-- Logs begin at Mon 2022-02-07 21:47:31 UTC, end at Tue 2022-02-08 00:07:50 UTC. -- Feb 07 22:23:10.293789 n-d-827896-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 07 22:23:12.632191 n-d-827896-3 neutron-server[87565]: INFO neutron.common.config [-] Logging enabled! Feb 07 22:23:12.632947 n-d-827896-3 neutron-server[87565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 07 22:23:12.633047 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87565) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 22:23:12.636074 n-d-827896-3 neutron-server[87565]: INFO neutron.common.config [-] Logging enabled! Feb 07 22:23:12.636335 n-d-827896-3 neutron-server[87565]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev23 Feb 07 22:23:12.636682 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87565) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 07 22:23:12.637639 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 22:23:12.637877 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 22:23:12.638234 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 22:23:12.638485 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 22:23:12.638714 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 22:23:12.639035 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.639332 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.639631 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.639866 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.640161 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.640452 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.640768 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.641064 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.641364 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.641654 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.641940 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.642232 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.642467 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.642755 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.643046 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.643335 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.643564 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] debug = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.643849 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.644279 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.644723 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.645007 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.645301 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.645583 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.645860 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.646137 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.646423 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.646755 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] host = n-d-827896-3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.647039 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.647356 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.647647 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.647937 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.648216 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.648495 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.648814 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.649095 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.649375 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] log_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.649654 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.649949 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.650241 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.650534 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.650764 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.650991 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.651284 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.651832 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.652115 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.652392 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.652748 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.653035 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.653316 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.653591 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.653879 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.654168 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.654457 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.654737 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.655017 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.655295 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.655584 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.655864 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.656144 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.656421 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.656724 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.657019 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.657295 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.657574 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.657880 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.658172 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.658459 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.658747 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.659026 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.659315 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.659593 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.659868 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.660144 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] use_json = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.660423 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.660729 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.661017 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.661294 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.661571 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.661851 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.662130 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.662419 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.662696 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:12.663546 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.663848 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.664157 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.664450 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.664770 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.665057 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.665351 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.665636 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.665932 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.666224 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.666519 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.666798 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.667091 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.667370 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.667673 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.667982 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.668281 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.668606 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.668884 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.669164 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.669440 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.669723 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.670013 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.670311 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.670605 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.670885 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.671165 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.671458 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.671740 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.672018 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.672300 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.672629 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.672916 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.673194 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.673487 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.673767 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.674045 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.674320 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.674599 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.674892 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.675173 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.675448 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.675722 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.676001 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.676273 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.676573 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.676863 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.677141 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.677417 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.677695 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.677973 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.678251 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.679170 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.679447 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.679728 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.680007 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.680284 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.680579 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.680858 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.681134 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.681409 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.681687 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.681965 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.682240 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.682522 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.682797 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.683072 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.683348 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.683635 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.683934 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.684215 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.684496 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.685910 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.685910 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.686803 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.687100 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.687391 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.687680 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.687964 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.688264 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.688578 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.688873 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.689162 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.689445 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.689747 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.690030 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.690317 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.690599 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.690888 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.691174 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.691462 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.691761 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.692059 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.692357 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.692677 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.692984 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.693270 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.693585 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.693870 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:12.694170 n-d-827896-3 neutron-server[87565]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 22:23:12.694380 n-d-827896-3 neutron-server[87565]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87565) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 07 22:23:13.082837 n-d-827896-3 neutron-server[87565]: INFO keyring.backend [-] Loading KWallet Feb 07 22:23:13.090736 n-d-827896-3 neutron-server[87565]: INFO keyring.backend [-] Loading SecretService Feb 07 22:23:13.094550 n-d-827896-3 neutron-server[87565]: INFO keyring.backend [-] Loading Windows Feb 07 22:23:13.095893 n-d-827896-3 neutron-server[87565]: INFO keyring.backend [-] Loading chainer Feb 07 22:23:13.096484 n-d-827896-3 neutron-server[87565]: INFO keyring.backend [-] Loading macOS Feb 07 22:23:13.130781 n-d-827896-3 neutron-server[87565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 07 22:23:13.131057 n-d-827896-3 neutron-server[87565]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 07 22:23:13.131350 n-d-827896-3 neutron-server[87565]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 07 22:23:13.131711 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 07 22:23:13.456130 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.456422 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.456728 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.457956 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.458235 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.458503 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.581759 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.582037 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.582306 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.596176 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.596458 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.596759 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.624910 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.625193 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.625467 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.664431 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.665037 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.665037 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.899800 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.900088 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.900365 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.900710 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:13.901735 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.022200 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.022524 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.022812 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.023089 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.023363 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.023682 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.023955 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.024218 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.024480 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.024791 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.025056 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.025324 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.025590 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.025850 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.026118 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.026649 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.026912 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.027188 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.027448 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.027732 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.028082 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.028340 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.028617 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.028905 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.029159 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.029410 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.029800 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.030045 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.030287 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.030588 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.030840 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.031081 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.031452 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 07 22:23:14.034561 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 07 22:23:14.038555 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 07 22:23:14.042265 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 07 22:23:14.043907 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 07 22:23:14.044359 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 07 22:23:14.044727 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 07 22:23:14.045111 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 07 22:23:14.048182 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 07 22:23:14.048437 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 07 22:23:14.048822 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 22:23:14.077597 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 07 22:23:14.078046 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.078346 n-d-827896-3 neutron-server[87565]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87565) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 07 22:23:14.078710 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.080085 n-d-827896-3 neutron-server[87565]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87565) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 07 22:23:14.080366 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 07 22:23:14.080650 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 07 22:23:14.083828 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.084111 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.146288 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 07 22:23:14.146532 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 07 22:23:14.146776 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 07 22:23:14.147179 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 07 22:23:14.179052 n-d-827896-3 neutron-server[87565]: DEBUG oslo_db.sqlalchemy.engines [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87565) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 07 22:23:14.517187 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing driver for type 'gre' Feb 07 22:23:14.517639 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] gre ID ranges: [(1, 1000)] Feb 07 22:23:14.572022 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing driver for type 'local' Feb 07 22:23:14.572366 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing driver for type 'vlan' Feb 07 22:23:14.584123 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] VlanTypeDriver initialization complete Feb 07 22:23:14.584463 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing driver for type 'vxlan' Feb 07 22:23:14.585525 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] vxlan ID ranges: [(1, 1000)] Feb 07 22:23:14.644501 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing extension driver 'port_security' Feb 07 22:23:14.644899 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.extensions.port_security [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] PortSecurityExtensionDriver initialization complete Feb 07 22:23:14.645326 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing mechanism driver 'openvswitch' Feb 07 22:23:14.645782 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing mechanism driver 'hyperv' Feb 07 22:23:14.653199 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.plugin [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:14.653885 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.654264 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.654620 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.655149 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:23:14.655585 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.655945 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.656304 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.656724 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:23:14.657138 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.657493 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.657841 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.658233 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:23:14.658641 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > security_group after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.658992 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > security_group after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.659336 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.659729 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:23:14.660137 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.660487 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.660855 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.661374 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:23:14.661792 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > address_group after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.662154 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > address_group after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.662504 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.663509 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87565) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 07 22:23:14.663962 n-d-827896-3 neutron-server[87565]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] ML2 OVO RPC backend initialized. {{(pid=87565) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 07 22:23:14.664708 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.665260 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.665478 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.665833 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > networks before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.666187 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.666540 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > ports before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.666890 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnet before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.667233 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnets before_response 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.667585 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.667929 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.668269 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.668644 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.668987 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.669326 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.669664 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.670003 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.670339 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.670914 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.plugin [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Modular L2 Plugin initialization complete Feb 07 22:23:14.671252 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading services supported by the core plugin {{(pid=87565) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 07 22:23:14.671582 n-d-827896-3 neutron-server[87565]: INFO neutron.plugins.ml2.managers [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Got port-security extension from driver 'port_security' Feb 07 22:23:14.672052 n-d-827896-3 neutron-server[87565]: INFO neutron.extensions.vlantransparent [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Disabled vlantransparent extension. Feb 07 22:23:14.672542 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87565) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 07 22:23:14.672888 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: router Feb 07 22:23:14.716750 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.717336 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router after_create 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.717558 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router before_create 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.718032 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.718443 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.718891 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router after_delete 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.719474 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.719953 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router after_create 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.720376 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router after_update 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.720893 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router after_update 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.721342 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.721654 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router after_update 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.722228 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.722652 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: port after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.723010 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: port after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.723389 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: subnet after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.723806 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.724171 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.724692 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.725193 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: port before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.726208 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.726721 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router after_update 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.727082 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.727495 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.727947 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.728419 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.728822 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > agent after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.729182 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > agent after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.729536 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > network after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.730417 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Tracking information for resource: router configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.730753 n-d-827896-3 neutron-server[87565]: DEBUG neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Tracking information for resource: floatingip configured {{(pid=87565) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 07 22:23:14.735785 n-d-827896-3 neutron-server[87565]: INFO neutron.db.l3_agentschedulers_db [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 07 22:23:14.736384 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: port after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.736783 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: port after_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.737141 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: port after_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.737497 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: port after_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.738421 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router before_create 55550100 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.738795 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.739166 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_create 55550100 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.739530 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > router precommit_update 55550100 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.744029 n-d-827896-3 neutron-server[87565]: DEBUG neutron.services.provider_configuration [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service providers = [] {{(pid=87565) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 07 22:23:14.744399 n-d-827896-3 neutron-server[87565]: DEBUG neutron.db.servicetype_db [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87565) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 07 22:23:14.747378 n-d-827896-3 neutron-server[87565]: DEBUG neutron.services.service_base [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:23:14.747736 n-d-827896-3 neutron-server[87565]: DEBUG neutron.services.service_base [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:23:14.748083 n-d-827896-3 neutron-server[87565]: DEBUG neutron.services.service_base [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:23:14.748992 n-d-827896-3 neutron-server[87565]: DEBUG neutron.services.service_base [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87565) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 07 22:23:14.749370 n-d-827896-3 neutron-server[87565]: INFO neutron.services.service_base [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 07 22:23:14.749757 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.750079 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 07 22:23:14.760864 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.761212 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: auto_allocate Feb 07 22:23:14.767114 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: network precommit_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.767535 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: network precommit_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.768003 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.768329 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: tag Feb 07 22:23:14.775454 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.775793 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: timestamp Feb 07 22:23:14.780101 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.780445 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: network_ip_availability Feb 07 22:23:14.785722 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.786104 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.786466 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:14.787189 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.787513 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: flavors Feb 07 22:23:14.792879 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.793222 n-d-827896-3 neutron-server[87565]: INFO neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading Plugin: revisions Feb 07 22:23:14.797601 n-d-827896-3 neutron-server[87565]: DEBUG neutron.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87565) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 07 22:23:14.798001 n-d-827896-3 neutron-server[87565]: DEBUG oslo_concurrency.lockutils [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.667s {{(pid=87565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 07 22:23:14.798738 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87565) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 07 22:23:14.799076 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Initializing extension manager. Feb 07 22:23:14.799578 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: __init__.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.799919 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: __pycache__ {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.800251 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.800611 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: address_group.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.801364 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.801935 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: address-group Feb 07 22:23:14.802258 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: address_scope.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.802973 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.803555 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: address-scope Feb 07 22:23:14.803887 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.805497 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.806037 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: router-admin-state-down-before-update Feb 07 22:23:14.806368 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: agent.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.807083 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.807593 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: agent Feb 07 22:23:14.807925 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: agent_resources_synced.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.808859 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.809372 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: agent-resources-synced Feb 07 22:23:14.809695 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: allowedaddresspairs.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.811705 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.812233 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: allowed-address-pairs Feb 07 22:23:14.812587 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: auto_allocated_topology.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.813682 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.814202 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: auto-allocated-topology Feb 07 22:23:14.814530 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: availability_zone.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.815223 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.815735 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: availability_zone Feb 07 22:23:14.816059 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: availability_zone_filter.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.817000 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.817515 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: availability_zone_filter Feb 07 22:23:14.817839 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: data_plane_status.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.818754 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.819282 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 07 22:23:14.819607 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: default_subnetpools.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.820524 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.821059 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: default-subnetpools Feb 07 22:23:14.821389 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.822211 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.822724 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: dhcp_agent_scheduler Feb 07 22:23:14.823054 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: dns.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.823965 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.824471 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension dns-integration not supported by any of loaded plugins Feb 07 22:23:14.824823 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: dns_domain_ports.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.825744 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.826255 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 07 22:23:14.826584 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: dvr.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.827258 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.827771 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: dvr Feb 07 22:23:14.828095 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: empty_string_filtering.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.829100 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.829612 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: empty-string-filtering Feb 07 22:23:14.829937 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.830850 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.831355 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 07 22:23:14.831678 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.832617 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.833128 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 07 22:23:14.833443 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: external_net.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.834355 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.835394 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: external-net Feb 07 22:23:14.835717 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.836659 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.837173 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: extra_dhcp_opt Feb 07 22:23:14.837496 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: extraroute.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.838406 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.838919 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: extraroute Feb 07 22:23:14.839240 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: extraroute_atomic.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.840278 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.840820 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: extraroute-atomic Feb 07 22:23:14.841146 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: filter_validation.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.841811 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.842329 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: filter-validation Feb 07 22:23:14.842651 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: fip_pf_description.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.843669 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.844071 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 07 22:23:14.844392 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: fip_port_details.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.845347 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.845855 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: fip-port-details Feb 07 22:23:14.846177 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: flavors.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.847433 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.847952 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: flavors Feb 07 22:23:14.848279 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.849992 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.851083 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 07 22:23:14.851420 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: floatingip_pools.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.852128 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.852671 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: floatingip-pools Feb 07 22:23:14.853004 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: ip_allocation.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.853930 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.854437 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 07 22:23:14.855287 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.855685 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.856201 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: ip-substring-filtering Feb 07 22:23:14.856531 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l2_adjacency.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.857486 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.857995 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 07 22:23:14.858322 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l3.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.859305 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.859820 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: router Feb 07 22:23:14.860148 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.863916 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.864455 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 07 22:23:14.864817 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.865766 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.866312 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: ext-gw-mode Feb 07 22:23:14.866642 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.867574 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.868095 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: l3-ha Feb 07 22:23:14.868423 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l3_flavors.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.869367 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.869878 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: l3-flavors Feb 07 22:23:14.870203 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.871139 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.871657 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 07 22:23:14.871980 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: l3agentscheduler.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.873058 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.873579 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: l3_agent_scheduler Feb 07 22:23:14.873910 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: logging.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.875416 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.875947 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension logging not supported by any of loaded plugins Feb 07 22:23:14.876286 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: metering.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.877062 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.877645 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: metering Feb 07 22:23:14.877978 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.879076 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.879596 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: metering_source_and_destination_fields Feb 07 22:23:14.879927 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: multiprovidernet.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.880886 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.881930 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: multi-provider Feb 07 22:23:14.882273 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: netmtu.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.883190 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.883705 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: net-mtu Feb 07 22:23:14.884033 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: netmtu_writable.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.884977 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.885491 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: net-mtu-writable Feb 07 22:23:14.885820 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: network_availability_zone.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.886491 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.887000 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: network_availability_zone Feb 07 22:23:14.887327 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: network_ip_availability.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.888421 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.888978 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: network-ip-availability Feb 07 22:23:14.889305 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: network_segment_range.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.890060 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.890565 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 07 22:23:14.890890 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: pagination.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.891879 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.892213 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: pagination Feb 07 22:23:14.892535 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: port_device_profile.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.893481 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.894001 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: port-device-profile Feb 07 22:23:14.894327 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.895242 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.895759 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: port-mac-address-regenerate Feb 07 22:23:14.896085 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.897050 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.898117 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: port-numa-affinity-policy Feb 07 22:23:14.898443 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: port_resource_request.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.899356 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.899861 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 07 22:23:14.900185 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: portbindings.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.901157 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.901930 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: binding Feb 07 22:23:14.902254 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: portbindings_extended.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.903530 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.904043 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: binding-extended Feb 07 22:23:14.904372 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: portsecurity.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.905320 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.905832 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: port-security Feb 07 22:23:14.906157 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: project_id.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.907135 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.907466 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: project-id Feb 07 22:23:14.907789 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: providernet.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.908748 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.909271 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: provider Feb 07 22:23:14.909596 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.913367 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.913898 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos not supported by any of loaded plugins Feb 07 22:23:14.914232 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.915492 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.916013 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 07 22:23:14.916348 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.917291 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.917809 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 07 22:23:14.918139 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_default.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.919101 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.919563 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-default not supported by any of loaded plugins Feb 07 22:23:14.919893 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_fip.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.920552 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.921082 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-fip not supported by any of loaded plugins Feb 07 22:23:14.921407 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_gateway_ip.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.922341 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.922857 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 07 22:23:14.923183 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_port_network_policy.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.924100 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.924644 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 07 22:23:14.924971 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_rule_type_details.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.925898 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.926411 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 07 22:23:14.926735 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: qos_rules_alias.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.927783 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.928326 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 07 22:23:14.928824 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: quotasv2.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.930293 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.930790 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: quotas Feb 07 22:23:14.931314 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: quotasv2_detail.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.934191 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.934542 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: quota_details Feb 07 22:23:14.935731 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: rbac.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.936799 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.937345 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: rbac-policies Feb 07 22:23:14.937682 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: rbac_address_group.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.938621 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.939144 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: rbac-address-group Feb 07 22:23:14.939475 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: rbac_address_scope.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.940400 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.940955 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: rbac-address-scope Feb 07 22:23:14.941284 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: rbac_security_groups.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.942213 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.942727 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: rbac-security-groups Feb 07 22:23:14.943054 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: rbac_subnetpool.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.944508 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.945053 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: rbac-subnetpool Feb 07 22:23:14.945490 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: revisionifmatch.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.946416 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.946932 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: revision-if-match Feb 07 22:23:14.947257 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: revisions.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.948381 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.948925 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: standard-attr-revisions Feb 07 22:23:14.949253 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: router_availability_zone.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.949929 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.950445 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: router_availability_zone Feb 07 22:23:14.950769 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: routerservicetype.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.951696 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.952212 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension router-service-type not supported by any of loaded plugins Feb 07 22:23:14.952535 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.953488 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.954004 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: security-groups-normalized-cidr Feb 07 22:23:14.954329 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.955253 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.955769 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: port-security-groups-filtering Feb 07 22:23:14.956097 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.957186 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.957704 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: security-groups-remote-address-group Feb 07 22:23:14.958029 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: securitygroup.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.968959 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.969567 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: security-group Feb 07 22:23:14.969855 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: segment.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.970673 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.971844 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension segment not supported by any of loaded plugins Feb 07 22:23:14.971844 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.972477 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.973033 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 07 22:23:14.973359 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: servicetype.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.974896 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.975826 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: service-type Feb 07 22:23:14.976405 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: sorting.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.977459 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.977793 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: sorting Feb 07 22:23:14.978124 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: standard_attr_segment.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.979055 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.979573 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 07 22:23:14.979900 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: standardattrdescription.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.980551 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.981087 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: standard-attr-description Feb 07 22:23:14.981418 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: stateful_security_group.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.982343 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.982870 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: stateful-security-group Feb 07 22:23:14.983202 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: stdattrs_common.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.983794 n-d-827896-3 neutron-server[87565]: WARNING neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 07 22:23:14.984123 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.985156 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.985675 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 07 22:23:14.986002 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: subnet_onboard.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.987070 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.987591 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: subnet_onboard Feb 07 22:23:14.987922 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.988880 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.989393 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 07 22:23:14.989721 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: subnet_service_types.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.990648 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.991192 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: subnet-service-types Feb 07 22:23:14.991521 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: subnetallocation.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.992635 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.993164 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: subnet_allocation Feb 07 22:23:14.993496 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.994166 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.994694 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: subnetpool-prefix-ops Feb 07 22:23:14.995023 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.995970 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.996487 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 07 22:23:14.996843 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: tagging.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.997920 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:14.998458 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: standard-attr-tag Feb 07 22:23:14.998789 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: timestamp.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:14.999992 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:15.000518 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loaded extension: standard-attr-timestamp Feb 07 22:23:15.000881 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: trunk.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:15.001919 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:15.002441 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension trunk not supported by any of loaded plugins Feb 07 22:23:15.002780 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: trunk_details.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:15.003701 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:15.004223 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension trunk-details not supported by any of loaded plugins Feb 07 22:23:15.004573 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: uplink_status_propagation.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:15.005494 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:15.006014 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 07 22:23:15.006342 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Loading extension file: vlantransparent.py {{(pid=87565) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 07 22:23:15.007556 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87565) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 07 22:23:15.008076 n-d-827896-3 neutron-server[87565]: INFO neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 07 22:23:15.010536 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:network Feb 07 22:23:15.011287 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:subnet Feb 07 22:23:15.012062 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:23:15.012718 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:port Feb 07 22:23:15.013974 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.014418 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service FLAVORS assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.015048 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.015470 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.015808 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:router Feb 07 22:23:15.016476 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 22:23:15.017224 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service METERING assigned prefix: /metering {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.018694 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:15.019028 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:15.019384 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87565) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:23:15.020526 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 22:23:15.020988 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:security_group Feb 07 22:23:15.021657 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 22:23:15.023043 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service CORE assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.023406 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:23:15.023841 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] subnetpool is already registered Feb 07 22:23:15.024463 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service CORE assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.024833 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:23:15.025164 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] subnetpool is already registered Feb 07 22:23:15.027962 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.028399 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service FLAVORS assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.029026 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.029450 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.029787 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:router Feb 07 22:23:15.030121 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] router is already registered Feb 07 22:23:15.030718 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:floatingip Feb 07 22:23:15.031048 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] floatingip is already registered Feb 07 22:23:15.031677 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service METERING assigned prefix: /metering {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.032344 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 07 22:23:15.032705 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] rbac_policy is already registered Feb 07 22:23:15.033255 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:security_group Feb 07 22:23:15.033583 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] security_group is already registered Feb 07 22:23:15.034167 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 07 22:23:15.034496 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] security_group_rule is already registered Feb 07 22:23:15.035163 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service CORE assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.035498 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:23:15.035836 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] subnetpool is already registered Feb 07 22:23:15.036431 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.v2.resource_helper [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Service CORE assigned prefix: {{(pid=87565) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 07 22:23:15.036791 n-d-827896-3 neutron-server[87565]: INFO neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 07 22:23:15.037117 n-d-827896-3 neutron-server[87565]: WARNING neutron.quota.resource_registry [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] subnetpool is already registered Feb 07 22:23:15.037783 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: extensions {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.039236 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: address-groups {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.040898 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: address-scopes {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.042100 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: agents {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.043309 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: auto-allocated-topology {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.044587 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: availability_zones {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.045916 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: dhcp-networks {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.047338 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: dhcp-agents {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.048810 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: routers {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.050903 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: flavors {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.052069 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: service_profiles {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.053425 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: next_providers {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.055836 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: service_profiles {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.057340 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: floatingip-pools {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.058627 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: routers {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.060429 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: floatingips {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.061653 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: l3-routers {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.063040 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: l3-agents {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.064460 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: metering-labels {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.065863 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: metering-label-rules {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.067143 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: network-ip-availabilities {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.068403 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: bindings {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.070636 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: quotas {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.072082 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: quotas {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.073552 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: rbac-policies {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.074838 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: security-groups {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.076038 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: security-group-rules {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.077307 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: service-providers {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.078552 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: subnetpools {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.079975 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: subnetpools {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.081465 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.083156 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.085538 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.087343 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.089161 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.091015 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.092777 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.094706 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.096468 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.098348 n-d-827896-3 neutron-server[87565]: DEBUG neutron.api.extensions [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Extended resource: tags {{(pid=87565) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 07 22:23:15.104178 n-d-827896-3 neutron-server[87565]: WARNING keystonemiddleware.auth_token [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 07 22:23:15.108967 n-d-827896-3 neutron-server[87565]: WARNING keystonemiddleware.auth_token [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 07 22:23:15.117087 n-d-827896-3 neutron-server[87565]: DEBUG oslo_concurrency.lockutils [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Acquired lock "singleton_lock" {{(pid=87565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 07 22:23:15.117568 n-d-827896-3 neutron-server[87565]: DEBUG oslo_concurrency.lockutils [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Releasing lock "singleton_lock" {{(pid=87565) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 07 22:23:15.118202 n-d-827896-3 neutron-server[87565]: INFO oslo_service.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Starting 2 workers Feb 07 22:23:15.122858 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Started child 87670 {{(pid=87565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 22:23:15.127123 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Started child 87671 {{(pid=87565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 22:23:15.128078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:15.128694 n-d-827896-3 neutron-server[87565]: INFO neutron.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 07 22:23:15.129341 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Notify callbacks [] for process, before_spawn {{(pid=87565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:15.129594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [-] (87670) wsgi starting up on http://0.0.0.0:9696 Feb 07 22:23:15.132241 n-d-827896-3 neutron-server[87565]: INFO oslo_service.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Starting 1 workers Feb 07 22:23:15.132375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:15.134296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [-] (87671) wsgi starting up on http://0.0.0.0:9696 Feb 07 22:23:15.137463 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Started child 87672 {{(pid=87565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 22:23:15.138010 n-d-827896-3 neutron-server[87565]: INFO oslo_service.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Starting 1 workers Feb 07 22:23:15.140904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] calling RpcWorker wait() {{(pid=87672) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 07 22:23:15.141454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] returning from RpcWorker wait() {{(pid=87672) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 07 22:23:15.142350 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Started child 87673 {{(pid=87565) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 07 22:23:15.142669 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:15.143137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:15.143231 n-d-827896-3 neutron-server[87565]: DEBUG neutron_lib.callbacks.manager [None req-f03a6034-beda-4525-974d-71dc16e3dda1 None None] Notify callbacks [] for process, after_spawn {{(pid=87565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:15.144992 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 07 22:23:15.145205 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 22:23:15.145399 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 22:23:15.145605 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 22:23:15.145932 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 22:23:15.146097 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 22:23:15.146621 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.146917 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.147084 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:15.148127 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.148127 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.148311 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.148693 n-d-827896-3 neutron-server[87673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:15.149176 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.149448 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.149696 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.150003 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.150241 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.150414 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.150584 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.150832 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.151065 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.151623 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.151906 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.152151 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.152423 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.152625 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.152898 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.153169 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.153404 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.153689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] debug = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.153943 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.154416 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.154643 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.154909 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.155160 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.155437 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.155649 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.155913 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.156157 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.156389 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.156638 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.156898 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.157138 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.157385 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.157608 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.157881 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.158119 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.158576 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] host = n-d-827896-3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.158798 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.159016 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.159263 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.159519 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.159764 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.159983 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.160237 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.160492 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.160782 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.161007 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.161268 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.161514 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.161749 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.161991 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.162148 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_options = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.162385 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.162697 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.163004 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.163161 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.163308 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.163482 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.163734 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.163902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.164156 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.164445 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.164652 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.164869 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.165117 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.165342 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.165615 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.165865 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.166106 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.166467 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.166857 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.167226 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.167604 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.167856 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.168279 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.168666 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.168818 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.169381 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.169485 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.169665 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.170170 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.170364 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.170637 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.171045 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.171438 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.171685 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.172079 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.172457 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.172844 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.173263 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.173665 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.173928 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.174336 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.174698 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.174956 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.175666 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.175666 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.175666 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_json = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.175908 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.176791 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.176791 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.176791 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.178902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.178902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.178902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.178902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.178902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.178902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.178902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.179452 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.179452 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.179452 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.179715 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.180510 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.180510 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.180510 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.180806 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.180984 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.181212 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.181501 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.181740 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.182000 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.182304 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.182578 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.182901 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.183176 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.183588 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.183832 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.184055 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.184533 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.184982 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.185255 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.185507 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.185750 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.185998 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.186245 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.186636 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.186879 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.187127 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.187541 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.187765 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.188006 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.188251 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.188677 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.189131 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.189621 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.190001 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.190268 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.190511 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.190763 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.190983 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.191210 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.191429 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.191649 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.191882 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.192100 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.192344 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.192608 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.192897 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.193141 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.193363 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.193821 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.194619 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.194868 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.195063 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.195278 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.195515 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.195728 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.195987 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.196226 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.196629 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.196864 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.197068 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.197304 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.197689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.198076 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.198298 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.198547 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.198766 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.199003 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.199241 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.199486 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.199724 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.199942 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.200183 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.200417 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.200679 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.200900 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.201117 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.201332 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.201573 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.201868 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.202164 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.202412 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.202689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.202941 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.203202 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.203428 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.203672 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.203902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.204286 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.204529 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.204831 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.205088 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.205499 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.205911 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.206139 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.206398 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.206622 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.206850 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.207088 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.207341 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.207569 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.207871 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.208126 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.208379 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.208673 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.209150 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.209432 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.210217 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.210511 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.210759 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.211022 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.211321 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.211597 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.212055 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.212298 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.212587 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.212848 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.213084 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.213355 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.213620 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.213884 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.214112 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.214386 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.214641 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.214880 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.215099 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.215334 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.215677 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.215913 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.216126 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.216385 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.216652 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.216887 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.217127 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.217393 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.217655 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.217935 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.218179 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.218434 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.218676 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.218907 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.219164 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.219395 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.219644 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.219875 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.220093 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.220328 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.220541 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.220843 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.221079 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.221330 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.221546 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.221789 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.222007 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.222238 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.222451 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.222673 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.222924 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.223145 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.223363 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.223588 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.223820 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.224086 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.224309 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.224591 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.224849 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.225084 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.225335 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.225560 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.225817 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.226031 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.226293 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.226530 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.226761 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.226974 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.227192 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.227425 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.227639 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.227866 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.228097 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.228332 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.228551 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.228951 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.229137 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.229383 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.229778 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.229987 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.230201 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.230446 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.230685 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.230918 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.231135 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.231372 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.231642 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.231889 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.232152 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.232378 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.232770 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.233003 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.233240 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.233470 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.233761 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.234016 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.234244 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.234491 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.234730 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.234976 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.235188 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.235398 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.235615 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.235824 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.236051 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.236261 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.236472 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.236728 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.236943 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.237246 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.237499 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.237722 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.238007 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.238259 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.238486 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.238750 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.239078 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.239293 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.239579 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.239803 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.240021 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.240241 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.240495 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.241380 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.241701 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.241959 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.242215 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.242524 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.242816 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.243087 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.243302 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.243581 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.243917 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.244199 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.244458 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.244893 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.245179 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.245423 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.245646 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.246047 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.246293 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.246514 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.246777 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.247048 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.247295 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.247514 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.247759 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.247978 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.248137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:15.248227 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.248459 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.248711 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.248929 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.249087 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 22:23:15.249613 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87565) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 07 22:23:15.249776 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 07 22:23:15.249932 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 07 22:23:15.250103 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 07 22:23:15.250276 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 07 22:23:15.250430 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 07 22:23:15.250642 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.250809 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.250974 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.251115 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.251253 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.251437 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.251610 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.251767 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.251929 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.252094 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.252451 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.252451 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.252750 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.252750 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.253274 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.253274 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.253274 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.253683 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.253683 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.253683 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.254080 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.254080 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.254080 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] debug = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.254463 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.254463 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.254756 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.254756 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.255016 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.255016 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.255256 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.255676 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.255800 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.256089 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.256398 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.257464 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.257565 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.257788 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.257958 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.258122 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.258283 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.258445 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] host = n-d-827896-3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.258606 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.258765 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.258927 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.259085 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.259245 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.259407 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.259566 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.259726 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.259885 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.260061 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.260202 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.260365 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.260511 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.260694 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.260853 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_options = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.261013 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.261172 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.261332 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.261520 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.261685 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.261846 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.262006 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.262165 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.262326 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.262486 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.262644 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.262805 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.262964 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.263123 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.263309 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.263591 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.263874 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.264163 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.264454 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.264770 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.265067 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.265354 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.265653 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.265936 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.266227 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.266505 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.266706 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.266871 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.267032 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.267193 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.267354 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.267516 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.267676 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.267836 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.267996 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.268163 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.268321 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.268489 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.268675 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.268886 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.269026 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.269145 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.269305 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.269465 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.269625 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.269785 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_json = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.269951 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.270109 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.270426 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.270587 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.270759 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.270910 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.271071 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.271232 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.271391 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 07 22:23:15.271574 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.271738 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.271912 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.272649 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.273362 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.273362 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.273362 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.273362 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.273834 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.273834 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.273834 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.276689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277221 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.277648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278419 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278419 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278419 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278419 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278419 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278707 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278707 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278987 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.278987 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.279197 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.279322 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.279485 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.279656 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.279818 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.279981 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.280158 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.280332 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.280461 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.280630 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.280794 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.280955 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.281110 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.281325 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.281458 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.281581 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.281736 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.281902 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.282062 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.282224 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.282389 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.282545 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.282692 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.282989 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.282989 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.283366 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.283366 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.283565 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.283688 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.283808 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.283932 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.284065 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.284265 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.284382 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.284532 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.284719 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.284880 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.285041 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.285205 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.285368 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.285538 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.285730 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.285880 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.286043 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.286204 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.286365 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.286527 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.286689 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.286849 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.287012 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.287174 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.287335 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.287497 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.287682 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.288445 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.288630 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.288794 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.288955 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.289119 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.289281 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.289444 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.289605 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.289768 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.289931 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.290094 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.290256 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.290418 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.290589 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.290751 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.290915 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.291077 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.291247 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.291420 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.291582 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.291744 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.291907 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.292069 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.292232 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.292394 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.292585 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.292738 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.292900 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.293062 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.293234 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.293409 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.293573 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.293737 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.293899 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.294085 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.294252 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.294476 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.294563 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.294793 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.294929 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.295018 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.295162 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.295347 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.295516 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.295701 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.295824 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.295946 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.296087 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.296249 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.296411 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.296593 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.296760 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.296922 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.297085 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.297248 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.297410 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.297572 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.297733 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.297895 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.298057 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.298324 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.298462 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.298625 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.298787 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.298951 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.299105 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.299264 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.299417 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.299578 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.299742 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.299880 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.300042 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.300205 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.300367 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.300530 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.300727 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.300891 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.301038 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.301207 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.301367 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.301530 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.301693 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.301850 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.302007 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.302170 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.302322 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.302485 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.302648 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.302810 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.302989 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.303152 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.303335 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.303499 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.303660 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.303822 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.303984 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.304146 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.304311 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.304472 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.304650 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.304818 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.304982 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.305144 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.305306 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.305468 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.305630 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.305792 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.305954 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.306129 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.306292 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.306455 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.306617 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.306779 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.306952 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.307113 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.307275 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.307437 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.307598 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.307770 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.307932 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.308095 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.308256 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.308418 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.308613 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.308778 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.308941 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.309110 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.309272 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.309434 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.309596 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.309769 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.309931 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.310095 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.310259 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.310421 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.310582 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.310745 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.310911 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.311083 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.311251 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.311414 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.311585 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.311758 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.311925 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.312085 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.312253 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.312426 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.312610 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.312775 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.312935 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.313096 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.313259 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.313421 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.313591 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.313744 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.313906 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.314067 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.314233 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.314393 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.314554 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.314714 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.314876 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.315039 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.315200 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.315360 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.315524 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 07 22:23:15.315665 n-d-827896-3 neutron-server[87565]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87565) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 07 22:23:15.457898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41166) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:15.466933 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063536 Feb 07 22:23:25.873304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c637ef-223c-41d8-a2ca-c9dff9c13efb None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:23:25.950214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c637ef-223c-41d8-a2ca-c9dff9c13efb None None] No non-hosted networks {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 07 22:23:25.963444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.agentschedulers_db [None req-26c637ef-223c-41d8-a2ca-c9dff9c13efb None None] DHCP Agent not found on host n-d-827896-3 {{(pid=87672) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 07 22:23:26.021404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c16df12d-d597-4540-b2be-980e81e202ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455213'] for agent, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:28.096435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49421abe-c7be-4986-a2a8-7c771c9ee266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455213'] for agent, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:28.141298 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-82dcd008-107a-40e0-832c-76ce9ce4aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:29.125840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455213'] for agent, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:29.127112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.127652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.128169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.128793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.129322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.129909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.130411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.132118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.132601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.133810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.134305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.135032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:29.135228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827896-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:29.147408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827896-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:23:29.309744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455213'] for agent, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:30.678027 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455213'] for agent, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:31.468335 n-d-827896-3 neutron-server[87672]: INFO neutron.db.l3_hamode_db [None req-5f723db3-2674-471a-aa6a-68cb37279acd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 07 22:23:31.552149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f723db3-2674-471a-aa6a-68cb37279acd None None] Routers set() bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:23:31.552540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f723db3-2674-471a-aa6a-68cb37279acd None None] Router IDs set() for agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 07 22:23:32.439586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41258) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:33.022761 n-d-827896-3 neutron-server[87671]: WARNING oslo_policy.policy [None req-0e736c05-d321-45e3-8cd2-1e9fd1749992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:33.023355 n-d-827896-3 neutron-server[87671]: WARNING oslo_policy.policy [None req-0e736c05-d321-45e3-8cd2-1e9fd1749992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:33.241647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-0e736c05-d321-45e3-8cd2-1e9fd1749992 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:23:33.242875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e736c05-d321-45e3-8cd2-1e9fd1749992 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8012245 Feb 07 22:23:35.636808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41272) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:36.020199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:23:36.130310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.policy [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87671) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 22:23:36.180788 n-d-827896-3 neutron-server[87671]: WARNING oslo_policy.policy [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:36.181200 n-d-827896-3 neutron-server[87671]: WARNING oslo_policy.policy [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:36.189736 n-d-827896-3 neutron-server[87671]: INFO neutron.quota [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] Loaded quota_driver: . Feb 07 22:23:36.205880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:23:36.266743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738286794331', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738286793782', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738286775451', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738286766942', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738286768702', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738286827441', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7757537', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7743050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-516372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1633030'] for rbac-policy, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:36.333092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:36.334262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4a68c1a5-089c-45b6-b9e9-0a3dc58254e3 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6964133 Feb 07 22:23:38.920345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41286) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:39.260035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '33fdea9028a143cabaf9ab1a5050de00'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:23:39.264756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:23:39.269467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Usage tracker for resource:network and tenant:33fdea9028a143cabaf9ab1a5050de00 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:23:39.274111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:23:39.280899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:23:39.291549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Made reservation on behalf of 33fdea9028a143cabaf9ab1a5050de00 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:23:39.294426 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.312286 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.326598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:23:39.330255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Usage tracker for resource:security_group_rule and tenant:33fdea9028a143cabaf9ab1a5050de00 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:23:39.335216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:23:39.340808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:23:39.433177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.436631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.457784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:23:39.483682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738282431793', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.484249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Unsubscribe: segment precommit_create {{(pid=87671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 22:23:39.484769 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Added segment 4df3d0c5-f4a6-4839-a210-600cad6d9620 of type vlan for network ef2668d8-954c-4f35-80fc-a86928b5f02f Feb 07 22:23:39.533573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ff96a-2b7c-46b4-9310-4c4d0b033ab9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:39.555172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.555509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.555843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.556174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.556501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.556856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.557179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.557498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.557819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.558143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.558459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.558777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Tracked resource versions report: Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: pushed versions: Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: { 'AddressGroup': {'1.2'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'ConntrackHelper': {'1.0'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Log': {'1.0'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Network': {'1.1'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Port': {'1.7'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'PortForwarding': {'1.2'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'QosPolicy': {'1.8'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'SecurityGroup': {'1.4'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'SubPort': {'1.0'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Subnet': {'1.1'}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Trunk': {'1.1'}} Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: consumer versions: Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: L3 agent@n-d-827896-3: {}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: Metadata agent@n-d-827896-3: {}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: Metering agent@n-d-827896-3: {}, Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'ConntrackHelper': '1.0', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Log': '1.0', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Network': '1.1', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Port': '1.7', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'PortForwarding': '1.2', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'QosPolicy': '1.8', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'SecurityGroup': '1.4', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'SecurityGroupRule': '1.2', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'SubPort': '1.0', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Subnet': '1.1', Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: 'Trunk': '1.1'}} Feb 07 22:23:39.559869 n-d-827896-3 neutron-server[87671]: {{(pid=87671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:23:39.600322 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.644124 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.645490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:39.646171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:39.761355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8397148 Feb 07 22:23:39.761880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c771390-5051-4b59-bae4-ee35e359dc93 admin admin] Pushing event updated for resources: {'Network': ['ID=ef2668d8-954c-4f35-80fc-a86928b5f02f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:39.775877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network ef2668d8-954c-4f35-80fc-a86928b5f02f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:23:42.450693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41302) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:42.895557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa7202-5935-446e-80e3-d9ba87c029ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:42.897078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ccfa7202-5935-446e-80e3-d9ba87c029ae admin admin] 10.222.0.10 "GET /v2.0/networks/ef2668d8-954c-4f35-80fc-a86928b5f02f HTTP/1.1" status: 200 len: 825 time: 0.4454463 Feb 07 22:23:42.923197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8269b09a-9b51-497a-9189-95b38d9d7c4f admin admin] 10.222.0.10 "GET /v2.0/subnetpools/d2a18edf-fab0-4fde-9b33-1f91079d1c1f HTTP/1.1" status: 200 len: 734 time: 0.0204816 Feb 07 22:23:42.932656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Request body: {'subnet': {'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'name': 'private-subnet', 'subnetpool_id': 'd2a18edf-fab0-4fde-9b33-1f91079d1c1f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:23:42.936882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:23:42.940513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Usage tracker for resource:subnet and tenant:33fdea9028a143cabaf9ab1a5050de00 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:23:42.943411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:23:42.949063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:23:42.958322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Made reservation on behalf of 33fdea9028a143cabaf9ab1a5050de00 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:23:42.960552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:43.230549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:43.326779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Checking segment: {'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:23:43.327132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Network hostable DHCP agents. Network: ef2668d8-954c-4f35-80fc-a86928b5f02f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:23:43.332527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ec86cc-38a9-44bc-98de-55d617bb04c7,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:43.353162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Network ef2668d8-954c-4f35-80fc-a86928b5f02f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:23:43.363601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, ef2668d8-954c-4f35-80fc-a86928b5f02f) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:23:43.370700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:43.371284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:43.372738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a416e0a-c7b9-47a7-bd37-2764d037800b None None] Network ef2668d8-954c-4f35-80fc-a86928b5f02f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:23:43.391260 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c5151239-dfe1-458e-9602-5f60beec22ab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4616978 Feb 07 22:23:43.807317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-ef2668d8-954c-4f35-80fc-a86928b5f02f', 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'fixed_ips': [{'subnet_id': '15ec86cc-38a9-44bc-98de-55d617bb04c7'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:23:43.808581 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:43.990744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Allocated IP 172.20.0.2 (ef2668d8-954c-4f35-80fc-a86928b5f02f/15ec86cc-38a9-44bc-98de-55d617bb04c7/7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:23:44.219779 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:44.233169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Transition to ACTIVE for port object 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:23:44.253427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Transition to ACTIVE for port object 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:23:44.261506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:44.326254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Network ef2668d8-954c-4f35-80fc-a86928b5f02f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:23:44.329207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:23:44.336334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:23:44.341476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Pushing event updated for resources: {'Port': ['ID=7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:44.377581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.378244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.378244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.378572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.378926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.379220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.379546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.379863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.380173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.381054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.381378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.381694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Tracked resource versions report: Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: pushed versions: Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: { 'AddressGroup': {'1.2'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'ConntrackHelper': {'1.0'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Log': {'1.0'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Network': {'1.1'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Port': {'1.7'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'PortForwarding': {'1.2'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'QosPolicy': {'1.8'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'SecurityGroup': {'1.4'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'SubPort': {'1.0'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Subnet': {'1.1'}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Trunk': {'1.1'}} Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: consumer versions: Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: L3 agent@n-d-827896-3: {}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: Metadata agent@n-d-827896-3: {}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: Metering agent@n-d-827896-3: {}, Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'ConntrackHelper': '1.0', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Log': '1.0', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Network': '1.1', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Port': '1.7', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'PortForwarding': '1.2', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'QosPolicy': '1.8', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'SecurityGroup': '1.4', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'SecurityGroupRule': '1.2', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'SubPort': '1.0', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Subnet': '1.1', Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: 'Trunk': '1.1'}} Feb 07 22:23:44.382821 n-d-827896-3 neutron-server[87672]: {{(pid=87672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:23:44.449772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Attempting to bind port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:23:44.450177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Attempting to bind port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:23:44.450616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Attempting to bind port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf on network ef2668d8-954c-4f35-80fc-a86928b5f02f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:23:44.456451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:23:44.456902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Checking segment: {'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:23:44.457396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:44.457776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Bound using segment: {'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:23:44.458277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Bound port: 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:23:44.459265 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:44.573917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] For port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:23:44.577912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] For port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf,segment=NetworkSegment(4df3d0c5-f4a6-4839-a210-600cad6d9620),segment_id=4df3d0c5-f4a6-4839-a210-600cad6d9620)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:23:44.582888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:44.671586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4e819-b6fd-488c-85da-61c6e84a25de None None] Pushing event updated for resources: {'Port': ['ID=7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:45.805205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41312) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:46.428034 n-d-827896-3 neutron-server[87670]: WARNING oslo_policy.policy [None req-751e993d-aec7-4ec2-9cd9-4140b92d86b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:46.428744 n-d-827896-3 neutron-server[87670]: WARNING oslo_policy.policy [None req-751e993d-aec7-4ec2-9cd9-4140b92d86b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:46.660928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-751e993d-aec7-4ec2-9cd9-4140b92d86b1 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:23:46.662521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-751e993d-aec7-4ec2-9cd9-4140b92d86b1 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8563788 Feb 07 22:23:48.368933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f42f7-27b8-405f-99d7-4b8fbbe65117 None None] Network ef2668d8-954c-4f35-80fc-a86928b5f02f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:23:48.494952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dd8b60f7-43a8-407c-b18f-e82dbebe95d8 None None] Provisioning for port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:23:49.076854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41330) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:49.219128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:23:49.298413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:23:49.303883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:23:49.304317 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:49.421019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:49.455692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf,segment=NetworkSegment(4df3d0c5-f4a6-4839-a210-600cad6d9620),segment_id=4df3d0c5-f4a6-4839-a210-600cad6d9620)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:23:49.457900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-69435152-9dcd-435b-996a-d2dfa0aa19bc admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:23:49.458990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-69435152-9dcd-435b-996a-d2dfa0aa19bc admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3810797 Feb 07 22:23:49.459124 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:49.536211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:51.184518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:23:51.262264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:23:51.262635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:52.209329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41342) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:52.641697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Request body: {'router': {'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'name': 'router1', 'admin_state_up': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:23:52.717592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.policy [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 07 22:23:52.762808 n-d-827896-3 neutron-server[87670]: WARNING oslo_policy.policy [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:52.763183 n-d-827896-3 neutron-server[87670]: WARNING oslo_policy.policy [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 07 22:23:52.771742 n-d-827896-3 neutron-server[87670]: INFO neutron.quota [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Loaded quota_driver: . Feb 07 22:23:52.787254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:23:52.794027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Usage tracker for resource:router and tenant:33fdea9028a143cabaf9ab1a5050de00 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:23:52.798522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:23:52.806545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:23:52.825880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:52.827969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:52.852330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:52.970214 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:52.990532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:52.991702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4adf5b8a-a79e-404b-9e6b-dad7a1d376ce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7814219 Feb 07 22:23:55.343660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41354) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:55.711960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-f3ed300c-fe7f-4b39-993a-783a0f4ccb6a admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:23:55.712979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f3ed300c-fe7f-4b39-993a-783a0f4ccb6a admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3683884 Feb 07 22:23:55.835080 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cc7b7248-a489-456e-abef-09f8efc3876e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.083416 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-51145252-dab6-4fd0-a1fa-bbeebd33caac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.137789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41364) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:23:58.501757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:23:58.506210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:23:58.509969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Usage tracker for resource:network and tenant:24475e9930a6493ba4a338b9f9bc6d2e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:23:58.513348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:23:58.518967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:23:58.528801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Made reservation on behalf of 24475e9930a6493ba4a338b9f9bc6d2e for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:23:58.531067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.543659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.560013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:23:58.564129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Usage tracker for resource:security_group_rule and tenant:24475e9930a6493ba4a338b9f9bc6d2e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:23:58.567017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:23:58.572801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:23:58.665786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.669713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.684828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Reserving flat network on physical network physnet1 {{(pid=87671) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 07 22:23:58.710907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.711403 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Added segment 98e50394-5f8e-48c4-ad23-f051f887fd49 of type flat for network 96723977-a241-4209-a50b-959911382452 Feb 07 22:23:58.712317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bc0e3e-e67f-4240-9aa3-6201effca664,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:58.747432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.782625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.783646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:23:58.784225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:58.884937 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7460132 Feb 07 22:23:58.888088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e939b6f-d572-450f-a588-dfecfa2bf31c admin admin] Pushing event updated for resources: {'Network': ['ID=96723977-a241-4209-a50b-959911382452,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:23:58.900626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 96723977-a241-4209-a50b-959911382452 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:23:59.114148 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:23:59.241376 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:00.652150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:01.282534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41384) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:24:01.513793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeeb09c-1e01-4b66-961c-e45485ff96da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:01.515259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ddeeb09c-1e01-4b66-961c-e45485ff96da admin admin] 10.222.0.10 "GET /v2.0/subnets/15ec86cc-38a9-44bc-98de-55d617bb04c7 HTTP/1.1" status: 200 len: 849 time: 0.2318833 Feb 07 22:24:01.660022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3283dcf8-9ecd-4c41-84f0-ce533ea73ced admin admin] 10.222.0.10 "GET /v2.0/routers/a45ad327-388b-4003-b343-4773afd967a0 HTTP/1.1" status: 200 len: 704 time: 0.1388323 Feb 07 22:24:02.154341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:02.420226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Allocated IP 172.20.0.1 (ef2668d8-954c-4f35-80fc-a86928b5f02f/15ec86cc-38a9-44bc-98de-55d617bb04c7/e68daacc-6042-4b6b-97c0-b4c4e9c48928) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:02.596105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:02.622820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Transition to ACTIVE for port object e68daacc-6042-4b6b-97c0-b4c4e9c48928 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:24:02.680586 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:02.739763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Network ef2668d8-954c-4f35-80fc-a86928b5f02f is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:02.740972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:02.780789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:24:02.781972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:02.920120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Pushing event updated for resources: {'Port': ['ID=e68daacc-6042-4b6b-97c0-b4c4e9c48928,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:02.942424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.942779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.943128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.943475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.943815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.944154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.944480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.944845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.945171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.945499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.945827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.946151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Tracked resource versions report: Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: pushed versions: Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: { 'AddressGroup': {'1.2'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'ConntrackHelper': {'1.0'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Log': {'1.0'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Network': {'1.1'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Port': {'1.7'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'PortForwarding': {'1.2'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'QosPolicy': {'1.8'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'SecurityGroup': {'1.4'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'SubPort': {'1.0'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Subnet': {'1.1'}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Trunk': {'1.1'}} Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: consumer versions: Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: L3 agent@n-d-827896-3: {}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: Metadata agent@n-d-827896-3: {}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: Metering agent@n-d-827896-3: {}, Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'ConntrackHelper': '1.0', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Log': '1.0', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Network': '1.1', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Port': '1.7', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'PortForwarding': '1.2', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'QosPolicy': '1.8', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'SecurityGroup': '1.4', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'SecurityGroupRule': '1.2', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'SubPort': '1.0', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Subnet': '1.1', Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: 'Trunk': '1.1'}} Feb 07 22:24:02.947252 n-d-827896-3 neutron-server[87670]: {{(pid=87670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:24:02.963671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6a1f8832-e0c3-46b4-8a40-6873657c8918 None None] Provisioning for port e68daacc-6042-4b6b-97c0-b4c4e9c48928 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:24:02.969869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6a1f8832-e0c3-46b4-8a40-6873657c8918 None None] Provisioning complete for port e68daacc-6042-4b6b-97c0-b4c4e9c48928 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:02.970242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8832-e0c3-46b4-8a40-6873657c8918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:03.027294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f8832-e0c3-46b4-8a40-6873657c8918 None None] Port e68daacc-6042-4b6b-97c0-b4c4e9c48928 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:24:03.067528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:03.320605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:03.325192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:03.325961 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:03.496053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Pushing event updated for resources: {'Port': ['ID=e68daacc-6042-4b6b-97c0-b4c4e9c48928,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:03.557026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Network ef2668d8-954c-4f35-80fc-a86928b5f02f is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:03.558123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:03.750859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a90a8c39-0f97-46f9-a814-23af048be115 None None] Provisioning complete for port e68daacc-6042-4b6b-97c0-b4c4e9c48928 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:03.751260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a90a8c39-0f97-46f9-a814-23af048be115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:03.779936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Router a45ad327-388b-4003-b343-4773afd967a0 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:24:03.808150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a90a8c39-0f97-46f9-a814-23af048be115 None None] Port e68daacc-6042-4b6b-97c0-b4c4e9c48928 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:24:03.946624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:24:03.956054 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-004ffc6a-30f9-4563-a8c6-38284b77c8ee admin admin] 10.222.0.10 "PUT /v2.0/routers/a45ad327-388b-4003-b343-4773afd967a0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2903841 Feb 07 22:24:03.957043 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Sync routers for ids ['a45ad327-388b-4003-b343-4773afd967a0'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:24:03.968393 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Routers {'a45ad327-388b-4003-b343-4773afd967a0'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:24:03.969402 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a45ad327-388b-4003-b343-4773afd967a0'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:04.158919 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Set router a45ad327-388b-4003-b343-4773afd967a0 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:24:04.540498 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45ad327-388b-4003-b343-4773afd967a0', 'name': 'router1', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:23:52Z', 'updated_at': '2022-02-07T22:24:03Z', 'revision_number': 2, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'gw_port_host': None, '_interfaces': [{'id': 'e68daacc-6042-4b6b-97c0-b4c4e9c48928', 'name': '', 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'mac_address': 'fa:16:3e:05:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:03Z', 'revision_number': 2, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'subnets': [{'id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2a18edf-fab0-4fde-9b33-1f91079d1c1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:04.546004 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Checking router: a45ad327-388b-4003-b343-4773afd967a0 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:24:04.546614 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Updating router a45ad327-388b-4003-b343-4773afd967a0 port e68daacc-6042-4b6b-97c0-b4c4e9c48928 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:24:04.601341 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:05.006044 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:05.023246 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Transition to ACTIVE for port object e68daacc-6042-4b6b-97c0-b4c4e9c48928 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:24:05.032278 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:05.285616 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Pushing event updated for resources: {'Port': ['ID=e68daacc-6042-4b6b-97c0-b4c4e9c48928,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:05.296862 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.297231 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.297562 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.297900 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.298235 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.298571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.298902 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.299230 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.299602 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.299933 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.300260 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.300604 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Tracked resource versions report: Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: pushed versions: Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: { 'AddressGroup': {'1.2'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'ConntrackHelper': {'1.0'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Log': {'1.0'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Network': {'1.1'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Port': {'1.7'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'PortForwarding': {'1.2'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'QosPolicy': {'1.8'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'SecurityGroup': {'1.4'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'SubPort': {'1.0'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Subnet': {'1.1'}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Trunk': {'1.1'}} Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: consumer versions: Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: L3 agent@n-d-827896-3: {}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: Metadata agent@n-d-827896-3: {}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: Metering agent@n-d-827896-3: {}, Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'ConntrackHelper': '1.0', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Log': '1.0', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Network': '1.1', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Port': '1.7', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'PortForwarding': '1.2', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'QosPolicy': '1.8', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'SecurityGroup': '1.4', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'SecurityGroupRule': '1.2', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'SubPort': '1.0', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Subnet': '1.1', Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: 'Trunk': '1.1'}} Feb 07 22:24:05.301766 n-d-827896-3 neutron-server[87673]: {{(pid=87673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:24:05.310315 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Attempting to bind port e68daacc-6042-4b6b-97c0-b4c4e9c48928 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:24:05.310736 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Attempting to bind port e68daacc-6042-4b6b-97c0-b4c4e9c48928 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:24:05.311170 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Attempting to bind port e68daacc-6042-4b6b-97c0-b4c4e9c48928 on network ef2668d8-954c-4f35-80fc-a86928b5f02f {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:24:05.316894 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:24:05.317850 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Checking segment: {'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:24:05.318321 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:05.318716 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Bound using segment: {'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:24:05.319210 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Bound port: e68daacc-6042-4b6b-97c0-b4c4e9c48928, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df3d0c5-f4a6-4839-a210-600cad6d9620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:24:05.319622 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:05.426600 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] For port e68daacc-6042-4b6b-97c0-b4c4e9c48928, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:24:05.431001 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] For port e68daacc-6042-4b6b-97c0-b4c4e9c48928, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e68daacc-6042-4b6b-97c0-b4c4e9c48928,segment=NetworkSegment(4df3d0c5-f4a6-4839-a210-600cad6d9620),segment_id=4df3d0c5-f4a6-4839-a210-600cad6d9620)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:24:05.436652 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:05.531244 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Routers {'a45ad327-388b-4003-b343-4773afd967a0'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:24:05.531244 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a45ad327-388b-4003-b343-4773afd967a0'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:05.605422 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da7eb6-d7b8-4d74-ad1e-097b6df5a0e8 None None] Pushing event updated for resources: {'Port': ['ID=e68daacc-6042-4b6b-97c0-b4c4e9c48928,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:05.717470 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] Set router a45ad327-388b-4003-b343-4773afd967a0 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:24:06.069751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45ad327-388b-4003-b343-4773afd967a0', 'name': 'router1', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:23:52Z', 'updated_at': '2022-02-07T22:24:03Z', 'revision_number': 2, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'gw_port_host': None, '_interfaces': [{'id': 'e68daacc-6042-4b6b-97c0-b4c4e9c48928', 'name': '', 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'mac_address': 'fa:16:3e:05:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:05Z', 'revision_number': 4, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'subnets': [{'id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2a18edf-fab0-4fde-9b33-1f91079d1c1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:06.074020 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50829d85-1331-4ce6-bbfd-b35a64849446 None None] The sync data for ids ['a45ad327-388b-4003-b343-4773afd967a0'] in n-d-827896-3 is: [{'id': 'a45ad327-388b-4003-b343-4773afd967a0', 'name': 'router1', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:23:52Z', 'updated_at': '2022-02-07T22:24:03Z', 'revision_number': 2, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'gw_port_host': None, '_interfaces': [{'id': 'e68daacc-6042-4b6b-97c0-b4c4e9c48928', 'name': '', 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'mac_address': 'fa:16:3e:05:a4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:05Z', 'revision_number': 4, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'subnets': [{'id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2a18edf-fab0-4fde-9b33-1f91079d1c1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:24:06.218029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41410) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:24:06.373904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102899c5-fb82-4365-a5e8-e38266c43661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:06.375345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-102899c5-fb82-4365-a5e8-e38266c43661 admin admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 842 time: 0.1563430 Feb 07 22:24:06.385407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:06.391169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:24:06.398733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Usage tracker for resource:subnet and tenant:24475e9930a6493ba4a338b9f9bc6d2e is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:24:06.402301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:24:06.409164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:24:06.420770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Made reservation on behalf of 24475e9930a6493ba4a338b9f9bc6d2e for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:24:06.423466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:06.886076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:24:06.886551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:06.965533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36790663-2c12-4507-8aa6-052c4bbe35e3,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:06.973573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:24:06.974046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Network hostable DHCP agents. Network: 96723977-a241-4209-a50b-959911382452, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:24:06.996283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Network 96723977-a241-4209-a50b-959911382452 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:24:07.008320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 96723977-a241-4209-a50b-959911382452) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:07.012466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:07.013134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:07.017408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff9f9c-c890-4708-822e-d0bd353b5d71 None None] Network 96723977-a241-4209-a50b-959911382452 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:24:07.045366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6a59f976-fcab-424e-97d4-c5351cf40f91 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6548200 Feb 07 22:24:07.282513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e68daacc-6042-4b6b-97c0-b4c4e9c48928 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:24:07.324188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01864ca4-f0bd-4b79-9707-9b7bc8d9e631 None None] Network 96723977-a241-4209-a50b-959911382452 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:24:07.511450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e68daacc-6042-4b6b-97c0-b4c4e9c48928 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:24:07.530382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e68daacc-6042-4b6b-97c0-b4c4e9c48928 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:07.531091 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:07.728346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:07.763427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e68daacc-6042-4b6b-97c0-b4c4e9c48928, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e68daacc-6042-4b6b-97c0-b4c4e9c48928,segment=NetworkSegment(4df3d0c5-f4a6-4839-a210-600cad6d9620),segment_id=4df3d0c5-f4a6-4839-a210-600cad6d9620)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:24:07.769025 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:07.841245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e68daacc-6042-4b6b-97c0-b4c4e9c48928,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:09.199398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e68daacc-6042-4b6b-97c0-b4c4e9c48928 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:24:09.278016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e68daacc-6042-4b6b-97c0-b4c4e9c48928 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:09.278393 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:09.378058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41424) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:24:09.668640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d88b963f-0803-4e5b-a34a-f735d1dc20b4 admin admin] 10.222.0.10 "GET /v2.0/routers/a45ad327-388b-4003-b343-4773afd967a0 HTTP/1.1" status: 200 len: 710 time: 0.2893100 Feb 07 22:24:09.801410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c20398-2504-4620-99f6-9c6beaacc1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:24:09.803006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f4c20398-2504-4620-99f6-9c6beaacc1c9 admin admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 886 time: 0.1292131 Feb 07 22:24:09.811886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:24:10.259008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:10.603356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:10.663022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:10.806415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Allocated IP 172.25.0.203 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/5fb3f266-5679-45a1-8328-b6ee3ee5d6e1) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:24:10.959200 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:10.986320 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:11.054550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:24:11.057352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:24:11.060451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:24:11.176845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Pushing event updated for resources: {'Port': ['ID=5fb3f266-5679-45a1-8328-b6ee3ee5d6e1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:11.495238 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:11.825300 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:11.828804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:12.003595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Router a45ad327-388b-4003-b343-4773afd967a0 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:24:12.175881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:24:12.184470 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:12.185623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Sync routers for ids ['a45ad327-388b-4003-b343-4773afd967a0'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:24:12.186057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9a689b71-520c-409c-aadd-51ecca1bf73d admin admin] 10.222.0.10 "PUT /v2.0/routers/a45ad327-388b-4003-b343-4773afd967a0 HTTP/1.1" status: 200 len: 890 time: 2.3771248 Feb 07 22:24:12.195515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Routers {'a45ad327-388b-4003-b343-4773afd967a0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:24:12.196195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a45ad327-388b-4003-b343-4773afd967a0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:12.385850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Set router a45ad327-388b-4003-b343-4773afd967a0 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:24:12.721696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45ad327-388b-4003-b343-4773afd967a0', 'name': 'router1', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5fb3f266-5679-45a1-8328-b6ee3ee5d6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:23:52Z', 'updated_at': '2022-02-07T22:24:11Z', 'revision_number': 4, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'gw_port': {'id': '5fb3f266-5679-45a1-8328-b6ee3ee5d6e1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:10Z', 'updated_at': '2022-02-07T22:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'e68daacc-6042-4b6b-97c0-b4c4e9c48928', 'name': '', 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'mac_address': 'fa:16:3e:05:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 5, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'subnets': [{'id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2a18edf-fab0-4fde-9b33-1f91079d1c1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:12.726498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Checking router: a45ad327-388b-4003-b343-4773afd967a0 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:24:12.726848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Updating router a45ad327-388b-4003-b343-4773afd967a0 port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:24:12.777486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:13.108957 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:13.120520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Transition to ACTIVE for port object 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:24:13.128055 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:13.205455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Attempting to bind port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:24:13.206040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Attempting to bind port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:24:13.206172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Attempting to bind port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:24:13.209474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9e6b3-dad6-4e85-8550-14f3f39af2e5 None None] Pushing event updated for resources: {'Port': ['ID=5fb3f266-5679-45a1-8328-b6ee3ee5d6e1,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:13.213679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:24:13.214055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:24:13.214453 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:13.214835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:24:13.215297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Bound port: 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:24:13.215683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:13.287233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] For port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:24:13.290218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] For port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5fb3f266-5679-45a1-8328-b6ee3ee5d6e1,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:24:13.295041 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:13.393241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Routers {'a45ad327-388b-4003-b343-4773afd967a0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:24:13.393855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a45ad327-388b-4003-b343-4773afd967a0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:13.442595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9e6b3-dad6-4e85-8550-14f3f39af2e5 None None] Pushing event updated for resources: {'Port': ['ID=5fb3f266-5679-45a1-8328-b6ee3ee5d6e1,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:13.574909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] Set router a45ad327-388b-4003-b343-4773afd967a0 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:24:13.896668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45ad327-388b-4003-b343-4773afd967a0', 'name': 'router1', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5fb3f266-5679-45a1-8328-b6ee3ee5d6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:23:52Z', 'updated_at': '2022-02-07T22:24:11Z', 'revision_number': 4, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'gw_port': {'id': '5fb3f266-5679-45a1-8328-b6ee3ee5d6e1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:10Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'e68daacc-6042-4b6b-97c0-b4c4e9c48928', 'name': '', 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'mac_address': 'fa:16:3e:05:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 5, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'subnets': [{'id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2a18edf-fab0-4fde-9b33-1f91079d1c1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:24:13.900500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a13d25c-3984-4a68-80a3-61217310c3b6 None None] The sync data for ids ['a45ad327-388b-4003-b343-4773afd967a0'] in n-d-827896-3 is: [{'id': 'a45ad327-388b-4003-b343-4773afd967a0', 'name': 'router1', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '5fb3f266-5679-45a1-8328-b6ee3ee5d6e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:23:52Z', 'updated_at': '2022-02-07T22:24:11Z', 'revision_number': 4, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'gw_port': {'id': '5fb3f266-5679-45a1-8328-b6ee3ee5d6e1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:10Z', 'updated_at': '2022-02-07T22:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'e68daacc-6042-4b6b-97c0-b4c4e9c48928', 'name': '', 'network_id': 'ef2668d8-954c-4f35-80fc-a86928b5f02f', 'tenant_id': '33fdea9028a143cabaf9ab1a5050de00', 'mac_address': 'fa:16:3e:05:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45ad327-388b-4003-b343-4773afd967a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:24:02Z', 'updated_at': '2022-02-07T22:24:07Z', 'revision_number': 5, 'project_id': '33fdea9028a143cabaf9ab1a5050de00', 'subnets': [{'id': '15ec86cc-38a9-44bc-98de-55d617bb04c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2a18edf-fab0-4fde-9b33-1f91079d1c1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:24:14.533116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41434) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:24:14.657558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7ab18319-6c13-44ff-a7c8-a0bbaae3dfd2 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1232033 Feb 07 22:24:15.235567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:24:15.304580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:24:15.309394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:15.309771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.428880 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.446876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5fb3f266-5679-45a1-8328-b6ee3ee5d6e1,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:24:15.450380 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:15.522198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=5fb3f266-5679-45a1-8328-b6ee3ee5d6e1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:24:17.230470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:24:17.302575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5fb3f266-5679-45a1-8328-b6ee3ee5d6e1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:24:17.303190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:20.185814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:24:25.841851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea09535b-09f5-4a58-beb5-fc49d1e78810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:28.092759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3580e4b6-6139-45e8-bc61-252135b19711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:29.123278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:29.246696 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:30.672151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:55.827471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d2d7a8b-456a-420c-b37d-cfcd8dfdc760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:57.185480 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:24:58.093523 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-daf30ba6-01a7-4c2f-98bf-2beb9a67fac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:59.118059 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:24:59.249164 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:00.674730 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:25.832369 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-686f13c7-54f8-4e79-a3a6-c223d01d8fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:28.089062 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96446b29-3584-44c2-9be3-8fa005b73628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:29.117127 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:29.256339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:30.686852 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:34.184237 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:25:55.843542 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4d02ef9-9946-4c54-9258-76f709475485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:58.098155 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dddf10ee-cbb3-436c-9401-49375757ba36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:59.112655 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:25:59.254219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:00.688750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:11.183811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:26:22.545945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42036) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:22.622954 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d1f3fe-2e74-4a66-a048-289a82dd0322 admin admin] GET failed (client error): The resource could not be found. Feb 07 22:26:22.623493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b9d1f3fe-2e74-4a66-a048-289a82dd0322 admin admin] Synchronizing usage tracker for tenant:24475e9930a6493ba4a338b9f9bc6d2e on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:26:22.650284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b9d1f3fe-2e74-4a66-a048-289a82dd0322 admin admin] Unset dirty status for tenant:24475e9930a6493ba4a338b9f9bc6d2e on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:26:22.651753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9d1f3fe-2e74-4a66-a048-289a82dd0322 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1048422 Feb 07 22:26:22.790909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd58029-7c8c-4235-ba63-1f36f88fe218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:22.792329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5bd58029-7c8c-4235-ba63-1f36f88fe218 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1365077 Feb 07 22:26:24.978498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42046) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:25.102795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f083f4e5-bae8-4e3e-b323-1bc3d5dd25d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:25.104169 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f083f4e5-bae8-4e3e-b323-1bc3d5dd25d9 admin admin] 10.222.0.10 "GET /v2.0/subnets/15ec86cc-38a9-44bc-98de-55d617bb04c7 HTTP/1.1" status: 200 len: 849 time: 0.1247237 Feb 07 22:26:25.114042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:26:25.240090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:25.442904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738282386436'] for subnet, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:25.489962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:25.490909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:25.491734 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] 10.222.0.10 "PUT /v2.0/subnets/15ec86cc-38a9-44bc-98de-55d617bb04c7 HTTP/1.1" status: 200 len: 868 time: 0.3819706 Feb 07 22:26:25.507922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b5beb-19c2-4d3a-abeb-87561cbbd304 None None] Network ef2668d8-954c-4f35-80fc-a86928b5f02f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:26:25.519746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ec86cc-38a9-44bc-98de-55d617bb04c7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:26:25.528369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.528781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.529092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.529437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.529780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.530114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.530445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.530774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.531155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.531612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.532042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.532471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6067b25-3132-4926-abca-8cbabc57f044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:26:25.854843 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cfbb6243-8b3d-41a3-9dd7-3c05e45c784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:26.031577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-05da3a40-09b9-44c0-9e16-3e2b754378eb None None] Provisioning complete for port 7d5e24d4-371e-4c4a-8eb5-fad7d55dcdbf triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:26:26.032161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-05da3a40-09b9-44c0-9e16-3e2b754378eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:26.183514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-05da3a40-09b9-44c0-9e16-3e2b754378eb None None] Provisioning complete for port e68daacc-6042-4b6b-97c0-b4c4e9c48928 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:26:26.183950 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-05da3a40-09b9-44c0-9e16-3e2b754378eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:27.676462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42056) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:27.860855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d20fd2e-b63d-4a7e-80b2-0f7fe64d16f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:27.861233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d20fd2e-b63d-4a7e-80b2-0f7fe64d16f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:27.864019 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5d20fd2e-b63d-4a7e-80b2-0f7fe64d16f3 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1856637 Feb 07 22:26:28.091135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fcc6233f-47b2-465a-b51e-6975b25f15b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:29.117720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:29.261375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:30.070320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:30.252976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c54fe9-bbe5-4051-925d-81e2b8b7120f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:30.253336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c54fe9-bbe5-4051-925d-81e2b8b7120f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:30.254894 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-86c54fe9-bbe5-4051-925d-81e2b8b7120f admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1834724 Feb 07 22:26:30.690565 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:32.427754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42076) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:32.600818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c55ae3-9cfc-479f-b46d-92ef3c163151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:32.602123 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1c55ae3-9cfc-479f-b46d-92ef3c163151 admin admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 886 time: 0.1733985 Feb 07 22:26:34.760999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42086) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:34.948422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44559f-f598-4c16-8906-8046646e2b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:34.949746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9e44559f-f598-4c16-8906-8046646e2b38 admin admin] 10.222.0.10 "GET /v2.0/networks/ef2668d8-954c-4f35-80fc-a86928b5f02f HTTP/1.1" status: 200 len: 869 time: 0.1876996 Feb 07 22:26:37.131574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42096) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:37.242312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b374cce-c8e0-4601-bae9-6bd883181180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:37.242797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b374cce-c8e0-4601-bae9-6bd883181180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:37.244322 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9b374cce-c8e0-4601-bae9-6bd883181180 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118569 Feb 07 22:26:39.409355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:39.553630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b52773-c6aa-4828-b336-e124850325c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:39.554011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b52773-c6aa-4828-b336-e124850325c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:39.555564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-38b52773-c6aa-4828-b336-e124850325c7 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1452432 Feb 07 22:26:41.736280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42116) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:41.847177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ec4f2-460b-4b51-a660-000c8619ed87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:41.847736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d1ec4f2-460b-4b51-a660-000c8619ed87 admin admin] Synchronizing usage tracker for tenant:24475e9930a6493ba4a338b9f9bc6d2e on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:26:41.866731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d1ec4f2-460b-4b51-a660-000c8619ed87 admin admin] Unset dirty status for tenant:24475e9930a6493ba4a338b9f9bc6d2e on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:26:41.869025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d1ec4f2-460b-4b51-a660-000c8619ed87 admin admin] 10.222.0.10 "GET /v2.0/subnets/15ec86cc-38a9-44bc-98de-55d617bb04c7 HTTP/1.1" status: 200 len: 868 time: 0.1315904 Feb 07 22:26:44.059637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42126) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:26:44.234200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3dee50-f003-423e-b6d1-fdeb5c7191bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:26:44.235619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed3dee50-f003-423e-b6d1-fdeb5c7191bf admin admin] 10.222.0.10 "GET /v2.0/subnets/36790663-2c12-4507-8aa6-052c4bbe35e3 HTTP/1.1" status: 200 len: 816 time: 0.1749716 Feb 07 22:26:48.186077 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:26:55.842973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-76dcce76-eba2-43b8-81d9-41903b2c71e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:58.095361 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-904bcc69-d35c-440c-9600-37af60f6c562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:59.125382 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:26:59.264027 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:00.693345 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:03.126363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42172) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:27:03.176196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-6057a89c-d72e-487c-a19e-3fdfe94217f3 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:27:03.177230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6057a89c-d72e-487c-a19e-3fdfe94217f3 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499597 Feb 07 22:27:05.415039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42182) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:27:05.494985 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-62436c2d-7ae2-4fc4-94b4-0ac78b7339b6 admin admin] GET failed (client error): The resource could not be found. Feb 07 22:27:05.496195 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-62436c2d-7ae2-4fc4-94b4-0ac78b7339b6 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0801358 Feb 07 22:27:05.622948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8963875-3aad-4d0e-8ada-e0debf47d7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:05.624424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d8963875-3aad-4d0e-8ada-e0debf47d7e6 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1242692 Feb 07 22:27:07.796651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42192) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:27:07.855465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:27:07.860188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:27:07.870888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:27:07.881542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Made reservation on behalf of 24475e9930a6493ba4a338b9f9bc6d2e for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:27:07.885633 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:07.982317 n-d-827896-3 neutron-server[87671]: WARNING neutron.services.revisions.revision_plugin [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Could not find related network for resource to bump revision. Feb 07 22:27:07.994183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:27:08.003778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:08.004123 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Added segment d27c7380-71dc-434d-87ce-a33d007f5b0a of type vlan for network bd67fc39-d6ae-407c-9cac-04f9e699a357 Feb 07 22:27:08.031194 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:08.062430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:08.063412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:08.063978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:08.166779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3689046 Feb 07 22:27:08.171785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e584d5-0c8a-428b-a743-1bbac46e80e4 admin admin] Pushing event updated for resources: {'Network': ['ID=bd67fc39-d6ae-407c-9cac-04f9e699a357,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:08.182378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:27:10.363489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42202) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:27:10.432269 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-6504eb11-5fe3-48f2-ae0c-2919df8d9be0 admin admin] GET failed (client error): The resource could not be found. Feb 07 22:27:10.433626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6504eb11-5fe3-48f2-ae0c-2919df8d9be0 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0691674 Feb 07 22:27:10.543312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc1e5aa-cb37-4d07-8c0b-78c51099a8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:10.544724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8fc1e5aa-cb37-4d07-8c0b-78c51099a8d3 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1060989 Feb 07 22:27:10.554423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Request body: {'subnet': {'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:27:10.559117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:27:10.569358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:27:10.580392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Made reservation on behalf of 24475e9930a6493ba4a338b9f9bc6d2e for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:27:10.582818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:10.793193 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:10.870652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cfbd00-2837-49a7-8838-00ddd8c480db,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:10.878459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.878811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.879149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.879482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.879809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.880137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.880462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.880811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.881132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.881451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.881919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.883251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:10.892589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:27:10.892951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Network hostable DHCP agents. Network: bd67fc39-d6ae-407c-9cac-04f9e699a357, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:27:10.913578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:27:10.923392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, bd67fc39-d6ae-407c-9cac-04f9e699a357) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:27:10.928143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:27:10.928879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:10.933319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10354b5f-8b44-48d6-95ab-a0d57b26a1a1 None None] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:27:10.956333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-600a65c0-9e89-41ed-aef4-3fc4d51e359c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054182 Feb 07 22:27:11.179681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-bd67fc39-d6ae-407c-9cac-04f9e699a357', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'tenant_id': '24475e9930a6493ba4a338b9f9bc6d2e', 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:27:11.180962 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:11.352357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Allocated IP 192.168.233.2 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/23824f98-efe3-441d-b4e4-757ab047ea59) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:27:11.583757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:11.594673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Transition to ACTIVE for port object 23824f98-efe3-441d-b4e4-757ab047ea59 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:27:11.617002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Transition to ACTIVE for port object 23824f98-efe3-441d-b4e4-757ab047ea59 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:27:11.622394 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:11.691770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:27:11.694890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:27:11.697507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:27:11.730423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Pushing event updated for resources: {'Port': ['ID=23824f98-efe3-441d-b4e4-757ab047ea59,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:11.751723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.752821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.753182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.753518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.753858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.754186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.754513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.754837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.755161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.755483 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.755826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.758291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:27:11.847396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Attempting to bind port 23824f98-efe3-441d-b4e4-757ab047ea59 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:27:11.847839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Attempting to bind port 23824f98-efe3-441d-b4e4-757ab047ea59 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:27:11.848353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Attempting to bind port 23824f98-efe3-441d-b4e4-757ab047ea59 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:27:11.856701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:27:11.857250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:27:11.858360 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:11.858940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:27:11.859621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Bound port: 23824f98-efe3-441d-b4e4-757ab047ea59, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:27:11.860185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:11.969556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] For port 23824f98-efe3-441d-b4e4-757ab047ea59, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:27:11.972899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] For port 23824f98-efe3-441d-b4e4-757ab047ea59, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=23824f98-efe3-441d-b4e4-757ab047ea59,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:27:11.978184 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:12.057329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1d3c8-a6aa-4293-b9ca-a394a7dd1dca None None] Pushing event updated for resources: {'Port': ['ID=23824f98-efe3-441d-b4e4-757ab047ea59,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:12.981051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c7f5a-2db1-4d28-8502-4b3414e1bad7 None None] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:27:13.095591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-50089760-04ee-4ab7-98cc-b95a61f1bd95 None None] Provisioning for port 23824f98-efe3-441d-b4e4-757ab047ea59 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:27:13.356380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 23824f98-efe3-441d-b4e4-757ab047ea59 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:27:13.449647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 23824f98-efe3-441d-b4e4-757ab047ea59 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:27:13.455081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 23824f98-efe3-441d-b4e4-757ab047ea59 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:27:13.455459 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:13.560153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-32ff0b16-fb37-49c5-8c50-9393faabbb4f None None] Provisioning complete for port 23824f98-efe3-441d-b4e4-757ab047ea59 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:27:13.560376 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32ff0b16-fb37-49c5-8c50-9393faabbb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:13.641618 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:13.727686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 23824f98-efe3-441d-b4e4-757ab047ea59, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=23824f98-efe3-441d-b4e4-757ab047ea59,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:27:13.733091 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:13.734840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32ff0b16-fb37-49c5-8c50-9393faabbb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:13.846863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=23824f98-efe3-441d-b4e4-757ab047ea59,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:27:13.894826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-32ff0b16-fb37-49c5-8c50-9393faabbb4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:27:13.895233 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-32ff0b16-fb37-49c5-8c50-9393faabbb4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:27:15.294377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 23824f98-efe3-441d-b4e4-757ab047ea59 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:27:15.392037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 23824f98-efe3-441d-b4e4-757ab047ea59 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:27:15.392504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:25.184821 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:27:25.845941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1067a44b-a5e4-4b85-98f5-a67940670927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:28.098999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b1f985a-923a-4eeb-9290-ce73cca4491a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:29.122005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:29.267106 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:30.707147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:55.850898 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a5174ba4-71d0-400c-9f9b-9da028d0c98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:58.100156 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dfdf23ce-18c8-47f3-96b8-961046ca27c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:59.125798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:27:59.270501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:00.698845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:02.187905 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:28:23.053810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42252) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:28:23.059854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-c7e3a2cc-de0c-4465-beb3-cca48320f034 tempest-verify_tempest_config-2133420429 tempest-verify_tempest_config-2133420429-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:28:23.060857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c7e3a2cc-de0c-4465-beb3-cca48320f034 tempest-verify_tempest_config-2133420429 tempest-verify_tempest_config-2133420429-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060356 Feb 07 22:28:23.393553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42270) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:28:23.508217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.523119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:28:23.527544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Usage tracker for resource:security_group_rule and tenant:34405f0850be4ba7a6d46933ea69ea6f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:28:23.531019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:28:23.536733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:28:23.631530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.635724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.686734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34405f0850be4ba7a6d46933ea69ea6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2921207 Feb 07 22:28:23.687573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f96821-5861-480d-8069-4211964f5cdb,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:28:23.689730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42276) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:28:23.695450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.695930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.696157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.696503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.696888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.697211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.697532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.697865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.698193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.698521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.698892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.699221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c5e36-bcb8-4380-a611-7e567ef126d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.755375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.781710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.879056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.893525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f96821-5861-480d-8069-4211964f5cdb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:28:23.904145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.904492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.904861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.905195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.905528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.905857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.906181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.906504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.906826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.907153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.907467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.907787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:28:23.910788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:23.911886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d52c2310-45eb-4b60-b15d-1de85b0826e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8f96821-5861-480d-8069-4211964f5cdb HTTP/1.1" status: 204 len: 168 time: 0.2211027 Feb 07 22:28:25.855948 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-86ee2b80-55c2-4f80-8ccc-397a941a0318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:28.101553 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a3fa500c-f6f4-4552-9450-6d4657a70777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:29.128823 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:29.270498 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:30.701517 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:39.186966 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:28:55.859460 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c7550b4-d6bd-4e11-86fa-8fcb673156e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:58.104488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4dbb51a3-5a61-47fb-ad9f-90e591ef2d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:59.132110 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:28:59.273019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:00.707774 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:16.187332 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:29:25.863730 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-042818f3-a705-48cb-ba6f-c8d20aa9f6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:28.108111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f10ec49-d4be-4ae2-9355-2d1a642a2c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:29.131255 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:29.277815 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:30.741324 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:53.185260 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:29:55.866705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5261728f-7f45-4f30-856f-e2bde20b0b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:58.110872 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-148c3829-cca5-4330-824f-98cd751ba1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:59.123610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:29:59.277499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:00.711198 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:25.870514 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-08e236d4-472f-45ee-b5b8-a049494f71b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:28.113467 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2dcbb932-3523-4cf5-9b85-e8aefaeb16bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:29.126240 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:29.281039 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:30.184010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:30:30.714682 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:55.873001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26865adb-d931-435f-b72f-44d0ada8aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:58.116227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-276fcb05-c10d-466c-8529-6172497171d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:59.128964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:30:59.282929 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:00.717833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:07.182561 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 5 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:31:25.875908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-98862b02-1f99-4720-92c1-4e86c17b7b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:28.118587 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2f2004c9-7970-4187-8daa-12caadfec3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.131926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:29.286178 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:30.721685 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.573069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455213'] for agent, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:35.865174 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455213'] for agent, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:44.181696 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:31:55.877951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a67dfddd-7149-4b11-8e2c-1c6797365d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:58.121242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed6a8085-44f5-42ff-a6fd-1b71bc96d46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:59.133719 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:31:59.289013 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:00.724146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.555623 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:05.840983 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:21.180241 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:32:22.353944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42342) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:32:22.461133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf447e06-cda5-4f79-b333-5f21d34a3952 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1061223 Feb 07 22:32:24.591362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42352) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:32:24.648812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-451fc4fd-cbc7-40fb-a587-7ae6bb533fa5 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0561025 Feb 07 22:32:25.879338 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9ea934cb-7df2-44d0-9d6e-a2db52c2e01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:28.122833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-310b3bc7-e706-47cd-8229-06a7ffefe0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:29.135210 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:29.290833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:30.727117 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:35.571151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:35.832310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:55.880197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ca4-d159-41b7-a21d-6427ced3ca0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.123748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9a7e1f6f-bb25-4441-a69d-6b345b546395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:58.179052 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:32:59.142111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:32:59.293468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:00.730428 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.568196 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:05.848719 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:25.883864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7101a51a-224d-41bc-8696-836e12783bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:28.124776 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e176c6e1-8d48-4b1b-8118-03a9760e22a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.134365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:29.296809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:30.732526 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.179494 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:33:35.570894 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:35.849285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:55.887805 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eaf97cf5-4eaa-445f-b604-095d90d73973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:58.125725 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a538562-2d1f-4e3d-a686-a43f33bffc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:59.139554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:33:59.300576 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:00.736788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:05.570868 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:05.863771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:12.180835 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:34:13.409092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42606) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:13.959772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1ebb8f86-6779-408d-b96a-a83e9df56ac9 tempest-AutoAllocateNetworkTest-753580152 tempest-AutoAllocateNetworkTest-753580152-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa10742ee9ad4eccb291fa8137910d34&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5464962 Feb 07 22:34:13.960091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42632) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:14.134220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730911b-236c-4fe5-a914-714f26c5b49f tempest-AutoAllocateNetworkTest-753580152 tempest-AutoAllocateNetworkTest-753580152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:14.137601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e730911b-236c-4fe5-a914-714f26c5b49f tempest-AutoAllocateNetworkTest-753580152 tempest-AutoAllocateNetworkTest-753580152-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1763523 Feb 07 22:34:14.140263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42642) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:14.229329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42648) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:14.230016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7a118e04-3fab-4e32-a840-2d1efbd99ee4 tempest-AutoAllocateNetworkTest-753580152 tempest-AutoAllocateNetworkTest-753580152-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853715 Feb 07 22:34:14.273017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-943805df-5f4a-4d6e-bdd6-1dd025adb338 tempest-AutoAllocateNetworkTest-753580152 tempest-AutoAllocateNetworkTest-753580152-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa10742ee9ad4eccb291fa8137910d34 HTTP/1.1" status: 200 len: 208 time: 0.0405812 Feb 07 22:34:14.796464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42694) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:15.133054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.149375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:15.153635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Usage tracker for resource:security_group_rule and tenant:aa10742ee9ad4eccb291fa8137910d34 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:15.159486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:15.163830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:15.249271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.254022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.296975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc624e05-9b1a-4933-a287-86f084319143,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:15.307604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.307941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.308284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.308650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.308983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.309314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.309640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.309966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.310305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.310611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.310937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.311258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] Tracked resource versions report: Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: pushed versions: Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: { 'AddressGroup': {'1.2'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'ConntrackHelper': {'1.0'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Log': {'1.0'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Network': {'1.1'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Port': {'1.7'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'PortForwarding': {'1.2'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'QosPolicy': {'1.8'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'SecurityGroup': {'1.4'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'SubPort': {'1.0'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Subnet': {'1.1'}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Trunk': {'1.1'}} Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: consumer versions: Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: HyperV agent@n-h1-827896-3: {}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: HyperV agent@n-h2-827896-3: {}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: L3 agent@n-d-827896-3: {}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: Metadata agent@n-d-827896-3: {}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: Metering agent@n-d-827896-3: {}, Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'ConntrackHelper': '1.0', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Log': '1.0', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Network': '1.1', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Port': '1.7', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'PortForwarding': '1.2', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'QosPolicy': '1.8', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'SecurityGroup': '1.4', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'SecurityGroupRule': '1.2', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'SubPort': '1.0', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Subnet': '1.1', Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: 'Trunk': '1.1'}} Feb 07 22:34:15.312297 n-d-827896-3 neutron-server[87670]: {{(pid=87670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:34:15.320602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-592ba597-d5cc-4d2d-bea8-ef7f4896bc67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa10742ee9ad4eccb291fa8137910d34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5224884 Feb 07 22:34:15.323793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42724) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:15.382562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.407653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.454885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42732) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:15.458876 n-d-827896-3 neutron-server[87670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 07 22:34:15.466238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.489962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc624e05-9b1a-4933-a287-86f084319143,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:15.499948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.500651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.501116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.501676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.502365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.502832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.503150 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-7b6f1ffe-8a6d-47e2-b795-bbfac359734f tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468569 Feb 07 22:34:15.503319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.503650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.503972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.504291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.504631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.504955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Tracked resource versions report: Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: pushed versions: Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: { 'AddressGroup': {'1.2'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'ConntrackHelper': {'1.0'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Log': {'1.0'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Network': {'1.1'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Port': {'1.7'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'PortForwarding': {'1.2'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'QosPolicy': {'1.8'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'SecurityGroup': {'1.4'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'SubPort': {'1.0'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Subnet': {'1.1'}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Trunk': {'1.1'}} Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: consumer versions: Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: HyperV agent@n-h1-827896-3: {}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: HyperV agent@n-h2-827896-3: {}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: L3 agent@n-d-827896-3: {}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: Metadata agent@n-d-827896-3: {}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: Metering agent@n-d-827896-3: {}, Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'ConntrackHelper': '1.0', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Log': '1.0', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Network': '1.1', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Port': '1.7', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'PortForwarding': '1.2', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'QosPolicy': '1.8', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'SecurityGroup': '1.4', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'SecurityGroupRule': '1.2', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'SubPort': '1.0', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Subnet': '1.1', Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: 'Trunk': '1.1'}} Feb 07 22:34:15.506010 n-d-827896-3 neutron-server[87671]: {{(pid=87671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:34:15.520720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:15.525895 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-583fa665-a38c-4e43-acf9-5a2eb8e6b171 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc624e05-9b1a-4933-a287-86f084319143 HTTP/1.1" status: 204 len: 168 time: 0.2013855 Feb 07 22:34:15.682471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-828bc740-96ad-4ce8-a43f-5f79a7888b68 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:15.690234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-828bc740-96ad-4ce8-a43f-5f79a7888b68 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855094 Feb 07 22:34:15.708941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-062512a6-9971-44a9-a99a-9bf7be3ebda4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/quotas/0c81ded5b5b84dfb9675cb3c15f8f90c HTTP/1.1" status: 200 len: 375 time: 0.0176444 Feb 07 22:34:15.782719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-fd227aca-746d-46ce-97ca-f3f3941517eb tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721440 Feb 07 22:34:16.623521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42804) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:16.863037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c9a11d4-0e0e-43bf-973e-51f8167b8494 req-cada788b-6607-482e-b46d-686a31eea607 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 210 time: 0.2376490 Feb 07 22:34:17.104081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42838) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:17.307785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.342162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:17.349162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Usage tracker for resource:security_group_rule and tenant:d36efbb0b1da49a28f05f5e4be75ba50 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:17.359555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:17.379017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:17.557991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.564808 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.666367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42874) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:17.686007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d36efbb0b1da49a28f05f5e4be75ba50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5719173 Feb 07 22:34:17.686007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db6458-8017-44a7-8782-87641a854799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01129845-da8b-4338-b9f2-9efa5390fc9c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:17.762635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e368c08a-6dde-4c06-9a8d-efe5b1dbf7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.798532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e368c08a-6dde-4c06-9a8d-efe5b1dbf7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.887647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e368c08a-6dde-4c06-9a8d-efe5b1dbf7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.906975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368c08a-6dde-4c06-9a8d-efe5b1dbf7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01129845-da8b-4338-b9f2-9efa5390fc9c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:17.911798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e368c08a-6dde-4c06-9a8d-efe5b1dbf7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:17.914043 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e368c08a-6dde-4c06-9a8d-efe5b1dbf7cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01129845-da8b-4338-b9f2-9efa5390fc9c HTTP/1.1" status: 204 len: 168 time: 0.2466495 Feb 07 22:34:18.075241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42904) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:18.139209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed501cda-9d1b-4ce9-af4b-9c2c84af815e req-1139aa3d-b4f4-4d53-b1c9-aaa3e28773e1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 210 time: 0.0716264 Feb 07 22:34:18.378822 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.393777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:18.398436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Usage tracker for resource:security_group_rule and tenant:4c16aa21d6154c6fbda24e7dcec4136c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:18.401349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:18.407203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:18.422806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42926) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:18.502476 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.508232 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.516808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42934) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:18.540838 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.551574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93125d66-1bef-4b3d-b628-bb8e536fb091,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:18.554305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.26', 64209) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:18.566481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:18.575895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Usage tracker for resource:security_group_rule and tenant:53a6fd2a023344288bf225a14eb66451 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:18.583236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:18.596367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:18.626852 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f8f43e5b-2ef9-4c9f-a1d6-309ececdcd6d tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694084 Feb 07 22:34:18.698145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Synchronizing usage tracker for tenant:24475e9930a6493ba4a338b9f9bc6d2e on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:18.703759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.712520 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.819987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] Unset dirty status for tenant:24475e9930a6493ba4a338b9f9bc6d2e on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:18.826861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-235ef46c-aef1-45c9-9f03-e830ee3e1a98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c16aa21d6154c6fbda24e7dcec4136c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7494032 Feb 07 22:34:18.829032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42940) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:18.837447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53a6fd2a023344288bf225a14eb66451&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3186884 Feb 07 22:34:18.847856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42944) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:18.945198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3c73c-1f2a-4b45-bb6d-c8bd98cbb0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f36e73-8b45-49c6-a0a1-60194f3ad672,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:18.988130 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:18.988227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-eea6b34a-3cd7-4f6b-bc8f-cbdf15d208e1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:18.990719 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-eea6b34a-3cd7-4f6b-bc8f-cbdf15d208e1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507171 Feb 07 22:34:19.022305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:19.035995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc770-fc1c-4f5f-8211-80594c1e252e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.059314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Usage tracker for resource:security_group_rule and tenant:ccf43eb317944b3f9b72ebf282931069 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:19.066220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:19.075705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:19.078247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6afb3871-7c11-4b44-92c5-ce3d08c9deb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.084312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc770-fc1c-4f5f-8211-80594c1e252e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.097074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Request body: {'port': {'device_id': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '0c81ded5b5b84dfb9675cb3c15f8f90c'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:19.107717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6afb3871-7c11-4b44-92c5-ce3d08c9deb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.295273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:19.299335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc770-fc1c-4f5f-8211-80594c1e252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.304911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Usage tracker for resource:port and tenant:0c81ded5b5b84dfb9675cb3c15f8f90c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:19.325562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:19.332260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:19.344391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcc770-fc1c-4f5f-8211-80594c1e252e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93125d66-1bef-4b3d-b628-bb8e536fb091,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:19.352823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6cbcc770-fc1c-4f5f-8211-80594c1e252e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.356810 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6cbcc770-fc1c-4f5f-8211-80594c1e252e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93125d66-1bef-4b3d-b628-bb8e536fb091 HTTP/1.1" status: 204 len: 168 time: 0.5217297 Feb 07 22:34:19.356810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Made reservation on behalf of 0c81ded5b5b84dfb9675cb3c15f8f90c for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:19.371738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.405787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.447368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:19.456498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Usage tracker for resource:security_group_rule and tenant:0c81ded5b5b84dfb9675cb3c15f8f90c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:19.461883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:19.472368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-36623b94-a081-4362-aae4-6a3ee1c0f454 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=649b449eae534595a23ff4635e15e26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3362548 Feb 07 22:34:19.473421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:19.593587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.647350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.654559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.726725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-13269b37-e6a4-4a37-968c-1b390f9bd441 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:19.729380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-13269b37-e6a4-4a37-968c-1b390f9bd441 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459025 Feb 07 22:34:19.730164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.745423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9580beb6-6348-4283-866d-d6e462dcd113,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:19.790696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43006) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:19.791238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccf43eb317944b3f9b72ebf282931069&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3663089 Feb 07 22:34:19.793908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a77cd280-3c6c-4b08-a9ba-b94504f671ba req-a24ec1e4-d470-4b18-b3a2-73b056fdc109 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 210 time: 0.2102785 Feb 07 22:34:19.797097 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6afb3871-7c11-4b44-92c5-ce3d08c9deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.853046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-63aad73e-678f-4aa9-b750-f11ae335a076 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/quotas/649b449eae534595a23ff4635e15e26c HTTP/1.1" status: 200 len: 375 time: 0.0844357 Feb 07 22:34:19.930059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Allocated IP 192.168.233.18 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/f79d6f2e-3316-4a74-ab9c-9f5f956bedcb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:19.938573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-9bcc6e11-370f-4ffa-9fdd-a17d939e5460 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=649b449eae534595a23ff4635e15e26c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815952 Feb 07 22:34:19.945022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeaa96-7ef6-4742-9e64-890e39288b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8607a3b-4fbc-473e-94ca-944422d020d5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:19.947568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-083111e8-7f51-4b94-8976-0dc855c5478e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.967729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43012) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:19.971750 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6afb3871-7c11-4b44-92c5-ce3d08c9deb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:19.976011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6afb3871-7c11-4b44-92c5-ce3d08c9deb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29f36e73-8b45-49c6-a0a1-60194f3ad672 HTTP/1.1" status: 204 len: 168 time: 1.1243560 Feb 07 22:34:19.981136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb3871-7c11-4b44-92c5-ce3d08c9deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f36e73-8b45-49c6-a0a1-60194f3ad672,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:20.018968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.072843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-083111e8-7f51-4b94-8976-0dc855c5478e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.113406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:20.155985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Usage tracker for resource:security_group_rule and tenant:c42848354edf480388e3d50bd4ab71d2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:20.173562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:20.189579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:20.235677 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e555cef4-aaa2-493d-8c3d-81dc507ced8a req-37f80f1f-edd6-4ef7-bdd9-e869836ae4c7 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 210 time: 0.0976701 Feb 07 22:34:20.374970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-083111e8-7f51-4b94-8976-0dc855c5478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.407218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083111e8-7f51-4b94-8976-0dc855c5478e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8607a3b-4fbc-473e-94ca-944422d020d5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:20.537424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-083111e8-7f51-4b94-8976-0dc855c5478e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.539166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-083111e8-7f51-4b94-8976-0dc855c5478e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8607a3b-4fbc-473e-94ca-944422d020d5 HTTP/1.1" status: 204 len: 168 time: 0.7468328 Feb 07 22:34:20.550579 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.609065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Transition to ACTIVE for port object f79d6f2e-3316-4a74-ab9c-9f5f956bedcb will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:20.634693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.650215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.720130 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c42848354edf480388e3d50bd4ab71d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7502062 Feb 07 22:34:20.722337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43056) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:20.747741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810730d-c7c8-4bce-8033-50d75c35dc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc38726-7ec0-418c-9ddb-c72e0435eb5e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:20.762931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:20.932263 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec630f41-a7b7-43fa-8bea-db0033e00bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.046874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec630f41-a7b7-43fa-8bea-db0033e00bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.080924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:21.087689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:21.094722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:34:21.111282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:21.113031 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.184281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0894327 Feb 07 22:34:21.193179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3c478-eee3-4b2a-831d-3393d029c9ea tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Pushing event updated for resources: {'Port': ['ID=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:21.217744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-8989e86e-abcf-42be-a653-b75015b90ca3 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:34:21.226235 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-8989e86e-abcf-42be-a653-b75015b90ca3 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138221 Feb 07 22:34:21.393888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:21.420085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ebff663-89dd-49e3-a74f-1137b7afc054 req-a5a36930-c075-4b89-9ff1-571e1cb685c4 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 210 time: 0.0913274 Feb 07 22:34:21.471943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83e9b-0b04-4373-81bc-a894b3cb7f25 req-0c08c625-b843-4f3d-a294-ed983a1fb3de tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:21.486821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27d83e9b-0b04-4373-81bc-a894b3cb7f25 req-0c08c625-b843-4f3d-a294-ed983a1fb3de tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 935 time: 0.4184980 Feb 07 22:34:21.503892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec630f41-a7b7-43fa-8bea-db0033e00bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.576585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43086) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:21.591282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec630f41-a7b7-43fa-8bea-db0033e00bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc38726-7ec0-418c-9ddb-c72e0435eb5e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:21.654013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.671571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e7f4879-a8a0-4f70-89c5-719e50b74a17 None None] Provisioning for port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:21.678119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e7f4879-a8a0-4f70-89c5-719e50b74a17 None None] Provisioning complete for port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:21.679918 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e7f4879-a8a0-4f70-89c5-719e50b74a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.689933 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec630f41-a7b7-43fa-8bea-db0033e00bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:21.696044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec630f41-a7b7-43fa-8bea-db0033e00bc1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8dc38726-7ec0-418c-9ddb-c72e0435eb5e HTTP/1.1" status: 204 len: 168 time: 0.9719253 Feb 07 22:34:21.697373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:21.712585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Usage tracker for resource:security_group_rule and tenant:65d29b78c8474ba8be6bed5cfcbbcc6e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:21.716293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:21.719951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27d83e9b-0b04-4373-81bc-a894b3cb7f25 req-07b8edd0-2d6e-4330-8bf9-7a96cdd2ac0f tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302566 Feb 07 22:34:21.726676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:21.774785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f4879-a8a0-4f70-89c5-719e50b74a17 None None] Port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:34:22.020232 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.060994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Request body: {'port': {'device_id': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:22.196613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:22.205153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.212677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Usage tracker for resource:security_group_rule and tenant:fe39bb351f554d71b256398d76bcd0b8 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:22.216136 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.247905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:22.263148 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65d29b78c8474ba8be6bed5cfcbbcc6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6853194 Feb 07 22:34:22.265911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43104) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:22.305711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:22.310900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.394784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a0f67ec-6c7c-4da7-b960-2dc9e8b9b4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.452090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a0f67ec-6c7c-4da7-b960-2dc9e8b9b4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.474023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23991d0d-252b-40aa-97cb-9045f644cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d932d91-c471-4645-994e-e344a91af790,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:22.567690 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a0f67ec-6c7c-4da7-b960-2dc9e8b9b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.609955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f67ec-6c7c-4da7-b960-2dc9e8b9b4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d932d91-c471-4645-994e-e344a91af790,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:22.613174 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a0f67ec-6c7c-4da7-b960-2dc9e8b9b4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:22.614287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1a0f67ec-6c7c-4da7-b960-2dc9e8b9b4ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d932d91-c471-4645-994e-e344a91af790 HTTP/1.1" status: 204 len: 168 time: 0.3473375 Feb 07 22:34:22.876628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbb6c679-7e4e-463f-8812-5115bd2d9729 req-85e278b7-f68f-432c-86d4-e95ecc620169 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 210 time: 0.1433713 Feb 07 22:34:22.996195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.020423 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.193015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe39bb351f554d71b256398d76bcd0b8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7976701 Feb 07 22:34:23.204221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43128) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:23.223823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c816b-b5dc-495a-87cc-c68f4a4c7bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6decb3b1-6a57-4bb1-b361-33919f06f199,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:23.263711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e9679-5080-4b6d-b568-b87308b2268f req-852e5885-802c-43c3-89d1-ea87c17bdef1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:23.274433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b35e9679-5080-4b6d-b568-b87308b2268f req-852e5885-802c-43c3-89d1-ea87c17bdef1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 935 time: 0.2501512 Feb 07 22:34:23.377412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79d6f2e-3316-4a74-ab9c-9f5f956bedcb {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:23.400430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b35e9679-5080-4b6d-b568-b87308b2268f req-8328f720-5f79-4471-99be-2e7189d9e01d tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224411 Feb 07 22:34:23.417967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.447238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Transition to ACTIVE for port object f79d6f2e-3316-4a74-ab9c-9f5f956bedcb will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:23.464439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.546392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23a23940-5804-4d63-b961-8cae72d6ea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.621097 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23a23940-5804-4d63-b961-8cae72d6ea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.752899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23a23940-5804-4d63-b961-8cae72d6ea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.780630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:23.786641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a23940-5804-4d63-b961-8cae72d6ea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6decb3b1-6a57-4bb1-b361-33919f06f199,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:23.790371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23a23940-5804-4d63-b961-8cae72d6ea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:23.791671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-23a23940-5804-4d63-b961-8cae72d6ea1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6decb3b1-6a57-4bb1-b361-33919f06f199 HTTP/1.1" status: 204 len: 168 time: 0.5815904 Feb 07 22:34:23.945288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.26', 64214) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:23.973690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Attempting to bind port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:23.974069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Attempting to bind port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:23.974451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Attempting to bind port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:23.988695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:34:23.989027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Attempting to bind port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:23.995068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-3ddbe4e0-ac09-4a60-b1c2-15c380ad4e7f tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=649b449eae534595a23ff4635e15e26c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433407 Feb 07 22:34:24.011694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:34:24.012083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:24.021119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:34:24.022367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Bound port: f79d6f2e-3316-4a74-ab9c-9f5f956bedcb, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:24.022898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.238170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74bcae17-2bcd-4f76-9dc7-723e69ce1386 req-0b60d945-124d-4c69-b6b9-4960d8f45edd tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 210 time: 0.0671682 Feb 07 22:34:24.312450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] For port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:34:24.317467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] For port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:34:24.324983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-6c8dc559-c3e2-44c8-a6ff-af3ea5f6c75e tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:24.326553 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-6c8dc559-c3e2-44c8-a6ff-af3ea5f6c75e tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260314 Feb 07 22:34:24.328412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.401187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Request body: {'port': {'device_id': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '649b449eae534595a23ff4635e15e26c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:24.412378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:24.413505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.415315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] 10.222.0.26 "PUT /v2.0/ports/f79d6f2e-3316-4a74-ab9c-9f5f956bedcb HTTP/1.1" status: 200 len: 1095 time: 2.6862330 Feb 07 22:34:24.415982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'tag': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:24.708058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:24.730250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Usage tracker for resource:port and tenant:649b449eae534595a23ff4635e15e26c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:24.850129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:24.854883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4f11d-0cd1-4a8a-ae1a-11b5f1adacc9 service neutron] Pushing event updated for resources: {'Port': ['ID=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:24.879634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-43d2f21c-2f3a-4d1a-9328-bb78b9bd1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:24.881983 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-43d2f21c-2f3a-4d1a-9328-bb78b9bd1fd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 1098 time: 0.2628398 Feb 07 22:34:24.900318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:24.927910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Made reservation on behalf of 649b449eae534595a23ff4635e15e26c for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:24.931880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.947400 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:24.981387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:24.982946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-778c62d3-8a38-411c-aef4-63df92d53209 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb HTTP/1.1" status: 200 len: 217 time: 0.0921130 Feb 07 22:34:24.986534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Usage tracker for resource:security_group_rule and tenant:649b449eae534595a23ff4635e15e26c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:24.994475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:25.003211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:25.033001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43178) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:25.088808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61df550-1f3a-4a08-9ce5-873c7ea9b8a0 req-8529f12a-9abc-40cf-a0ac-c4138a678011 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:25.095909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f61df550-1f3a-4a08-9ce5-873c7ea9b8a0 req-8529f12a-9abc-40cf-a0ac-c4138a678011 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 947 time: 0.3772328 Feb 07 22:34:25.142787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-76ad894f-bb4e-4e46-9f53-f96e946c7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:25.147852 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-76ad894f-bb4e-4e46-9f53-f96e946c7eb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1479218 Feb 07 22:34:25.158820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.185739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:25.201470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Usage tracker for resource:security_group_rule and tenant:82a3fc7b26a14e34ad20be75f6b72bff is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:25.218856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f61df550-1f3a-4a08-9ce5-873c7ea9b8a0 req-a08fa34c-3063-4709-bb86-0c5c74d66dcc tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216638 Feb 07 22:34:25.231985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:25.250763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:25.339075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.351724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.436549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-a2da5dee-3675-45c1-9694-1e1b216ea8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:25.438064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-a2da5dee-3675-45c1-9694-1e1b216ea8c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883132 Feb 07 22:34:25.486387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa827a9-85b3-42d2-b49d-e53c39e1d77c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:25.777850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3f2c3e3-ada4-4749-8d8d-190a3efacb76 req-b9ff404b-4651-4ec7-bcfd-f40da9d681e3 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 210 time: 0.2828269 Feb 07 22:34:25.782511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-dd71a7f5-d644-496e-b13e-774404717dcf service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815011 Feb 07 22:34:25.915835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.922211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e5dd71af-b7d5-4b18-a2be-85b57e94f499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:25.926950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.085210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-220a3449-5786-49ae-8209-f19a4b58bfd8 req-56f0dd75-241e-4528-8536-fcb55920d5ca service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850571 Feb 07 22:34:26.132423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82a3fc7b26a14e34ad20be75f6b72bff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0982242 Feb 07 22:34:26.135507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43206) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:26.137131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e63ca-322f-44d7-af3f-99532eda6559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bf65bf-7238-443c-b249-02007a130a31,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:26.185257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Allocated IP 192.168.233.171 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/e0991573-1c9c-4c16-abcf-325b8a9b0a5a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:26.263993 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'tag': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb', 'status': 'completed', 'code': 200} Feb 07 22:34:26.268825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-629b4194-efb5-481d-a3e6-875ed0cc6a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.303415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-629b4194-efb5-481d-a3e6-875ed0cc6a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.550096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-77b6ac04-7d4e-47a5-90db-c94cbd4b0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.556677 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-77b6ac04-7d4e-47a5-90db-c94cbd4b0758 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 1098 time: 0.2408311 Feb 07 22:34:26.626994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d29dee-7dbe-484f-ab41-c1df221745da req-34535e69-3e10-4264-8556-d857e01c1572 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.636155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7d29dee-7dbe-484f-ab41-c1df221745da req-34535e69-3e10-4264-8556-d857e01c1572 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 947 time: 0.1676929 Feb 07 22:34:26.711227 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.723999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7d29dee-7dbe-484f-ab41-c1df221745da req-803fddbb-7fe9-4e6d-925e-75ae12395475 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856869 Feb 07 22:34:26.749211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Transition to ACTIVE for port object e0991573-1c9c-4c16-abcf-325b8a9b0a5a will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:26.781000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-629b4194-efb5-481d-a3e6-875ed0cc6a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.795125 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:26.899775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:26.908742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:26.911008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b4194-efb5-481d-a3e6-875ed0cc6a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bf65bf-7238-443c-b249-02007a130a31,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:26.916727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:34:26.948025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:26.949107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.051050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Pushing event updated for resources: {'Port': ['ID=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:27.073722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-629b4194-efb5-481d-a3e6-875ed0cc6a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.079718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-98484643-a676-4c75-b006-6e6eab749ee6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6909177 Feb 07 22:34:27.083410 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-629b4194-efb5-481d-a3e6-875ed0cc6a25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72bf65bf-7238-443c-b249-02007a130a31 HTTP/1.1" status: 204 len: 168 time: 0.9467192 Feb 07 22:34:27.096624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Request body: {'port': {'device_id': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'device_owner': 'compute:tempest-test_az-44399870', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:27.120985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-3342a48d-8dec-485c-8148-7a12c9d9189b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.122670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-3342a48d-8dec-485c-8148-7a12c9d9189b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5582895 Feb 07 22:34:27.257527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-e0a27b23-8354-4fff-95f6-bb74215e64fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb HTTP/1.1" status: 200 len: 217 time: 0.1267807 Feb 07 22:34:27.423179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-656ec51e-7f70-48e9-b9bc-33499d128f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.427983 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-656ec51e-7f70-48e9-b9bc-33499d128f32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1610773 Feb 07 22:34:27.447951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-56919005-f71c-4063-a914-41d889a54795 None None] Provisioning for port e0991573-1c9c-4c16-abcf-325b8a9b0a5a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:27.459318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-56919005-f71c-4063-a914-41d889a54795 None None] Provisioning complete for port e0991573-1c9c-4c16-abcf-325b8a9b0a5a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:27.459951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56919005-f71c-4063-a914-41d889a54795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.506541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1593c99-af56-4e41-834c-316a527f051b req-47807340-b8a1-4caa-864d-a4416869a5b1 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.507316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1593c99-af56-4e41-834c-316a527f051b req-47807340-b8a1-4caa-864d-a4416869a5b1 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Synchronizing usage tracker for tenant:649b449eae534595a23ff4635e15e26c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:27.519950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:27.599256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1593c99-af56-4e41-834c-316a527f051b req-47807340-b8a1-4caa-864d-a4416869a5b1 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Unset dirty status for tenant:649b449eae534595a23ff4635e15e26c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:27.606036 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1593c99-af56-4e41-834c-316a527f051b req-47807340-b8a1-4caa-864d-a4416869a5b1 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 936 time: 0.4381588 Feb 07 22:34:27.648533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-92b273f8-9686-43b0-894a-019c4de1cb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:27.651479 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-92b273f8-9686-43b0-894a-019c4de1cb3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016695 Feb 07 22:34:27.663929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-56919005-f71c-4063-a914-41d889a54795 None None] Port e0991573-1c9c-4c16-abcf-325b8a9b0a5a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:34:27.756732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1593c99-af56-4e41-834c-316a527f051b req-03365f86-dd74-4747-b30f-1922538c15ae tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Synchronizing usage tracker for tenant:649b449eae534595a23ff4635e15e26c on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:27.862362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1593c99-af56-4e41-834c-316a527f051b req-03365f86-dd74-4747-b30f-1922538c15ae tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Unset dirty status for tenant:649b449eae534595a23ff4635e15e26c on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:27.873117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1593c99-af56-4e41-834c-316a527f051b req-03365f86-dd74-4747-b30f-1922538c15ae tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661271 Feb 07 22:34:27.934122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-be538ee9-3cc2-4d41-977b-65439c3ba661 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733996 Feb 07 22:34:28.150529 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ba567e5a-9742-46d7-b19a-5ffc041547f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:28.251996 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55cbb2f-a0b1-4dc4-ab34-98b90633cfea req-a86e7eab-2ef1-44e9-b3ad-2b61ddf3cb95 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943661 Feb 07 22:34:28.466912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc4b8f-3b43-4ea7-8f00-310f9da46cae req-b9e0a021-41c2-427b-9dfd-62e5c144a4bf tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:28.475681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-22bc4b8f-3b43-4ea7-8f00-310f9da46cae req-b9e0a021-41c2-427b-9dfd-62e5c144a4bf tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 947 time: 0.2761655 Feb 07 22:34:28.511084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0991573-1c9c-4c16-abcf-325b8a9b0a5a {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:28.523338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:28.560053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-22bc4b8f-3b43-4ea7-8f00-310f9da46cae req-7a8e1315-5326-4166-a809-71dba0e31b58 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Feb 07 22:34:28.588307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Transition to ACTIVE for port object e0991573-1c9c-4c16-abcf-325b8a9b0a5a will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:28.612002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:28.948403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:28.966032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Attempting to bind port e0991573-1c9c-4c16-abcf-325b8a9b0a5a on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:28.966595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Attempting to bind port e0991573-1c9c-4c16-abcf-325b8a9b0a5a by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:28.967095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Attempting to bind port e0991573-1c9c-4c16-abcf-325b8a9b0a5a on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:28.973778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Port e0991573-1c9c-4c16-abcf-325b8a9b0a5a on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:34:28.975455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Attempting to bind port e0991573-1c9c-4c16-abcf-325b8a9b0a5a on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:28.982678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:34:28.983745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:28.984764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:34:28.985595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Bound port: e0991573-1c9c-4c16-abcf-325b8a9b0a5a, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:28.986418 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:29.128136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] For port e0991573-1c9c-4c16-abcf-325b8a9b0a5a, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:34:29.135314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] For port e0991573-1c9c-4c16-abcf-325b8a9b0a5a, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:34:29.144110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:29.156649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:29.294916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:29.315869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:29.328801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:29.329544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:29.330978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-1ed3df52-0023-4640-8380-947c4e5ce2c5 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0991573-1c9c-4c16-abcf-325b8a9b0a5a HTTP/1.1" status: 200 len: 1116 time: 2.2422402 Feb 07 22:34:29.331456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'tag': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:29.647956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43324) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:29.749490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c15fce-2174-40cb-9525-7ae49aa3d1f1 req-b9a49c52-b3f5-49f9-aa36-e8290170d589 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:29.751057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20c15fce-2174-40cb-9525-7ae49aa3d1f1 req-b9a49c52-b3f5-49f9-aa36-e8290170d589 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 968 time: 0.1315160 Feb 07 22:34:29.759208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-3806fb21-7f76-4835-96c9-615152d3d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:29.760679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-3806fb21-7f76-4835-96c9-615152d3d9fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=649b449eae534595a23ff4635e15e26c&device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 1119 time: 0.1824205 Feb 07 22:34:29.863520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-840764105-network', 'tenant_id': '2527639aebef4b59b127999a0ede186d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:29.869432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:29.875001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-a757b2ee-8a27-4985-99b5-23195f9d9d75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=e0991573-1c9c-4c16-abcf-325b8a9b0a5a HTTP/1.1" status: 200 len: 217 time: 0.0873284 Feb 07 22:34:29.884149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Usage tracker for resource:network and tenant:2527639aebef4b59b127999a0ede186d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:29.890311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:29.908440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:29.926677 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20c15fce-2174-40cb-9525-7ae49aa3d1f1 req-396d34c1-0234-4a5f-9fe5-c33dba965f0a tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648626 Feb 07 22:34:29.946489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Made reservation on behalf of 2527639aebef4b59b127999a0ede186d for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:29.952022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:29.991335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.017183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:30.027681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:2527639aebef4b59b127999a0ede186d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:30.032398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:30.040891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:30.047448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-5de68ff0-3564-48ae-87ea-909e52d56511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.049580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-5de68ff0-3564-48ae-87ea-909e52d56511 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1432109 Feb 07 22:34:30.162362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.169077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.204917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:34:30.219858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292aad55-f1f1-44db-81d3-caef8982b951,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:30.226278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.226764 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Added segment a0e3ac13-fe62-4f8c-8891-c9c33262febf of type vlan for network df7e11ec-bfae-4458-a1b1-d432c7adace9 Feb 07 22:34:30.282253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.298692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247a6f-8d33-45b6-aa89-480145d68236 req-9185afda-7526-47c7-851a-666b5cb0d1d2 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.307355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a247a6f-8d33-45b6-aa89-480145d68236 req-9185afda-7526-47c7-851a-666b5cb0d1d2 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 947 time: 0.2452126 Feb 07 22:34:30.342515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880111-8e56-4245-abea-b4fe2becd291 req-491f4421-38a3-413e-acfa-f786de8014b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.344222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-491f4421-38a3-413e-acfa-f786de8014b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2004015 Feb 07 22:34:30.356681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.358181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:30.358820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.386045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a247a6f-8d33-45b6-aa89-480145d68236 req-c0da7b41-dc5d-42c4-81af-d73b6c7c4197 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769374 Feb 07 22:34:30.484985 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'tag': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a', 'status': 'completed', 'code': 200} Feb 07 22:34:30.489846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8380575 Feb 07 22:34:30.490381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43352) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:30.498409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffc64c-ad81-432b-bad6-c73e5fee2fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=df7e11ec-bfae-4458-a1b1-d432c7adace9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:30.503447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Request body: {'subnet': {'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-840764105-subnet', 'tenant_id': '2527639aebef4b59b127999a0ede186d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:30.510895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:34:30.513621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:30.542523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Usage tracker for resource:subnet and tenant:2527639aebef4b59b127999a0ede186d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:30.547899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:30.558181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:30.750736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:30.757196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-b92d5aca-87f2-4204-8676-cdf821486212 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518331 Feb 07 22:34:30.758630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Made reservation on behalf of 2527639aebef4b59b127999a0ede186d for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:30.761414 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.057952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43388) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:31.160536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.191482 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.220881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:31.225367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Usage tracker for resource:security_group_rule and tenant:13eeabc6f0514ff2b4b1e55f4d68d0c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:31.228525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:31.228950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83880111-8e56-4245-abea-b4fe2becd291 req-a20be960-9804-47dd-94c2-a41ded9a3e83 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049445 Feb 07 22:34:31.236893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:31.307219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:31.307624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Network hostable DHCP agents. Network: df7e11ec-bfae-4458-a1b1-d432c7adace9, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:34:31.321530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Pushing event updated for resources: {'Subnet': ['ID=009d7cee-892d-4da4-a1ba-fe535fd7695a,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:31.331238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7a289-ddff-4991-b6d4-b3a81070be80 req-f09c0f40-221e-4b7c-a555-9f548f557c6b tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.337635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91b7a289-ddff-4991-b6d4-b3a81070be80 req-f09c0f40-221e-4b7c-a555-9f548f557c6b tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 968 time: 0.2532837 Feb 07 22:34:31.382994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:34:31.397842 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.404471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.454885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13eeabc6f0514ff2b4b1e55f4d68d0c1&name=default HTTP/1.1" status: 200 len: 2976 time: 0.3958066 Feb 07 22:34:31.455909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0413498-6700-4019-a986-9adff538a36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e37a12-e703-457a-9de4-a750508f274b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:31.460274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43418) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:31.477411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91b7a289-ddff-4991-b6d4-b3a81070be80 req-1bca045b-c330-4612-af17-30e2902649b5 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224966 Feb 07 22:34:31.479948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, df7e11ec-bfae-4458-a1b1-d432c7adace9) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:31.486339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.487001 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.490519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a7aac-2b52-4929-a48d-074283341651 None None] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:34:31.519815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43422) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:31.541198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9b40cc3-f5aa-4d17-9970-b03236ffd5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.545139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f8f009d8-b6b2-4979-9864-8051bb5a675c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0535371 Feb 07 22:34:31.550938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-9ff18872-7a4a-4f94-876b-eecc527828cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.552627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-9ff18872-7a4a-4f94-876b-eecc527828cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=649b449eae534595a23ff4635e15e26c&device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 1119 time: 0.1504788 Feb 07 22:34:31.600221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9b40cc3-f5aa-4d17-9970-b03236ffd5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.708374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9b40cc3-f5aa-4d17-9970-b03236ffd5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.762782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9b40cc3-f5aa-4d17-9970-b03236ffd5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.766182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e9b40cc3-f5aa-4d17-9970-b03236ffd5d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0e37a12-e703-457a-9de4-a750508f274b HTTP/1.1" status: 204 len: 168 time: 0.3027086 Feb 07 22:34:31.769604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b40cc3-f5aa-4d17-9970-b03236ffd5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e37a12-e703-457a-9de4-a750508f274b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:31.812157 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:31.851973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:31.861062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Usage tracker for resource:security_group_rule and tenant:4a401ce418dc4d04a3334dbe9af29857 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:31.866745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:31.886413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:31.902532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1056d29-b76f-4a24-89d5-917bb7bc216b req-e04356a8-f55c-4e26-8f81-cf6b447dfdbf tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.904067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1056d29-b76f-4a24-89d5-917bb7bc216b req-e04356a8-f55c-4e26-8f81-cf6b447dfdbf tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 947 time: 0.1979094 Feb 07 22:34:31.909993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-23119e3d-15e8-4e57-89a0-2e197cf46c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:31.911391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-23119e3d-15e8-4e57-89a0-2e197cf46c51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3416848 Feb 07 22:34:32.021520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12358f-fa3e-4e8e-9f10-a3807e2a40d5 None None] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:34:32.033881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.040010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.100933 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a401ce418dc4d04a3334dbe9af29857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798504 Feb 07 22:34:32.101999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0699ea-26d4-42e0-b931-1c5d54c7472e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee79ce4-4151-4595-a5f0-d6d15ab77133,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:32.105190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43456) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:32.149706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-db2373e2-a3c5-4975-ac33-2d8531dba96f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=e0991573-1c9c-4c16-abcf-325b8a9b0a5a HTTP/1.1" status: 200 len: 217 time: 0.1992984 Feb 07 22:34:32.158807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1056d29-b76f-4a24-89d5-917bb7bc216b req-cbb670ef-da52-4f91-87c8-8c4ad24f2373 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462516 Feb 07 22:34:32.192002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-602cb33c-06c0-4dcb-87a1-8973e6dab2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.258140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-3035b20e-fe12-4fcb-978b-b75ae6f07807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.260011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-3035b20e-fe12-4fcb-978b-b75ae6f07807 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1002939 Feb 07 22:34:32.263433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-602cb33c-06c0-4dcb-87a1-8973e6dab2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.362717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43474) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:32.382430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.398857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:32.403272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3334956b4de642ef8ba37c25efbefb41 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:32.406389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:32.413547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:32.440808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-1ca793a9-1a08-4518-836b-27df92f97c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.442365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-1ca793a9-1a08-4518-836b-27df92f97c96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1714661 Feb 07 22:34:32.445035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-602cb33c-06c0-4dcb-87a1-8973e6dab2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.475386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cb33c-06c0-4dcb-87a1-8973e6dab2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee79ce4-4151-4595-a5f0-d6d15ab77133,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:32.478632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-602cb33c-06c0-4dcb-87a1-8973e6dab2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.479826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-602cb33c-06c0-4dcb-87a1-8973e6dab2f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ee79ce4-4151-4595-a5f0-d6d15ab77133 HTTP/1.1" status: 204 len: 168 time: 0.3732238 Feb 07 22:34:32.558768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.567885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.632777 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3334956b4de642ef8ba37c25efbefb41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689168 Feb 07 22:34:32.634480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8200ee-f1c5-4d61-9ec4-687e4a69d8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca535ff-cca4-4a4e-8d29-e3dad2bc7192,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:32.636815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43484) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:32.701758 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b4b65e3-006c-4efd-8635-cefdc6c4a573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.714694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-e80d684d-fa11-4e0c-a81a-ff3e209a4581 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631273 Feb 07 22:34:32.737465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b4b65e3-006c-4efd-8635-cefdc6c4a573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.801117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b4b65e3-006c-4efd-8635-cefdc6c4a573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.822381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fad2-8a05-4b8e-acd1-8ed6137d3739 req-4a3e26ba-8b3a-4c01-8a33-62dc82a0a463 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:32.823868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce53fad2-8a05-4b8e-acd1-8ed6137d3739 req-4a3e26ba-8b3a-4c01-8a33-62dc82a0a463 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 968 time: 0.2052679 Feb 07 22:34:32.824135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b65e3-006c-4efd-8635-cefdc6c4a573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca535ff-cca4-4a4e-8d29-e3dad2bc7192,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:32.837280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b4b65e3-006c-4efd-8635-cefdc6c4a573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.841790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8b4b65e3-006c-4efd-8635-cefdc6c4a573 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ca535ff-cca4-4a4e-8d29-e3dad2bc7192 HTTP/1.1" status: 204 len: 168 time: 0.2040002 Feb 07 22:34:32.896804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7330b902-a3d4-411c-9e34-4706b4ef85aa req-1f0465d5-9925-4c85-887f-51f38a1ea85b service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749926 Feb 07 22:34:32.904364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43494) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:32.910227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1450612911-network', 'tenant_id': '71a0d57085dd434db0475c5d48dd3086'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:32.913580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce53fad2-8a05-4b8e-acd1-8ed6137d3739 req-6ff2704a-e7de-4fdb-81fe-2760d3b055bc tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681553 Feb 07 22:34:32.915813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:32.919796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Usage tracker for resource:network and tenant:71a0d57085dd434db0475c5d48dd3086 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:32.922627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:32.929681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:32.943749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Made reservation on behalf of 71a0d57085dd434db0475c5d48dd3086 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:32.946447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.959631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:32.965033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43498) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:32.975220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:32.979229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:71a0d57085dd434db0475c5d48dd3086 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:32.982326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:32.988186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:32.992810 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.011154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:33.015355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Usage tracker for resource:security_group_rule and tenant:7141c42509d0433ea251071d59648159 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:33.018452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:33.026168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:33.027236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43502) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:33.131108 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.137632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.153935 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.159013 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.222178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:34:33.228134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7141c42509d0433ea251071d59648159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613666 Feb 07 22:34:33.229301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f7385-ca9f-47f5-aea7-d8b03c4aacc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b573572a-386b-4d77-bb62-9ebf4741d363,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:33.229670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65de3abb-ebce-4d38-a562-99f11377563d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:33.232281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:33.256401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.257231 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Added segment caf6444d-4593-4637-af7a-de556a8db481 of type vlan for network 3750b0f2-d669-49a4-812f-eb1ac9f627ba Feb 07 22:34:33.292788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.341434 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.343006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:33.343799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.391390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72b73221-97e4-4b5d-9bd7-b14b327a89b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.467420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72b73221-97e4-4b5d-9bd7-b14b327a89b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.538184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d61cbe-0efd-4401-9cd4-a508a83a323d req-de703696-4766-4120-bdbd-6800bdf122e0 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:33.545136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82d61cbe-0efd-4401-9cd4-a508a83a323d req-de703696-4766-4120-bdbd-6800bdf122e0 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 947 time: 0.1373203 Feb 07 22:34:33.559489 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6535833 Feb 07 22:34:33.564417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43522) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:33.565435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa542-ea21-4faa-bec4-0e0c6406d1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3750b0f2-d669-49a4-812f-eb1ac9f627ba,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:33.569410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.579806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3750b0f2-d669-49a4-812f-eb1ac9f627ba details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:34:33.584295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72b73221-97e4-4b5d-9bd7-b14b327a89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.597187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Request body: {'subnet': {'network_id': '3750b0f2-d669-49a4-812f-eb1ac9f627ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1450612911-subnet', 'tenant_id': '71a0d57085dd434db0475c5d48dd3086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:33.602806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:33.606855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82d61cbe-0efd-4401-9cd4-a508a83a323d req-5175e9ed-8ab1-4c76-a5d8-1cdcd5e258cf tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608704 Feb 07 22:34:33.608503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Usage tracker for resource:subnet and tenant:71a0d57085dd434db0475c5d48dd3086 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:33.610798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b73221-97e4-4b5d-9bd7-b14b327a89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573572a-386b-4d77-bb62-9ebf4741d363,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:33.611699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:33.616018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72b73221-97e4-4b5d-9bd7-b14b327a89b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.617169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-72b73221-97e4-4b5d-9bd7-b14b327a89b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b573572a-386b-4d77-bb62-9ebf4741d363 HTTP/1.1" status: 204 len: 168 time: 0.3684785 Feb 07 22:34:33.625161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:33.645501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:33.648410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Usage tracker for resource:security_group_rule and tenant:81d24379c9b049eba9c2255a27a9a2f4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:33.651620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:33.660108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:33.766346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Made reservation on behalf of 71a0d57085dd434db0475c5d48dd3086 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:33.768680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.835370 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.853011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:33.913047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81d24379c9b049eba9c2255a27a9a2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8842812 Feb 07 22:34:33.915691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43538) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:33.929331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c185a-c164-43fb-97a7-2e015caf7e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07e021-b968-4acc-813e-c80a32157bd4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:33.988503 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f828ee-75dd-4e88-b84d-6d600a32aa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.024440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f828ee-75dd-4e88-b84d-6d600a32aa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.071817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.154861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1196cea9-f990-4eb2-9ba3-63ea0ec7fb07,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:34.157484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f828ee-75dd-4e88-b84d-6d600a32aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.160128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Checking segment: {'id': 'caf6444d-4593-4637-af7a-de556a8db481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3750b0f2-d669-49a4-812f-eb1ac9f627ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:34.160706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Network hostable DHCP agents. Network: 3750b0f2-d669-49a4-812f-eb1ac9f627ba, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:34:34.184210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Network 3750b0f2-d669-49a4-812f-eb1ac9f627ba is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:34:34.195371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3750b0f2-d669-49a4-812f-eb1ac9f627ba) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:34.199248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797b583-a576-447b-945e-b597f815756f req-02eaf42a-034f-4990-871c-b77d6729b8f8 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.201111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0797b583-a576-447b-945e-b597f815756f req-02eaf42a-034f-4990-871c-b77d6729b8f8 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 968 time: 0.1360092 Feb 07 22:34:34.201908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f828ee-75dd-4e88-b84d-6d600a32aa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07e021-b968-4acc-813e-c80a32157bd4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:34.209513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de7e4ad-be0b-40f2-a11b-f8c1d896f5d9 None None] Network 3750b0f2-d669-49a4-812f-eb1ac9f627ba requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:34:34.227998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.228127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f828ee-75dd-4e88-b84d-6d600a32aa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.229650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.232905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-01f828ee-75dd-4e88-b84d-6d600a32aa93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb07e021-b968-4acc-813e-c80a32157bd4 HTTP/1.1" status: 204 len: 168 time: 0.3160906 Feb 07 22:34:34.268210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0797b583-a576-447b-945e-b597f815756f req-0e4fa920-c815-49ca-8912-edda8e6b37f6 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573590 Feb 07 22:34:34.277140 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-98415ae0-b318-4799-85bd-560c08ab52c5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6888156 Feb 07 22:34:34.328622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0991573-1c9c-4c16-abcf-325b8a9b0a5a details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:34:34.594682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e0991573-1c9c-4c16-abcf-325b8a9b0a5a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:34.603106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337cedc7-6838-4481-b8df-9a0954484d3c None None] Network 3750b0f2-d669-49a4-812f-eb1ac9f627ba requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:34:34.673503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a', 'mac_address': 'fa:16:3e:e4:83:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-44399870', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:34:34.758361 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.791441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0991573-1c9c-4c16-abcf-325b8a9b0a5a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:34.839898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43584) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:34.847948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e0991573-1c9c-4c16-abcf-325b8a9b0a5a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:34.863222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.884601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:34.886754 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:34.887627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f79d6f2e-3316-4a74-ab9c-9f5f956bedcb details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:34:34.889402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Usage tracker for resource:security_group_rule and tenant:4c062a4f96374dc595a10c33f54c0556 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:34.893037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:34.900002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:34.905647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524b7ff-d63d-4d49-8c9f-8fe353a85c70 req-cb8f70be-3562-4584-8a41-12852dcadc23 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:34.914387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4524b7ff-d63d-4d49-8c9f-8fe353a85c70 req-cb8f70be-3562-4584-8a41-12852dcadc23 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 947 time: 0.1407866 Feb 07 22:34:34.973211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4524b7ff-d63d-4d49-8c9f-8fe353a85c70 req-e5c7b4fc-7d23-4056-9eb2-2685e08d70e7 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576792 Feb 07 22:34:35.003978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:35.009189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:35.024051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.024543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.025000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.025422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.025974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.026531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.027059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.027574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.028099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.028642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.029182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.029717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Tracked resource versions report: Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: pushed versions: Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: { 'AddressGroup': {'1.2'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'ConntrackHelper': {'1.0'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Log': {'1.0'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Network': {'1.1'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Port': {'1.7'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'PortForwarding': {'1.2'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'QosPolicy': {'1.8'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'SecurityGroup': {'1.4'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'SubPort': {'1.0'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Subnet': {'1.1'}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Trunk': {'1.1'}} Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: consumer versions: Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: HyperV agent@n-h1-827896-3: {}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: HyperV agent@n-h2-827896-3: {}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: L3 agent@n-d-827896-3: {}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: Metadata agent@n-d-827896-3: {}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: Metering agent@n-d-827896-3: {}, Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'ConntrackHelper': '1.0', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Log': '1.0', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Network': '1.1', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Port': '1.7', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'PortForwarding': '1.2', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'QosPolicy': '1.8', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'SecurityGroup': '1.4', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'SecurityGroupRule': '1.2', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'SubPort': '1.0', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Subnet': '1.1', Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: 'Trunk': '1.1'}} Feb 07 22:34:35.030955 n-d-827896-3 neutron-server[87672]: {{(pid=87672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:34:35.041609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb', 'mac_address': 'fa:16:3e:4f:69:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:34:35.055853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.060206 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.110465 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.112640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c062a4f96374dc595a10c33f54c0556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705026 Feb 07 22:34:35.113357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf94f5-d3f6-4e42-af02-4cbaf4e45848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e39bb4-b7c2-419c-af72-d011bfd64eb4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:35.116197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43590) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:35.130780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79d6f2e-3316-4a74-ab9c-9f5f956bedcb {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:35.147798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:35.153834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.192116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0ba68e6-4077-4aba-b05b-60ea36a1de71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.221949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0ba68e6-4077-4aba-b05b-60ea36a1de71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.241622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:35.458171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0ba68e6-4077-4aba-b05b-60ea36a1de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.496780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f79d6f2e-3316-4a74-ab9c-9f5f956bedcb'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:34:35.502389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba68e6-4077-4aba-b05b-60ea36a1de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e39bb4-b7c2-419c-af72-d011bfd64eb4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:35.530701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['e0991573-1c9c-4c16-abcf-325b8a9b0a5a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:34:35.532873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0ba68e6-4077-4aba-b05b-60ea36a1de71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.536268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a0ba68e6-4077-4aba-b05b-60ea36a1de71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62e39bb4-b7c2-419c-af72-d011bfd64eb4 HTTP/1.1" status: 204 len: 168 time: 0.4166746 Feb 07 22:34:35.551907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-bc1cbe8c-8860-4a94-9d09-731ea2cbb179 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:35.558519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-bc1cbe8c-8860-4a94-9d09-731ea2cbb179 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.2507188 Feb 07 22:34:35.583833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-28e13ea8-9614-4a13-96cb-f4ef70a22691 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/quotas/2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 375 time: 0.0238435 Feb 07 22:34:35.646945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-957b100b-9352-4948-a9f5-f9862f38241e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602729 Feb 07 22:34:35.671536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0aefd-f745-4f56-94c3-94247bf420ee req-e3a5d33a-83e0-4ada-abc7-a3aa991b7258 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:35.673696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27b0aefd-f745-4f56-94c3-94247bf420ee req-e3a5d33a-83e0-4ada-abc7-a3aa991b7258 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 969 time: 0.2576635 Feb 07 22:34:35.675424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:35.745080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27b0aefd-f745-4f56-94c3-94247bf420ee req-ad4e428a-a151-46cc-9b9b-c8cf35c422cc tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634110 Feb 07 22:34:35.891492 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.043811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-f012e93a-f8f4-43a7-88b0-a7206a512e90 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:34:36.050766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-f012e93a-f8f4-43a7-88b0-a7206a512e90 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1842504 Feb 07 22:34:36.080045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Request body: {'security_group': {'name': 'tempest-securitygroup-328900525', 'description': 'tempest-description-1693916367'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:36.125498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:36.134843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Usage tracker for resource:security_group and tenant:6184283fc7ea4c789906e5ac868c01a3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:36.147893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:36.156727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:36.198521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.263595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.275527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-ae6aefb0-35fa-4a97-a27e-5f98a6d5cb08 service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239659 Feb 07 22:34:36.280669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:36.294310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0991573-1c9c-4c16-abcf-325b8a9b0a5a up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:34:36.303568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Usage tracker for resource:security_group_rule and tenant:6184283fc7ea4c789906e5ac868c01a3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:36.350443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:36.361557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:36.368975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port e0991573-1c9c-4c16-abcf-325b8a9b0a5a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:36.375134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port e0991573-1c9c-4c16-abcf-325b8a9b0a5a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:36.375520 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.457410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-1fb03ef3-f6dc-49fe-b398-533cab76201d service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743770 Feb 07 22:34:36.532959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.533090 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.539599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.553988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:36.562181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:36.562387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Usage tracker for resource:security_group_rule and tenant:6184283fc7ea4c789906e5ac868c01a3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:36.571941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:36.582944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:36.586977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f00de2-cbfa-4280-859b-d5a1c44ee0af,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:36.658838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e0991573-1c9c-4c16-abcf-325b8a9b0a5a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:36.671495 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.672301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f79d6f2e-3316-4a74-ab9c-9f5f956bedcb up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:34:36.699492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.709955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.808590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb78f0-e7b6-4e9d-801d-7d2050fdb23c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:36.812662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.820323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cade8eeb-061d-4b66-9705-f3730f25595d req-9eeafaac-fa62-4c77-97a1-85c5e36c74db tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7504125 Feb 07 22:34:36.840430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:36.859785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:36.881051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:36.881427 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:36.988715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec351e73-6369-4d0b-b199-3ab1c3152483 req-f1bbaca6-a6bc-4401-934a-70b07de3b250 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:36.990128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec351e73-6369-4d0b-b199-3ab1c3152483 req-f1bbaca6-a6bc-4401-934a-70b07de3b250 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 948 time: 0.1289616 Feb 07 22:34:37.080590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec351e73-6369-4d0b-b199-3ab1c3152483 req-08129227-39e0-4ce2-8cb1-767de5288398 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829420 Feb 07 22:34:37.112948 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.167925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:37.175864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.198633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50cf8688-b624-4dd6-884a-a72331a0262f req-461542d3-ac21-43c3-b95c-a56d30786821 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 210 time: 0.0681534 Feb 07 22:34:37.288664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:37.330607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2aa13-1764-429b-b8a3-90479a26939a req-f5f19749-ac26-4cea-8c13-ecd8a82f8255 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:37.332314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56b2aa13-1764-429b-b8a3-90479a26939a req-f5f19749-ac26-4cea-8c13-ecd8a82f8255 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 970 time: 0.0950274 Feb 07 22:34:37.396687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56b2aa13-1764-429b-b8a3-90479a26939a req-234690d4-3fc1-468e-93af-3da7c6734b8c tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525906 Feb 07 22:34:37.424083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2002690248', 'description': 'tempest-description-335491192'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:37.433089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:37.437834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Usage tracker for resource:security_group and tenant:6184283fc7ea4c789906e5ac868c01a3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:37.441591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:37.448338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:37.462217 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a', 'code': 200} Feb 07 22:34:37.474593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.497218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:37.501532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Usage tracker for resource:security_group_rule and tenant:6184283fc7ea4c789906e5ac868c01a3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:37.504350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:37.512069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:37.651704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.654360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-16fdf2e1-fd8d-4fd6-9078-39a4926923ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:37.656056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-16fdf2e1-fd8d-4fd6-9078-39a4926923ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 1121 time: 0.1208527 Feb 07 22:34:37.657425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.709788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.725362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0f6db-4d4c-48da-a01d-b13e04d239be,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:37.733287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.734989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-059cd095-850b-4ab2-b5cb-2b03d36d0cea req-7b1240b5-4577-4308-9030-bc785d25ccca tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3156798 Feb 07 22:34:37.737367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:37.741579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Usage tracker for resource:security_group_rule and tenant:7ff3b27266584115b5c655c5f2130f62 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:37.744408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:37.753470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:37.862897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.871132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.903100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe3a223d-7cce-455c-9c42-8d79dea97a83 req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267239 Feb 07 22:34:37.917296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b268833-78d1-4254-8581-b2d4d028bf09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=406a38d8-3cfa-4a1e-8fc9-582d4188138b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:37.941219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-808910199', 'description': 'tempest-description-1930842676'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:37.947691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:37.952154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Usage tracker for resource:security_group and tenant:7eee1623670a42cb91f3856bd71c29ff is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:37.955595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:37.961529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:37.973786 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:37.991077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.007769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:38.011723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Usage tracker for resource:security_group_rule and tenant:7eee1623670a42cb91f3856bd71c29ff is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:38.014764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:38.021340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:38.026112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.36', 55245) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:38.129823 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.134688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.147924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:38.156062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Usage tracker for resource:security_group_rule and tenant:7eee1623670a42cb91f3856bd71c29ff is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:38.166308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:38.177015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e16a2f-2f85-477b-96eb-02fd6b8b3938,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:38.185052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:38.218682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-5872bf6c-6f7e-48ae-bfb2-a5b5953beaff tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.219401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-5872bf6c-6f7e-48ae-bfb2-a5b5953beaff tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Synchronizing usage tracker for tenant:2527639aebef4b59b127999a0ede186d on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:38.239159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-5872bf6c-6f7e-48ae-bfb2-a5b5953beaff tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Unset dirty status for tenant:2527639aebef4b59b127999a0ede186d on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:38.241392 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-5872bf6c-6f7e-48ae-bfb2-a5b5953beaff tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.2104499 Feb 07 22:34:38.265301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.269220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.311359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8dba3d-a30b-4820-8df3-a1cfaab4bfb7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:38.321989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Request body: {'port': {'device_id': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'admin_state_up': True, 'tenant_id': '2527639aebef4b59b127999a0ede186d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:38.322355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.323565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9e7ba87-bd21-4060-8f3e-ae446e53cd6e req-998d9a37-42af-4e8a-9f42-93476830d7b9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3868809 Feb 07 22:34:38.467892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f39fc7-1434-4109-83d6-43b17b2605f6 req-affbf70a-a733-44a7-b0fa-31f80504a66b tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.469517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f39fc7-1434-4109-83d6-43b17b2605f6 req-affbf70a-a733-44a7-b0fa-31f80504a66b tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 949 time: 0.1170642 Feb 07 22:34:38.499698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:38.503877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Usage tracker for resource:port and tenant:2527639aebef4b59b127999a0ede186d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:38.506973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:38.513672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:38.524838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Made reservation on behalf of 2527639aebef4b59b127999a0ede186d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:38.528417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.530797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f39fc7-1434-4109-83d6-43b17b2605f6 req-3bafd40a-6c45-4f2c-9bd5-258ec7c00b32 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533206 Feb 07 22:34:38.594599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-769e16cb-3d21-438e-829c-77795421ad93 req-0520dd0c-7ece-48f1-845f-f28d3834b099 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 210 time: 0.0603099 Feb 07 22:34:38.599530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-785504891', 'description': 'tempest-description-135629549'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:38.604974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:38.610424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Usage tracker for resource:security_group and tenant:7eee1623670a42cb91f3856bd71c29ff is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:38.613410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:38.622794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:38.633954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.654580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:38.666956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Usage tracker for resource:security_group_rule and tenant:7eee1623670a42cb91f3856bd71c29ff is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:38.670450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:38.676141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:38.777372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Allocated IP 172.20.0.14 (df7e11ec-bfae-4458-a1b1-d432c7adace9/009d7cee-892d-4da4-a1ba-fe535fd7695a/ee14a192-7125-4e70-be99-e391daea9992) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:38.825281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.832175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.883597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb2b86e-e9f2-442a-ae76-18ef7da99e7e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:38.886705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:38.905374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cfd1f984-5bca-4b25-affe-82cbe90c439f req-0f5bfbca-4819-404d-bc27-dba708db1287 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3098855 Feb 07 22:34:38.910170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb371e-f958-4b08-9637-ea3c66fe1a62 req-3ce7d7db-c91d-436a-bf44-9ed002a72337 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:38.911708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5abb371e-f958-4b08-9637-ea3c66fe1a62 req-3ce7d7db-c91d-436a-bf44-9ed002a72337 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 970 time: 0.1956077 Feb 07 22:34:38.978827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5abb371e-f958-4b08-9637-ea3c66fe1a62 req-5d1df4b1-bfb8-4421-a2d9-4a3be5c27b23 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592687 Feb 07 22:34:39.040914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:39.085648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:39.165565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:39.166978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:39.170966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:34:39.178275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:39.179289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:39.218502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8a309f32-f570-4455-bda1-9474871c9f51 req-23e1371a-0b72-4010-94a8-94726fbec915 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Synchronizing usage tracker for tenant:7eee1623670a42cb91f3856bd71c29ff on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:39.219102 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9008691 Feb 07 22:34:39.224235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f390fdb-88be-4818-8d68-dfdab61a4bd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:39.245072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8a309f32-f570-4455-bda1-9474871c9f51 req-23e1371a-0b72-4010-94a8-94726fbec915 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Unset dirty status for tenant:7eee1623670a42cb91f3856bd71c29ff on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:39.248069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-23e1371a-0b72-4010-94a8-94726fbec915 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31300 time: 0.2756801 Feb 07 22:34:39.321618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-8ace82dd-fb57-420d-a2cb-62815f511c5c tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/04f00de2-cbfa-4280-859b-d5a1c44ee0af HTTP/1.1" status: 200 len: 2981 time: 0.0668278 Feb 07 22:34:39.371757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-1d7017a3-0534-4310-8016-462ae8ea275c tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/04f00de2-cbfa-4280-859b-d5a1c44ee0af HTTP/1.1" status: 200 len: 2981 time: 0.0464103 Feb 07 22:34:39.432836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-3d01f3e5-625e-4401-aac1-4e3dd6fd817b tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/13e16a2f-2f85-477b-96eb-02fd6b8b3938 HTTP/1.1" status: 200 len: 2981 time: 0.0551763 Feb 07 22:34:39.464454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:39.508894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-d473c5f9-e02a-4b25-8900-6f194eb19973 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/13e16a2f-2f85-477b-96eb-02fd6b8b3938 HTTP/1.1" status: 200 len: 2981 time: 0.0665467 Feb 07 22:34:39.526809 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb', 'code': 200} Feb 07 22:34:39.581832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-27fdecac-70f4-430e-9f60-2cd0991521c3 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/292aad55-f1f1-44db-81d3-caef8982b951 HTTP/1.1" status: 200 len: 2977 time: 0.0718293 Feb 07 22:34:39.598007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43790) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:39.673861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-e0e08b49-25de-430a-ad22-26eda9ea6c8a tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/292aad55-f1f1-44db-81d3-caef8982b951 HTTP/1.1" status: 200 len: 2977 time: 0.0910113 Feb 07 22:34:39.733151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43798) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:39.855395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:39.913122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:39.914310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-a7d26710-a734-4f43-bdfb-f1be4a4b0025 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/406a38d8-3cfa-4a1e-8fc9-582d4188138b HTTP/1.1" status: 200 len: 2981 time: 0.2397056 Feb 07 22:34:39.920310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:39.924342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a5db7-1cf1-4e77-b0de-33667f61e6c1 req-10c9fec9-798a-4a08-bfcf-3264dcac83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:39.925883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed6a5db7-1cf1-4e77-b0de-33667f61e6c1 req-10c9fec9-798a-4a08-bfcf-3264dcac83ff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 1100 time: 0.2955549 Feb 07 22:34:39.936676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9c47885a6247eeb34a997a82b6ed66 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:39.941386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:39.951375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:39.960043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:39.967750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Usage tracker for resource:security_group_rule and tenant:51e8193b044b4e5cae01c1cfd8179162 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:39.974438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:39.987193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:40.014503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-711b686c-e567-4422-81b6-542ecf999c79 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/406a38d8-3cfa-4a1e-8fc9-582d4188138b HTTP/1.1" status: 200 len: 2981 time: 0.0864456 Feb 07 22:34:40.023151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c916c6a-3917-4ee8-921c-f863fd3c7dd9 req-c4e2fe37-ebcd-4621-a965-468c05dcbef1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.024706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c916c6a-3917-4ee8-921c-f863fd3c7dd9 req-c4e2fe37-ebcd-4621-a965-468c05dcbef1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 949 time: 0.2917721 Feb 07 22:34:40.029895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ed6a5db7-1cf1-4e77-b0de-33667f61e6c1 req-84875ef4-1d23-4691-9ab0-153bc73da983 service neutron] Synchronizing usage tracker for tenant:7ff3b27266584115b5c655c5f2130f62 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:40.110045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c916c6a-3917-4ee8-921c-f863fd3c7dd9 req-bff505a0-ed5c-4833-9caa-4cf99455df2f tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775344 Feb 07 22:34:40.119161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-577819d4-0bb6-4897-a355-35dbe8c86863 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/625ff96a-2b7c-46b4-9310-4c4d0b033ab9 HTTP/1.1" status: 200 len: 2973 time: 0.0856073 Feb 07 22:34:40.181458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.186062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.190152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.192084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-a23b8982-1886-4413-b9bf-80f2f9ccf01e tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/625ff96a-2b7c-46b4-9310-4c4d0b033ab9 HTTP/1.1" status: 200 len: 2973 time: 0.0665817 Feb 07 22:34:40.204154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ed6a5db7-1cf1-4e77-b0de-33667f61e6c1 req-84875ef4-1d23-4691-9ab0-153bc73da983 service neutron] Unset dirty status for tenant:7ff3b27266584115b5c655c5f2130f62 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:40.205306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed6a5db7-1cf1-4e77-b0de-33667f61e6c1 req-84875ef4-1d23-4691-9ab0-153bc73da983 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646451 Feb 07 22:34:40.211078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.263839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef9c47885a6247eeb34a997a82b6ed66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701140 Feb 07 22:34:40.266314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579f292-d55c-4ecd-aa39-e0155a4091a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fadeef3-2b2b-40c1-8bc6-1aca252cd537,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:40.271754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51e8193b044b4e5cae01c1cfd8179162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374644 Feb 07 22:34:40.278470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43806) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:40.278907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:40.308920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-c11d99eb-007b-45c9-885d-b97608bb41c7 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/65de3abb-ebce-4d38-a562-99f11377563d HTTP/1.1" status: 200 len: 2981 time: 0.1026120 Feb 07 22:34:40.363714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7960f-dbbb-4f5b-8b9d-6039cce15711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc90eb-8197-42b8-9e5f-b98629344427,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:40.393263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-0d21b380-19df-4e97-a9ab-fce58e956c64 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/65de3abb-ebce-4d38-a562-99f11377563d HTTP/1.1" status: 200 len: 2981 time: 0.0702608 Feb 07 22:34:40.400847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5828ae39-6e56-4e24-ae2e-310fdb09c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.419429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0676ec-f4be-4248-abf6-e5986c95f32f req-8cbc9071-6f2b-4cb1-a2cc-bbbfff4e3e9c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.420767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f0676ec-f4be-4248-abf6-e5986c95f32f req-8cbc9071-6f2b-4cb1-a2cc-bbbfff4e3e9c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 932 time: 0.1680229 Feb 07 22:34:40.429961 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6d8abd5-e3c7-41f3-8b8e-02c293273067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.455528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5828ae39-6e56-4e24-ae2e-310fdb09c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.487447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-273f268d-2ceb-423c-81c5-813c711f5dbe tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9580beb6-6348-4283-866d-d6e462dcd113 HTTP/1.1" status: 200 len: 2977 time: 0.0913422 Feb 07 22:34:40.494798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f0676ec-f4be-4248-abf6-e5986c95f32f req-03ccf5d2-9032-44b9-8aea-f4f8039bfc5a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648453 Feb 07 22:34:40.503875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6d8abd5-e3c7-41f3-8b8e-02c293273067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.556184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-c17fd86e-284f-4905-bd7a-a54fb831e89c tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9580beb6-6348-4283-866d-d6e462dcd113 HTTP/1.1" status: 200 len: 2977 time: 0.0597751 Feb 07 22:34:40.586793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6d8abd5-e3c7-41f3-8b8e-02c293273067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.606392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5828ae39-6e56-4e24-ae2e-310fdb09c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.609929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8abd5-e3c7-41f3-8b8e-02c293273067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fadeef3-2b2b-40c1-8bc6-1aca252cd537,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:40.633186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-fc3d5b1a-ecae-4683-94ca-bea0b34952de tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/daa827a9-85b3-42d2-b49d-e53c39e1d77c HTTP/1.1" status: 200 len: 2977 time: 0.0751176 Feb 07 22:34:40.645307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6d8abd5-e3c7-41f3-8b8e-02c293273067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.649698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e6d8abd5-e3c7-41f3-8b8e-02c293273067 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6fadeef3-2b2b-40c1-8bc6-1aca252cd537 HTTP/1.1" status: 204 len: 168 time: 0.3698118 Feb 07 22:34:40.650778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5828ae39-6e56-4e24-ae2e-310fdb09c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:40.654493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5828ae39-6e56-4e24-ae2e-310fdb09c0b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06fc90eb-8197-42b8-9e5f-b98629344427 HTTP/1.1" status: 204 len: 168 time: 0.3732989 Feb 07 22:34:40.655625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ae39-6e56-4e24-ae2e-310fdb09c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc90eb-8197-42b8-9e5f-b98629344427,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:40.771909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-733d6ed6-56f2-4914-bbc9-8693aaf2d424 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/daa827a9-85b3-42d2-b49d-e53c39e1d77c HTTP/1.1" status: 200 len: 2977 time: 0.0864589 Feb 07 22:34:40.812235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6f6b7-84fe-40e3-a7dc-4bb8dc02e832 req-6669a86f-e737-4b1e-831a-88e785eec63d tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:40.814469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ad6f6b7-84fe-40e3-a7dc-4bb8dc02e832 req-6669a86f-e737-4b1e-831a-88e785eec63d tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 970 time: 0.1792188 Feb 07 22:34:40.873881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-87377e1d-eb67-4d1b-9771-6a830286270a tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f2bc0e3e-e67f-4240-9aa3-6201effca664 HTTP/1.1" status: 200 len: 2977 time: 0.0945628 Feb 07 22:34:40.907678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ad6f6b7-84fe-40e3-a7dc-4bb8dc02e832 req-b0e9ff5d-f2a9-4611-99ba-eece9182a9d8 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840478 Feb 07 22:34:40.953093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a309f32-f570-4455-bda1-9474871c9f51 req-b89089e2-99e6-408d-a5e3-1ad6eba01295 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f2bc0e3e-e67f-4240-9aa3-6201effca664 HTTP/1.1" status: 200 len: 2977 time: 0.0697961 Feb 07 22:34:41.104005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43828) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:41.123347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-de8cb9c2-8aa8-46dd-892b-9fe5935c0b75 req-f4ed2f2a-db73-4291-9876-d5cb010096d6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Synchronizing usage tracker for tenant:6184283fc7ea4c789906e5ac868c01a3 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:41.126795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.144388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:41.155318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Usage tracker for resource:security_group_rule and tenant:cdd5b318fd204aeb8c23341ff84ca849 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:41.157391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-de8cb9c2-8aa8-46dd-892b-9fe5935c0b75 req-f4ed2f2a-db73-4291-9876-d5cb010096d6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Unset dirty status for tenant:6184283fc7ea4c789906e5ac868c01a3 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:41.158957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de8cb9c2-8aa8-46dd-892b-9fe5935c0b75 req-f4ed2f2a-db73-4291-9876-d5cb010096d6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6184283fc7ea4c789906e5ac868c01a3 HTTP/1.1" status: 200 len: 6102 time: 0.1674278 Feb 07 22:34:41.159137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:41.167490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:41.180611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-b51e55c6-53ee-4ab5-a80d-30daf7fcc85d tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:41.185137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-b51e55c6-53ee-4ab5-a80d-30daf7fcc85d tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 1121 time: 0.1272469 Feb 07 22:34:41.218715 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.218961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:41.243189 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.250935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:41.265528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Usage tracker for resource:security_group_rule and tenant:42a572d727d346fd8e076f1c78195789 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:41.266617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:41.270277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:41.274584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Usage tracker for resource:security_group_rule and tenant:853030a546914e5ea048b697341e4d78 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:41.279131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de8cb9c2-8aa8-46dd-892b-9fe5935c0b75 req-2bc04d37-7147-4054-9656-7d1a41daee85 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "GET /v2.0/security-groups/04f00de2-cbfa-4280-859b-d5a1c44ee0af HTTP/1.1" status: 200 len: 2981 time: 0.1067481 Feb 07 22:34:41.280047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:41.285592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:41.300802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:41.346844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.356896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.357512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de8cb9c2-8aa8-46dd-892b-9fe5935c0b75 req-d1bd7cca-c668-44ad-9b6f-1dd20832c43c tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "GET /v2.0/security-groups/04f00de2-cbfa-4280-859b-d5a1c44ee0af HTTP/1.1" status: 200 len: 2981 time: 0.0717962 Feb 07 22:34:41.423249 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdd5b318fd204aeb8c23341ff84ca849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178878 Feb 07 22:34:41.429631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43840) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:41.437533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28517013-8a83-4b50-a830-8f4891102e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fac4ec-c212-45fe-aa0b-36f14d47299b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:41.482038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.496767 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.539175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.544649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.573884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5018fc05-bd74-4dca-a73e-7d7b3036f865 req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877592 Feb 07 22:34:41.594720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7009c14d-877d-41d9-a830-6cd407b7d490,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:41.600050 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad070749-8de4-4e96-9fee-3ff44b516cde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=853030a546914e5ea048b697341e4d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804352 Feb 07 22:34:41.607825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43850) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:41.611561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9c70d-1955-4b25-bdde-0edac6e74e09 tempest-AggregatesAdminTestJSON-1814438488 tempest-AggregatesAdminTestJSON-1814438488-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af2f023-d1d1-49b0-9866-c4122187cd88,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:41.638035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-051b788f-67d6-4944-a6c0-da137ad33a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.677677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ffce0f79-ed05-479a-9512-cf404ab5ae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.693362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-051b788f-67d6-4944-a6c0-da137ad33a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.706952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ffce0f79-ed05-479a-9512-cf404ab5ae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.742114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d85f1ba-a654-469d-8d00-0dac053be2ae req-5f374fd9-b75d-48ea-9f80-dd80362a6888 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/fbb2b86e-e9f2-442a-ae76-18ef7da99e7e HTTP/1.1" status: 200 len: 1776 time: 0.1105855 Feb 07 22:34:41.766352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ffce0f79-ed05-479a-9512-cf404ab5ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.768906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46f86d-52b7-4e95-acef-284deb62b41b req-7eb05641-d9a0-4ddc-9483-e8132a418200 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:41.772592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d46f86d-52b7-4e95-acef-284deb62b41b req-7eb05641-d9a0-4ddc-9483-e8132a418200 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 949 time: 0.2550356 Feb 07 22:34:41.784325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce0f79-ed05-479a-9512-cf404ab5ae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7009c14d-877d-41d9-a830-6cd407b7d490,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:41.793795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ffce0f79-ed05-479a-9512-cf404ab5ae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.801026 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ffce0f79-ed05-479a-9512-cf404ab5ae12 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7009c14d-877d-41d9-a830-6cd407b7d490 HTTP/1.1" status: 204 len: 168 time: 0.1900632 Feb 07 22:34:41.856701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d46f86d-52b7-4e95-acef-284deb62b41b req-5d487ebf-9d08-438b-a2bf-b5cb927becbe tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718997 Feb 07 22:34:41.866631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-051b788f-67d6-4944-a6c0-da137ad33a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.887628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d85f1ba-a654-469d-8d00-0dac053be2ae req-d7f9484e-0eb9-4683-8033-75b460f0a9c6 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.890640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b788f-67d6-4944-a6c0-da137ad33a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fac4ec-c212-45fe-aa0b-36f14d47299b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:41.919794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-051b788f-67d6-4944-a6c0-da137ad33a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.920911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-051b788f-67d6-4944-a6c0-da137ad33a37 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50fac4ec-c212-45fe-aa0b-36f14d47299b HTTP/1.1" status: 204 len: 168 time: 0.4902022 Feb 07 22:34:41.924416 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d85f1ba-a654-469d-8d00-0dac053be2ae req-d7f9484e-0eb9-4683-8033-75b460f0a9c6 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:41.993146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d85f1ba-a654-469d-8d00-0dac053be2ae req-d7f9484e-0eb9-4683-8033-75b460f0a9c6 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.037625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9484e-0eb9-4683-8033-75b460f0a9c6 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb2b86e-e9f2-442a-ae76-18ef7da99e7e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:42.142982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d85f1ba-a654-469d-8d00-0dac053be2ae req-d7f9484e-0eb9-4683-8033-75b460f0a9c6 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.144356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d85f1ba-a654-469d-8d00-0dac053be2ae req-d7f9484e-0eb9-4683-8033-75b460f0a9c6 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbb2b86e-e9f2-442a-ae76-18ef7da99e7e HTTP/1.1" status: 204 len: 173 time: 0.3937199 Feb 07 22:34:42.216363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4330-0dcf-4d30-b500-5f75dc1be1b7 req-00b31017-f5d8-42bd-a1b8-86f73a69fbb2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.218896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35bf4330-0dcf-4d30-b500-5f75dc1be1b7 req-00b31017-f5d8-42bd-a1b8-86f73a69fbb2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 932 time: 0.1887958 Feb 07 22:34:42.222763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-b236ae16-dd59-49e1-a03d-fb5e47f85982 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1471357 Feb 07 22:34:42.300984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35bf4330-0dcf-4d30-b500-5f75dc1be1b7 req-34522954-45e5-478b-a95b-4158797bc374 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759714 Feb 07 22:34:42.435225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d870cde-2b7b-45f3-9b1e-ee5df21bf5f1 req-e46d062d-10a2-4d86-bd4d-98cc8231e5c9 tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9b8dba3d-a30b-4820-8df3-a1cfaab4bfb7 HTTP/1.1" status: 200 len: 1777 time: 0.0988531 Feb 07 22:34:42.514983 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8d870cde-2b7b-45f3-9b1e-ee5df21bf5f1 req-45c91079-b674-4800-a8a1-d8a333f1984b tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.526335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-55f66147-1d76-47da-b8c0-9c6008c3ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.527899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-55f66147-1d76-47da-b8c0-9c6008c3ac81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 1100 time: 0.1573563 Feb 07 22:34:42.559949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8d870cde-2b7b-45f3-9b1e-ee5df21bf5f1 req-45c91079-b674-4800-a8a1-d8a333f1984b tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.844795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8d870cde-2b7b-45f3-9b1e-ee5df21bf5f1 req-45c91079-b674-4800-a8a1-d8a333f1984b tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:42.885696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c91079-b674-4800-a8a1-d8a333f1984b tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8dba3d-a30b-4820-8df3-a1cfaab4bfb7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:42.914614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-88f10667-7761-4009-a7fd-f2dbed0720fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.916283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-88f10667-7761-4009-a7fd-f2dbed0720fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3589582 Feb 07 22:34:42.927181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1b8d3-e734-4ed4-8ac5-84ba58b27ae3 req-ad86cfb9-632b-49a0-afd4-b1006cbff181 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:42.937341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ce1b8d3-e734-4ed4-8ac5-84ba58b27ae3 req-ad86cfb9-632b-49a0-afd4-b1006cbff181 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 970 time: 0.3870406 Feb 07 22:34:43.010722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8d870cde-2b7b-45f3-9b1e-ee5df21bf5f1 req-45c91079-b674-4800-a8a1-d8a333f1984b tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.016689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d870cde-2b7b-45f3-9b1e-ee5df21bf5f1 req-45c91079-b674-4800-a8a1-d8a333f1984b tempest-SecurityGroupsTestAdminJSON-1996648863 tempest-SecurityGroupsTestAdminJSON-1996648863-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b8dba3d-a30b-4820-8df3-a1cfaab4bfb7 HTTP/1.1" status: 204 len: 173 time: 0.5684435 Feb 07 22:34:43.032401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-e43607ec-5015-459e-9d57-7937c5138f27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb HTTP/1.1" status: 200 len: 217 time: 0.0924213 Feb 07 22:34:43.127302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-5795f275-1e3e-4c9d-b470-490c511b1421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:43.128798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-5795f275-1e3e-4c9d-b470-490c511b1421 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0814345 Feb 07 22:34:43.141803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ce1b8d3-e734-4ed4-8ac5-84ba58b27ae3 req-ef568606-4eb4-4f3d-a83e-669d0f67a17b tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034261 Feb 07 22:34:43.321491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-761dc217-8abc-4665-8e41-62aec3f7e4f4 req-6c27d62b-1d0b-4b53-b816-8a05b6212fa4 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "GET /v2.0/security-groups/fce0f6db-4d4c-48da-a01d-b13e04d239be HTTP/1.1" status: 200 len: 1777 time: 0.1064627 Feb 07 22:34:43.373907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a59a0-a4ec-4bf8-b8ed-d67b29f375e2 req-c46e6294-5d99-4b55-a18a-de63046e62ae tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:43.375347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f0a59a0-a4ec-4bf8-b8ed-d67b29f375e2 req-c46e6294-5d99-4b55-a18a-de63046e62ae tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 949 time: 0.2312992 Feb 07 22:34:43.379724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-c17e0ed2-25ba-4686-9888-ec2e44387874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:43.381871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-c17e0ed2-25ba-4686-9888-ec2e44387874 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2388928 Feb 07 22:34:43.484122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-9b72fdf5-2eff-4d7d-886f-e49ac6ad325c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:34:43.484712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-9b72fdf5-2eff-4d7d-886f-e49ac6ad325c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056803 Feb 07 22:34:43.534959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-761dc217-8abc-4665-8e41-62aec3f7e4f4 req-cb782554-7720-4fcc-807d-8d59bdef75b6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.563475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f0a59a0-a4ec-4bf8-b8ed-d67b29f375e2 req-adf0cb60-0483-41d8-aee5-a76b0bf0edef tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735265 Feb 07 22:34:43.609181 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-761dc217-8abc-4665-8e41-62aec3f7e4f4 req-cb782554-7720-4fcc-807d-8d59bdef75b6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.647798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-439ed06d-52a0-45dd-ac63-b1ca9aeb3424 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528017 Feb 07 22:34:43.782817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Request body: {'port': {'device_id': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:43.815201 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-761dc217-8abc-4665-8e41-62aec3f7e4f4 req-cb782554-7720-4fcc-807d-8d59bdef75b6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.854074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb782554-7720-4fcc-807d-8d59bdef75b6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0f6db-4d4c-48da-a01d-b13e04d239be,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:43.885971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-761dc217-8abc-4665-8e41-62aec3f7e4f4 req-cb782554-7720-4fcc-807d-8d59bdef75b6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:43.886940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-761dc217-8abc-4665-8e41-62aec3f7e4f4 req-cb782554-7720-4fcc-807d-8d59bdef75b6 tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "DELETE /v2.0/security-groups/fce0f6db-4d4c-48da-a01d-b13e04d239be HTTP/1.1" status: 204 len: 173 time: 0.5592587 Feb 07 22:34:43.891180 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dda26351-3517-4a8e-a59d-a9a973ad691d req-0e3888e3-cacd-4dd7-bbe4-64c016137de5 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341368 Feb 07 22:34:43.903230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011cf43-ddd6-43f7-9827-627bf4af0736 req-7197cf8b-0d76-4313-83ec-8a845228a47c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:43.904873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4011cf43-ddd6-43f7-9827-627bf4af0736 req-7197cf8b-0d76-4313-83ec-8a845228a47c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 932 time: 0.2239163 Feb 07 22:34:43.991160 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.021653 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4011cf43-ddd6-43f7-9827-627bf4af0736 req-828617c8-0835-425e-8811-47cbec912f69 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095231 Feb 07 22:34:44.160346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-178aee7d-ee32-4f2c-adaf-9c61ca102528 req-5ac66a45-58a9-468e-96ba-64aaaa9f084a tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "GET /v2.0/security-groups/f2eb78f0-e7b6-4e9d-801d-7d2050fdb23c HTTP/1.1" status: 200 len: 1777 time: 0.1203680 Feb 07 22:34:44.203470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-ef97c149-bb50-49c9-a3e7-f3180512fb6a tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:44.204944 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-ef97c149-bb50-49c9-a3e7-f3180512fb6a tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 970 time: 0.1638820 Feb 07 22:34:44.298833 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-178aee7d-ee32-4f2c-adaf-9c61ca102528 req-33dac121-2861-4e52-bac3-e715eb2d5a5c tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.304312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Deleting port e0991573-1c9c-4c16-abcf-325b8a9b0a5a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:34:44.304709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.412066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee14a192-7125-4e70-be99-e391daea9992 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:44.421563 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.438901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Transition to ACTIVE for port object ee14a192-7125-4e70-be99-e391daea9992 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:44.446544 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.466446 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-178aee7d-ee32-4f2c-adaf-9c61ca102528 req-33dac121-2861-4e52-bac3-e715eb2d5a5c tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.640445 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-178aee7d-ee32-4f2c-adaf-9c61ca102528 req-33dac121-2861-4e52-bac3-e715eb2d5a5c tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.682243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:44.685989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dac121-2861-4e52-bac3-e715eb2d5a5c tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb78f0-e7b6-4e9d-801d-7d2050fdb23c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:44.694355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] For port e0991573-1c9c-4c16-abcf-325b8a9b0a5a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:44.694697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.701534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:44.701869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:44.702351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:44.707222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:34:44.707543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:44.715018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:34:44.715459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:44.716031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:34:44.716676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Bound port: ee14a192-7125-4e70-be99-e391daea9992, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:44.717291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.783110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-178aee7d-ee32-4f2c-adaf-9c61ca102528 req-33dac121-2861-4e52-bac3-e715eb2d5a5c tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.785078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-178aee7d-ee32-4f2c-adaf-9c61ca102528 req-33dac121-2861-4e52-bac3-e715eb2d5a5c tempest-SecurityGroupsTestAdminJSON-38141177 tempest-SecurityGroupsTestAdminJSON-38141177-project] 10.222.0.10 "DELETE /v2.0/security-groups/f2eb78f0-e7b6-4e9d-801d-7d2050fdb23c HTTP/1.1" status: 204 len: 173 time: 0.6238899 Feb 07 22:34:44.840330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:34:44.848048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:34:44.852509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Calling delete_port for e0991573-1c9c-4c16-abcf-325b8a9b0a5a owned by compute:tempest-test_az-44399870 {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:34:44.859643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.952369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:44.953002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:44.954757 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] 10.222.0.36 "PUT /v2.0/ports/ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 1092 time: 1.3279073 Feb 07 22:34:44.955341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:44.986633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582eeffb-4cd3-443e-a13a-aa3e3513807f service neutron] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:45.080893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-c4df51c0-974a-4a8b-b7e0-ad7da98a67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.083727 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-c4df51c0-974a-4a8b-b7e0-ad7da98a67ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0825582 Feb 07 22:34:45.181263 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-2c4e5acc-737a-41e5-96e4-253868b6a7ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 217 time: 0.0913198 Feb 07 22:34:45.181538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf06a-1e82-4fd2-876a-7a47ec44249a req-8d8d7f7e-d661-461d-b0e9-6a309efc8e22 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.183163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90acf06a-1e82-4fd2-876a-7a47ec44249a req-8d8d7f7e-d661-461d-b0e9-6a309efc8e22 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ba20c15-e0af-40ce-aefc-c6c4b5ead624 HTTP/1.1" status: 200 len: 970 time: 0.4013245 Feb 07 22:34:45.229291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43984) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:45.274837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-5e6af18c-300a-4be7-b87c-60ae0819cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.276468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-5e6af18c-300a-4be7-b87c-60ae0819cf06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0894904 Feb 07 22:34:45.288757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90acf06a-1e82-4fd2-876a-7a47ec44249a req-7e5adbd2-11c4-4cee-b133-a27fe90e172c tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.10 "GET /v2.0/security-groups?id=daa827a9-85b3-42d2-b49d-e53c39e1d77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989063 Feb 07 22:34:45.321231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-fe402e6d-6153-4afd-9e3d-e92d8c9a8518 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385215 Feb 07 22:34:45.322978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.336666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['e0991573-1c9c-4c16-abcf-325b8a9b0a5a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:34:45.360513 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-efc498b3-f4fb-4d12-ad53-6e3f77663550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741775 Feb 07 22:34:45.396427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Pushing event deleted for resources: {'Port': ['ID=e0991573-1c9c-4c16-abcf-325b8a9b0a5a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:45.525924 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f206bdcf-415b-4714-b66a-83c7c178a93e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6184283fc7ea4c789906e5ac868c01a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923677 Feb 07 22:34:45.528890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43994) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:45.569843 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-ecfa1f48-b2d5-43f2-a191-392e96cc89cf service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871953 Feb 07 22:34:45.583128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] No DVR routers for this DVR port e0991573-1c9c-4c16-abcf-325b8a9b0a5a on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:45.597012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.602583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'name': 'network-vif-deleted', 'tag': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:45.640548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11f7aa8e-d465-49c1-911f-c75956ec1367 req-e63eb5f5-e62a-4c73-a454-45758e3b1025 tempest-AggregatesAdminTestJSON-1520988602 tempest-AggregatesAdminTestJSON-1520988602-project] 10.222.0.26 "DELETE /v2.0/ports/e0991573-1c9c-4c16-abcf-325b8a9b0a5a HTTP/1.1" status: 204 len: 173 time: 1.4285200 Feb 07 22:34:45.676617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-ae12d8c8-8c77-4158-acb3-b8148d29d14d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.678622 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-ae12d8c8-8c77-4158-acb3-b8148d29d14d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118088 Feb 07 22:34:45.688421 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec345858-ad1f-4ccf-a88d-9c9fa2fafc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.692515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0f3cd-1bbe-4561-8b63-702f76495ce7 req-65ce95f1-8817-47b0-b5db-57859ce72d6b tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:45.694074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89a0f3cd-1bbe-4561-8b63-702f76495ce7 req-65ce95f1-8817-47b0-b5db-57859ce72d6b tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 949 time: 0.2420607 Feb 07 22:34:45.719417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-c4534a90-edec-4d63-89e4-edd2532b9a85 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/quotas/c4cd2e3ea413406087dd3c1badaf9c11 HTTP/1.1" status: 200 len: 375 time: 0.0243754 Feb 07 22:34:45.737365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec345858-ad1f-4ccf-a88d-9c9fa2fafc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.774868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4cd24b86-6e9e-460b-8ae7-f2732b0ada3a req-1f0b4765-5a0e-4f00-9865-86be8fe03bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916718 Feb 07 22:34:45.783812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89a0f3cd-1bbe-4561-8b63-702f76495ce7 req-5e05a9c3-3757-4f13-abe9-8f6ee3a4d96a tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811932 Feb 07 22:34:45.791078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-fd3345ff-01c0-40d9-98ef-fc1455e8412b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542138 Feb 07 22:34:45.836280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec345858-ad1f-4ccf-a88d-9c9fa2fafc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.871987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec345858-ad1f-4ccf-a88d-9c9fa2fafc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f00de2-cbfa-4280-859b-d5a1c44ee0af,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:45.899256 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992', 'status': 'completed', 'code': 200} Feb 07 22:34:45.906858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec345858-ad1f-4ccf-a88d-9c9fa2fafc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:45.918604 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ec345858-ad1f-4ccf-a88d-9c9fa2fafc15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04f00de2-cbfa-4280-859b-d5a1c44ee0af HTTP/1.1" status: 204 len: 168 time: 0.3784635 Feb 07 22:34:46.017181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-5997eab9-5540-4e60-9411-0a02e4703d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:46.018688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-5997eab9-5540-4e60-9411-0a02e4703d2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1095 time: 0.0977504 Feb 07 22:34:46.182228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-ee52efba-ea35-4278-a336-6bbabfac70bf tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:46.184012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-ee52efba-ea35-4278-a336-6bbabfac70bf tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 1100 time: 0.1634862 Feb 07 22:34:46.268521 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba20c15-e0af-40ce-aefc-c6c4b5ead624', 'name': 'network-vif-deleted', 'tag': 'e0991573-1c9c-4c16-abcf-325b8a9b0a5a', 'status': 'completed', 'code': 200} Feb 07 22:34:46.307836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b87e3-0748-4354-8291-c1f8417944dd req-18595dd1-cc01-4dd3-a935-fd0b93fb3b45 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:46.309510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-920b87e3-0748-4354-8291-c1f8417944dd req-18595dd1-cc01-4dd3-a935-fd0b93fb3b45 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 944 time: 0.2193644 Feb 07 22:34:46.328822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-415ed018-7bcf-4b4a-a26d-5543ed9ffb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:46.330688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-415ed018-7bcf-4b4a-a26d-5543ed9ffb93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.3008292 Feb 07 22:34:46.399627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ef6c160-77d6-4caa-8a4b-8d859f328cc4 req-95f07094-0166-46ed-a430-ebf5c10d0787 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 210 time: 0.0991740 Feb 07 22:34:46.403827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44020) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:46.408006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Deleting port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:34:46.408358 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.461695 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-f9ff726c-2859-4985-b5b8-f25611731613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 217 time: 0.1200669 Feb 07 22:34:46.487324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-920b87e3-0748-4354-8291-c1f8417944dd req-d9f5dadb-c0a4-407c-bb7a-0adc821a4299 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378844 Feb 07 22:34:46.538030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-c0e007a9-d53f-4ef3-977f-c085f2181b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:46.539493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-c0e007a9-d53f-4ef3-977f-c085f2181b98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0707283 Feb 07 22:34:46.544073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a20477d5-a7a6-4d62-af1b-579aed674db9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7eee1623670a42cb91f3856bd71c29ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045148 Feb 07 22:34:46.547799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44028) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:46.611282 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-641a1503-ff91-4ec0-9d3b-f7741e8daae5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642681 Feb 07 22:34:46.821337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] For port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:46.822921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.830244 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee336-64f3-4c7f-a500-6c2fe8813c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:46.892574 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-462d43f2-5bd0-4b14-ad9e-7210512faa98 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715185 Feb 07 22:34:46.910355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee336-64f3-4c7f-a500-6c2fe8813c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.049292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Calling delete_port for f79d6f2e-3316-4a74-ab9c-9f5f956bedcb owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:34:47.133523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee336-64f3-4c7f-a500-6c2fe8813c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.138435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bf09fe8-6557-4b66-9b8a-69b6f31833d3 req-cd8ce94f-9a1c-4330-986b-1a28da0b21fa service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307885 Feb 07 22:34:47.153228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ee336-64f3-4c7f-a500-6c2fe8813c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e16a2f-2f85-477b-96eb-02fd6b8b3938,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:47.160929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee336-64f3-4c7f-a500-6c2fe8813c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.162404 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3d3ee336-64f3-4c7f-a500-6c2fe8813c0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13e16a2f-2f85-477b-96eb-02fd6b8b3938 HTTP/1.1" status: 204 len: 168 time: 0.6137481 Feb 07 22:34:47.316306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cfbc5-c6f6-47ee-b4eb-2c57a8c7a242 req-537295d3-0687-49fb-a804-af55c044fadb tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:47.317958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121cfbc5-c6f6-47ee-b4eb-2c57a8c7a242 req-537295d3-0687-49fb-a804-af55c044fadb tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbdf2415-0f7d-4238-ae9f-d3c18446aa27 HTTP/1.1" status: 200 len: 949 time: 0.2764003 Feb 07 22:34:47.379940 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.392857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f79d6f2e-3316-4a74-ab9c-9f5f956bedcb'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:34:47.440964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121cfbc5-c6f6-47ee-b4eb-2c57a8c7a242 req-38e411dd-2009-4dfc-b291-130a1e1753f2 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155415 Feb 07 22:34:47.443765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Pushing event deleted for resources: {'Port': ['ID=f79d6f2e-3316-4a74-ab9c-9f5f956bedcb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:47.463134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-ee759e81-dd7a-4c77-a0f4-d83be079be19 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853550 Feb 07 22:34:47.570647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] No DVR routers for this DVR port f79d6f2e-3316-4a74-ab9c-9f5f956bedcb on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:34:47.574147 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:47.582627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ff960ec-9d7c-473d-956f-904a2d0e2126 req-9d973f2a-cb19-4387-886d-8cda4cc2984b tempest-DeleteServersAdminTestJSON-676390891 tempest-DeleteServersAdminTestJSON-676390891-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f79d6f2e-3316-4a74-ab9c-9f5f956bedcb HTTP/1.1" status: 204 len: 173 time: 1.3868406 Feb 07 22:34:47.734345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f90ac57f-5eb2-40fc-aa1b-ee1da6c040e9 req-17f46363-ee0f-4ba3-abae-94c27521acbc tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 210 time: 0.1080976 Feb 07 22:34:47.845244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-c451081b-d808-4ed3-8e10-cc6790e27ad4 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:47.848285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-c451081b-d808-4ed3-8e10-cc6790e27ad4 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699608 Feb 07 22:34:47.870432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Request body: {'port': {'device_id': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'c4cd2e3ea413406087dd3c1badaf9c11'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:48.031644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f3ad-7894-4776-97a1-8bf770b70c16 req-d2217f09-5761-431f-8f61-81d297804145 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:48.038751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90e7f3ad-7894-4776-97a1-8bf770b70c16 req-d2217f09-5761-431f-8f61-81d297804145 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 944 time: 0.1001737 Feb 07 22:34:48.049102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:48.055361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Usage tracker for resource:port and tenant:c4cd2e3ea413406087dd3c1badaf9c11 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:48.059296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:48.066309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:48.080230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Made reservation on behalf of c4cd2e3ea413406087dd3c1badaf9c11 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:48.083927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.093349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90e7f3ad-7894-4776-97a1-8bf770b70c16 req-9aa35b51-eea8-470e-89f7-0ee13defc785 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534649 Feb 07 22:34:48.102199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.118061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:48.122070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Usage tracker for resource:security_group_rule and tenant:c4cd2e3ea413406087dd3c1badaf9c11 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:48.124889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:48.131392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:48.260953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.267296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.269546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'name': 'network-vif-deleted', 'tag': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:48.359071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64494d99-ad88-47f1-9f87-5bc89d8d3a67,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:48.385012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0991573-1c9c-4c16-abcf-325b8a9b0a5a no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:34:48.461417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: e0991573-1c9c-4c16-abcf-325b8a9b0a5a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:34:48.462014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0991573-1c9c-4c16-abcf-325b8a9b0a5a not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:34:48.487426 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdf2415-0f7d-4238-ae9f-d3c18446aa27', 'name': 'network-vif-deleted', 'tag': 'f79d6f2e-3316-4a74-ab9c-9f5f956bedcb', 'status': 'completed', 'code': 200} Feb 07 22:34:48.527480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Allocated IP 192.168.233.105 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/b51df900-f94b-49e5-9a50-0e2b2b26f88e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:48.681321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ee14a192-7125-4e70-be99-e391daea9992 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:34:48.859935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:48.882731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:48.886164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Transition to ACTIVE for port object b51df900-f94b-49e5-9a50-0e2b2b26f88e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:48.902781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'ee14a192-7125-4e70-be99-e391daea9992', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'port_id': 'ee14a192-7125-4e70-be99-e391daea9992', 'mac_address': 'fa:16:3e:82:58:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009d7cee-892d-4da4-a1ba-fe535fd7695a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:34:48.946670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.031487 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.041423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:49.044755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:49.048755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:34:49.054545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee14a192-7125-4e70-be99-e391daea9992 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:49.054689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:49.055613 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.073014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Pushing event updated for resources: {'Port': ['ID=b51df900-f94b-49e5-9a50-0e2b2b26f88e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:49.074036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:49.086404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.096375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59ad15-59ee-4132-99ca-4b858350283c req-c72e3fe4-76a4-41bb-a1ca-42736c077ae3 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:49.098308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e59ad15-59ee-4132-99ca-4b858350283c req-c72e3fe4-76a4-41bb-a1ca-42736c077ae3 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 936 time: 0.1330321 Feb 07 22:34:49.099676 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-f0b67db5-e28c-4c31-9069-28f644539a0b tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2372837 Feb 07 22:34:49.110773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Request body: {'port': {'device_id': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:49.163246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e59ad15-59ee-4132-99ca-4b858350283c req-5c62b22a-4c02-4211-b756-877d6bb0ccc2 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558054 Feb 07 22:34:49.180639 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:34:49.229461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:49.317855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.331235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-0794ac38-0ac5-45b5-a2c9-b25ad10b6edd tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396607 Feb 07 22:34:49.373313 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['ee14a192-7125-4e70-be99-e391daea9992'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:34:49.462036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e639f741-16d3-4be4-9aa4-ee116b9242dc None None] Provisioning for port b51df900-f94b-49e5-9a50-0e2b2b26f88e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:49.472734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e639f741-16d3-4be4-9aa4-ee116b9242dc None None] Provisioning complete for port b51df900-f94b-49e5-9a50-0e2b2b26f88e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:49.473463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e639f741-16d3-4be4-9aa4-ee116b9242dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.537557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-0bd5c391-c520-45b3-a016-6ceacf888631 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:49.538504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-0bd5c391-c520-45b3-a016-6ceacf888631 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065015 Feb 07 22:34:49.561543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-6c0391f4-1fae-49d0-a10f-c581024ef4f8 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/quotas/0c81ded5b5b84dfb9675cb3c15f8f90c HTTP/1.1" status: 200 len: 375 time: 0.0161157 Feb 07 22:34:49.578545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e639f741-16d3-4be4-9aa4-ee116b9242dc None None] Port b51df900-f94b-49e5-9a50-0e2b2b26f88e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:34:49.620080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-056184bd-1770-4acf-ba5a-b05230856620 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Synchronizing usage tracker for tenant:0c81ded5b5b84dfb9675cb3c15f8f90c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:49.647771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-056184bd-1770-4acf-ba5a-b05230856620 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Unset dirty status for tenant:0c81ded5b5b84dfb9675cb3c15f8f90c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:49.653060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-056184bd-1770-4acf-ba5a-b05230856620 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907922 Feb 07 22:34:49.802881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51df900-f94b-49e5-9a50-0e2b2b26f88e {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:49.811472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.829496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Transition to ACTIVE for port object b51df900-f94b-49e5-9a50-0e2b2b26f88e will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:49.835622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:49.859992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030a5f-cb5f-496d-a1cf-ed365851b668 req-23e5061f-b16e-4f03-8cab-229b37f6ee10 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:49.867880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1030a5f-cb5f-496d-a1cf-ed365851b668 req-23e5061f-b16e-4f03-8cab-229b37f6ee10 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 945 time: 0.1292779 Feb 07 22:34:49.962451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1030a5f-cb5f-496d-a1cf-ed365851b668 req-4af0b081-f354-4612-b11f-231331f58675 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935128 Feb 07 22:34:50.047192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=b51df900-f94b-49e5-9a50-0e2b2b26f88e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:50.084367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Attempting to bind port b51df900-f94b-49e5-9a50-0e2b2b26f88e on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:50.084987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Attempting to bind port b51df900-f94b-49e5-9a50-0e2b2b26f88e by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:50.085513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Attempting to bind port b51df900-f94b-49e5-9a50-0e2b2b26f88e on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:50.090950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Port b51df900-f94b-49e5-9a50-0e2b2b26f88e on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:34:50.091548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Attempting to bind port b51df900-f94b-49e5-9a50-0e2b2b26f88e on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:50.097615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:34:50.099070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:50.099447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:34:50.100059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Bound port: b51df900-f94b-49e5-9a50-0e2b2b26f88e, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:50.100851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:50.171621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aab4bbb6-8bbf-4d02-8f99-bd715f1dc461 req-d3317ebc-a8de-47ad-bc6b-af727d68c32c tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 210 time: 0.0931349 Feb 07 22:34:50.181077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-cc293f43-3b42-44c6-8d46-51a5e0891662 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7fc80cb619904aa4a475c88c94132aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353367 Feb 07 22:34:50.236955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] For port b51df900-f94b-49e5-9a50-0e2b2b26f88e, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:34:50.241722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] For port b51df900-f94b-49e5-9a50-0e2b2b26f88e, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b51df900-f94b-49e5-9a50-0e2b2b26f88e,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:34:50.247599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:50.358648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.359791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:50.361839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] 10.222.0.36 "PUT /v2.0/ports/b51df900-f94b-49e5-9a50-0e2b2b26f88e HTTP/1.1" status: 200 len: 1096 time: 1.2551723 Feb 07 22:34:50.363140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'tag': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:50.382326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f79d6f2e-3316-4a74-ab9c-9f5f956bedcb no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:34:50.391396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-c9753d2c-4ec5-4845-8163-c0772fbad24f tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.406945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6da03-cc85-4127-a72d-e58a1704ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=b51df900-f94b-49e5-9a50-0e2b2b26f88e,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:50.408506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-c9753d2c-4ec5-4845-8163-c0772fbad24f tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2209644 Feb 07 22:34:50.422845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-dec7eca7-d977-4c3b-ad1b-25434a4a452b tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/quotas/7fc80cb619904aa4a475c88c94132aa8 HTTP/1.1" status: 200 len: 375 time: 0.0130627 Feb 07 22:34:50.485466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: f79d6f2e-3316-4a74-ab9c-9f5f956bedcb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:34:50.485999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f79d6f2e-3316-4a74-ab9c-9f5f956bedcb not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:34:50.547475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-04d37c8c-124c-4b1e-b89e-598a6bdc3a6b tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fc80cb619904aa4a475c88c94132aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178215 Feb 07 22:34:50.549991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-74a3c136-b9ad-4093-9e43-134507cc514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.553074 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-74a3c136-b9ad-4093-9e43-134507cc514e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 1099 time: 0.1052601 Feb 07 22:34:50.633725 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-b27b686f-235a-4e62-bf29-074815022563 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b51df900-f94b-49e5-9a50-0e2b2b26f88e HTTP/1.1" status: 200 len: 217 time: 0.0724571 Feb 07 22:34:50.690179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ee14a192-7125-4e70-be99-e391daea9992 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:34:50.729245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-886c2e40-ab7a-41f5-b187-a07859b0d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.730823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-886c2e40-ab7a-41f5-b187-a07859b0d2d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0902181 Feb 07 22:34:50.764858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1a3e2-eded-452d-b9ec-f03a0f7f32b0 req-58d4383a-a94b-4b60-a26f-d687a123b18e tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.774762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffd1a3e2-eded-452d-b9ec-f03a0f7f32b0 req-58d4383a-a94b-4b60-a26f-d687a123b18e tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 948 time: 0.1444297 Feb 07 22:34:50.775188 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'tag': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e', 'status': 'completed', 'code': 200} Feb 07 22:34:50.795675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port ee14a192-7125-4e70-be99-e391daea9992 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:50.820458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port ee14a192-7125-4e70-be99-e391daea9992 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:50.821171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:50.845027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffd1a3e2-eded-452d-b9ec-f03a0f7f32b0 req-17bd8bcb-3be1-430f-a6c1-1be4c5f32c1c tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691683 Feb 07 22:34:50.873981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-3a7631b5-b7a6-40bf-8327-5ef0d860f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:50.875501 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-3a7631b5-b7a6-40bf-8327-5ef0d860f04f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1378345 Feb 07 22:34:50.952246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9bf1ae2-9d12-433d-b882-0f5cb32fdbd4 req-1a6ea4d6-9671-42c5-8bac-17d0ef6c4f0d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 210 time: 0.0464432 Feb 07 22:34:51.013545 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.075072 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-35ad9e70-675f-46a0-8869-04efd451d84f service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920805 Feb 07 22:34:51.082148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:51.093641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:51.099839 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:51.201393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:51.259686 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992', 'code': 200} Feb 07 22:34:51.337428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-02282f90-f119-435e-8c22-ef0137c7f594 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571034 Feb 07 22:34:51.357091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.36', 55254) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:51.408202 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fab28185-09c5-4e84-adc4-f5dc2304b376 req-1e2c34bb-4210-4d15-8897-cad0e16dbe5d service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256469 Feb 07 22:34:51.462186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8c5da-2dc7-48b4-8c03-6b7e4d5367d6 req-898070c1-b285-4827-94f4-ffedab043549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:51.465341 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0d8c5da-2dc7-48b4-8c03-6b7e4d5367d6 req-898070c1-b285-4827-94f4-ffedab043549 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1097 time: 0.1073642 Feb 07 22:34:51.466689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e304e2-02c1-4f81-9171-87a76f92381b req-aa364451-e651-4c62-8778-11aae63ab8f4 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:51.468251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9e304e2-02c1-4f81-9171-87a76f92381b req-aa364451-e651-4c62-8778-11aae63ab8f4 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 946 time: 0.3129790 Feb 07 22:34:51.526601 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0d8c5da-2dc7-48b4-8c03-6b7e4d5367d6 req-2bce6c8c-5e9e-4e77-8968-64f823c5497b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 Feb 07 22:34:51.587217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9e304e2-02c1-4f81-9171-87a76f92381b req-db1efc62-9704-4a22-be9e-1db5719aa045 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060765 Feb 07 22:34:51.604064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-b8a87a13-3571-4501-bf67-9475fd40775d tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:51.608631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-b8a87a13-3571-4501-bf67-9475fd40775d tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621410 Feb 07 22:34:51.624454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-4eb216bf-6d55-4b2d-bd76-6bc19f422741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:51.625645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Request body: {'port': {'device_id': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '0c81ded5b5b84dfb9675cb3c15f8f90c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:51.625886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-4eb216bf-6d55-4b2d-bd76-6bc19f422741 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 1099 time: 0.1016262 Feb 07 22:34:51.831853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d217a2a-082f-41be-964d-a3b5ed814c51 req-2b6ca021-60d9-4856-9788-fb1d74db3614 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 210 time: 0.0611851 Feb 07 22:34:51.947966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:51.961005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:51.975606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Made reservation on behalf of 0c81ded5b5b84dfb9675cb3c15f8f90c for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:51.980033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:52.071041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-5e74e3a3-659f-400e-a417-64777dd2a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.072498 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-5e74e3a3-659f-400e-a417-64777dd2a61e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2753143 Feb 07 22:34:52.152713 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-cba0fc64-bd23-4881-bb97-91d9939e7b5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b51df900-f94b-49e5-9a50-0e2b2b26f88e HTTP/1.1" status: 200 len: 217 time: 0.0724270 Feb 07 22:34:52.189909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bc793-ab09-4fdc-b8fe-31176e8473f6 req-3c6913dd-9a04-47d0-9d45-4335fef50821 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.196987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d3bc793-ab09-4fdc-b8fe-31176e8473f6 req-3c6913dd-9a04-47d0-9d45-4335fef50821 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 948 time: 0.1448178 Feb 07 22:34:52.252463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-f0df847a-99d9-4af4-8f1f-bcc893125cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.254215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-f0df847a-99d9-4af4-8f1f-bcc893125cc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0948119 Feb 07 22:34:52.295563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d0d2f12-a7f9-4e42-a92e-477808494c49 req-b5844541-820c-4ee1-885a-666b1202a67c tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 210 time: 0.0721941 Feb 07 22:34:52.352673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d3bc793-ab09-4fdc-b8fe-31176e8473f6 req-652922fc-494c-4740-a531-b998771d0afe tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544397 Feb 07 22:34:52.370360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-09216892-6f50-4e42-9b84-33d0f9889a8b tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7fc80cb619904aa4a475c88c94132aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422652 Feb 07 22:34:52.433892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Allocated IP 192.168.233.238 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/6595c3bd-ac63-4818-b571-68afe1294f34) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:52.524023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44342) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:52.609568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-964c3c10-80bc-49c8-b1a3-9cd0c3b72703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.611168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-964c3c10-80bc-49c8-b1a3-9cd0c3b72703 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3477592 Feb 07 22:34:52.677832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44364) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:52.774352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:52.779573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-8a7cb9d8-6d5d-4621-b7e6-3865fbd1180d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:52.781058 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-8a7cb9d8-6d5d-4621-b7e6-3865fbd1180d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057591 Feb 07 22:34:52.796224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:52.810235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:52.826663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Usage tracker for resource:security_group_rule and tenant:17252a37c6c04e53accd1be88d39dfc0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:52.828771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Request body: {'port': {'device_id': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '7fc80cb619904aa4a475c88c94132aa8'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:52.865068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:52.882460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:52.907680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:52.952477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Transition to ACTIVE for port object 6595c3bd-ac63-4818-b571-68afe1294f34 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:52.981061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:53.000125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Usage tracker for resource:security_group_rule and tenant:21e345feee4a46d0b9169f971c59d61a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:53.007003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:53.007153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acf5ef-348d-4c47-8bc5-3ed6567ce712 req-f40c3728-5c3b-43e5-abfd-a96a5295caa7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:53.008651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4acf5ef-348d-4c47-8bc5-3ed6567ce712 req-f40c3728-5c3b-43e5-abfd-a96a5295caa7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 946 time: 0.1938541 Feb 07 22:34:53.021099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:53.042530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.098970 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-55ff5843-2410-41c6-8b80-cae2072f51d6 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774828 Feb 07 22:34:53.136309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:53.154228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4acf5ef-348d-4c47-8bc5-3ed6567ce712 req-09670409-94e3-4192-9f6d-c393e941b1ee tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354091 Feb 07 22:34:53.170515 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.172544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:53.178849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:53.187036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:34:53.189867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Usage tracker for resource:port and tenant:7fc80cb619904aa4a475c88c94132aa8 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:53.195320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:53.195966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.203299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:53.219871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:53.237655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.273994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Pushing event updated for resources: {'Port': ['ID=6595c3bd-ac63-4818-b571-68afe1294f34,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:53.344682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d882711-f9ec-4363-a796-3f2eb5b58247 req-3f7431b9-a011-42ae-a8a6-2cd42162a2cc service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350397 Feb 07 22:34:53.346382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.354727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.419577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17252a37c6c04e53accd1be88d39dfc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7411618 Feb 07 22:34:53.423824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21e345feee4a46d0b9169f971c59d61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8986764 Feb 07 22:34:53.425424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44400) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:53.427791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44402) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:53.429932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2f4f-e8f3-4ec5-8e52-4d35b32d78a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86253de-8b8d-4203-af59-e100fe918d10,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:53.437937 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-5c146374-2af9-4f2e-adcb-1902cb1f6ae4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8161263 Feb 07 22:34:53.467140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Request body: {'port': {'device_id': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:53.490580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Made reservation on behalf of 7fc80cb619904aa4a475c88c94132aa8 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:53.494758 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.497720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79d207-e080-485a-ae41-62c87ef274a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723285ed-2edc-436f-bcf0-c1d212895108,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:53.532596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.572847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:53.591564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6dc1556d-889c-4e36-8807-407e1db7c919 None None] Provisioning for port 6595c3bd-ac63-4818-b571-68afe1294f34 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:53.597194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6dc1556d-889c-4e36-8807-407e1db7c919 None None] Provisioning complete for port 6595c3bd-ac63-4818-b571-68afe1294f34 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:53.597795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dc1556d-889c-4e36-8807-407e1db7c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.597997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Usage tracker for resource:security_group_rule and tenant:7fc80cb619904aa4a475c88c94132aa8 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:53.605954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:53.617544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:53.619782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58e29ef8-b9b7-46ce-adc1-b209e37b0212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.638747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8e06de2-0c68-4e6b-9dbb-c9284ad90c42 req-0390e6cf-b011-418f-b34a-083fe299295a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 210 time: 0.0696783 Feb 07 22:34:53.660036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd954067-a57e-4679-8a8b-2a79d323b223 req-69750b6d-cae5-46b0-96c1-964ff3fbbd96 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:53.660036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bd954067-a57e-4679-8a8b-2a79d323b223 req-69750b6d-cae5-46b0-96c1-964ff3fbbd96 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Synchronizing usage tracker for tenant:0c81ded5b5b84dfb9675cb3c15f8f90c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:34:53.660424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1556d-889c-4e36-8807-407e1db7c919 None None] Port 6595c3bd-ac63-4818-b571-68afe1294f34 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:34:53.663722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.664026 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abb2b941-524c-4f9b-a9be-469faad70115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.712419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bd954067-a57e-4679-8a8b-2a79d323b223 req-69750b6d-cae5-46b0-96c1-964ff3fbbd96 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Unset dirty status for tenant:0c81ded5b5b84dfb9675cb3c15f8f90c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:34:53.719160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd954067-a57e-4679-8a8b-2a79d323b223 req-69750b6d-cae5-46b0-96c1-964ff3fbbd96 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 936 time: 0.4824977 Feb 07 22:34:53.719707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58e29ef8-b9b7-46ce-adc1-b209e37b0212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.739904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abb2b941-524c-4f9b-a9be-469faad70115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.868046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.872216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abb2b941-524c-4f9b-a9be-469faad70115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.880957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd954067-a57e-4679-8a8b-2a79d323b223 req-0aa756a8-138d-4add-8998-1b30d23e51aa tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609094 Feb 07 22:34:53.906020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.908950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58e29ef8-b9b7-46ce-adc1-b209e37b0212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.917587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2b941-524c-4f9b-a9be-469faad70115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86253de-8b8d-4203-af59-e100fe918d10,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:53.996076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58e29ef8-b9b7-46ce-adc1-b209e37b0212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:53.997228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58e29ef8-b9b7-46ce-adc1-b209e37b0212 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/723285ed-2edc-436f-bcf0-c1d212895108 HTTP/1.1" status: 204 len: 168 time: 0.5709229 Feb 07 22:34:53.998102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abb2b941-524c-4f9b-a9be-469faad70115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.001403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-abb2b941-524c-4f9b-a9be-469faad70115 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c86253de-8b8d-4203-af59-e100fe918d10 HTTP/1.1" status: 204 len: 168 time: 0.5703239 Feb 07 22:34:54.029776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c662d4-0609-44a4-bc15-106424f3b75f req-7ad58f0f-494c-4476-a9dd-f9bfd6d95ca4 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:54.031241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2c662d4-0609-44a4-bc15-106424f3b75f req-7ad58f0f-494c-4476-a9dd-f9bfd6d95ca4 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 948 time: 0.2818673 Feb 07 22:34:54.034206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b26f6729-1b49-45de-8b70-ecb7fba3ed55,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:54.056152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e29ef8-b9b7-46ce-adc1-b209e37b0212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723285ed-2edc-436f-bcf0-c1d212895108,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:54.117357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2c662d4-0609-44a4-bc15-106424f3b75f req-93a12d43-b790-4403-a656-63a98e073862 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745566 Feb 07 22:34:54.421739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6595c3bd-ac63-4818-b571-68afe1294f34 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:54.433336 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.437628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44434) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:54.478452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Transition to ACTIVE for port object 6595c3bd-ac63-4818-b571-68afe1294f34 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:54.479389 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.492738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:54.557659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:54.584337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Allocated IP 192.168.233.186 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/30c9a100-4113-44f8-9739-6cadee991128) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:34:54.638257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Usage tracker for resource:security_group_rule and tenant:b133f71a1e7e4740b9caa10b671c6e51 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:54.659845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001281-2605-48eb-ac22-62e4b61e5d2a req-8e833a33-8180-4a8a-8938-817cf53d9dde tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:54.667243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f001281-2605-48eb-ac22-62e4b61e5d2a req-8e833a33-8180-4a8a-8938-817cf53d9dde tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 946 time: 0.3281522 Feb 07 22:34:54.675184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:54.701723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b51df900-f94b-49e5-9a50-0e2b2b26f88e details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:34:54.732707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:54.808295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Pushing event updated for resources: {'Port': ['ID=6595c3bd-ac63-4818-b571-68afe1294f34,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:54.917599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44456) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:54.936768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Attempting to bind port 6595c3bd-ac63-4818-b571-68afe1294f34 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:54.937106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Attempting to bind port 6595c3bd-ac63-4818-b571-68afe1294f34 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:54.937432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Attempting to bind port 6595c3bd-ac63-4818-b571-68afe1294f34 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:54.950319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f001281-2605-48eb-ac22-62e4b61e5d2a req-63be1f78-c6a3-412a-8507-a500215808a5 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821312 Feb 07 22:34:54.981468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44464) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:54.998444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7427be3-6bab-4b96-9e95-1e844aa7d04c req-761f4df1-a8d7-48ce-a6f2-3ed90af3d581 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 210 time: 0.1519532 Feb 07 22:34:55.025722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Port 6595c3bd-ac63-4818-b571-68afe1294f34 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:34:55.026056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Attempting to bind port 6595c3bd-ac63-4818-b571-68afe1294f34 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:55.042538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.062156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.082203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b51df900-f94b-49e5-9a50-0e2b2b26f88e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b51df900-f94b-49e5-9a50-0e2b2b26f88e,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:55.088990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:34:55.089380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:55.089775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:34:55.090231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Bound port: 6595c3bd-ac63-4818-b571-68afe1294f34, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:55.090582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.099327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Transition to ACTIVE for port object 30c9a100-4113-44f8-9739-6cadee991128 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:55.102032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e', 'mac_address': 'fa:16:3e:d5:1b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:34:55.127434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:55.129066 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.156512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c9f46c716b241cabe893a9f64a57450 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:55.216650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:55.243800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:34:55.247495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:34:55.264048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:55.267776 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.268005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:34:55.282902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:55.283547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.301959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Pushing event updated for resources: {'Port': ['ID=30c9a100-4113-44f8-9739-6cadee991128,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:55.325176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-b555cbc4-8940-484c-ab91-cf1cfc25fe75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5004997 Feb 07 22:34:55.328510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51df900-f94b-49e5-9a50-0e2b2b26f88e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:55.340628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Request body: {'port': {'device_id': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:55.367825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b51df900-f94b-49e5-9a50-0e2b2b26f88e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b51df900-f94b-49e5-9a50-0e2b2b26f88e,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:55.411876 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.423450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] For port 6595c3bd-ac63-4818-b571-68afe1294f34, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:34:55.464822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.467906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] For port 6595c3bd-ac63-4818-b571-68afe1294f34, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6595c3bd-ac63-4818-b571-68afe1294f34,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:34:55.480411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.500038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.610856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637aa30-653d-44f8-ac08-38d6f7948243 req-d73a0224-8aed-412c-b692-9024b583a51b tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:55.618978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7637aa30-653d-44f8-ac08-38d6f7948243 req-d73a0224-8aed-412c-b692-9024b583a51b tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 948 time: 0.4039507 Feb 07 22:34:55.620799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Pushing event updated for resources: {'Port': ['ID=6595c3bd-ac63-4818-b571-68afe1294f34,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:55.622480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.672460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b51df900-f94b-49e5-9a50-0e2b2b26f88e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:34:55.700964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5b9e722-afd2-4993-879a-5cb55b1793d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=649b449eae534595a23ff4635e15e26c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7183199 Feb 07 22:34:55.708872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44478) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:55.722612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b51df900-f94b-49e5-9a50-0e2b2b26f88e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:55.757088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d0f0b46e-a0da-404a-ae98-e509285ca841 None None] Provisioning for port 30c9a100-4113-44f8-9739-6cadee991128 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:55.763232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:55.764038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.766152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-699625d5-7df0-42c5-ba6a-bb4fff9b6a07 service neutron] 10.222.0.26 "PUT /v2.0/ports/6595c3bd-ac63-4818-b571-68afe1294f34 HTTP/1.1" status: 200 len: 1096 time: 2.3056223 Feb 07 22:34:55.767785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'tag': '6595c3bd-ac63-4818-b571-68afe1294f34'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:55.785395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d0f0b46e-a0da-404a-ae98-e509285ca841 None None] Provisioning complete for port 30c9a100-4113-44f8-9739-6cadee991128 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:55.785932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b46e-a0da-404a-ae98-e509285ca841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.788932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b133f71a1e7e4740b9caa10b671c6e51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3463197 Feb 07 22:34:55.790009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a8921-8b60-41f8-b469-f4f79b61197e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87405b63-905b-4162-a3c4-b1d137effde2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:55.806352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44484) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:55.860648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7637aa30-653d-44f8-ac08-38d6f7948243 req-b2464f97-e9f8-45f8-9e71-ea822726a3d4 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406693 Feb 07 22:34:55.897669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c119ef10-4330-4234-9a33-f72718bc39a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.952881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.955062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0b46e-a0da-404a-ae98-e509285ca841 None None] Port 30c9a100-4113-44f8-9739-6cadee991128 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:34:55.970644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-25a3d936-a5b3-473a-a20a-3f7612f6d75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:55.975044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c119ef10-4330-4234-9a33-f72718bc39a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.003688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.046882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c9f46c716b241cabe893a9f64a57450&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1191404 Feb 07 22:34:56.064971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44492) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:56.154800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252df93f-d173-4b08-a440-4ca9c8e72dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa563a97-9806-4e2d-9f21-9358f0641560,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.208004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c119ef10-4330-4234-9a33-f72718bc39a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.216061 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca4abb6b-d1bd-442c-95e0-d0206470dbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.226629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b8122-973a-48b8-b31f-716ac494ed86 req-1880da1a-c15d-4b98-8d24-1ac83293cc77 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.228034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f2b8122-973a-48b8-b31f-716ac494ed86 req-1880da1a-c15d-4b98-8d24-1ac83293cc77 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1097 time: 0.5566666 Feb 07 22:34:56.246664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119ef10-4330-4234-9a33-f72718bc39a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa827a9-85b3-42d2-b49d-e53c39e1d77c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.255966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c9a100-4113-44f8-9739-6cadee991128 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:34:56.258597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-e80c609c-829b-4c29-b1de-22417a6b302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.260359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-e80c609c-829b-4c29-b1de-22417a6b302a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 1099 time: 0.4208348 Feb 07 22:34:56.264994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.267529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c119ef10-4330-4234-9a33-f72718bc39a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.268696 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c119ef10-4330-4234-9a33-f72718bc39a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daa827a9-85b3-42d2-b49d-e53c39e1d77c HTTP/1.1" status: 204 len: 168 time: 0.5585344 Feb 07 22:34:56.284366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Transition to ACTIVE for port object 30c9a100-4113-44f8-9739-6cadee991128 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:34:56.289860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.359240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca4abb6b-d1bd-442c-95e0-d0206470dbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.397996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-032395f0-7ccb-482e-8632-967f7e6fdcf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6595c3bd-ac63-4818-b571-68afe1294f34 HTTP/1.1" status: 200 len: 217 time: 0.1054986 Feb 07 22:34:56.405726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38481a72-9afc-4e38-92f3-cbe0bc526c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.500176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89489274-2198-4130-a8b3-84696c28a203 req-6686c5bc-aa5c-4294-879a-d8b3a2c90b44 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.501974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89489274-2198-4130-a8b3-84696c28a203 req-6686c5bc-aa5c-4294-879a-d8b3a2c90b44 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 949 time: 0.4449737 Feb 07 22:34:56.516689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f2b8122-973a-48b8-b31f-716ac494ed86 req-5ce11a78-e6fd-47fb-b49f-73ed4f9d9830 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750797 Feb 07 22:34:56.518192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Pushing event updated for resources: {'Port': ['ID=30c9a100-4113-44f8-9739-6cadee991128,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.541381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Attempting to bind port 30c9a100-4113-44f8-9739-6cadee991128 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:34:56.541798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Attempting to bind port 30c9a100-4113-44f8-9739-6cadee991128 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:34:56.542398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Attempting to bind port 30c9a100-4113-44f8-9739-6cadee991128 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:56.549191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Port 30c9a100-4113-44f8-9739-6cadee991128 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:34:56.552152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Attempting to bind port 30c9a100-4113-44f8-9739-6cadee991128 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:34:56.554416 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38481a72-9afc-4e38-92f3-cbe0bc526c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.573324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:34:56.574772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:34:56.575169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:34:56.577147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Bound port: 30c9a100-4113-44f8-9739-6cadee991128, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:34:56.577545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.594118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-7d2d78d6-d1b6-4ced-a682-3af4c9610023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.595653 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-7d2d78d6-d1b6-4ced-a682-3af4c9610023 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1806066 Feb 07 22:34:56.623896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89489274-2198-4130-a8b3-84696c28a203 req-01c11520-f752-4ab8-ae4f-980a5a820f0e tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111975 Feb 07 22:34:56.697311 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'tag': '6595c3bd-ac63-4818-b571-68afe1294f34', 'status': 'completed', 'code': 200} Feb 07 22:34:56.703927 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca4abb6b-d1bd-442c-95e0-d0206470dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.732936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca4abb6b-d1bd-442c-95e0-d0206470dbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.733893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b51df900-f94b-49e5-9a50-0e2b2b26f88e up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:34:56.734604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ca4abb6b-d1bd-442c-95e0-d0206470dbe8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87405b63-905b-4162-a3c4-b1d137effde2 HTTP/1.1" status: 204 len: 168 time: 0.9197049 Feb 07 22:34:56.746339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4abb6b-d1bd-442c-95e0-d0206470dbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87405b63-905b-4162-a3c4-b1d137effde2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:56.778454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] For port 30c9a100-4113-44f8-9739-6cadee991128, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:34:56.786804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38481a72-9afc-4e38-92f3-cbe0bc526c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.788084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] For port 30c9a100-4113-44f8-9739-6cadee991128, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=30c9a100-4113-44f8-9739-6cadee991128,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:34:56.803410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.808374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44508) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:56.894938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b51df900-f94b-49e5-9a50-0e2b2b26f88e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:34:56.902812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b51df900-f94b-49e5-9a50-0e2b2b26f88e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:34:56.903329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.917225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:56.918121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:56.921010 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] 10.222.0.26 "PUT /v2.0/ports/30c9a100-4113-44f8-9739-6cadee991128 HTTP/1.1" status: 200 len: 1096 time: 1.5849147 Feb 07 22:34:56.923667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'tag': '30c9a100-4113-44f8-9739-6cadee991128'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:57.034515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec9e3a-656c-4a26-8b97-401a02570b86 service neutron] Pushing event updated for resources: {'Port': ['ID=30c9a100-4113-44f8-9739-6cadee991128,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:57.040698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38481a72-9afc-4e38-92f3-cbe0bc526c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa563a97-9806-4e2d-9f21-9358f0641560,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:57.045339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc5e29db-565c-40ed-89a4-9361668bf08b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42a572d727d346fd8e076f1c78195789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954780 Feb 07 22:34:57.052850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44518) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:57.100720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-d522b5df-5ae6-46a3-8579-924ba20ec3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:57.102711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-d522b5df-5ae6-46a3-8579-924ba20ec3db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4879143 Feb 07 22:34:57.121453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38481a72-9afc-4e38-92f3-cbe0bc526c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.122867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-38481a72-9afc-4e38-92f3-cbe0bc526c2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa563a97-9806-4e2d-9f21-9358f0641560 HTTP/1.1" status: 204 len: 168 time: 1.0520794 Feb 07 22:34:57.122976 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.158806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10a883d3-d4e0-41dc-94d4-d932085755f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.169873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:34:57.177054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-1317ef01-26cf-4105-8f08-7b2b08597689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:57.178967 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-1317ef01-26cf-4105-8f08-7b2b08597689 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7fc80cb619904aa4a475c88c94132aa8&device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 1099 time: 0.1881826 Feb 07 22:34:57.203650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b51df900-f94b-49e5-9a50-0e2b2b26f88e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b51df900-f94b-49e5-9a50-0e2b2b26f88e,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:34:57.212450 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.309173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b51df900-f94b-49e5-9a50-0e2b2b26f88e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:57.333019 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10a883d3-d4e0-41dc-94d4-d932085755f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.341831 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-2cc41144-e5b1-417e-87a4-a051d892401b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=30c9a100-4113-44f8-9739-6cadee991128 HTTP/1.1" status: 200 len: 217 time: 0.1511836 Feb 07 22:34:57.362034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ed8cb-3870-47fe-aa69-5ca45f865833 req-baedc53e-d40f-4237-983d-1e54185513eb tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:57.363590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a38ed8cb-3870-47fe-aa69-5ca45f865833 req-baedc53e-d40f-4237-983d-1e54185513eb tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 948 time: 0.3201039 Feb 07 22:34:57.409260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075b79d-63be-4416-89e8-f90c7d578a03 req-cae237e5-3b6c-4fd3-8a69-2174f7d0a7af tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:57.417284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4075b79d-63be-4416-89e8-f90c7d578a03 req-cae237e5-3b6c-4fd3-8a69-2174f7d0a7af tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1097 time: 0.5773721 Feb 07 22:34:57.432671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-ddb8dfe6-fd92-4a25-8c59-fc6957c5dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:57.434425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-ddb8dfe6-fd92-4a25-8c59-fc6957c5dc4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0804672 Feb 07 22:34:57.469157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-d1e33613-4019-4bed-bdf1-482a7c81e8d3 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498449 Feb 07 22:34:57.489728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a38ed8cb-3870-47fe-aa69-5ca45f865833 req-386c16b5-b765-4b09-a7af-e255711f8d25 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115456 Feb 07 22:34:57.519522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10a883d3-d4e0-41dc-94d4-d932085755f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.555634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a883d3-d4e0-41dc-94d4-d932085755f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af2f023-d1d1-49b0-9866-c4122187cd88,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:57.574761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10a883d3-d4e0-41dc-94d4-d932085755f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:57.575464 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-10a883d3-d4e0-41dc-94d4-d932085755f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9af2f023-d1d1-49b0-9866-c4122187cd88 HTTP/1.1" status: 204 len: 168 time: 0.5210531 Feb 07 22:34:57.578724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4075b79d-63be-4416-89e8-f90c7d578a03 req-2ebad998-2769-4bb3-a26b-5a4ff3339f2b tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610053 Feb 07 22:34:57.610611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-c53a0954-e5f8-49eb-9fa2-de9257117c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:57.613497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-c53a0954-e5f8-49eb-9fa2-de9257117c1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693506 Feb 07 22:34:57.713290 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'tag': '30c9a100-4113-44f8-9739-6cadee991128', 'status': 'completed', 'code': 200} Feb 07 22:34:57.726958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb767eca-4caa-4304-bf2d-9ada4a22163b req-0dea10a8-cdc3-411c-b93b-2447da9fea0e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475932 Feb 07 22:34:57.759407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44548) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:57.779505 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e', 'code': 200} Feb 07 22:34:57.818073 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-94e38a08-37e3-4711-80f6-3502534e4b8e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956818 Feb 07 22:34:57.945222 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.040469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:58.045192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Usage tracker for resource:security_group_rule and tenant:e89a95549120477bae17faaea9286953 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:58.061327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:58.076533 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-edc5f0df-aa41-4420-a9f7-55b584ef3b01 req-e51e67ec-a995-4f43-af10-7fca8fffbab4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421935 Feb 07 22:34:58.081088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:58.085729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e02a0-2b7e-4593-a8bf-50737bfcb3b6 req-9997fe5b-7b34-436f-9216-66ced3905a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.087147 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-239e02a0-2b7e-4593-a8bf-50737bfcb3b6 req-9997fe5b-7b34-436f-9216-66ced3905a69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 1101 time: 0.1217875 Feb 07 22:34:58.133567 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6303-88a3-4db7-af13-0cf344ce922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.137711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05798c91-578c-4c69-9498-96c9ec5e6a3b req-fbe67733-1c10-47f0-889d-be047af10def tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.139217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05798c91-578c-4c69-9498-96c9ec5e6a3b req-fbe67733-1c10-47f0-889d-be047af10def tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 948 time: 0.4478297 Feb 07 22:34:58.198980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-20035a96-57e0-4030-a88f-fd721e4e5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.200716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-20035a96-57e0-4030-a88f-fd721e4e5d2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 1099 time: 0.3747187 Feb 07 22:34:58.217141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:58.221281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-239e02a0-2b7e-4593-a8bf-50737bfcb3b6 req-8e83d023-abbd-4afd-a9fd-95c81e6c82e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272147 Feb 07 22:34:58.266138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-dbc2e32a-a58c-4b7a-acdf-ad14c11593d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.267623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-dbc2e32a-a58c-4b7a-acdf-ad14c11593d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7fc80cb619904aa4a475c88c94132aa8&device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 1099 time: 0.1214249 Feb 07 22:34:58.333849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05798c91-578c-4c69-9498-96c9ec5e6a3b req-1b13a4ac-54f5-4fcb-bc2e-a79e2f7cb993 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869016 Feb 07 22:34:58.379455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabe735-108a-4bd7-9522-3f4055018a6c req-6b2db840-a680-4dbf-8f95-e17f019bb360 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.383696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6eabe735-108a-4bd7-9522-3f4055018a6c req-6b2db840-a680-4dbf-8f95-e17f019bb360 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 950 time: 0.4245181 Feb 07 22:34:58.485621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-network', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:58.492467 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6eabe735-108a-4bd7-9522-3f4055018a6c req-2e566371-6527-4136-aeae-2774fcf50b89 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859780 Feb 07 22:34:58.496293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-69496075-d8ad-4461-9cd5-f6c00920b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.497764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-69496075-d8ad-4461-9cd5-f6c00920b49f service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2800694 Feb 07 22:34:58.504495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:58.509867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-a96ce4e5-7ad6-46a2-9051-338b6d8f0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.511219 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-a96ce4e5-7ad6-46a2-9051-338b6d8f0b9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2357159 Feb 07 22:34:58.512144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Usage tracker for resource:network and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:58.514471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.519080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:58.585822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:58.596389 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-fd96ba92-531d-45e4-8e48-0c33b959e3ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=30c9a100-4113-44f8-9739-6cadee991128 HTTP/1.1" status: 200 len: 217 time: 0.0740826 Feb 07 22:34:58.614409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-b27590c4-9f97-4757-8321-b9a6652ab08b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6595c3bd-ac63-4818-b571-68afe1294f34 HTTP/1.1" status: 200 len: 217 time: 0.0984678 Feb 07 22:34:58.616475 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.636252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Made reservation on behalf of f614d9cf3ef34b74bdc603e324c4dc04 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:58.638555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.658281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:58.683502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:58.690626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Usage tracker for resource:security_group_rule and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:58.694177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-db8d4a60-dcc3-4b40-890d-11fed841a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.695624 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-db8d4a60-dcc3-4b40-890d-11fed841a22d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0930383 Feb 07 22:34:58.696405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:58.702406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:58.732411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7339b6-d109-41b2-a791-81169836c3af,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:58.767600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-4f0847fb-2d98-4a49-9e31-aa1b98e09ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.769787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-4f0847fb-2d98-4a49-9e31-aa1b98e09ec1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1444802 Feb 07 22:34:58.845812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-78e5a25b-183e-47a5-9b66-46d5c8b2f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:58.848000 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-78e5a25b-183e-47a5-9b66-46d5c8b2f31c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427581 Feb 07 22:34:58.891510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-511a9095-4ed8-4a72-8267-f2dc04bb7b61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e89a95549120477bae17faaea9286953&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1268353 Feb 07 22:34:58.907553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:58.979511 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.035818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c031dbf-0e63-4caf-bc39-8ef33911c274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.040400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-1b365e6a-029b-44b7-b49a-36261945a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:59.042072 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-1b365e6a-029b-44b7-b49a-36261945a503 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2656629 Feb 07 22:34:59.049864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3cc86-21a8-41e8-b94e-12cef4bfe093 req-ca81f5a6-82d0-4881-a4e6-f6318efc0523 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:59.051515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.057232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4b3cc86-21a8-41e8-b94e-12cef4bfe093 req-ca81f5a6-82d0-4881-a4e6-f6318efc0523 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 948 time: 0.2855070 Feb 07 22:34:59.103953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:34:59.111988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e7a3ab-e804-4bd9-8e39-17da8b3ddf6a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:59.130622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.131089 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Added segment 9d40f02c-2e2b-464b-835d-313a4e932cf3 of type vlan for network d18684a5-034f-4b86-8ca1-b25676dbe91a Feb 07 22:34:59.144137 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-e0f2e8c3-e153-4c75-b7d4-3a752a551431 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855444 Feb 07 22:34:59.180424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.182352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.182652 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c031dbf-0e63-4caf-bc39-8ef33911c274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.265532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.266461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:59.267061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.273520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4b3cc86-21a8-41e8-b94e-12cef4bfe093 req-fb47345f-6527-45dd-838e-e212cd3c5b9f tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153225 Feb 07 22:34:59.338844 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.399629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1806612 Feb 07 22:34:59.402630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-c713aef7-fe51-4bff-a26e-ccd0a6b8a6f9 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355508 Feb 07 22:34:59.404862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:34:59.409350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Request body: {'subnet': {'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-subnet', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:34:59.414395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:34:59.440424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Usage tracker for resource:subnet and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:34:59.445102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:34:59.538245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f0128-8708-4c23-86b0-daace53e378d admin admin] Pushing event updated for resources: {'Network': ['ID=d18684a5-034f-4b86-8ca1-b25676dbe91a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:59.554883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d18684a5-034f-4b86-8ca1-b25676dbe91a details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:34:59.599070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4ebbfc0f-146e-4e42-bc7e-c2ffaac7db8f req-16c9e3fa-59b8-4f12-9e2e-55c37b0f8f17 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578506 Feb 07 22:34:59.639181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:34:59.641992 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c031dbf-0e63-4caf-bc39-8ef33911c274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.712324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c031dbf-0e63-4caf-bc39-8ef33911c274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7339b6-d109-41b2-a791-81169836c3af,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:34:59.724240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Made reservation on behalf of f614d9cf3ef34b74bdc603e324c4dc04 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:34:59.726553 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.793816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c031dbf-0e63-4caf-bc39-8ef33911c274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:34:59.794920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4c031dbf-0e63-4caf-bc39-8ef33911c274 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d7339b6-d109-41b2-a791-81169836c3af HTTP/1.1" status: 204 len: 168 time: 0.8880610 Feb 07 22:34:59.881024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13fd222d-8682-4741-ab65-3c5ee00dd5ce req-7fd60a42-7d18-470b-8b29-13913c179f6b service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633663 Feb 07 22:34:59.905017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95adcf-4239-413a-af07-f2c58419bc39 req-75913e39-007d-4a08-87cf-9a08bc35f7e3 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:34:59.909145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a95adcf-4239-413a-af07-f2c58419bc39 req-75913e39-007d-4a08-87cf-9a08bc35f7e3 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 948 time: 0.3927698 Feb 07 22:35:00.003924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a95adcf-4239-413a-af07-f2c58419bc39 req-379ce11d-6c0a-42b7-9800-b28f9406eeb1 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905826 Feb 07 22:35:00.078720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.227596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce50a4e7-2264-4848-ad09-9b9ed900f2fd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:00.240225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Checking segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:00.240610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Network hostable DHCP agents. Network: d18684a5-034f-4b86-8ca1-b25676dbe91a, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:35:00.269602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Network d18684a5-034f-4b86-8ca1-b25676dbe91a is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:35:00.291000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6a74-7853-47bb-8878-23579efee2c9 req-b41646e4-c353-4629-8c87-6256bab82539 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.292658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5cd6a74-7853-47bb-8878-23579efee2c9 req-b41646e4-c353-4629-8c87-6256bab82539 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 950 time: 0.1354723 Feb 07 22:35:00.293874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d18684a5-034f-4b86-8ca1-b25676dbe91a) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:00.298813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:00.299404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.306022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7baedf-029e-4a43-b67b-667a8c932878 None None] Network d18684a5-034f-4b86-8ca1-b25676dbe91a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:00.356086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-309f4560-710b-49ad-8c6d-e2f666d9c32a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9517281 Feb 07 22:35:00.358609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44672) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:00.363756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:00.368951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:00.377753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5cd6a74-7853-47bb-8878-23579efee2c9 req-fd976774-04d2-45d6-872d-2599329fbb9c tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741215 Feb 07 22:35:00.379864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Usage tracker for resource:router and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:00.385270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:00.391602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:00.413914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.416096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.416397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6595c3bd-ac63-4818-b571-68afe1294f34 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:00.443078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.464366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44682) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:00.634499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-2958c802-80f5-46fe-935c-c9b2b70884f0 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:35:00.634956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-2958c802-80f5-46fe-935c-c9b2b70884f0 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1695330 Feb 07 22:35:00.664516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d18684a5-034f-4b86-8ca1-b25676dbe91a', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:35:00.665386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.789567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Request body: {'binding': {'host': 'n-h2-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:00.790333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:35:00.848212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:00.867599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6595c3bd-ac63-4818-b571-68afe1294f34, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6595c3bd-ac63-4818-b571-68afe1294f34,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:00.886266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '6595c3bd-ac63-4818-b571-68afe1294f34', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '6595c3bd-ac63-4818-b571-68afe1294f34', 'mac_address': 'fa:16:3e:ad:f6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:35:01.061496 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.062822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Allocated IP 172.20.0.2 (d18684a5-034f-4b86-8ca1-b25676dbe91a/ce50a4e7-2264-4848-ad09-9b9ed900f2fd/b4c49433-5272-4e5d-aa8c-18b4a9bf5f52) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:01.072421 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.099964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6595c3bd-ac63-4818-b571-68afe1294f34 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:01.138955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171addd-da9e-4a85-a1d9-c6b7baff3832 req-d4491f13-3faa-4de3-8294-0dd8191cda75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.146488 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9171addd-da9e-4a85-a1d9-c6b7baff3832 req-d4491f13-3faa-4de3-8294-0dd8191cda75 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 948 time: 0.1426799 Feb 07 22:35:01.195152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6595c3bd-ac63-4818-b571-68afe1294f34, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6595c3bd-ac63-4818-b571-68afe1294f34,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:01.206430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.207249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 30c9a100-4113-44f8-9739-6cadee991128 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:01.251326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.255352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9171addd-da9e-4a85-a1d9-c6b7baff3832 req-4b6effe9-3c11-4557-9269-35a04a69f02b tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078992 Feb 07 22:35:01.280042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on host n-h2-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:01.281146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:01.281503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:01.299777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.306003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:01.306338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:01.321348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:01.321707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:01.322838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:01.324860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Bound port: ee14a192-7125-4e70-be99-e391daea9992, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:01.351098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 30c9a100-4113-44f8-9739-6cadee991128, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=30c9a100-4113-44f8-9739-6cadee991128,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:01.402290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=6595c3bd-ac63-4818-b571-68afe1294f34,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:01.415648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '30c9a100-4113-44f8-9739-6cadee991128', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '30c9a100-4113-44f8-9739-6cadee991128', 'mac_address': 'fa:16:3e:f8:b8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:35:01.473680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:01.477984 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.482389 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.483835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-6fd34b33-a6a0-43b4-bfb6-021876c3a264 service neutron] 10.222.0.10 "POST /v2.0/ports/ee14a192-7125-4e70-be99-e391daea9992/bindings HTTP/1.1" status: 201 len: 389 time: 0.7619159 Feb 07 22:35:01.496015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Transition to ACTIVE for port object b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:01.503234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.516293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Allocated IP 172.25.0.71 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:01.559224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c9a100-4113-44f8-9739-6cadee991128 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:01.588630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Transition to ACTIVE for port object b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:01.652867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 30c9a100-4113-44f8-9739-6cadee991128, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=30c9a100-4113-44f8-9739-6cadee991128,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:01.661226 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.790303 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.857942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Network d18684a5-034f-4b86-8ca1-b25676dbe91a is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:01.866520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:01.873311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:01.929572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:01.959192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=30c9a100-4113-44f8-9739-6cadee991128,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:01.972500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c749278-e805-40d9-98f5-d0d45c81e4b0 req-6ff5590f-81ee-4e4e-9749-8f1de9d98e04 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:01.980835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c749278-e805-40d9-98f5-d0d45c81e4b0 req-6ff5590f-81ee-4e4e-9749-8f1de9d98e04 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 949 time: 0.1949892 Feb 07 22:35:01.995581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.002732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-c3add408-64ab-497d-863d-e9747138f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.004788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-c3add408-64ab-497d-863d-e9747138f07d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1097 time: 0.1640964 Feb 07 22:35:02.025552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['30c9a100-4113-44f8-9739-6cadee991128'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:02.069481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:02.072429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:02.081419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:02.108220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6595c3bd-ac63-4818-b571-68afe1294f34'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:02.129808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c749278-e805-40d9-98f5-d0d45c81e4b0 req-963b1608-ac1e-404d-9795-a6a5e2739f7e tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475086 Feb 07 22:35:02.219822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Pushing event updated for resources: {'Port': ['ID=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:02.298865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-a63b1ab6-53a9-4993-ae81-c93906def1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.307841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-a63b1ab6-53a9-4993-ae81-c93906def1eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.2934387 Feb 07 22:35:02.342853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44746) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:02.371619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Pushing event updated for resources: {'Port': ['ID=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:02.386056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Attempting to bind port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:02.386666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Attempting to bind port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:02.387204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Attempting to bind port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 on network d18684a5-034f-4b86-8ca1-b25676dbe91a {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:02.409861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:02.411114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Checking segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:02.411665 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.412212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Bound using segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:02.412714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Bound port: b4c49433-5272-4e5d-aa8c-18b4a9bf5f52, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:02.413103 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.470625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-35a41fb6-1291-4f8e-b474-bda7b30953ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 217 time: 0.1105123 Feb 07 22:35:02.573447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-88e84f14-534a-4912-a308-ee060a19274e None None] For port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:02.576549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-88e84f14-534a-4912-a308-ee060a19274e None None] For port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:02.599855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.630381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197c98e-2826-4ba2-8be3-d78de2a89ab1 req-a572cd62-8ba2-42c3-95f9-34194446261a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.631871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7197c98e-2826-4ba2-8be3-d78de2a89ab1 req-a572cd62-8ba2-42c3-95f9-34194446261a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 946 time: 0.4248128 Feb 07 22:35:02.632726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44754) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:02.648052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-c5b4fc90-5d25-4154-88c5-f8402395175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.649463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-c5b4fc90-5d25-4154-88c5-f8402395175a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.1489124 Feb 07 22:35:02.662667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.757459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.790005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e84f14-534a-4912-a308-ee060a19274e None None] Pushing event updated for resources: {'Port': ['ID=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:02.798024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:02.817879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Usage tracker for resource:security_group_rule and tenant:727ace5376a94b44963cac96406b7b0b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:02.822679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:02.827045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-c63ac642-1146-4ac3-9d03-3618be152dff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483340 Feb 07 22:35:02.831720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:02.842883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7197c98e-2826-4ba2-8be3-d78de2a89ab1 req-372b4704-9cd5-4c2d-9e1e-c940cc0c7489 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968536 Feb 07 22:35:02.854118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390342-c8aa-4ac2-bde3-5e5253ce1cc5 req-9cf30cb8-2d5f-4688-8dd2-21f513f379e0 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:02.855725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09390342-c8aa-4ac2-bde3-5e5253ce1cc5 req-9cf30cb8-2d5f-4688-8dd2-21f513f379e0 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 950 time: 0.5404723 Feb 07 22:35:02.890270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:02.985504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:02.992820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Usage tracker for resource:security_group_rule and tenant:9e506938d5c5420ea78c972f722c3070 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:03.004954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:03.026578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:03.052906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09390342-c8aa-4ac2-bde3-5e5253ce1cc5 req-e56d8843-96c1-497f-95d4-121334ca6ef9 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636240 Feb 07 22:35:03.145994 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-a50821f7-126b-46cc-a187-f28910f4f9a9 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021197 Feb 07 22:35:03.247117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.267402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.351413 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.420083 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.427464 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=727ace5376a94b44963cac96406b7b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0834417 Feb 07 22:35:03.434369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:03.441087 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.455317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901ba48-28c2-431b-9d1f-e67f4b570a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97e2933-a1c6-47f9-92f7-4aa413fb4b74,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:03.579709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e506938d5c5420ea78c972f722c3070&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9415836 Feb 07 22:35:03.585130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:03.585888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44786) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:03.589796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe4eae-2dc3-493d-bd15-e5a66d66821f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060731f3-f5e7-4840-bdc8-a902e56262fe,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:03.598958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-27ec9651-451b-4f34-866a-be71865eab03 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418478 Feb 07 22:35:03.609374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d230b2-5c0e-495e-96d1-947f6eb0eac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.643535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d230b2-5c0e-495e-96d1-947f6eb0eac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.656783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad32548-c468-412a-93e9-3b6f6179e711 req-b17af20b-fe57-4174-a9ff-8b8e340cc878 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:03.658300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ad32548-c468-412a-93e9-3b6f6179e711 req-b17af20b-fe57-4174-a9ff-8b8e340cc878 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 949 time: 0.3536656 Feb 07 22:35:03.672117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:03.685843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:35:03.704603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995389c-9939-42c3-b5de-6550ca36a338 req-d4e1e9ec-9df9-4873-8e32-f0bf6163f4ba tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:03.706055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8995389c-9939-42c3-b5de-6550ca36a338 req-d4e1e9ec-9df9-4873-8e32-f0bf6163f4ba tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 949 time: 0.2574463 Feb 07 22:35:03.722222 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb31a5fc-6d71-45f7-b39a-5faceb2473cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.775105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ad32548-c468-412a-93e9-3b6f6179e711 req-34cff575-5b71-4625-973e-7e61a5143c07 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090574 Feb 07 22:35:03.796596 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb31a5fc-6d71-45f7-b39a-5faceb2473cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.959118 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb31a5fc-6d71-45f7-b39a-5faceb2473cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.962646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d230b2-5c0e-495e-96d1-947f6eb0eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:03.966118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8995389c-9939-42c3-b5de-6550ca36a338 req-26496b7f-2705-41ca-82a6-1a0c4310d8bd tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508931 Feb 07 22:35:03.994142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-6b9b7ec2-3175-4f12-8ee6-a1ace508564d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800650 Feb 07 22:35:04.002907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d230b2-5c0e-495e-96d1-947f6eb0eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97e2933-a1c6-47f9-92f7-4aa413fb4b74,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:04.003383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31a5fc-6d71-45f7-b39a-5faceb2473cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060731f3-f5e7-4840-bdc8-a902e56262fe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:04.017914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:35:04.032296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb31a5fc-6d71-45f7-b39a-5faceb2473cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.032739 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Sync routers for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:04.036021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fb31a5fc-6d71-45f7-b39a-5faceb2473cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/060731f3-f5e7-4840-bdc8-a902e56262fe HTTP/1.1" status: 204 len: 168 time: 0.4450347 Feb 07 22:35:04.055311 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:04.055949 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:04.090390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d230b2-5c0e-495e-96d1-947f6eb0eac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.101303 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74d230b2-5c0e-495e-96d1-947f6eb0eac1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a97e2933-a1c6-47f9-92f7-4aa413fb4b74 HTTP/1.1" status: 204 len: 168 time: 0.6589916 Feb 07 22:35:04.105829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.108603 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-92a9d1cd-d5a3-4432-8dfb-17c1529af057 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7479682 Feb 07 22:35:04.110345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:04.280657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22117d70-3603-4a66-b1ad-d43496d22fe1 None None] Network d18684a5-034f-4b86-8ca1-b25676dbe91a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:04.391864 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:04.412598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-89b31e52-5857-4477-a603-584cdd9bd13d tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:04.414078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-89b31e52-5857-4477-a603-584cdd9bd13d tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1097 time: 0.5982535 Feb 07 22:35:04.429953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6595c3bd-ac63-4818-b571-68afe1294f34 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:04.461566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-3'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:04.510303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-837b5cdc-3bdb-4fc2-bf61-c329fcafdec3 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:04.517881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-837b5cdc-3bdb-4fc2-bf61-c329fcafdec3 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5238895 Feb 07 22:35:04.553153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-56f34b3b-e48e-4ca1-87a6-c9ed089102e6 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/quotas/c4cd2e3ea413406087dd3c1badaf9c11 HTTP/1.1" status: 200 len: 375 time: 0.0342987 Feb 07 22:35:04.600751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-adbf73b7-9127-4a63-ab47-4fd70ef6c82b None None] Provisioning for port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:04.646437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44816) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:04.646778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44818) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:04.656320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-adbf73b7-9127-4a63-ab47-4fd70ef6c82b None None] Provisioning complete for port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:04.657073 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-adbf73b7-9127-4a63-ab47-4fd70ef6c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.709404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.718545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.738310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad92a0-f474-43c6-8615-0e1d825b6685 req-9cf9d397-ef05-4b03-9d32-d203ded72a4f tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:04.745564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 6595c3bd-ac63-4818-b571-68afe1294f34 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:04.747354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84ad92a0-f474-43c6-8615-0e1d825b6685 req-9cf9d397-ef05-4b03-9d32-d203ded72a4f tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 946 time: 0.5350428 Feb 07 22:35:04.748393 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:02Z', 'revision_number': 3, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:04.753931 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Checking router: 45fa678a-b00d-4c6b-a5fd-8373c308f2aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:04.755404 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Updating router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:35:04.795163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.807244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:04.809657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:04.825108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Usage tracker for resource:security_group_rule and tenant:22c13bf90e8b4863b9c3a83e395f5b92 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:04.826082 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.827901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Usage tracker for resource:security_group_rule and tenant:f07b7d3385c54c3da08b5d490cdcce85 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:04.838467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:04.840001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 6595c3bd-ac63-4818-b571-68afe1294f34 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:04.840373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:04.842769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:04.873740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:04.887251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:04.929173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84ad92a0-f474-43c6-8615-0e1d825b6685 req-985a42b2-22fa-4abb-83a3-cadd2ba06af6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808915 Feb 07 22:35:05.069812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-56673994-faa1-47c2-8ac5-a87d219bef12 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5156660 Feb 07 22:35:05.112527 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-adbf73b7-9127-4a63-ab47-4fd70ef6c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.125532 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.186946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.329740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-adbf73b7-9127-4a63-ab47-4fd70ef6c82b None None] For port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:05.355793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:05.364786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-adbf73b7-9127-4a63-ab47-4fd70ef6c82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.400811 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.414587 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Transition to ACTIVE for port object 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:05.427372 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.454259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf73b7-9127-4a63-ab47-4fd70ef6c82b None None] Pushing event updated for resources: {'Port': ['ID=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:05.457426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595c3bd-ac63-4818-b571-68afe1294f34'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:05.478544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6595c3bd-ac63-4818-b571-68afe1294f34, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6595c3bd-ac63-4818-b571-68afe1294f34,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:05.491146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.491843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 30c9a100-4113-44f8-9739-6cadee991128 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:05.582398 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Attempting to bind port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:05.587427 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Attempting to bind port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:05.587892 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Attempting to bind port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:05.607057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Allocated IP 172.20.0.1 (d18684a5-034f-4b86-8ca1-b25676dbe91a/ce50a4e7-2264-4848-ad09-9b9ed900f2fd/f217741a-28d8-4993-995d-1ae20c82c9b4) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:05.619612 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Pushing event updated for resources: {'Port': ['ID=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:05.623266 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:05.626245 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:05.627709 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.630013 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:05.631775 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Bound port: 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:05.632194 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.641870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:05.700051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.728734 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.729579 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.730345 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.731087 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.731674 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.732272 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.732888 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.733587 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.734146 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.734888 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.736021 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.736676 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Tracked resource versions report: Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: pushed versions: Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: { 'AddressGroup': {'1.2'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'ConntrackHelper': {'1.0'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Log': {'1.0'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Network': {'1.1'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Port': {'1.7'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'PortForwarding': {'1.2'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'QosPolicy': {'1.8'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'SecurityGroup': {'1.4'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'SecurityGroupRule': {'1.2'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'SubPort': {'1.0'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Subnet': {'1.1'}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Trunk': {'1.1'}} Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: consumer versions: Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: { DHCP agent@n-d-827896-3: {}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: HyperV agent@n-h1-827896-3: {}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: HyperV agent@n-h2-827896-3: {}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: L3 agent@n-d-827896-3: {}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: Metadata agent@n-d-827896-3: {}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: Metering agent@n-d-827896-3: {}, Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: Open vSwitch agent@n-d-827896-3: { 'AddressGroup': '1.2', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'ConntrackHelper': '1.0', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Log': '1.0', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Network': '1.1', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Port': '1.7', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'PortForwarding': '1.2', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'QosPolicy': '1.8', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'SecurityGroup': '1.4', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'SecurityGroupRule': '1.2', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'SubPort': '1.0', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Subnet': '1.1', Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: 'Trunk': '1.1'}} Feb 07 22:35:05.738069 n-d-827896-3 neutron-server[87673]: {{(pid=87673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 07 22:35:05.740709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.742927 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.746895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.790581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f07b7d3385c54c3da08b5d490cdcce85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1345432 Feb 07 22:35:05.792838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:05.798598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.803150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] For port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:05.804283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 30c9a100-4113-44f8-9739-6cadee991128 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:05.812310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 30c9a100-4113-44f8-9739-6cadee991128 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:05.812707 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.818887 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] For port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:05.828260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:35:05.834706 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.889303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.928164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Transition to ACTIVE for port object f217741a-28d8-4993-995d-1ae20c82c9b4 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:05.940345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75025396-7c70-458a-ba62-7ba4e9a5552d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf46053-2df9-4b94-80f2-0a787f66263e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:05.956361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:05.959113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=6595c3bd-ac63-4818-b571-68afe1294f34,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:05.979444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:05.979824 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:05.983035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.016441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22c13bf90e8b4863b9c3a83e395f5b92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3619797 Feb 07 22:35:06.019364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44856) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:06.033411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3037f-6de1-420d-a802-3d54e286adf2 None None] Pushing event updated for resources: {'Port': ['ID=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:06.063206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:06.065002 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:06.085594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Network d18684a5-034f-4b86-8ca1-b25676dbe91a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:06.095057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:06.106456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:06.107139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.107590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cd76d-0768-415b-9dd7-44159205d46b req-20b6893b-8bc0-4b36-8017-32b5d423afb3 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.109209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45cd76d-0768-415b-9dd7-44159205d46b req-20b6893b-8bc0-4b36-8017-32b5d423afb3 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 950 time: 0.4959226 Feb 07 22:35:06.142300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be676268-ffcb-4417-8ba4-5bb94648663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59561f0-2fc7-49a5-8192-3d8abe353400,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:06.157855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.179644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.181638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:06.221508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60356b02-a665-414a-b3ed-c6c755db720e req-8ad9ecc6-df1b-4386-8092-3931cc088a50 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:06.223772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60356b02-a665-414a-b3ed-c6c755db720e req-8ad9ecc6-df1b-4386-8092-3931cc088a50 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 949 time: 0.8404942 Feb 07 22:35:06.249519 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-56351fc9-7204-4ebb-ab4e-c71383cb8d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.251226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.327044 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.345621 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:06.364695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-687c81d0-24e0-4f3e-879c-47acb394d193 None None] Provisioning complete for port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:06.365072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-687c81d0-24e0-4f3e-879c-47acb394d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.468838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45cd76d-0768-415b-9dd7-44159205d46b req-0c9c9ed8-deb9-4588-9a37-abf4e909412e tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336973 Feb 07 22:35:06.477402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9113-6f56-4bb2-8cdb-829bca228f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.489499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-56351fc9-7204-4ebb-ab4e-c71383cb8d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.494185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Pushing event updated for resources: {'Port': ['ID=f217741a-28d8-4993-995d-1ae20c82c9b4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:06.509867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60356b02-a665-414a-b3ed-c6c755db720e req-b26397fe-6e56-4748-b393-0a51c49b296f tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788930 Feb 07 22:35:06.583984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 30c9a100-4113-44f8-9739-6cadee991128, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=30c9a100-4113-44f8-9739-6cadee991128,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:06.667080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:06.673410 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.674964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on host n-h1-827896-3 for vnic_type normal with profile {"migrating_to": "n-h2-827896-3"} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:06.675306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:06.677140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:06.694346 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9113-6f56-4bb2-8cdb-829bca228f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.713149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:06.713489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Attempting to bind port ee14a192-7125-4e70-be99-e391daea9992 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:06.737748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:06.738576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:06.739082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:06.739595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Bound port: ee14a192-7125-4e70-be99-e391daea9992, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:06.740070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.790114 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6595c3bd-ac63-4818-b571-68afe1294f34', 'code': 200} Feb 07 22:35:06.854857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba0b0c6e-d48b-4275-9784-55a3f911d6c2 req-2530c764-37b8-4017-8c3f-0c7cb9f0f81a tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 210 time: 0.1221380 Feb 07 22:35:06.933770 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:02Z', 'revision_number': 3, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:06.938561 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364bb55-2dac-4ece-b117-946fda04278f None None] The sync data for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 is: [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:02Z', 'revision_number': 3, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:06.948270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:06.984534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=30c9a100-4113-44f8-9739-6cadee991128,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:06.998258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-81229176-b1e1-405d-ae8c-0d490c9bbfc2 None None] Provisioning for port f217741a-28d8-4993-995d-1ae20c82c9b4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:07.006227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-81229176-b1e1-405d-ae8c-0d490c9bbfc2 None None] Provisioning complete for port f217741a-28d8-4993-995d-1ae20c82c9b4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:07.007128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-81229176-b1e1-405d-ae8c-0d490c9bbfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.060725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe584d9f-83d4-4e2f-89f6-cbcefc7bdaf7 req-3a97f9c6-2cf3-4ef5-b928-fd9c94396b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.062660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fe584d9f-83d4-4e2f-89f6-cbcefc7bdaf7 req-3a97f9c6-2cf3-4ef5-b928-fd9c94396b44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 1101 time: 0.2961481 Feb 07 22:35:07.069246 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992', 'code': 200} Feb 07 22:35:07.116809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-81229176-b1e1-405d-ae8c-0d490c9bbfc2 None None] Port f217741a-28d8-4993-995d-1ae20c82c9b4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:35:07.156621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-1ef69baa-9064-4dbc-80ab-beebfb25d793 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807369 Feb 07 22:35:07.158179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-56351fc9-7204-4ebb-ab4e-c71383cb8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.158637 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fe584d9f-83d4-4e2f-89f6-cbcefc7bdaf7 req-5c940a49-a564-47f6-a097-4c3ee4efc320 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837379 Feb 07 22:35:07.214206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56351fc9-7204-4ebb-ab4e-c71383cb8d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf46053-2df9-4b94-80f2-0a787f66263e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:07.237182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9113-6f56-4bb2-8cdb-829bca228f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.291112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:07.309785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-56351fc9-7204-4ebb-ab4e-c71383cb8d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.317303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-56351fc9-7204-4ebb-ab4e-c71383cb8d3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fcf46053-2df9-4b94-80f2-0a787f66263e HTTP/1.1" status: 204 len: 168 time: 1.4931409 Feb 07 22:35:07.327488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:07.329389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e9113-6f56-4bb2-8cdb-829bca228f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59561f0-2fc7-49a5-8192-3d8abe353400,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:07.337825 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f3e9113-6f56-4bb2-8cdb-829bca228f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.341472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8f3e9113-6f56-4bb2-8cdb-829bca228f55 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d59561f0-2fc7-49a5-8192-3d8abe353400 HTTP/1.1" status: 204 len: 168 time: 1.3025014 Feb 07 22:35:07.356143 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.452726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e46cb-a85a-442a-8886-0a78636fb8f6 req-39eea95d-7a69-4f7e-af20-79cb6188ddb0 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.454439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051e46cb-a85a-442a-8886-0a78636fb8f6 req-39eea95d-7a69-4f7e-af20-79cb6188ddb0 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 944 time: 0.6111815 Feb 07 22:35:07.503032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-5372f231-773f-4988-b954-be039a125dcc tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.504820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-5372f231-773f-4988-b954-be039a125dcc tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421385 Feb 07 22:35:07.547128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Request body: {'port': {'device_id': 'faa54828-5118-458b-8fbe-987c59f88500', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'c4cd2e3ea413406087dd3c1badaf9c11'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:07.669490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:07.751549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=8']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:07.758363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.759349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.760786 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1314c098-965e-4c85-ac2e-717e858b34a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 1122 time: 3.3123221 Feb 07 22:35:07.774410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051e46cb-a85a-442a-8886-0a78636fb8f6 req-1bb99168-60bd-439b-9d0d-ccd7d380f88d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106697 Feb 07 22:35:07.856710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['ee14a192-7125-4e70-be99-e391daea9992'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:07.869856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:07.877483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f12f7-730d-4a78-b0b6-d440914059af req-7b960215-f489-4c18-9116-9da21ff05137 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:07.879260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-850f12f7-730d-4a78-b0b6-d440914059af req-7b960215-f489-4c18-9116-9da21ff05137 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 950 time: 0.1986566 Feb 07 22:35:07.882158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Usage tracker for resource:port and tenant:c4cd2e3ea413406087dd3c1badaf9c11 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:07.896099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:07.915704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:07.956828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:07.977621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-850f12f7-730d-4a78-b0b6-d440914059af req-7e24b4b0-f08c-4d52-a9e6-f4a2a080d804 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907714 Feb 07 22:35:07.977762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Made reservation on behalf of c4cd2e3ea413406087dd3c1badaf9c11 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:07.981763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:07.990958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:07.991334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.011918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.116605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.118488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.180744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44888) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:08.323016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-819b7acc-24a9-4273-8203-4f40844c096b req-332ef52d-8941-4360-8863-5d9793514a79 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 210 time: 0.1112840 Feb 07 22:35:08.342269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783273a-5f36-4c6a-8f36-634ea22db1da req-8bc6aa03-2ce8-4cd5-bc2d-9b10b4fd53e0 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:08.353414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9783273a-5f36-4c6a-8f36-634ea22db1da req-8bc6aa03-2ce8-4cd5-bc2d-9b10b4fd53e0 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 950 time: 0.3228996 Feb 07 22:35:08.412319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Network d18684a5-034f-4b86-8ca1-b25676dbe91a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:08.421428 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.421745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:08.463314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9783273a-5f36-4c6a-8f36-634ea22db1da req-cbe86495-77ab-44cb-a07f-38b85893d08a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088109 Feb 07 22:35:08.471393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Pushing event updated for resources: {'Port': ['ID=f217741a-28d8-4993-995d-1ae20c82c9b4,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:08.559581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:08.560703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.583938 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.632106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:08.636704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Usage tracker for resource:security_group_rule and tenant:70acc0ee11e4407fb8ef8989709b0399 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:08.642335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:08.662634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:08.799070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9a100-4113-44f8-9739-6cadee991128'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:08.824831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:08.870355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8b79b4db-b4a7-44a9-965d-72deb7775f41 None None] Provisioning complete for port f217741a-28d8-4993-995d-1ae20c82c9b4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:08.871483 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b79b4db-b4a7-44a9-965d-72deb7775f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.879861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.890749 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:08.909722 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c9a100-4113-44f8-9739-6cadee991128', 'code': 200} Feb 07 22:35:08.939017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Allocated IP 192.168.233.149 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/0dce5be6-3e36-4779-a189-24538c9475bb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:08.960081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8b79b4db-b4a7-44a9-965d-72deb7775f41 None None] Port f217741a-28d8-4993-995d-1ae20c82c9b4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:35:09.085298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:09.159920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:35:09.312468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce3a68-b04a-4c7c-a91d-859b7099ab33,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:09.317131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8ee152c2-0136-4844-8860-36992fd5d25c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70acc0ee11e4407fb8ef8989709b0399&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1325188 Feb 07 22:35:09.325094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44934) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:09.428638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f5849-a779-446e-8eae-e55f09fb1490 req-24b829e5-9c9f-4fc5-977f-b5d5d150bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.430019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-703f5849-a779-446e-8eae-e55f09fb1490 req-24b829e5-9c9f-4fc5-977f-b5d5d150bf75 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 1101 time: 0.4703753 Feb 07 22:35:09.485258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d64ce-db6e-40a1-9dc6-fb3fff8178e1 req-6bcb355d-60be-4707-b8a3-8592ce129cd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.486748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b26d64ce-db6e-40a1-9dc6-fb3fff8178e1 req-6bcb355d-60be-4707-b8a3-8592ce129cd2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 944 time: 0.4209373 Feb 07 22:35:09.487423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd59c27d-6e35-43bc-b63a-9a0805230bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.574438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2a103-e30d-48de-aa83-33ac8af577ed req-0d35869a-f191-45d5-9b56-fa3b96565a38 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:09.599475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86c2a103-e30d-48de-aa83-33ac8af577ed req-0d35869a-f191-45d5-9b56-fa3b96565a38 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 950 time: 0.3332918 Feb 07 22:35:09.606695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:09.682051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-703f5849-a779-446e-8eae-e55f09fb1490 req-80ec122b-bf90-4fa7-8923-027d34333d18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387519 Feb 07 22:35:09.687652 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd59c27d-6e35-43bc-b63a-9a0805230bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.717736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:35:09.736419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Sync routers for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:09.748926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b26d64ce-db6e-40a1-9dc6-fb3fff8178e1 req-8b1646f9-7e53-45a8-b4e1-f3183cf3754a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331681 Feb 07 22:35:09.774547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:09.775176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:09.782528 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0a013a82-41af-4807-903d-1d07f005314c admin admin] 10.222.0.10 "PUT /v2.0/routers/45fa678a-b00d-4c6b-a5fd-8373c308f2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6710396 Feb 07 22:35:09.819889 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.825995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86c2a103-e30d-48de-aa83-33ac8af577ed req-ddd489fa-74a3-482b-ac2d-641e79a5e194 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248859 Feb 07 22:35:09.826884 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd59c27d-6e35-43bc-b63a-9a0805230bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.865814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59c27d-6e35-43bc-b63a-9a0805230bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce3a68-b04a-4c7c-a91d-859b7099ab33,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:09.870733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd59c27d-6e35-43bc-b63a-9a0805230bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.874372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd59c27d-6e35-43bc-b63a-9a0805230bf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bdce3a68-b04a-4c7c-a91d-859b7099ab33 HTTP/1.1" status: 204 len: 168 time: 0.5409837 Feb 07 22:35:09.877654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:09.878069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:09.885465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Transition to ACTIVE for port object 0dce5be6-3e36-4779-a189-24538c9475bb will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:09.892274 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992', 'status': 'completed', 'code': 200} Feb 07 22:35:10.040682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:10.147697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:10.155327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:10.161495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:10.169241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:10.170331 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:10.170665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b51df900-f94b-49e5-9a50-0e2b2b26f88e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:10.174871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Pushing event updated for resources: {'Port': ['ID=0dce5be6-3e36-4779-a189-24538c9475bb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:10.205769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-4d7db936-b4f0-4bf9-b946-44f8104b3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:10.208165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-4d7db936-b4f0-4bf9-b946-44f8104b3720 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1125 time: 0.2465010 Feb 07 22:35:10.210571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-a351938b-d565-4f13-8013-d96d59843b9d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6893601 Feb 07 22:35:10.256947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Request body: {'port': {'device_id': 'faa54828-5118-458b-8fbe-987c59f88500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:10.362866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5903-7626-488e-8eb1-182d9f4cdf40 req-54a252a3-93e5-4758-89d6-ace8e47286cd tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:10.364459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cdc5903-7626-488e-8eb1-182d9f4cdf40 req-54a252a3-93e5-4758-89d6-ace8e47286cd tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 936 time: 0.3297236 Feb 07 22:35:10.458558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ee14a192-7125-4e70-be99-e391daea9992 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:10.483074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:10.494026 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cdc5903-7626-488e-8eb1-182d9f4cdf40 req-9b7bc190-6750-432d-adff-0cfb8f354050 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171145 Feb 07 22:35:10.505152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf465875-f5af-491d-982e-10cda5880432 req-381e03b8-b65d-49e9-9d6b-1949bc57f74d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:10.506602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf465875-f5af-491d-982e-10cda5880432 req-381e03b8-b65d-49e9-9d6b-1949bc57f74d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 950 time: 0.3683710 Feb 07 22:35:10.575814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-905d12f2-33cd-4ec4-83f5-1bdde98b91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:10.577502 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-905d12f2-33cd-4ec4-83f5-1bdde98b91f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.3575022 Feb 07 22:35:10.605400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf465875-f5af-491d-982e-10cda5880432 req-19283864-bd51-42b7-a4e8-80ecee0a0899 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888271 Feb 07 22:35:10.690100 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:35:10.708777 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-7ccc1245-4dd2-4a7f-aa35-f6ba1511c39b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 217 time: 0.1155915 Feb 07 22:35:10.722890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:10.833617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e518fddd-803f-4311-bf6b-abcdb8e28dbf None None] Provisioning for port 0dce5be6-3e36-4779-a189-24538c9475bb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:10.868151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e518fddd-803f-4311-bf6b-abcdb8e28dbf None None] Provisioning complete for port 0dce5be6-3e36-4779-a189-24538c9475bb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:10.868544 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e518fddd-803f-4311-bf6b-abcdb8e28dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:10.905221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44984) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:10.947213 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.047306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:11.061466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Usage tracker for resource:security_group_rule and tenant:fe81011857b4452d86bb14eb3e6f2e0a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:11.069383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:11.075734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:11.086945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e518fddd-803f-4311-bf6b-abcdb8e28dbf None None] Port 0dce5be6-3e36-4779-a189-24538c9475bb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:35:11.095768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:11.104417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ee14a192-7125-4e70-be99-e391daea9992 has no active binding in host n-h2-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:35:11.194582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a6bd-1a4d-4f7b-99a5-da6518434f3c req-572c4a7c-13ef-44c6-b597-8458404317e1 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:11.202198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b549a6bd-1a4d-4f7b-99a5-da6518434f3c req-572c4a7c-13ef-44c6-b597-8458404317e1 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 944 time: 0.2269843 Feb 07 22:35:11.208488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:07Z', 'revision_number': 2, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:11.218118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Checking router: 45fa678a-b00d-4c6b-a5fd-8373c308f2aa for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:11.218486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Updating router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa port f217741a-28d8-4993-995d-1ae20c82c9b4 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:35:11.272995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-991a3908-1db4-49fd-bc96-2d46aac0e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:11.274571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-991a3908-1db4-49fd-bc96-2d46aac0e1a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.5527658 Feb 07 22:35:11.279343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b549a6bd-1a4d-4f7b-99a5-da6518434f3c req-a46fd310-7ce5-4b32-8ebd-8026a5fd840a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758255 Feb 07 22:35:11.350643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.369681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.384530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.418781 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-ad240c18-a8f5-4a47-91e3-81b430aa78c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258099 Feb 07 22:35:11.492979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe81011857b4452d86bb14eb3e6f2e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5864208 Feb 07 22:35:11.497057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45004) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:11.498959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db25b8-f13a-4c8e-ad1c-109fe7c41c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44551a3-f64e-446b-a17c-2ea13fe46437,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:11.605957 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-528fe8c9-b175-446f-987f-1d22534d931e service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743579 Feb 07 22:35:11.674642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45014) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:11.683964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-network', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:11.700359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:11.712127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Usage tracker for resource:network and tenant:56ed0edd780141479b6d0ba8984e65d1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:11.717030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:11.735251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:11.751556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-972ddaf5-97bf-4c11-87fb-79d92d06fa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.773482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Made reservation on behalf of 56ed0edd780141479b6d0ba8984e65d1 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:11.775989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.803545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283f78a-5905-4b12-86d4-b46566888bf6 req-46de9c70-f9c3-4ca0-94d6-17895f9c0075 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:11.804963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2283f78a-5905-4b12-86d4-b46566888bf6 req-46de9c70-f9c3-4ca0-94d6-17895f9c0075 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 950 time: 0.2942865 Feb 07 22:35:11.810570 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.827869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-972ddaf5-97bf-4c11-87fb-79d92d06fa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.841681 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.856508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:11.859508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Transition to ACTIVE for port object f217741a-28d8-4993-995d-1ae20c82c9b4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:11.869721 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0154dfcf-1628-47c5-b357-8558231a11d5 req-b7cb4aeb-dbe8-424e-88a8-bb0cac546d9d service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536569 Feb 07 22:35:11.871165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.880684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dce5be6-3e36-4779-a189-24538c9475bb {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:11.888361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Usage tracker for resource:security_group_rule and tenant:56ed0edd780141479b6d0ba8984e65d1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:11.888924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.907793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:11.908913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Transition to ACTIVE for port object 0dce5be6-3e36-4779-a189-24538c9475bb will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:11.915622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:11.935919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:11.950790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2283f78a-5905-4b12-86d4-b46566888bf6 req-5d681658-e3a3-4de6-abf0-8ad773182819 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307416 Feb 07 22:35:11.993007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-972ddaf5-97bf-4c11-87fb-79d92d06fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.021467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ddaf5-97bf-4c11-87fb-79d92d06fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44551a3-f64e-446b-a17c-2ea13fe46437,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:12.049676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-972ddaf5-97bf-4c11-87fb-79d92d06fa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.054083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-972ddaf5-97bf-4c11-87fb-79d92d06fa7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c44551a3-f64e-446b-a17c-2ea13fe46437 HTTP/1.1" status: 204 len: 168 time: 0.5457253 Feb 07 22:35:12.090475 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.108115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.179111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:35:12.190452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4802fb6f-ed8f-44ff-b41c-7eca4e278b67,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:12.258887 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738282431793', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.259518 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Unsubscribe: segment precommit_create {{(pid=87670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 07 22:35:12.260000 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Added segment 4a4e8633-3874-4d82-a74a-470134bcfed0 of type vlan for network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 Feb 07 22:35:12.323551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Pushing event updated for resources: {'Port': ['ID=0dce5be6-3e36-4779-a189-24538c9475bb,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:12.343881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.411178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a7a65-b48e-4f7f-9d7f-127bded40162 req-815f84b6-d155-46c4-9e0d-dcd7c93e5fc9 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.413027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d4a7a65-b48e-4f7f-9d7f-127bded40162 req-815f84b6-d155-46c4-9e0d-dcd7c93e5fc9 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 948 time: 0.2132833 Feb 07 22:35:12.414210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.415300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.415934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.440419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Attempting to bind port 0dce5be6-3e36-4779-a189-24538c9475bb on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:12.442363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Attempting to bind port 0dce5be6-3e36-4779-a189-24538c9475bb by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:12.442858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Attempting to bind port 0dce5be6-3e36-4779-a189-24538c9475bb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:12.453700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Port 0dce5be6-3e36-4779-a189-24538c9475bb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:12.454966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Attempting to bind port 0dce5be6-3e36-4779-a189-24538c9475bb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:12.461348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:12.461923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:12.462620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:12.463229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Bound port: 0dce5be6-3e36-4779-a189-24538c9475bb, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:12.463734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.517946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07b200-2093-487a-9d51-df07a5799687 None None] Pushing event updated for resources: {'Port': ['ID=f217741a-28d8-4993-995d-1ae20c82c9b4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:12.560704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Attempting to bind port f217741a-28d8-4993-995d-1ae20c82c9b4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:12.561129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Attempting to bind port f217741a-28d8-4993-995d-1ae20c82c9b4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:12.561507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Attempting to bind port f217741a-28d8-4993-995d-1ae20c82c9b4 on network d18684a5-034f-4b86-8ca1-b25676dbe91a {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:12.567998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:12.568543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Checking segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:12.569185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.569563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Bound using segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:12.570037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Bound port: f217741a-28d8-4993-995d-1ae20c82c9b4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:12.570479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.582399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] For port 0dce5be6-3e36-4779-a189-24538c9475bb, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:12.586062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] For port 0dce5be6-3e36-4779-a189-24538c9475bb, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0dce5be6-3e36-4779-a189-24538c9475bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:12.591139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.611708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9333065 Feb 07 22:35:12.630054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45034) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:12.633197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d4a7a65-b48e-4f7f-9d7f-127bded40162 req-72aa7c30-21b7-401c-bb7c-3a936bde6435 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128513 Feb 07 22:35:12.642089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Request body: {'subnet': {'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-subnet', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:12.658532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b9b17-541c-473a-8b8c-d876cc1dc412 admin admin] Pushing event updated for resources: {'Network': ['ID=8aebbaa1-8574-4f75-8124-8bc7f76c0447,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:12.670927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.671131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:12.671668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.673748 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] 10.222.0.36 "PUT /v2.0/ports/0dce5be6-3e36-4779-a189-24538c9475bb HTTP/1.1" status: 200 len: 1096 time: 2.4518914 Feb 07 22:35:12.674257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa54828-5118-458b-8fbe-987c59f88500', 'tag': '0dce5be6-3e36-4779-a189-24538c9475bb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:12.678974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Usage tracker for resource:subnet and tenant:56ed0edd780141479b6d0ba8984e65d1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:12.684467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:12.696914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:12.711501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:35:12.743185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce457-e1f4-45dd-9548-b5d3e6569f0c req-933fc0ab-b9d0-4c7d-820a-bb3a1dad6ddc tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.753785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0edce457-e1f4-45dd-9548-b5d3e6569f0c req-933fc0ab-b9d0-4c7d-820a-bb3a1dad6ddc tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 950 time: 0.2684355 Feb 07 22:35:12.778778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Made reservation on behalf of 56ed0edd780141479b6d0ba8984e65d1 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:12.797181 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:12.920664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6bed7-5044-4239-acca-a2ac93a44f2a service neutron] Pushing event updated for resources: {'Port': ['ID=0dce5be6-3e36-4779-a189-24538c9475bb,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:12.960722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0edce457-e1f4-45dd-9548-b5d3e6569f0c req-4ef9a4c3-300d-40fc-a187-7717ad102b00 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912751 Feb 07 22:35:12.992104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-df0c8ef9-297d-42a2-80b4-ee6d4e1167fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:12.994161 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-df0c8ef9-297d-42a2-80b4-ee6d4e1167fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 1099 time: 0.2328458 Feb 07 22:35:13.108863 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-178ca670-e28b-474a-bd7a-fb561cdf1b6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=0dce5be6-3e36-4779-a189-24538c9475bb HTTP/1.1" status: 200 len: 217 time: 0.1039131 Feb 07 22:35:13.147428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] For port f217741a-28d8-4993-995d-1ae20c82c9b4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:13.152439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] For port f217741a-28d8-4993-995d-1ae20c82c9b4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f217741a-28d8-4993-995d-1ae20c82c9b4,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:13.168811 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.190541 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.191953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-d0f7eb31-1124-4f8c-93f3-d1645c87a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:13.193838 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-d0f7eb31-1124-4f8c-93f3-d1645c87a4f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0755124 Feb 07 22:35:13.311599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:13.312252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:13.383936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88670317-5c9c-40a7-828c-d5a82907fd62,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:13.412083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Checking segment: {'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:13.412950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Network hostable DHCP agents. Network: 8aebbaa1-8574-4f75-8124-8bc7f76c0447, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:35:13.417834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49f681-105f-4608-9c20-d1add6df387c req-3be61c97-fa51-4ae6-8078-670100b223f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:13.419877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-3be61c97-fa51-4ae6-8078-670100b223f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2193232 Feb 07 22:35:13.449800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07b200-2093-487a-9d51-df07a5799687 None None] Pushing event updated for resources: {'Port': ['ID=f217741a-28d8-4993-995d-1ae20c82c9b4,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:13.459370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:35:13.484680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8aebbaa1-8574-4f75-8124-8bc7f76c0447) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:13.489683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:13.490376 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.511446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e6b762-fa82-44af-ba27-76c36bd92b19 None None] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:13.540958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dd70c9c3-aa2c-4bf6-ab1c-01831f192ff9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9065018 Feb 07 22:35:13.544881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45066) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:13.680944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:13.686136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:13.691055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Usage tracker for resource:router and tenant:56ed0edd780141479b6d0ba8984e65d1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:13.694265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:13.700846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:13.708932 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa54828-5118-458b-8fbe-987c59f88500', 'tag': '0dce5be6-3e36-4779-a189-24538c9475bb', 'status': 'completed', 'code': 200} Feb 07 22:35:13.727133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.728947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.748064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-84b3a62d-3604-46d8-ba68-e53e67d6bb04 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159144 Feb 07 22:35:13.771093 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:13.926855 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0b49f681-105f-4608-9c20-d1add6df387c req-9aacebbb-376c-4342-b3a2-13b5e59b8a9f service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653237 Feb 07 22:35:13.936900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:14.067284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-2af4c9d1-61db-427e-9058-963d21a898c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.068818 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-2af4c9d1-61db-427e-9058-963d21a898c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 1099 time: 0.0839145 Feb 07 22:35:14.122516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c52542-df30-4b52-9d48-f935dcf74ece req-8f7edff8-03ae-4303-9f4f-5b8adc369528 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.124048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18c52542-df30-4b52-9d48-f935dcf74ece req-8f7edff8-03ae-4303-9f4f-5b8adc369528 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 944 time: 0.5810106 Feb 07 22:35:14.235211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-b57a32b0-3d3b-4102-bbf1-0c1305442322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.236824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-b57a32b0-3d3b-4102-bbf1-0c1305442322 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1604836 Feb 07 22:35:14.270247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.323903 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-8eeb1ce4-f9dc-4cb2-a07e-1e97112214f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=0dce5be6-3e36-4779-a189-24538c9475bb HTTP/1.1" status: 200 len: 217 time: 0.0786502 Feb 07 22:35:14.352688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8aebbaa1-8574-4f75-8124-8bc7f76c0447', 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'fixed_ips': [{'subnet_id': '88670317-5c9c-40a7-828c-d5a82907fd62'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:35:14.353414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.404895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18c52542-df30-4b52-9d48-f935dcf74ece req-8f5c8dd5-9bb9-412a-b7a3-1100e78d678a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266615 Feb 07 22:35:14.414925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-3226bfb4-453d-4326-89fd-6f84eeaa2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.416682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-3226bfb4-453d-4326-89fd-6f84eeaa2dc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0846612 Feb 07 22:35:14.449573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477ee4b-d371-4b65-a06e-c925a1f30613 req-8193a203-76fd-4974-991f-14696134687c tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.457821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c477ee4b-d371-4b65-a06e-c925a1f30613 req-8193a203-76fd-4974-991f-14696134687c tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 950 time: 0.5059531 Feb 07 22:35:14.517314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c477ee4b-d371-4b65-a06e-c925a1f30613 req-d9604484-33e9-4f63-b9e0-a57ec65631c3 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582702 Feb 07 22:35:14.537411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-51182b27-5fdf-4064-84e2-1897bb6f4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:14.538874 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-51182b27-5fdf-4064-84e2-1897bb6f4fc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151145 Feb 07 22:35:14.542355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:13Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:14.548472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4c7f-22d0-40dd-b951-6699aa2d2384 None None] The sync data for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 is: [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:13Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:14.576241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Allocated IP 172.20.0.2 (8aebbaa1-8574-4f75-8124-8bc7f76c0447/88670317-5c9c-40a7-828c-d5a82907fd62/75fec4e8-08ae-4d54-9a17-c83d7cba3d17) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:14.849624 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-a2352a01-3c35-4dc2-92c6-aa048186af55 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980621 Feb 07 22:35:14.942486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:14.953178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Transition to ACTIVE for port object 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:14.978754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Transition to ACTIVE for port object 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:14.988812 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.011546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c34b2337-a54d-4f1f-9392-3573b55e603c req-30bcbc17-4ad7-4737-8203-843e211df73f service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547914 Feb 07 22:35:15.053603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:15.061766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:15.068321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:15.087990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.134617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.147429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Pushing event updated for resources: {'Port': ['ID=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:15.168992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Attempting to bind port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:15.169365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Attempting to bind port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:15.169731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Attempting to bind port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 on network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:15.178844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:15.179620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Checking segment: {'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:15.180405 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.181085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Bound using segment: {'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:15.181553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Bound port: 75fec4e8-08ae-4d54-9a17-c83d7cba3d17, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:15.181786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549690-cde2-43b8-a800-05bc59176cbd req-be8dd016-08f8-48fc-afcc-e45c68b577e7 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:15.181977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.189095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33549690-cde2-43b8-a800-05bc59176cbd req-be8dd016-08f8-48fc-afcc-e45c68b577e7 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 948 time: 0.4882855 Feb 07 22:35:15.278736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] For port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:15.281077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33549690-cde2-43b8-a800-05bc59176cbd req-0294a8a5-0675-4821-a5d0-1b246e5358a2 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911348 Feb 07 22:35:15.281980 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] For port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,segment=NetworkSegment(4a4e8633-3874-4d82-a74a-470134bcfed0),segment_id=4a4e8633-3874-4d82-a74a-470134bcfed0)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:15.287705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.291950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacb59-255a-4c88-95f0-94679c36b35a req-c4bad342-55ab-4495-8e53-7f83f63a013a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:15.293491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4dacb59-255a-4c88-95f0-94679c36b35a req-c4bad342-55ab-4495-8e53-7f83f63a013a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 950 time: 0.3874774 Feb 07 22:35:15.345115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-163bf0bc-d2b0-4416-9ba9-ccd95ae81c36 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:15.346604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-163bf0bc-d2b0-4416-9ba9-ccd95ae81c36 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 950 time: 0.3291092 Feb 07 22:35:15.380198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78575c4-6d45-4012-b1ee-21cf39198a1d None None] Pushing event updated for resources: {'Port': ['ID=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:15.476387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4dacb59-255a-4c88-95f0-94679c36b35a req-f8f7bc8f-3311-4d2b-b821-e38a2d437ac7 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234827 Feb 07 22:35:15.512601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Deleting port 6595c3bd-ac63-4818-b571-68afe1294f34 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:35:15.512601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.700421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f217741a-28d8-4993-995d-1ae20c82c9b4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:15.880602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port f217741a-28d8-4993-995d-1ae20c82c9b4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:15.888110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port f217741a-28d8-4993-995d-1ae20c82c9b4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:15.888769 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:15.892651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Allocated IP 172.25.0.210 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/d32a1ff5-614e-4204-9460-27939c7e65b2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:15.997789 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-44781331-1be8-49f9-be16-b1cddcf77b74 service neutron] 10.222.0.36 "GET /v2.0/ports/ee14a192-7125-4e70-be99-e391daea9992/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.2441294 Feb 07 22:35:16.121871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.124000 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.162703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port f217741a-28d8-4993-995d-1ae20c82c9b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f217741a-28d8-4993-995d-1ae20c82c9b4,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:16.172720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.251718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=f217741a-28d8-4993-995d-1ae20c82c9b4,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:16.385638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:16.408747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:16.463811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee14a192-7125-4e70-be99-e391daea9992 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:16.475193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:16.476489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] For port 6595c3bd-ac63-4818-b571-68afe1294f34, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6595c3bd-ac63-4818-b571-68afe1294f34,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:16.476986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.492893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.493743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.617539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Transition to ACTIVE for port object ee14a192-7125-4e70-be99-e391daea9992 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:16.624074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:16.650919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Calling delete_port for 6595c3bd-ac63-4818-b571-68afe1294f34 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:35:16.724934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eaca2-38d5-400a-aa72-af85cf6d7dc0 req-b844dcb1-99c6-4b46-bf44-4235d06d9c3c tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:16.726500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-771eaca2-38d5-400a-aa72-af85cf6d7dc0 req-b844dcb1-99c6-4b46-bf44-4235d06d9c3c tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/ports?device_id=e4771131-72fe-46bf-997c-a92464a7a6d9 HTTP/1.1" status: 200 len: 950 time: 0.5334516 Feb 07 22:35:16.746528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:16.754868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e4f97-4759-4ea8-81dc-97c2e1450901 None None] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:16.756880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:16.767691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952c07-dffb-4df7-957e-f97f318b7638 req-8bc016aa-3e4e-4bab-940c-f3a1be509828 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:16.769898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40952c07-dffb-4df7-957e-f97f318b7638 req-8bc016aa-3e4e-4bab-940c-f3a1be509828 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 944 time: 0.5755088 Feb 07 22:35:16.770738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:16.793367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] No DVR routers for this DVR port ee14a192-7125-4e70-be99-e391daea9992 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:16.821890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0dce5be6-3e36-4779-a189-24538c9475bb details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:16.847786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d32a1ff5-614e-4204-9460-27939c7e65b2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:16.865875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Pushing event updated for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:16.880950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.881299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.881689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.882205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.882755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.883454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.883956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.884381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.884737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.885063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.885437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.885815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.899444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-ab98479e-ec22-4cad-acd7-691e98ae660b service neutron] 10.222.0.36 "PUT /v2.0/ports/ee14a192-7125-4e70-be99-e391daea9992/bindings/n-h2-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8893485 Feb 07 22:35:16.905359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.905702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.906036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.906367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.907140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.907471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.907794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.908159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.908864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.909197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.909519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.909864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:16.955211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4df64f80-0d47-4a8f-8554-50523695aecc None None] Provisioning for port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:17.036805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-b2cc3d69-9369-4302-a884-32860a7bf155 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:17.040292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-b2cc3d69-9369-4302-a884-32860a7bf155 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.0827610 Feb 07 22:35:17.091583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-771eaca2-38d5-400a-aa72-af85cf6d7dc0 req-4ebb27c1-78a3-448b-8c3b-bdbbb4253645 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.10 "GET /v2.0/security-groups?id=9580beb6-6348-4283-866d-d6e462dcd113&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475306 Feb 07 22:35:17.100699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40952c07-dffb-4df7-957e-f97f318b7638 req-2f8473bd-cfc9-4198-9d2c-e7acf20ec4cc tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424197 Feb 07 22:35:17.108460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0dce5be6-3e36-4779-a189-24538c9475bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0dce5be6-3e36-4779-a189-24538c9475bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:17.126198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-bc3ece91-39e6-4b99-aad6-e5a5e30d9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:17.127800 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-bc3ece91-39e6-4b99-aad6-e5a5e30d9693 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5&tenant_id=2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 1096 time: 0.0806367 Feb 07 22:35:17.136138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '0dce5be6-3e36-4779-a189-24538c9475bb', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '0dce5be6-3e36-4779-a189-24538c9475bb', 'mac_address': 'fa:16:3e:02:7d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:35:17.158188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.223967 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.269297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dce5be6-3e36-4779-a189-24538c9475bb {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:17.282457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Pushing event deleted for resources: {'Port': ['ID=6595c3bd-ac63-4818-b571-68afe1294f34,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:17.295312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0dce5be6-3e36-4779-a189-24538c9475bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0dce5be6-3e36-4779-a189-24538c9475bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:17.307736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.314829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1de75b48-82e9-4fc7-a2a5-cf4cd551137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:17.317312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1de75b48-82e9-4fc7-a2a5-cf4cd551137e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1096 time: 0.1539712 Feb 07 22:35:17.467393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0dce5be6-3e36-4779-a189-24538c9475bb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:17.497246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-c043adc6-2697-473b-afd9-4f30880bae5a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7fc80cb619904aa4a475c88c94132aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253891 Feb 07 22:35:17.505135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] No DVR routers for this DVR port 6595c3bd-ac63-4818-b571-68afe1294f34 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:17.514048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-5573e235-6080-4d50-a20b-f69a0e5bc5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:17.515493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-5573e235-6080-4d50-a20b-f69a0e5bc5d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.1884322 Feb 07 22:35:17.529630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0dce5be6-3e36-4779-a189-24538c9475bb'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:17.634164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-73179a53-5df6-454e-87ca-cbc5cd69702f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 217 time: 0.1109917 Feb 07 22:35:17.678945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.694018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'name': 'network-vif-deleted', 'tag': '6595c3bd-ac63-4818-b571-68afe1294f34'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:17.727106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1370cb34-3c33-4bec-a5c4-e550aa74afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:17.727733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f217741a-28d8-4993-995d-1ae20c82c9b4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:17.728481 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1370cb34-3c33-4bec-a5c4-e550aa74afec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0870576 Feb 07 22:35:17.763082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e0fe0fe-e91e-4ae7-8203-7a33fee0150b req-03121122-85d3-418a-80d0-c0e27baf7e21 tempest-DeleteServersAdminTestJSON-1827331026 tempest-DeleteServersAdminTestJSON-1827331026-project] 10.222.0.26 "DELETE /v2.0/ports/6595c3bd-ac63-4818-b571-68afe1294f34 HTTP/1.1" status: 204 len: 173 time: 2.4066486 Feb 07 22:35:17.797818 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-91e7776d-2a9a-4c25-9885-807e6fac2ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607874 Feb 07 22:35:17.855382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port f217741a-28d8-4993-995d-1ae20c82c9b4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:17.855988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:17.930501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-85323581-0a66-4b07-afff-2e7735aa795d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:17.939841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-85323581-0a66-4b07-afff-2e7735aa795d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4411705 Feb 07 22:35:17.965706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-1c67c9be-9b74-4230-bc24-85f58a55fb92 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590483 Feb 07 22:35:17.966177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.024171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:18.053362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-547c52fd-49d2-40ab-b7cb-b92883cb5ec2 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/quotas/7fc80cb619904aa4a475c88c94132aa8 HTTP/1.1" status: 200 len: 375 time: 0.1121542 Feb 07 22:35:18.095557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:18.101466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:18.101845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.114903 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-c2741132-af25-40fd-9405-f1527bac4cdb service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409416 Feb 07 22:35:18.226123 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.253964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb794af-d384-4975-875b-c459974e02a6 req-e05b2f1d-0b71-4a3c-a821-0f7af3655fc7 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:18.255328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acb794af-d384-4975-875b-c459974e02a6 req-e05b2f1d-0b71-4a3c-a821-0f7af3655fc7 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 949 time: 0.7559042 Feb 07 22:35:18.257231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,segment=NetworkSegment(4a4e8633-3874-4d82-a74a-470134bcfed0),segment_id=4a4e8633-3874-4d82-a74a-470134bcfed0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:18.265310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.310326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-1e21b1f4-f21b-4126-8e53-ccc7b0f48fcb tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fc80cb619904aa4a475c88c94132aa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2560742 Feb 07 22:35:18.338145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:18.405602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acb794af-d384-4975-875b-c459974e02a6 req-4851d258-a334-4041-bfa3-2f6949e92360 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387670 Feb 07 22:35:18.473749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6595c3bd-ac63-4818-b571-68afe1294f34 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:35:18.577667 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:18.595845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 6595c3bd-ac63-4818-b571-68afe1294f34 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:35:18.596212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6595c3bd-ac63-4818-b571-68afe1294f34 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:35:18.746106 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4771131-72fe-46bf-997c-a92464a7a6d9', 'name': 'network-vif-deleted', 'tag': '6595c3bd-ac63-4818-b571-68afe1294f34', 'status': 'completed', 'code': 200} Feb 07 22:35:18.813522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-59823b37-157e-47b3-a062-81763fcb6b64 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:18.817647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0dce5be6-3e36-4779-a189-24538c9475bb up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:18.818989 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-59823b37-157e-47b3-a062-81763fcb6b64 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.1892838 Feb 07 22:35:18.821066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b20b23c-0d34-4e2f-936b-f70f699481c3 req-7c51d99a-c12e-4d84-a2eb-cddbf8caa136 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 210 time: 0.0816586 Feb 07 22:35:19.023996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 0dce5be6-3e36-4779-a189-24538c9475bb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:19.026062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-4eb719fa-a4b6-491c-903a-632da813ac43 service neutron] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:19.032238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-4eb719fa-a4b6-491c-903a-632da813ac43 service neutron] Notify callbacks [] for binding, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:19.035745 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e26dda10-e1b2-4d1a-bd38-e9a859a4048e req-4eb719fa-a4b6-491c-903a-632da813ac43 service neutron] 10.222.0.26 "DELETE /v2.0/ports/ee14a192-7125-4e70-be99-e391daea9992/bindings/n-h1-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.2073030 Feb 07 22:35:19.036945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 0dce5be6-3e36-4779-a189-24538c9475bb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:19.037336 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:19.237627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b2399-16d2-4863-aec7-079ea4d6dc67 req-f8bb70fa-6d07-430f-a991-18ea0ab7fd1e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:19.238292 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:19.247780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-699b2399-16d2-4863-aec7-079ea4d6dc67 req-f8bb70fa-6d07-430f-a991-18ea0ab7fd1e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 945 time: 0.3928154 Feb 07 22:35:19.289741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa54828-5118-458b-8fbe-987c59f88500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dce5be6-3e36-4779-a189-24538c9475bb'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:19.305632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0dce5be6-3e36-4779-a189-24538c9475bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0dce5be6-3e36-4779-a189-24538c9475bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:19.316968 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:19.317390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Router aca97ea5-3e5e-4d13-8043-13344278f6ec is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:35:19.318449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ee14a192-7125-4e70-be99-e391daea9992 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:35:19.363611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-699b2399-16d2-4863-aec7-079ea4d6dc67 req-5f1d5ab3-aabb-4e2b-810b-83be2c1aed71 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148739 Feb 07 22:35:19.546171 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa54828-5118-458b-8fbe-987c59f88500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dce5be6-3e36-4779-a189-24538c9475bb', 'code': 200} Feb 07 22:35:19.559259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45194) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:19.615889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45200) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:19.664353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:19.829337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ee14a192-7125-4e70-be99-e391daea9992 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:35:19.850014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:35:19.860288 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Sync routers for ids ['aca97ea5-3e5e-4d13-8043-13344278f6ec'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:19.861276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0dce5be6-3e36-4779-a189-24538c9475bb,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:19.889441 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Routers {'aca97ea5-3e5e-4d13-8043-13344278f6ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:19.890315 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['aca97ea5-3e5e-4d13-8043-13344278f6ec'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:19.909151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:19.956609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:19.956974 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:19.976405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:19.981010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b8230f4f7a724470abd76c8d01411514 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:19.984464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:19.996876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:20.101363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.108336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.125723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.157126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:20.162851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4abf06c0684b079baa9e7e3001aacd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:20.166976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:20.168180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Set router aca97ea5-3e5e-4d13-8043-13344278f6ec gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:20.173403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:20.228921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.231306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9107a589-89fb-473e-8807-24f3b7ee73c2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.6855311 Feb 07 22:35:20.253689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45216) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:20.355085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.378646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.404303 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8230f4f7a724470abd76c8d01411514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8409662 Feb 07 22:35:20.405938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0d58c-005e-4c98-97e3-30c1093946d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a901ce2-1e85-42d6-9263-dfaac33cdf5d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:20.414778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45220) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:20.485087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca4abf06c0684b079baa9e7e3001aacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8677945 Feb 07 22:35:20.488354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45224) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:20.507079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-fb33a493-1996-487b-ad08-4c366522f087 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7fc80cb619904aa4a475c88c94132aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659652 Feb 07 22:35:20.573887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335e59-2edf-4e46-a844-50707a96b2a7 req-48ca6a33-fee4-4eb2-b2c3-bb80e4c2dd1c tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:20.582360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3335e59-2edf-4e46-a844-50707a96b2a7 req-48ca6a33-fee4-4eb2-b2c3-bb80e4c2dd1c tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1096 time: 0.4704442 Feb 07 22:35:20.594940 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:35:17Z', 'revision_number': 3, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:20.601026 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Checking router: aca97ea5-3e5e-4d13-8043-13344278f6ec for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:20.601538 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Updating router aca97ea5-3e5e-4d13-8043-13344278f6ec port d32a1ff5-614e-4204-9460-27939c7e65b2 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:35:20.649439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28250e30-3f09-4318-889d-04a28da8ec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd65be9d-b9ee-45fd-883d-0893f44ea87f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:20.682156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d2f4-b173-46a6-b2da-f0c9494a15fe req-3f2e0cd5-0958-41c4-a37d-34dd2c10c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:20.683632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff96d2f4-b173-46a6-b2da-f0c9494a15fe req-3f2e0cd5-0958-41c4-a37d-34dd2c10c5d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 1101 time: 0.9245782 Feb 07 22:35:20.685617 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.764948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7043f24-3727-41c9-8ef9-d960b3fa148d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.811330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-1b92bafa-561d-466d-8f05-93cf7a0e0df0 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:20.812699 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-1b92bafa-561d-466d-8f05-93cf7a0e0df0 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847693 Feb 07 22:35:20.830103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Request body: {'port': {'device_id': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '7fc80cb619904aa4a475c88c94132aa8'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:20.848078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff96d2f4-b173-46a6-b2da-f0c9494a15fe req-57bf140b-34f6-4fa7-a141-30e0e2b7225d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514900 Feb 07 22:35:20.848723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48b66b8e-9cce-48ac-a84d-f8a3391c98ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.857072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7043f24-3727-41c9-8ef9-d960b3fa148d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:20.907029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3335e59-2edf-4e46-a844-50707a96b2a7 req-53f56371-d17b-4c4f-8865-4b83e9e99d11 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235226 Feb 07 22:35:20.921144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa65c61-9592-466d-b915-8fdb11577e27 req-ae8a74c9-4d1f-4b70-aa3d-a1b2e702f82d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:20.942076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efa65c61-9592-466d-b915-8fdb11577e27 req-ae8a74c9-4d1f-4b70-aa3d-a1b2e702f82d tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 950 time: 1.0935392 Feb 07 22:35:20.981603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48b66b8e-9cce-48ac-a84d-f8a3391c98ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.025900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efa65c61-9592-466d-b915-8fdb11577e27 req-29f3f02b-ddc8-4573-8671-e73e3d05658a tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Feb 07 22:35:21.091697 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7043f24-3727-41c9-8ef9-d960b3fa148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.167160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:21.167364 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.192870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7043f24-3727-41c9-8ef9-d960b3fa148d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a901ce2-1e85-42d6-9263-dfaac33cdf5d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:21.195841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Usage tracker for resource:port and tenant:7fc80cb619904aa4a475c88c94132aa8 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:21.199437 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Transition to ACTIVE for port object d32a1ff5-614e-4204-9460-27939c7e65b2 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:21.200080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7043f24-3727-41c9-8ef9-d960b3fa148d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.203922 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d7043f24-3727-41c9-8ef9-d960b3fa148d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a901ce2-1e85-42d6-9263-dfaac33cdf5d HTTP/1.1" status: 204 len: 168 time: 0.7850120 Feb 07 22:35:21.203922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:21.213732 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.225061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48b66b8e-9cce-48ac-a84d-f8a3391c98ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.228339 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48b66b8e-9cce-48ac-a84d-f8a3391c98ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.231471 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-48b66b8e-9cce-48ac-a84d-f8a3391c98ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd65be9d-b9ee-45fd-883d-0893f44ea87f HTTP/1.1" status: 204 len: 168 time: 0.7331190 Feb 07 22:35:21.247310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:21.268522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b66b8e-9cce-48ac-a84d-f8a3391c98ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd65be9d-b9ee-45fd-883d-0893f44ea87f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:21.290901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Made reservation on behalf of 7fc80cb619904aa4a475c88c94132aa8 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:21.291487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3bb2ef08-1238-4174-a6c1-511c0fb7d36c req-3a5af103-620b-467f-8b5f-816eea53a272 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 210 time: 0.0980537 Feb 07 22:35:21.304409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.398657 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Attempting to bind port d32a1ff5-614e-4204-9460-27939c7e65b2 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:21.399067 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Attempting to bind port d32a1ff5-614e-4204-9460-27939c7e65b2 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:21.399653 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Attempting to bind port d32a1ff5-614e-4204-9460-27939c7e65b2 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:21.401691 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bd622-dc77-4094-9939-067e356c1337 None None] Pushing event updated for resources: {'Port': ['ID=d32a1ff5-614e-4204-9460-27939c7e65b2,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:21.407450 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:21.407832 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:21.408234 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.420794 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:21.421352 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Bound port: d32a1ff5-614e-4204-9460-27939c7e65b2, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:21.421783 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.535911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Allocated IP 192.168.233.164 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/83c8ca29-b6fb-4ad5-b7b1-7bf800543a39) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:21.568600 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] For port d32a1ff5-614e-4204-9460-27939c7e65b2, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:21.571793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] For port d32a1ff5-614e-4204-9460-27939c7e65b2, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d32a1ff5-614e-4204-9460-27939c7e65b2,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:21.581393 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.691237 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bd622-dc77-4094-9939-067e356c1337 None None] Pushing event updated for resources: {'Port': ['ID=d32a1ff5-614e-4204-9460-27939c7e65b2,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:21.725900 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Routers {'aca97ea5-3e5e-4d13-8043-13344278f6ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:21.726598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8877-63f4-4817-8270-49452ff37ea3 req-fec9bf51-3370-4658-bca0-857bacae0ba7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:21.728847 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['aca97ea5-3e5e-4d13-8043-13344278f6ec'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:21.736058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-fec9bf51-3370-4658-bca0-857bacae0ba7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.3485553 Feb 07 22:35:21.774219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-12986c6e-6289-4b2f-9343-d5d9459b4672 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/quotas/2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 375 time: 0.0368807 Feb 07 22:35:21.777664 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.825429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.856062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45262) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:21.883770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Transition to ACTIVE for port object 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:21.921297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45268) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:21.961548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:21.981527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['30c9a100-4113-44f8-9739-6cadee991128'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:22.030257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-4b090a31-d07b-4661-8a90-a7972850ef0b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2539678 Feb 07 22:35:22.127720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45278) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:22.143544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:22.179005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:22.180043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45282) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:22.190082 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] Set router aca97ea5-3e5e-4d13-8043-13344278f6ec gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:22.204889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:22.210472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:22.221809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.227851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.255959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Pushing event updated for resources: {'Port': ['ID=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:22.318020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:22.323721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Usage tracker for resource:security_group_rule and tenant:0e9febc1c20b493ca8186ce082202d81 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:22.329395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:22.333121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Allocated IP 172.20.0.1 (8aebbaa1-8574-4f75-8124-8bc7f76c0447/88670317-5c9c-40a7-828c-d5a82907fd62/b3576973-b2cf-4eb5-bba2-dda6587d7375) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:22.343420 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-8eb8e9fa-a59f-4025-b0f7-652dac196add tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5169747 Feb 07 22:35:22.344366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:22.371924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Request body: {'port': {'device_id': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:22.570563 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.615316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9dc90b04-07f1-4bf3-b99a-3bd377d4a4f5 None None] Provisioning for port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:22.622112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9dc90b04-07f1-4bf3-b99a-3bd377d4a4f5 None None] Provisioning complete for port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:22.622787 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9dc90b04-07f1-4bf3-b99a-3bd377d4a4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.644511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:22.658931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Usage tracker for resource:security_group_rule and tenant:9041a30e35144d35a44f3db8835efd41 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:22.665128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:22.684670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:22.720729 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:35:17Z', 'revision_number': 3, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:22.725532 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db82b3-beaa-473c-a2f1-c2fb542dadc4 None None] The sync data for ids ['aca97ea5-3e5e-4d13-8043-13344278f6ec'] in n-d-827896-3 is: [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:35:17Z', 'revision_number': 3, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:22.757407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-cc7818d1-3be3-4203-a501-1a31285e485b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:35:22.758713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-cc7818d1-3be3-4203-a501-1a31285e485b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1275346 Feb 07 22:35:22.766519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9dc90b04-07f1-4bf3-b99a-3bd377d4a4f5 None None] Port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:35:22.767690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.787327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.811702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:22.816131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Usage tracker for resource:security_group_rule and tenant:a69b0e66fd1c42db834913b231ebe788 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:22.819315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:22.826500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:22.827204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.839089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4058fa7-7b94-47ef-9c5c-3fa3d7d39c82 req-8b3d935b-94e2-4fa7-bd46-2760fe5b8446 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:22.840640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4058fa7-7b94-47ef-9c5c-3fa3d7d39c82 req-8b3d935b-94e2-4fa7-bd46-2760fe5b8446 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 950 time: 0.2737429 Feb 07 22:35:22.949595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Transition to ACTIVE for port object b3576973-b2cf-4eb5-bba2-dda6587d7375 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:22.991640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1cf4f0ef-17c7-4b12-8417-213ae6afa0a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c81ded5b5b84dfb9675cb3c15f8f90c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1342163 Feb 07 22:35:22.993878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:22.998271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45292) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:23.012078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4058fa7-7b94-47ef-9c5c-3fa3d7d39c82 req-c3e35189-74e0-47d1-8b53-73e147f55bf0 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128509 Feb 07 22:35:23.023060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.063408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.073337 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-f0b4945e-ba05-4dc9-9e45-b95e4802ca6b service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844975 Feb 07 22:35:23.120988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.141875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.178913 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a69b0e66fd1c42db834913b231ebe788&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2534316 Feb 07 22:35:23.181394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45298) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:23.192195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.207226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa9e39-9475-42e9-bf0a-f6cbc98bab00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb56863-8fb7-45ba-8bde-f87e62507fc5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.240250 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e9febc1c20b493ca8186ce082202d81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1028283 Feb 07 22:35:23.256460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45302) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:23.299755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.381789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb72cd2-f453-4971-9413-c6390a9ed08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0683d-0b5c-4d12-a217-0e0f8181b7b1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.389477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70c975ac-7f00-475f-a603-729d88c29bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.446256 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58f9582f-a40a-453d-99fd-055cb5ed62fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.449585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9041a30e35144d35a44f3db8835efd41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2683954 Feb 07 22:35:23.459177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45306) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:23.459708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6fb79-6047-4a59-afbf-f378af897e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d8ef30-7a53-415f-8ed1-2610b6267b8e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.471529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70c975ac-7f00-475f-a603-729d88c29bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.477517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:23.508442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:23.520444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3d61c73-773f-43e8-9435-fe6a80bca902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.525298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:23.525773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.531363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Pushing event updated for resources: {'Port': ['ID=b3576973-b2cf-4eb5-bba2-dda6587d7375,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.542881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58f9582f-a40a-453d-99fd-055cb5ed62fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.633649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-40c90af6-dc8b-4a16-a1e7-449eeb863cb8 service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593965 Feb 07 22:35:23.642634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3d61c73-773f-43e8-9435-fe6a80bca902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.663776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d32a1ff5-614e-4204-9460-27939c7e65b2 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:23.689296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d6a7c-98c5-4be1-b23e-dd886f088b4a req-bc7841ad-09d2-4d44-909f-a9a868b07a20 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:23.690782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d9d6a7c-98c5-4be1-b23e-dd886f088b4a req-bc7841ad-09d2-4d44-909f-a9a868b07a20 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 936 time: 0.5082099 Feb 07 22:35:23.710107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0cd67c0-6592-435e-8f00-04c801ba2e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.727277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58f9582f-a40a-453d-99fd-055cb5ed62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.771722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9582f-a40a-453d-99fd-055cb5ed62fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb56863-8fb7-45ba-8bde-f87e62507fc5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:23.813119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d9d6a7c-98c5-4be1-b23e-dd886f088b4a req-2c9539d5-16e5-4977-9f9d-97770af30a4d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148212 Feb 07 22:35:23.832158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:23.851553 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58f9582f-a40a-453d-99fd-055cb5ed62fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.854373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-58f9582f-a40a-453d-99fd-055cb5ed62fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fb56863-8fb7-45ba-8bde-f87e62507fc5 HTTP/1.1" status: 204 len: 168 time: 0.6696541 Feb 07 22:35:23.865427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d32a1ff5-614e-4204-9460-27939c7e65b2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:23.872601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d32a1ff5-614e-4204-9460-27939c7e65b2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:23.873276 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:23.876120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.009424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70c975ac-7f00-475f-a603-729d88c29bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.021237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1512d635-935f-4a13-bb94-ef40757a91e2 None None] Provisioning for port b3576973-b2cf-4eb5-bba2-dda6587d7375 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:24.026041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0cd67c0-6592-435e-8f00-04c801ba2e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.042509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1512d635-935f-4a13-bb94-ef40757a91e2 None None] Provisioning complete for port b3576973-b2cf-4eb5-bba2-dda6587d7375 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:24.042893 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1512d635-935f-4a13-bb94-ef40757a91e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.070415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Transition to ACTIVE for port object 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:24.113400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c975ac-7f00-475f-a603-729d88c29bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9580beb6-6348-4283-866d-d6e462dcd113,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.128860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.156689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6075e88e-e5c4-4ff0-ba82-7211da02b42f req-5e44296a-0301-437b-a0f6-8d29a8aaf785 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 210 time: 0.1709456 Feb 07 22:35:24.178299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.234359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.251267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d32a1ff5-614e-4204-9460-27939c7e65b2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d32a1ff5-614e-4204-9460-27939c7e65b2,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:24.257445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1512d635-935f-4a13-bb94-ef40757a91e2 None None] Port b3576973-b2cf-4eb5-bba2-dda6587d7375 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:35:24.274176 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.441316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d32a1ff5-614e-4204-9460-27939c7e65b2,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.445578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3d61c73-773f-43e8-9435-fe6a80bca902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.450310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70c975ac-7f00-475f-a603-729d88c29bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.451703 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-70c975ac-7f00-475f-a603-729d88c29bad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9580beb6-6348-4283-866d-d6e462dcd113 HTTP/1.1" status: 204 len: 168 time: 1.4504790 Feb 07 22:35:24.490551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d61c73-773f-43e8-9435-fe6a80bca902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0683d-0b5c-4d12-a217-0e0f8181b7b1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.493165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Pushing event updated for resources: {'Port': ['ID=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.498087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3d61c73-773f-43e8-9435-fe6a80bca902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.500460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e3d61c73-773f-43e8-9435-fe6a80bca902 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40a0683d-0b5c-4d12-a217-0e0f8181b7b1 HTTP/1.1" status: 204 len: 168 time: 1.1849389 Feb 07 22:35:24.610675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0cd67c0-6592-435e-8f00-04c801ba2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.632345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Attempting to bind port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:24.632821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Attempting to bind port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:24.633513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Attempting to bind port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:24.647532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd67c0-6592-435e-8f00-04c801ba2e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d8ef30-7a53-415f-8ed1-2610b6267b8e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:24.652787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0cd67c0-6592-435e-8f00-04c801ba2e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.654341 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b0cd67c0-6592-435e-8f00-04c801ba2e88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61d8ef30-7a53-415f-8ed1-2610b6267b8e HTTP/1.1" status: 204 len: 168 time: 1.1940658 Feb 07 22:35:24.658118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:24.659029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Attempting to bind port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:24.677035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:24.677035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:24.677876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:24.679666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Bound port: 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:24.680040 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.730755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45332) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:24.839907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.892039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:24.901206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] For port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:24.908187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] For port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:24.912274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Usage tracker for resource:security_group_rule and tenant:42b04955b90d4b7693081f5578c9da29 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:24.918646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:24.921747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:24.947693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:24.991312 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.018847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023eb52-cba1-4e26-9e2c-74edb7f5d9e3 req-813f2750-8f9c-4288-a1f2-da0d577f1f61 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.020408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d023eb52-cba1-4e26-9e2c-74edb7f5d9e3 req-813f2750-8f9c-4288-a1f2-da0d577f1f61 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 950 time: 0.5363035 Feb 07 22:35:25.023055 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.023764 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.054893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.055557 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.062626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] 10.222.0.26 "PUT /v2.0/ports/83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 HTTP/1.1" status: 200 len: 1096 time: 2.7087655 Feb 07 22:35:25.063117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'tag': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:25.195100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5178a-4a70-4310-995a-f0aaaed6d648 service neutron] Pushing event updated for resources: {'Port': ['ID=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:25.275415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-0d5676f2-dd08-4ad9-9f86-9f1cb1d4c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.277395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-0d5676f2-dd08-4ad9-9f86-9f1cb1d4c934 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7fc80cb619904aa4a475c88c94132aa8&device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 1099 time: 0.1624959 Feb 07 22:35:25.410369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-6e9baa11-656b-49c3-99db-301582b66c5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 HTTP/1.1" status: 200 len: 217 time: 0.1228683 Feb 07 22:35:25.466631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45352) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:25.495143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.514818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:25.520511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Usage tracker for resource:security_group_rule and tenant:3015ac96326343f3ae56d8289c19c843 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:25.523908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:25.531822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:25.558552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Pushing event updated for resources: {'Port': ['ID=b3576973-b2cf-4eb5-bba2-dda6587d7375,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:25.574659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d023eb52-cba1-4e26-9e2c-74edb7f5d9e3 req-8dd0c3bb-76cb-4ed9-bdcf-e5a7c2db7330 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251784 Feb 07 22:35:25.624261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d32a1ff5-614e-4204-9460-27939c7e65b2 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:25.663977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-f74af418-8114-4dbe-b4b2-557776ee8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.669248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-f74af418-8114-4dbe-b4b2-557776ee8c9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2526090 Feb 07 22:35:25.682660 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'tag': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39', 'status': 'completed', 'code': 200} Feb 07 22:35:25.782596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d32a1ff5-614e-4204-9460-27939c7e65b2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:25.782988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.843967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:25.850290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.863463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45f70-ed40-4eed-9ca7-a2850cbffb00 req-e5ff4b9e-e93f-4567-8ae4-792ab4c51b8f tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:25.872723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5f45f70-ed40-4eed-9ca7-a2850cbffb00 req-e5ff4b9e-e93f-4567-8ae4-792ab4c51b8f tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 948 time: 0.6922841 Feb 07 22:35:25.911424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:25.930882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.952607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6847aa6d-cc08-4103-b608-c49b3d19e2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.954062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:25.999530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5db97bb-a70b-4f9c-81ba-8ae9bd32391a req-b2db38c4-6a39-4a54-b0f9-f3ff48bd5de7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 210 time: 0.1243193 Feb 07 22:35:26.185377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:35:26.285644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.365303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f056786-e0a6-4dc5-8ca2-a0f206f250f1 None None] Provisioning complete for port b3576973-b2cf-4eb5-bba2-dda6587d7375 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:26.366075 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f056786-e0a6-4dc5-8ca2-a0f206f250f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.371810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42b04955b90d4b7693081f5578c9da29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6314538 Feb 07 22:35:26.380418 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5f45f70-ed40-4eed-9ca7-a2850cbffb00 req-344f4a70-d1d8-47de-90b7-5704beeceb80 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068049 Feb 07 22:35:26.396173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45380) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:26.402448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c40ff-e57a-434b-8f06-d117194fac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6f92b6-9c55-473c-8f8b-c1a41ebe67f3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:26.429430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11397c4b-cceb-4915-8431-f6c95f5cb0cc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:26.433468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1f056786-e0a6-4dc5-8ca2-a0f206f250f1 None None] Port b3576973-b2cf-4eb5-bba2-dda6587d7375 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:35:26.444461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c27b1880-dff9-4f8b-8a7a-d0479d71216e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3015ac96326343f3ae56d8289c19c843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9766130 Feb 07 22:35:26.446557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Router aca97ea5-3e5e-4d13-8043-13344278f6ec has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:35:26.446684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-6a4c8967-5b6a-4eea-afa1-fe164ca05d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.447268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45386) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:26.450657 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-6a4c8967-5b6a-4eea-afa1-fe164ca05d67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7612569 Feb 07 22:35:26.622077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b31b21e-7082-4fa6-a28e-0fa3e4be0c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.651742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b31b21e-7082-4fa6-a28e-0fa3e4be0c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.708064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-3765c116-3922-4e16-9a83-5bb6562279e1 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458086 Feb 07 22:35:26.709463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce50289d-06f7-4d49-b1f7-cc7e0ef66740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.727194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8877-63f4-4817-8270-49452ff37ea3 req-e5248100-5f77-4356-be76-d338bf950ade tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:26.728901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-e5248100-5f77-4356-be76-d338bf950ade tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.7943161 Feb 07 22:35:26.742270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b31b21e-7082-4fa6-a28e-0fa3e4be0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.758084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Request body: {'port': {'device_id': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'admin_state_up': True, 'tenant_id': '2527639aebef4b59b127999a0ede186d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:26.826426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31b21e-7082-4fa6-a28e-0fa3e4be0c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11397c4b-cceb-4915-8431-f6c95f5cb0cc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:26.832096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce50289d-06f7-4d49-b1f7-cc7e0ef66740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.952425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:35:26.974722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f55f66ab-df32-42fc-87dc-466f9f6cd46d admin admin] 10.222.0.10 "PUT /v2.0/routers/aca97ea5-3e5e-4d13-8043-13344278f6ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6769919 Feb 07 22:35:26.974722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b31b21e-7082-4fa6-a28e-0fa3e4be0c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:26.974722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5b31b21e-7082-4fa6-a28e-0fa3e4be0c96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11397c4b-cceb-4915-8431-f6c95f5cb0cc HTTP/1.1" status: 204 len: 168 time: 0.5195227 Feb 07 22:35:26.977288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Sync routers for ids ['aca97ea5-3e5e-4d13-8043-13344278f6ec'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:35:27.042388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61bec26e-f3ab-4ccf-b9b2-a62ff2f2a0e4 req-16dd3339-f549-443c-a662-8d84349ac398 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123655 Feb 07 22:35:27.045997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4f470-e40b-4614-b697-b26981b34ff8 req-9a35b2f8-32e3-4aea-8f2c-acd4b27c50d2 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.047658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ef4f470-e40b-4614-b697-b26981b34ff8 req-9a35b2f8-32e3-4aea-8f2c-acd4b27c50d2 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 950 time: 0.2337792 Feb 07 22:35:27.053528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Routers {'aca97ea5-3e5e-4d13-8043-13344278f6ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:27.054422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['aca97ea5-3e5e-4d13-8043-13344278f6ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:27.061827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:27.066950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Usage tracker for resource:port and tenant:2527639aebef4b59b127999a0ede186d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:27.070634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:27.076648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce50289d-06f7-4d49-b1f7-cc7e0ef66740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.090323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:27.104871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50289d-06f7-4d49-b1f7-cc7e0ef66740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6f92b6-9c55-473c-8f8b-c1a41ebe67f3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:27.122228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce50289d-06f7-4d49-b1f7-cc7e0ef66740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.126250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ce50289d-06f7-4d49-b1f7-cc7e0ef66740 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef6f92b6-9c55-473c-8f8b-c1a41ebe67f3 HTTP/1.1" status: 204 len: 168 time: 0.7178011 Feb 07 22:35:27.137720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ef4f470-e40b-4614-b697-b26981b34ff8 req-6fde49d0-fb18-496a-8d4f-4cde8e8ba854 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815396 Feb 07 22:35:27.149487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Made reservation on behalf of 2527639aebef4b59b127999a0ede186d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:27.152486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.362301 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f3c514c-3103-47c2-9e6b-18a0fcef82a3 req-e4399193-e667-481a-a51b-83f3ba3973d5 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 210 time: 0.0597286 Feb 07 22:35:27.389662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Allocated IP 172.20.0.6 (df7e11ec-bfae-4458-a1b1-d432c7adace9/009d7cee-892d-4da4-a1ba-fe535fd7695a/6088344d-eaa4-4ebf-8b3d-19b6e10eb708) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:27.408097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-73f0d498-979f-4838-bc83-6fd3568432ef tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.416572 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-73f0d498-979f-4838-bc83-6fd3568432ef tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 1101 time: 0.1738396 Feb 07 22:35:27.437962 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.457277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-24bb464e-0b47-4e5a-a584-d0de34152770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.457951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:27.458830 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-24bb464e-0b47-4e5a-a584-d0de34152770 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7fc80cb619904aa4a475c88c94132aa8&device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 1099 time: 0.3572628 Feb 07 22:35:27.462481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Usage tracker for resource:security_group_rule and tenant:8a7b82c5cf0a4c038d3548b73b30c496 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:27.466013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:27.474080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:27.526243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Set router aca97ea5-3e5e-4d13-8043-13344278f6ec gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:27.604412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.615126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.719277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f9b170-9c4d-48d1-9cdc-031d2fe2518f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:27.725523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d8f27ee-b668-434f-b1e0-c978a98de24a req-2819c030-b89a-4454-8999-1e8026a91dda tempest-LiveMigrationNegativeTest-131362504 tempest-LiveMigrationNegativeTest-131362504-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077404 Feb 07 22:35:27.773871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-c15834ea-33ee-41d8-a227-14e10c88c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.775314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-c15834ea-33ee-41d8-a227-14e10c88c38c service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3033025 Feb 07 22:35:27.900927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:27.928536 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-5056d5f9-215d-4012-a7ba-d11c0796fd4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 HTTP/1.1" status: 200 len: 217 time: 0.1407394 Feb 07 22:35:27.955116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dd0ef-c79a-40b3-9ba7-7764999cdd63 req-61e6fd87-5987-4aa4-93e5-6840bee43a36 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:27.962912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee1dd0ef-c79a-40b3-9ba7-7764999cdd63 req-61e6fd87-5987-4aa4-93e5-6840bee43a36 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 948 time: 0.1028433 Feb 07 22:35:27.973979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:35:23Z', 'revision_number': 4, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b3576973-b2cf-4eb5-bba2-dda6587d7375', 'name': '', 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'mac_address': 'fa:16:3e:ea:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '88670317-5c9c-40a7-828c-d5a82907fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:21Z', 'updated_at': '2022-02-07T22:35:24Z', 'revision_number': 2, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'subnets': [{'id': '88670317-5c9c-40a7-828c-d5a82907fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:27.979936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Checking router: aca97ea5-3e5e-4d13-8043-13344278f6ec for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:35:27.981014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Updating router aca97ea5-3e5e-4d13-8043-13344278f6ec port b3576973-b2cf-4eb5-bba2-dda6587d7375 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:35:28.026947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-8e696962-e131-41ee-bb09-99d6346e4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:28.031262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-8e696962-e131-41ee-bb09-99d6346e4f4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0925033 Feb 07 22:35:28.032048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee1dd0ef-c79a-40b3-9ba7-7764999cdd63 req-b663d24d-9eb7-4fab-a719-32ec5b0372e0 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655363 Feb 07 22:35:28.042311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.074242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.174330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:28.244479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:28.250932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:28.255548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:28.262114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:28.262899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.296451 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f0663b4-a9c8-49c6-b88e-16f0a3f74337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.300189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-ff263734-f887-40d1-b63b-48a8bed79ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:28.301904 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-ff263734-f887-40d1-b63b-48a8bed79ee1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2649689 Feb 07 22:35:28.312700 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-9bf78f30-e944-4231-99be-f2c739e369cb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5620809 Feb 07 22:35:28.339664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Request body: {'port': {'device_id': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:28.610746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.752893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-57b243f2-2308-4017-a7b6-6c6f4fa5ef5e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392357 Feb 07 22:35:28.802931 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:28.826465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Transition to ACTIVE for port object b3576973-b2cf-4eb5-bba2-dda6587d7375 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:28.840724 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.132024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30debd-573a-4d39-a2d4-7b0572822599 req-e793b94f-727f-48c0-b89b-95c9321fe307 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:29.141568 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d30debd-573a-4d39-a2d4-7b0572822599 req-e793b94f-727f-48c0-b89b-95c9321fe307 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 931 time: 0.2876275 Feb 07 22:35:29.143572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf33ce-a320-4967-bc5f-b2ab144a6d24 None None] Pushing event updated for resources: {'Port': ['ID=b3576973-b2cf-4eb5-bba2-dda6587d7375,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:29.289455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d30debd-573a-4d39-a2d4-7b0572822599 req-06d5ef4c-b6b1-416f-ad67-04f5788ad93e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469083 Feb 07 22:35:29.318484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f739e720-07c5-4aad-90d0-3c44c7ab9b9d req-675e9074-b5bb-47a7-9d69-2753079ab1bc service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526352 Feb 07 22:35:29.334162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deee96-f9a0-4d57-bea3-a71c3be2c88d req-c030d0c8-5cbf-437c-a490-a8684e855360 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:29.335820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4deee96-f9a0-4d57-bea3-a71c3be2c88d req-c030d0c8-5cbf-437c-a490-a8684e855360 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 950 time: 0.3321445 Feb 07 22:35:29.372255 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.390377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Attempting to bind port b3576973-b2cf-4eb5-bba2-dda6587d7375 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:29.390753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Attempting to bind port b3576973-b2cf-4eb5-bba2-dda6587d7375 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:29.391151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Attempting to bind port b3576973-b2cf-4eb5-bba2-dda6587d7375 on network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:29.398169 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.399694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:29.400075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Checking segment: {'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:29.400468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.400883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Bound using segment: {'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:29.401347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Bound port: b3576973-b2cf-4eb5-bba2-dda6587d7375, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e8633-3874-4d82-a74a-470134bcfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:29.401720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.445935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4deee96-f9a0-4d57-bea3-a71c3be2c88d req-018aa4f5-14ca-4422-ab81-18e440a68342 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031554 Feb 07 22:35:29.485859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:29.504316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.509225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] For port b3576973-b2cf-4eb5-bba2-dda6587d7375, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:29.513759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] For port b3576973-b2cf-4eb5-bba2-dda6587d7375, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b3576973-b2cf-4eb5-bba2-dda6587d7375,segment=NetworkSegment(4a4e8633-3874-4d82-a74a-470134bcfed0),segment_id=4a4e8633-3874-4d82-a74a-470134bcfed0)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:29.521583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.540687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Transition to ACTIVE for port object 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:29.552737 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:29.617263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf33ce-a320-4967-bc5f-b2ab144a6d24 None None] Pushing event updated for resources: {'Port': ['ID=b3576973-b2cf-4eb5-bba2-dda6587d7375,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:29.643991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:29.662711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Routers {'aca97ea5-3e5e-4d13-8043-13344278f6ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:35:29.663352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['aca97ea5-3e5e-4d13-8043-13344278f6ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:29.775588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bf391-5922-44b9-ab29-13cffd7ceefa req-40ba89b7-3c65-4d53-9660-ad99b00ba3a3 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:29.777609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-295bf391-5922-44b9-ab29-13cffd7ceefa req-40ba89b7-3c65-4d53-9660-ad99b00ba3a3 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 948 time: 0.1674480 Feb 07 22:35:29.857728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-295bf391-5922-44b9-ab29-13cffd7ceefa req-c252847f-a0b0-4e38-b6b1-ccc4959d29b4 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711060 Feb 07 22:35:29.930815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:29.931150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:29.931480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:29.946443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:29.946812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:29.959239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:29.959577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:29.962048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:29.963379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Bound port: 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:29.963790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.091500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] Set router aca97ea5-3e5e-4d13-8043-13344278f6ec gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:35:30.146642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:30.156712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:30.168403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.313310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:30.314144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.315611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] 10.222.0.36 "PUT /v2.0/ports/6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 1091 time: 1.9803591 Feb 07 22:35:30.325655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:30.435296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53dd76-6731-447f-b0d9-a963aa71b170 service neutron] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:30.485397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-9a73d836-099b-4dd2-8746-648cf5950437 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:30.485886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-9a73d836-099b-4dd2-8746-648cf5950437 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Synchronizing usage tracker for tenant:c4cd2e3ea413406087dd3c1badaf9c11 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:35:30.499901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8877-63f4-4817-8270-49452ff37ea3 req-4a3bc807-6eed-4c28-9e5d-cb716d80eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:30.502131 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-4a3bc807-6eed-4c28-9e5d-cb716d80eb02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1094 time: 0.1300611 Feb 07 22:35:30.523866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:30.576848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-9a73d836-099b-4dd2-8746-648cf5950437 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Unset dirty status for tenant:c4cd2e3ea413406087dd3c1badaf9c11 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:35:30.577696 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-9a73d836-099b-4dd2-8746-648cf5950437 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 950 time: 0.3588154 Feb 07 22:35:30.588362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-1fd15378-aee9-4213-a4f7-c0bda4e82528 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 217 time: 0.0774908 Feb 07 22:35:30.616277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45530) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:30.622411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012668155', 'description': 'tempest-description--430597429'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:30.640153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:30.652629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Usage tracker for resource:security_group and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:30.662470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:30.691573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:35:23Z', 'revision_number': 4, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b3576973-b2cf-4eb5-bba2-dda6587d7375', 'name': '', 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'mac_address': 'fa:16:3e:ea:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '88670317-5c9c-40a7-828c-d5a82907fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:21Z', 'updated_at': '2022-02-07T22:35:29Z', 'revision_number': 4, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'subnets': [{'id': '88670317-5c9c-40a7-828c-d5a82907fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:30.696211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:30.697140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:30.709056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492e177c-6830-46f8-940f-a6fbda1f9403 None None] The sync data for ids ['aca97ea5-3e5e-4d13-8043-13344278f6ec'] in n-d-827896-3 is: [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:35:23Z', 'revision_number': 4, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b3576973-b2cf-4eb5-bba2-dda6587d7375', 'name': '', 'network_id': '8aebbaa1-8574-4f75-8124-8bc7f76c0447', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'mac_address': 'fa:16:3e:ea:07:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '88670317-5c9c-40a7-828c-d5a82907fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:21Z', 'updated_at': '2022-02-07T22:35:29Z', 'revision_number': 4, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'subnets': [{'id': '88670317-5c9c-40a7-828c-d5a82907fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:35:30.715085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39', 'mac_address': 'fa:16:3e:6c:4b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:35:30.725172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Deleting port 0dce5be6-3e36-4779-a189-24538c9475bb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:35:30.725712 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.804345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8877-63f4-4817-8270-49452ff37ea3 req-cec05dc1-2bd7-48b7-a641-ff1ac84e1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:30.806508 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-cec05dc1-2bd7-48b7-a641-ff1ac84e1c52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.1832862 Feb 07 22:35:30.832641 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.847875 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.860374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.889340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:30.891677 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-c7ce50ed-92e3-4a75-9512-f2b115046b78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771995 Feb 07 22:35:30.945504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:30.959347 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:30.994054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:31.009337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Usage tracker for resource:security_group_rule and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:31.018594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:31.050723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:31.120241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45540) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:31.152046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:31.231863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['83c8ca29-b6fb-4ad5-b7b1-7bf800543a39'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:31.346521 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708', 'status': 'completed', 'code': 200} Feb 07 22:35:31.359752 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-7fa2a28a-c190-4406-8bd6-a1feab6b201d service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568999 Feb 07 22:35:31.500929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea8fe3-cd91-4e70-8828-879927a3dd48 req-a6a7c156-0af9-4af1-9125-8f9484d0b5e8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:31.515399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5cea8fe3-cd91-4e70-8828-879927a3dd48 req-a6a7c156-0af9-4af1-9125-8f9484d0b5e8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 943 time: 0.7856824 Feb 07 22:35:31.630873 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.631885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.649695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.667944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:31.672520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Usage tracker for resource:security_group_rule and tenant:cde449b3012144699326665c35c32091 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:31.678072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:31.686428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:31.706068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b3576973-b2cf-4eb5-bba2-dda6587d7375 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:31.724639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5cea8fe3-cd91-4e70-8828-879927a3dd48 req-2dd139f5-c092-4ced-9eb2-8f3268c44a62 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044921 Feb 07 22:35:31.742428 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.744775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1274428 Feb 07 22:35:31.755974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45562) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:31.773735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'security_group_rule': {'security_group_id': '6e40169c-8140-4cd4-95e8-e5f2879f4cdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:31.805961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:31.807154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-52db8877-63f4-4817-8270-49452ff37ea3 req-38f35603-5b12-4711-b709-f0d346289c93 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212205 Feb 07 22:35:31.876937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b3576973-b2cf-4eb5-bba2-dda6587d7375 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:31.879627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2928488-9f7f-4faf-8fff-ec8f60788d46 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e40169c-8140-4cd4-95e8-e5f2879f4cdc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:31.886330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b3576973-b2cf-4eb5-bba2-dda6587d7375 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:31.886857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:31.924401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] For port 0dce5be6-3e36-4779-a189-24538c9475bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0dce5be6-3e36-4779-a189-24538c9475bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:31.924796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.000044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Usage tracker for resource:security_group_rule and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:32.005837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:32.027257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:32.056676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5279f3-d1ef-4ffe-aeb1-5f667006a7c3 req-35a86a04-f8bc-43be-914a-7cfaa6dd52b3 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:32.058365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f5279f3-d1ef-4ffe-aeb1-5f667006a7c3 req-35a86a04-f8bc-43be-914a-7cfaa6dd52b3 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 950 time: 0.6321564 Feb 07 22:35:32.089778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Calling delete_port for 0dce5be6-3e36-4779-a189-24538c9475bb owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:35:32.110147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.115544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.154152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.158694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b3576973-b2cf-4eb5-bba2-dda6587d7375, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b3576973-b2cf-4eb5-bba2-dda6587d7375,segment=NetworkSegment(4a4e8633-3874-4d82-a74a-470134bcfed0),segment_id=4a4e8633-3874-4d82-a74a-470134bcfed0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:32.166592 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.172398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.263482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b3576973-b2cf-4eb5-bba2-dda6587d7375,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:32.268424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f5279f3-d1ef-4ffe-aeb1-5f667006a7c3 req-c5c3500f-1374-40a2-8940-f2156120fc98 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020564 Feb 07 22:35:32.315695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f9537-5c0f-4df0-85ed-605461222beb req-e611bbdc-c3ce-4a91-8319-b1bbc67a2ab7 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:32.324686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b76f9537-5c0f-4df0-85ed-605461222beb req-e611bbdc-c3ce-4a91-8319-b1bbc67a2ab7 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 949 time: 0.4266489 Feb 07 22:35:32.375803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c9059f-a88f-4f1f-aa25-535501812249,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:32.384869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.398583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e26913a6-cf41-4a78-9967-e24646b6f004 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cde449b3012144699326665c35c32091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2768714 Feb 07 22:35:32.401636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45578) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:32.407553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-fa143135-473a-4b4e-adfd-a30641b474f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:32.409251 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-fa143135-473a-4b4e-adfd-a30641b474f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1094 time: 0.5419457 Feb 07 22:35:32.412929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b76f9537-5c0f-4df0-85ed-605461222beb req-3c1007f9-8424-4674-8595-861afbb10327 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872724 Feb 07 22:35:32.413820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.452397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f23c95b-170c-497e-8ee6-7b68d493340d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:32.469270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.475688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1eb5d147-5e2f-4af4-9fab-fd7bd3c1edac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7155111 Feb 07 22:35:32.476488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45584) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:32.481525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'security_group_rule': {'security_group_id': '6e40169c-8140-4cd4-95e8-e5f2879f4cdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:32.487702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:32.491797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Usage tracker for resource:security_group_rule and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:32.494906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:32.505144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:32.531446 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.538906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:32.639800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.646423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.701025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.704610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248321 Feb 07 22:35:32.708490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:32.710511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:32.715421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa57c7-0f30-481b-9251-9e8daca38dd6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807d898e-2faf-4588-9ae8-96488fd688cd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:32.716948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:32.717780 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.723212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:32.730444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:32.735969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Usage tracker for resource:floatingip and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:32.740853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aee1a952-aa13-4403-94c5-fcacfcc0f3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.741605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:32.753735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:32.768449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.824061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aee1a952-aa13-4403-94c5-fcacfcc0f3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.850273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45602) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:32.968271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-421475ae-e3d1-4dc6-8701-45b90afdfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:32.970415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-421475ae-e3d1-4dc6-8701-45b90afdfd07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.5049970 Feb 07 22:35:32.975092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aee1a952-aa13-4403-94c5-fcacfcc0f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.975791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:32.981740 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.033612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:33.053076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:33.065095 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.119878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1a952-aa13-4403-94c5-fcacfcc0f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c9059f-a88f-4f1f-aa25-535501812249,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:33.147742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.151826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-71912790-fe17-4454-84d8-b0a3a1608581 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 217 time: 0.1719644 Feb 07 22:35:33.152736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:33.162245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b51df900-f94b-49e5-9a50-0e2b2b26f88e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:33.212381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Allocated IP 172.25.0.61 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/f6f37e45-33c4-4343-b101-2d0551057f64) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:33.214456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Pushing event deleted for resources: {'Port': ['ID=0dce5be6-3e36-4779-a189-24538c9475bb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:33.273381 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39', 'code': 200} Feb 07 22:35:33.309400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-f42b48b8-e767-40df-b901-c923459a16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:33.313735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-f42b48b8-e767-40df-b901-c923459a16ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0996063 Feb 07 22:35:33.395699 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.444072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aee1a952-aa13-4403-94c5-fcacfcc0f3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.444739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aee1a952-aa13-4403-94c5-fcacfcc0f3f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59c9059f-a88f-4f1f-aa25-535501812249 HTTP/1.1" status: 204 len: 168 time: 1.0339162 Feb 07 22:35:33.452498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:33.467834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Usage tracker for resource:security_group_rule and tenant:bb2a328671e6433aa0334b2bb6f86cb3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:33.478534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:33.538104 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-ee9cf1c7-fd42-4fb1-ae41-00760e7dcd77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2176671 Feb 07 22:35:33.548914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] No DVR routers for this DVR port 0dce5be6-3e36-4779-a189-24538c9475bb on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:33.554689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1eb20f72-4db9-4b1a-9d6b-ce4e8b6c01fd req-c1f777b7-557d-4261-a306-f2494bfa10a0 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa54828-5118-458b-8fbe-987c59f88500 HTTP/1.1" status: 200 len: 210 time: 0.0831518 Feb 07 22:35:33.593447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:33.606645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.608920 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a64eeee-52aa-4427-b8af-5bc605584443 req-1ca52f3e-9333-405f-85aa-13581d7c2a54 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "DELETE /v2.0/ports/0dce5be6-3e36-4779-a189-24538c9475bb HTTP/1.1" status: 204 len: 173 time: 3.0227487 Feb 07 22:35:33.621046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa54828-5118-458b-8fbe-987c59f88500', 'name': 'network-vif-deleted', 'tag': '0dce5be6-3e36-4779-a189-24538c9475bb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:33.648388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b3576973-b2cf-4eb5-bba2-dda6587d7375 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:33.708181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03affc-28a7-4809-9000-0ff5ee72b6a3 req-8f285f87-bf3e-4f69-ba6a-2fff1ee2337c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:33.719805 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e03affc-28a7-4809-9000-0ff5ee72b6a3 req-8f285f87-bf3e-4f69-ba6a-2fff1ee2337c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 943 time: 0.5427132 Feb 07 22:35:33.798085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45632) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:33.862470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b3576973-b2cf-4eb5-bba2-dda6587d7375 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:33.863021 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:33.980752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a5948-69d5-49ba-8219-4edff42e3c21 req-4e1d3e8d-d3c1-460d-aab3-07d63552dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:33.982307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-245a5948-69d5-49ba-8219-4edff42e3c21 req-4e1d3e8d-d3c1-460d-aab3-07d63552dcf0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 1101 time: 0.5399721 Feb 07 22:35:34.013525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.082790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e03affc-28a7-4809-9000-0ff5ee72b6a3 req-8ebbed1f-df3d-4f13-9ca2-a9a22c7b35a9 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619990 Feb 07 22:35:34.153634 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-245a5948-69d5-49ba-8219-4edff42e3c21 req-033ecc0a-3bd3-4dff-8367-dd3605584bcd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655346 Feb 07 22:35:34.157729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-7211295c-3a8d-445d-8ff3-802efc34ba3f service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102247 Feb 07 22:35:34.226465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8164b1-f323-40b7-9695-e9ad08e75710 req-62111b44-253d-46d3-ad1b-36bd7eee327e tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:34.233648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8164b1-f323-40b7-9695-e9ad08e75710 req-62111b44-253d-46d3-ad1b-36bd7eee327e tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 950 time: 0.4188700 Feb 07 22:35:34.283637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.336652 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.343195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45644) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:34.381097 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa54828-5118-458b-8fbe-987c59f88500', 'name': 'network-vif-deleted', 'tag': '0dce5be6-3e36-4779-a189-24538c9475bb', 'status': 'completed', 'code': 200} Feb 07 22:35:34.384593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.427422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8164b1-f323-40b7-9695-e9ad08e75710 req-1456791c-08ef-47a2-a5c5-9e7961ae0d2a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928222 Feb 07 22:35:34.438728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:34.439718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.449766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.460281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:34.480840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:34.492082 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76d437a7-d2bf-4341-8536-3de8a7fa897a req-f155ca8d-8da4-4fcd-a597-d89c302070f3 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240976 Feb 07 22:35:34.493645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:34.499988 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb2a328671e6433aa0334b2bb6f86cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6453042 Feb 07 22:35:34.499988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event updated for resources: {'Port': ['ID=f6f37e45-33c4-4343-b101-2d0551057f64,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:34.501003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45664) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:34.503884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:34.506066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7145dc-fca5-4d53-9c17-a2f89834725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b822c7cb-1e4d-4a63-a120-a77551068295,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:34.515825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Usage tracker for resource:security_group_rule and tenant:1b029b5573734fbab0da42ac3f7856ce is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:34.519424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:34.526508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:34.553186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Usage tracker for resource:security_group_rule and tenant:ce3b1f1838ea4fee8fa80fd05bfa8e81 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:34.565191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:34.580465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:34.658929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.668313 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.707360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.734921 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b029b5573734fbab0da42ac3f7856ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9357085 Feb 07 22:35:34.735557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45674) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:34.739579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355cfb9-ef8f-4fd4-ba78-04d409d6518e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5553a4c0-206c-4d77-adae-f8e12c2603f1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:34.784197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8950b80-6ae3-4802-a488-83dd6688ef43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.833582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3df4b788-d035-45da-a273-501c70de87dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.855366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45678) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:34.863071 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.869035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3df4b788-d035-45da-a273-501c70de87dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.905484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8950b80-6ae3-4802-a488-83dd6688ef43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.913932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:34.944267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0dce5be6-3e36-4779-a189-24538c9475bb no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:35:34.989163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3df4b788-d035-45da-a273-501c70de87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:34.991265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 0dce5be6-3e36-4779-a189-24538c9475bb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:35:34.991718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0dce5be6-3e36-4779-a189-24538c9475bb not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:35:35.015567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4b788-d035-45da-a273-501c70de87dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553a4c0-206c-4d77-adae-f8e12c2603f1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.036434 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3df4b788-d035-45da-a273-501c70de87dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.037599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3df4b788-d035-45da-a273-501c70de87dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5553a4c0-206c-4d77-adae-f8e12c2603f1 HTTP/1.1" status: 204 len: 168 time: 0.3001063 Feb 07 22:35:35.075600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.092854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:35.097734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Usage tracker for resource:security_group_rule and tenant:bf7e4d352f0d461fa5ef4131dc1b007d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:35.101006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:35.107408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:35.163302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:35.194789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'port_id': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708', 'mac_address': 'fa:16:3e:cb:03:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009d7cee-892d-4da4-a1ba-fe535fd7695a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:35:35.282587 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.283203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.288829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.303257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:35.322944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:35.333587 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.336283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.372160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.427660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf7e4d352f0d461fa5ef4131dc1b007d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5711520 Feb 07 22:35:35.429692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45692) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:35.433940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ec37-7a4b-4e12-9d98-ccc76f6f968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a9e040-fdd9-4a21-bb07-28b30f801fb2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.470926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce3b1f1838ea4fee8fa80fd05bfa8e81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1229799 Feb 07 22:35:35.476071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:35.476805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8950b80-6ae3-4802-a488-83dd6688ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.500187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b7a92-2764-410d-bb0a-047f05229c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca53f6e4-bc35-4840-a9b0-5e7721aa7c09,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.525088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-306a3a44-6fba-4689-a3d4-f8cce06e57de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.532850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.541911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.542267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.542660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.543050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.543838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.544177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.544509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.544979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.545792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.546726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.547112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.547448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:35:35.551268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8950b80-6ae3-4802-a488-83dd6688ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b822c7cb-1e4d-4a63-a120-a77551068295,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.560610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:35.568639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.582027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6088344d-eaa4-4ebf-8b3d-19b6e10eb708'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:35.586998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.587216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f7be-97ed-4b84-8396-d7310a0b4e7e req-cf91ca4a-6d12-4104-9bb5-eb09afc638ec tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:35.594262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc13f7be-97ed-4b84-8396-d7310a0b4e7e req-cf91ca4a-6d12-4104-9bb5-eb09afc638ec tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 950 time: 0.4149828 Feb 07 22:35:35.600826 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.601926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-306a3a44-6fba-4689-a3d4-f8cce06e57de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.623529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:35.632309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Usage tracker for resource:security_group_rule and tenant:2364ef9c27e247cbbeafc0df058955a0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:35.643968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:35.658683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:35.666530 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.699440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.699845 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-306a3a44-6fba-4689-a3d4-f8cce06e57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.712286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5584d49-7c4c-4422-b0f1-eebfd1367a71 req-a33aa7cd-1799-4bd2-8027-d6a2b47b331d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:35.713773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5584d49-7c4c-4422-b0f1-eebfd1367a71 req-a33aa7cd-1799-4bd2-8027-d6a2b47b331d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 944 time: 0.4531171 Feb 07 22:35:35.729462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a3a44-6fba-4689-a3d4-f8cce06e57de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a9e040-fdd9-4a21-bb07-28b30f801fb2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.744080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-306a3a44-6fba-4689-a3d4-f8cce06e57de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.748339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-306a3a44-6fba-4689-a3d4-f8cce06e57de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5a9e040-fdd9-4a21-bb07-28b30f801fb2 HTTP/1.1" status: 204 len: 168 time: 0.3159361 Feb 07 22:35:35.766002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6d3806e-e187-4523-b429-70a056094507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.776217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8950b80-6ae3-4802-a488-83dd6688ef43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.777369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c8950b80-6ae3-4802-a488-83dd6688ef43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b822c7cb-1e4d-4a63-a120-a77551068295 HTTP/1.1" status: 204 len: 168 time: 1.2679846 Feb 07 22:35:35.789760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event updated for resources: {'Port': ['ID=f6f37e45-33c4-4343-b101-2d0551057f64,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.798733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc13f7be-97ed-4b84-8396-d7310a0b4e7e req-2b47cfe0-922a-4074-ae51-c32cf540a4a4 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036426 Feb 07 22:35:35.803300 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.812315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-12eafc85-a4cd-4cb5-b89a-bbb525bafde5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0942419 Feb 07 22:35:35.828819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.834520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.839881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6d3806e-e187-4523-b429-70a056094507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.860156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5584d49-7c4c-4422-b0f1-eebfd1367a71 req-fe450c37-720b-402c-85d0-795f30209f3d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188023 Feb 07 22:35:35.899760 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2364ef9c27e247cbbeafc0df058955a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380163 Feb 07 22:35:35.901139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0afa-a70c-448f-a2b0-de3704fe5f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cbfdd7-88b9-43c3-8bef-125a7401cc55,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.905018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45712) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:35.905454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.940432 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6d3806e-e187-4523-b429-70a056094507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.970175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3806e-e187-4523-b429-70a056094507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca53f6e4-bc35-4840-a9b0-5e7721aa7c09,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:35.974186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6d3806e-e187-4523-b429-70a056094507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:35.982670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b6d3806e-e187-4523-b429-70a056094507 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca53f6e4-bc35-4840-a9b0-5e7721aa7c09 HTTP/1.1" status: 204 len: 168 time: 0.5016499 Feb 07 22:35:36.006224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a43-7b65-4c0c-984f-80f3e1bb90b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.037546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a43-7b65-4c0c-984f-80f3e1bb90b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.106945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a43-7b65-4c0c-984f-80f3e1bb90b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.126956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b6a43-7b65-4c0c-984f-80f3e1bb90b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cbfdd7-88b9-43c3-8bef-125a7401cc55,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:36.127104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766d79-392d-40b0-811e-1b94701601a6 req-54b7dc9b-3b35-4fd8-aa59-36fb4c98ea48 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.128541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df766d79-392d-40b0-811e-1b94701601a6 req-54b7dc9b-3b35-4fd8-aa59-36fb4c98ea48 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 950 time: 0.0882659 Feb 07 22:35:36.135242 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b23b6a43-7b65-4c0c-984f-80f3e1bb90b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.136512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b23b6a43-7b65-4c0c-984f-80f3e1bb90b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97cbfdd7-88b9-43c3-8bef-125a7401cc55 HTTP/1.1" status: 204 len: 168 time: 0.2300496 Feb 07 22:35:36.202400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df766d79-392d-40b0-811e-1b94701601a6 req-d8c55146-6ab9-4a1b-ae91-d0954d722a80 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682418 Feb 07 22:35:36.343841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-71bf46e2-a479-4837-9491-6e0be0b27211 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Synchronizing usage tracker for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:35:36.394867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-71bf46e2-a479-4837-9491-6e0be0b27211 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Unset dirty status for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:35:36.405704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-71bf46e2-a479-4837-9491-6e0be0b27211 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1012668155&fields=id&tenant_id=f614d9cf3ef34b74bdc603e324c4dc04 HTTP/1.1" status: 200 len: 267 time: 0.1029115 Feb 07 22:35:36.475663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-f6e456e7-a6fc-40f0-9525-90766c2678d8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.478035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-f6e456e7-a6fc-40f0-9525-90766c2678d8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Synchronizing usage tracker for tenant:c4cd2e3ea413406087dd3c1badaf9c11 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:35:36.502671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45738) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:36.535280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.550366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-f6e456e7-a6fc-40f0-9525-90766c2678d8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Unset dirty status for tenant:c4cd2e3ea413406087dd3c1badaf9c11 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:35:36.553203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-f6e456e7-a6fc-40f0-9525-90766c2678d8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 950 time: 0.2144656 Feb 07 22:35:36.568135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:36.644753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Usage tracker for resource:security_group_rule and tenant:fb0dbefefb11414799a3cccbf1474144 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:36.658416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:36.673461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:36.698991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Deleting port b51df900-f94b-49e5-9a50-0e2b2b26f88e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:35:36.699341 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.723175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-e63496c0-82c1-43a2-96d1-5f5f53c89715 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.729667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-e63496c0-82c1-43a2-96d1-5f5f53c89715 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 824 time: 0.3211746 Feb 07 22:35:36.733303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45744) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:36.764810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-e52c387f-76ea-4b45-bf4b-60ec43b63c43 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/quotas/f614d9cf3ef34b74bdc603e324c4dc04 HTTP/1.1" status: 200 len: 375 time: 0.0341735 Feb 07 22:35:36.805868 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.835167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:36.847142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Usage tracker for resource:security_group_rule and tenant:00c7320d65794dc78f22b4ef1a43e52c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:36.852916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1382e-65fe-4221-a51e-962fecae136c req-95217ea9-1d84-44a0-ac99-5eb1144e4e79 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:36.854403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5b1382e-65fe-4221-a51e-962fecae136c req-95217ea9-1d84-44a0-ac99-5eb1144e4e79 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 1101 time: 0.2330422 Feb 07 22:35:36.855188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:36.867993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:36.908137 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:36.910160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:36.942976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:36.950038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Usage tracker for resource:security_group_rule and tenant:b412779a1d5a4b40bac22b957d9d69a7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:36.958164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:36.980905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-d39d2abc-45f2-4f95-88a2-8e7a522edc27 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2095840 Feb 07 22:35:36.990430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:37.074161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.094142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.125649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:37.138528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:37.139561 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.155816 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb0dbefefb11414799a3cccbf1474144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6503646 Feb 07 22:35:37.159185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6891-31c9-48f7-ac8b-d9a477199670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a70d1-c41c-43f1-a34e-c83d235d8fdb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:37.164901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45766) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:37.197409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] For port b51df900-f94b-49e5-9a50-0e2b2b26f88e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b51df900-f94b-49e5-9a50-0e2b2b26f88e,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:37.197777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.211877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.235864 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-847f2da9-99b5-403e-855d-e73195ccf60f service neutron] 10.222.0.10 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395709 Feb 07 22:35:37.263743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.364668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.372275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Calling delete_port for b51df900-f94b-49e5-9a50-0e2b2b26f88e owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:35:37.404360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f544325-4f01-45b4-8127-ea5b132da9bf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:37.413274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:37.413421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66e24ad6-e2c9-463d-bf1c-73ed3d5c7e6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00c7320d65794dc78f22b4ef1a43e52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733074 Feb 07 22:35:37.418195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:37.419153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:37.426766 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.466958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddea89d-bec6-498d-976f-a196b5f5d99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.469278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.489251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.494878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddea89d-bec6-498d-976f-a196b5f5d99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.515308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:37.527630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-f8d4470d-155b-41f7-974b-97d0739d14c5 service neutron] 10.222.0.10 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909212 Feb 07 22:35:37.554974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa55da-d03f-480f-a1bf-4e295a9d84e2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:37.577235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5b1382e-65fe-4221-a51e-962fecae136c req-cb29f476-8a8b-49f1-9427-261e572b7192 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985841 Feb 07 22:35:37.589867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddea89d-bec6-498d-976f-a196b5f5d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.615342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddea89d-bec6-498d-976f-a196b5f5d99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a70d1-c41c-43f1-a34e-c83d235d8fdb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:37.725904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f61dbb1-0bcc-4b79-9627-7fdd0fd3a4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.775808 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddea89d-bec6-498d-976f-a196b5f5d99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.776980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cddea89d-bec6-498d-976f-a196b5f5d99f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/490a70d1-c41c-43f1-a34e-c83d235d8fdb HTTP/1.1" status: 204 len: 168 time: 0.6112237 Feb 07 22:35:37.819071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f61dbb1-0bcc-4b79-9627-7fdd0fd3a4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.858160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7e2b0-167d-4241-afe1-1a49c240bd98 req-887afc4c-1db7-4a55-8b4a-ac37a0708570 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:37.860020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81d7e2b0-167d-4241-afe1-1a49c240bd98 req-887afc4c-1db7-4a55-8b4a-ac37a0708570 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 950 time: 0.1257775 Feb 07 22:35:37.926071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81d7e2b0-167d-4241-afe1-1a49c240bd98 req-ca3bea9b-aa09-47d0-beba-d2f2215aeb59 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/security-groups?id=64494d99-ad88-47f1-9f87-5bc89d8d3a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596774 Feb 07 22:35:37.944113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:37.957109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b51df900-f94b-49e5-9a50-0e2b2b26f88e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:38.016582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Pushing event deleted for resources: {'Port': ['ID=b51df900-f94b-49e5-9a50-0e2b2b26f88e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:38.105043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f61dbb1-0bcc-4b79-9627-7fdd0fd3a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:38.137876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] No DVR routers for this DVR port b51df900-f94b-49e5-9a50-0e2b2b26f88e on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:38.146030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:38.150396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61dbb1-0bcc-4b79-9627-7fdd0fd3a4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f544325-4f01-45b4-8127-ea5b132da9bf,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:38.152241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'name': 'network-vif-deleted', 'tag': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:38.169364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f3501de8-7916-4dde-963d-9eef78b35c14 req-3c4badd3-bd9e-43b7-9ad1-612d15e70df8 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.36 "DELETE /v2.0/ports/b51df900-f94b-49e5-9a50-0e2b2b26f88e HTTP/1.1" status: 204 len: 173 time: 1.5961516 Feb 07 22:35:38.171162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f61dbb1-0bcc-4b79-9627-7fdd0fd3a4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:38.172416 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9f61dbb1-0bcc-4b79-9627-7fdd0fd3a4f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f544325-4f01-45b4-8127-ea5b132da9bf HTTP/1.1" status: 204 len: 168 time: 0.7553167 Feb 07 22:35:38.200335 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708', 'code': 200} Feb 07 22:35:38.377875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d9eb108-0e19-4a79-855f-9cb6a007bed6 req-cbb7ace7-8c9b-4f38-aca1-5c09660eb448 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 210 time: 0.0644622 Feb 07 22:35:38.423125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c5d54-5456-4301-a1b3-26d51959960e req-ad9bff86-8980-472e-bba7-04e12faed183 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:38.435015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b2c5d54-5456-4301-a1b3-26d51959960e req-ad9bff86-8980-472e-bba7-04e12faed183 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 945 time: 0.3512728 Feb 07 22:35:38.506148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b2c5d54-5456-4301-a1b3-26d51959960e req-377066db-3d0b-48c7-bb7e-b18dcabeac8a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697024 Feb 07 22:35:38.532272 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc5c500-e715-4b3d-b7ca-c78b58694fb1', 'name': 'network-vif-deleted', 'tag': 'b51df900-f94b-49e5-9a50-0e2b2b26f88e', 'status': 'completed', 'code': 200} Feb 07 22:35:38.537884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a523252-d404-4987-b654-9549a425365c req-f3e9c493-bd88-486a-80ee-7cc49ab212fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:38.539484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5a523252-d404-4987-b654-9549a425365c req-f3e9c493-bd88-486a-80ee-7cc49ab212fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1096 time: 0.2357378 Feb 07 22:35:38.592433 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5a523252-d404-4987-b654-9549a425365c req-97f81834-2b25-4f41-b356-fb2cb4eb94e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453458 Feb 07 22:35:38.875370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ff0fe-c71d-4be5-b31c-64ab05ae1e36 req-d046c293-0e63-4701-bb95-e7459dca47e4 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:38.879116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab3ff0fe-c71d-4be5-b31c-64ab05ae1e36 req-d046c293-0e63-4701-bb95-e7459dca47e4 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 1101 time: 0.1816213 Feb 07 22:35:38.970491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab3ff0fe-c71d-4be5-b31c-64ab05ae1e36 req-65c76e39-3f4e-4f5f-9eae-45ae79064d86 tempest-ServersAdminNegativeTestJSON-1938973038 tempest-ServersAdminNegativeTestJSON-1938973038-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802708 Feb 07 22:35:39.276712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e41ca73-4038-46bf-bd0c-9a0311b33968 req-eec9fddc-53ed-472e-876a-e04bafa33686 tempest-LiveMigrationNegativeTest-1907977131 tempest-LiveMigrationNegativeTest-1907977131-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc5c500-e715-4b3d-b7ca-c78b58694fb1 HTTP/1.1" status: 200 len: 210 time: 0.1030350 Feb 07 22:35:39.661385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c6e0e7-5fe0-4fe3-8be9-e99eb82d5074 req-d18a381b-c3ce-4cc4-b5eb-8fbd6e595672 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 210 time: 0.0571678 Feb 07 22:35:40.014111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd048a-8ca9-4ca9-b4a6-70ac65cddca5 req-3ded9512-efb0-460a-b166-cbad52aad152 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:40.015611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3afd048a-8ca9-4ca9-b4a6-70ac65cddca5 req-3ded9512-efb0-460a-b166-cbad52aad152 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 945 time: 0.2759845 Feb 07 22:35:40.074863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e91adc-3193-498c-9dd3-c26d1386386b req-3327a758-4b4c-4f5b-a58f-98ea9355ea3a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:40.076362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6e91adc-3193-498c-9dd3-c26d1386386b req-3327a758-4b4c-4f5b-a58f-98ea9355ea3a tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 950 time: 0.1938319 Feb 07 22:35:40.093813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3afd048a-8ca9-4ca9-b4a6-70ac65cddca5 req-6bfa89b3-522a-401b-bccd-5935c4dde6a8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637767 Feb 07 22:35:40.144633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6e91adc-3193-498c-9dd3-c26d1386386b req-f0b6685a-f328-475d-8dd3-44007829618d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496671 Feb 07 22:35:40.318536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-e7de0da2-caa0-445d-bbc2-8bd8665c7273 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:40.319284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-e7de0da2-caa0-445d-bbc2-8bd8665c7273 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Synchronizing usage tracker for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:35:40.370644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-e7de0da2-caa0-445d-bbc2-8bd8665c7273 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Unset dirty status for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:35:40.371899 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-e7de0da2-caa0-445d-bbc2-8bd8665c7273 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 824 time: 0.4073598 Feb 07 22:35:40.472964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-db0038b2-e447-49e5-87d8-2b47f04fd189 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Synchronizing usage tracker for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:35:40.488467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-db0038b2-e447-49e5-87d8-2b47f04fd189 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Unset dirty status for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:35:40.489567 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-db0038b2-e447-49e5-87d8-2b47f04fd189 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f614d9cf3ef34b74bdc603e324c4dc04 HTTP/1.1" status: 200 len: 380 time: 0.1089761 Feb 07 22:35:40.504889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'port': {'device_id': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'admin_state_up': True, 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'security_groups': ['6e40169c-8140-4cd4-95e8-e5f2879f4cdc']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:40.515565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:40.793339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:40.803560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Usage tracker for resource:port and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:40.811408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:40.837174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:40.869276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Made reservation on behalf of f614d9cf3ef34b74bdc603e324c4dc04 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:40.873883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:40.906713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6687e614-bc17-43c3-8f71-b30f24cc58b6 req-11f57fca-6d60-4855-9506-88639c7637a4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 210 time: 0.0706887 Feb 07 22:35:40.931994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b51df900-f94b-49e5-9a50-0e2b2b26f88e no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:35:40.939767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-915751650-network', 'tenant_id': 'a00efbbaca52401591a471751964d219'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:40.944526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:40.954826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Usage tracker for resource:network and tenant:a00efbbaca52401591a471751964d219 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:40.966910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:40.986735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:41.010470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Made reservation on behalf of a00efbbaca52401591a471751964d219 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:41.013296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.013619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: b51df900-f94b-49e5-9a50-0e2b2b26f88e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:35:41.013967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b51df900-f94b-49e5-9a50-0e2b2b26f88e not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:35:41.039598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.075696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:41.086910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Usage tracker for resource:security_group_rule and tenant:a00efbbaca52401591a471751964d219 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:41.089789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:41.099319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:41.141404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Allocated IP 172.20.0.9 (d18684a5-034f-4b86-8ca1-b25676dbe91a/ce50a4e7-2264-4848-ad09-9b9ed900f2fd/9ee96a9b-f582-4813-bca4-e185cdf52beb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:41.216592 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.224912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.239317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45930) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:41.277265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:35:41.285711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebff871-7024-4a9a-b6b6-002dca66f831,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:41.295677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.296094 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Added segment 114594cf-d30b-40b0-85fa-8461eafca5e6 of type vlan for network cb864f67-5919-4282-9cfe-16da7eab5680 Feb 07 22:35:41.328969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.371638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.372866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.373618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.638743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-b790bfb4-d1b0-44f4-9c46-1c7dc17b62ef tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.639470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-b790bfb4-d1b0-44f4-9c46-1c7dc17b62ef tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Synchronizing usage tracker for tenant:7fc80cb619904aa4a475c88c94132aa8 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:35:41.688582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] Pushing event updated for resources: {'Network': ['ID=cb864f67-5919-4282-9cfe-16da7eab5680,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:41.710798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8c8de0ce-fb61-4ea9-9fc7-a73961f23fed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1932173 Feb 07 22:35:41.711347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45946) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:41.721484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Request body: {'subnet': {'network_id': 'cb864f67-5919-4282-9cfe-16da7eab5680', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-915751650-subnet', 'tenant_id': 'a00efbbaca52401591a471751964d219', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:41.723505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network cb864f67-5919-4282-9cfe-16da7eab5680 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:35:41.730925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-b790bfb4-d1b0-44f4-9c46-1c7dc17b62ef tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Unset dirty status for tenant:7fc80cb619904aa4a475c88c94132aa8 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:35:41.731167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:41.732069 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-b790bfb4-d1b0-44f4-9c46-1c7dc17b62ef tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 950 time: 0.5826509 Feb 07 22:35:41.739489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Usage tracker for resource:subnet and tenant:a00efbbaca52401591a471751964d219 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:41.750661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889dba-7e0f-4e1a-8a72-0a4d22525387 req-f4b587e0-9fce-4b35-987a-2a0871931e26 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.755186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-285d4b29-6624-4743-8dcd-e7abb4545906 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4cd2e3ea413406087dd3c1badaf9c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147431 Feb 07 22:35:41.756544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:41.758491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4889dba-7e0f-4e1a-8a72-0a4d22525387 req-f4b587e0-9fce-4b35-987a-2a0871931e26 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 945 time: 0.2523878 Feb 07 22:35:41.777457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:41.788857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:41.795886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-4fa9162a-f4c0-4759-84da-42447745df57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5078115 Feb 07 22:35:41.863047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Made reservation on behalf of a00efbbaca52401591a471751964d219 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:41.865704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.874371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.890360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Deleting port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:35:41.890712 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:41.989990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4889dba-7e0f-4e1a-8a72-0a4d22525387 req-266c5f3b-c8b7-4385-a9a6-499583bf2cd9 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305450 Feb 07 22:35:41.992941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Transition to ACTIVE for port object 9ee96a9b-f582-4813-bca4-e185cdf52beb will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:41.997273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095353c-9117-4b54-b12b-1d83e2d7ab65 req-8a627867-1d27-42fc-94d7-9c57e742ea82 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:41.998617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6095353c-9117-4b54-b12b-1d83e2d7ab65 req-8a627867-1d27-42fc-94d7-9c57e742ea82 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 950 time: 0.4220154 Feb 07 22:35:42.076430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6095353c-9117-4b54-b12b-1d83e2d7ab65 req-560df359-4112-450c-a94a-3a57d20518f0 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596592 Feb 07 22:35:42.110561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b457734-a74f-4097-83f3-977009225f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.199054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.246820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-509e8d01-4ad1-4373-b97b-a75a2c6a360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.248426 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-509e8d01-4ad1-4373-b97b-a75a2c6a360c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1096 time: 0.3168743 Feb 07 22:35:42.250794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b457734-a74f-4097-83f3-977009225f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.349358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.413535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Pushing event updated for resources: {'Subnet': ['ID=810b4cf7-2ccc-48f2-92ba-5cd236d32203,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:42.428677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Checking segment: {'id': '114594cf-d30b-40b0-85fa-8461eafca5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'cb864f67-5919-4282-9cfe-16da7eab5680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:42.429029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Network hostable DHCP agents. Network: cb864f67-5919-4282-9cfe-16da7eab5680, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:35:42.489089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea44a1-a495-45d4-884f-eb18ed50d88b req-d063e83e-fae7-421b-995e-fce8ba78b352 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.490527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fea44a1-a495-45d4-884f-eb18ed50d88b req-d063e83e-fae7-421b-995e-fce8ba78b352 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 931 time: 0.2534161 Feb 07 22:35:42.505336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Network cb864f67-5919-4282-9cfe-16da7eab5680 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:35:42.554162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Network d18684a5-034f-4b86-8ca1-b25676dbe91a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:42.561886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:42.562723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.563200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.563906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.564380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.564861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.565850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.566310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.566761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.568673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c534f23c-9760-440b-9bf2-5d289d88e389 req-b3b802f3-a9f7-4ffd-8215-c41ee283c6e1 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5727 time: 0.2388477 Feb 07 22:35:42.569241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, cb864f67-5919-4282-9cfe-16da7eab5680) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:42.573984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:42.578376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.578890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.579023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.579503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.588486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fea44a1-a495-45d4-884f-eb18ed50d88b req-7bb6cb90-0856-440c-ab06-76b0b0d6030c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880013 Feb 07 22:35:42.620889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6477c0c8-d790-4820-b76d-608ad35fb76a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8980539 Feb 07 22:35:42.621252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event updated for resources: {'Port': ['ID=9ee96a9b-f582-4813-bca4-e185cdf52beb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:42.626238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b530ba-ad65-4532-b05c-7c27c2590748 None None] Network cb864f67-5919-4282-9cfe-16da7eab5680 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:42.694914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] For port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:42.695496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.726330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b457734-a74f-4097-83f3-977009225f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.728738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b457734-a74f-4097-83f3-977009225f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:42.763067 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b457734-a74f-4097-83f3-977009225f4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64494d99-ad88-47f1-9f87-5bc89d8d3a67 HTTP/1.1" status: 204 len: 168 time: 0.9730399 Feb 07 22:35:42.890526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02642b9-2c0d-454c-b576-7ea76f451296 req-8dbad5ef-5c76-4e1f-a485-b763e30af5ce tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:42.903906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133712b-3d42-4c0d-be5f-f70819116a2d None None] Network cb864f67-5919-4282-9cfe-16da7eab5680 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:42.905496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d02642b9-2c0d-454c-b576-7ea76f451296 req-8dbad5ef-5c76-4e1f-a485-b763e30af5ce tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1096 time: 0.1571324 Feb 07 22:35:42.976378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-0ac040c6-4ff2-4b68-bb13-89e65a16a5e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4793675 Feb 07 22:35:43.010474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d02642b9-2c0d-454c-b576-7ea76f451296 req-f96c5ea6-2c46-4d8f-9dc8-9ff3e1f670a5 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039350 Feb 07 22:35:43.150396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-22735860-3800-491c-b2d5-ea19c3508b57 None None] Provisioning for port 9ee96a9b-f582-4813-bca4-e185cdf52beb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:43.160271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-22735860-3800-491c-b2d5-ea19c3508b57 None None] Provisioning complete for port 9ee96a9b-f582-4813-bca4-e185cdf52beb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:43.160861 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-22735860-3800-491c-b2d5-ea19c3508b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.165818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b457734-a74f-4097-83f3-977009225f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64494d99-ad88-47f1-9f87-5bc89d8d3a67,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:43.187166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Calling delete_port for 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:35:43.241680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-22735860-3800-491c-b2d5-ea19c3508b57 None None] Port 9ee96a9b-f582-4813-bca4-e185cdf52beb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:35:43.272943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Request body: {'port': {'device_id': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:43.318645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-37bcf21f-b4d8-44a7-904a-af7974b02172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.320427 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-37bcf21f-b4d8-44a7-904a-af7974b02172 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.9614508 Feb 07 22:35:43.369468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ad249-e594-4313-84e1-52a801759252 req-be566c47-39b6-402d-889c-cec128b3e263 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.376148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d9ad249-e594-4313-84e1-52a801759252 req-be566c47-39b6-402d-889c-cec128b3e263 tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 886 time: 0.3059037 Feb 07 22:35:43.426143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-113c69c5-654d-41f4-8e4e-49cdb44b426b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 217 time: 0.0878625 Feb 07 22:35:43.506626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-f8baeb59-6fd8-4759-bc1e-bbf678ff30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.508112 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-f8baeb59-6fd8-4759-bc1e-bbf678ff30bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0716002 Feb 07 22:35:43.543145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e65a9-3eb5-4c15-9ce9-4933471a6164 req-d30b9ce6-4e99-4ae0-a243-07c1ab912b8b tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.544822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-570e65a9-3eb5-4c15-9ce9-4933471a6164 req-d30b9ce6-4e99-4ae0-a243-07c1ab912b8b tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1096 time: 0.1579239 Feb 07 22:35:43.572479 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-9105969b-91b4-4c78-93b7-48bfaaaaa5d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559547 Feb 07 22:35:43.632302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46000) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:43.632694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46004) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:43.696943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-570e65a9-3eb5-4c15-9ce9-4933471a6164 req-8cd6b77d-3d0d-445f-b2fa-484daa3260b0 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418400 Feb 07 22:35:43.821333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c33b099f-8a9e-4d03-93cd-c54c0b58cee4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a7b82c5cf0a4c038d3548b73b30c496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854970 Feb 07 22:35:43.821783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.822758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46016) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:43.905426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678deb24-d585-4530-a908-f233ccf06e44 req-20cea260-e882-4612-ade7-4de1cfae1992 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:43.907315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-678deb24-d585-4530-a908-f233ccf06e44 req-20cea260-e882-4612-ade7-4de1cfae1992 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 950 time: 0.3275161 Feb 07 22:35:43.938314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46022) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:43.944545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1420860566-network', 'tenant_id': 'abafe9bed6a34225b3460dbc1d404794'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:43.955424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:43.963190 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-d0b780e0-22cd-4764-a359-9d09c6c87186 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834815 Feb 07 22:35:43.967977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:43.968739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['30c9a100-4113-44f8-9739-6cadee991128'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:44.037706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a8b-74e1-4d5d-ae6d-518af254bd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.048627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Usage tracker for resource:network and tenant:abafe9bed6a34225b3460dbc1d404794 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:44.052515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Pushing event deleted for resources: {'Port': ['ID=83c8ca29-b6fb-4ad5-b7b1-7bf800543a39,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:44.054854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.074597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-678deb24-d585-4530-a908-f233ccf06e44 req-6196862e-90be-4e73-896b-d2fe1538fdc5 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525187 Feb 07 22:35:44.100831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.101318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.102024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.102561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.103036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.103499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.104088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.104642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.107455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db98c8ca-d0e1-4dcc-94f5-a96fe06dfd0a req-74253f03-9d34-48c5-9663-5c9d51ec963d tempest-NetworksTest-493653960 tempest-NetworksTest-493653960-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5733 time: 0.3656461 Feb 07 22:35:44.123515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:44.135451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Usage tracker for resource:security_group_rule and tenant:974e39c66a9046a6bf59756c6723fa18 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:44.139705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:44.146622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:44.199929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:44.290441 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.293032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a8b-74e1-4d5d-ae6d-518af254bd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.320189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.477866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:44.482930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=974e39c66a9046a6bf59756c6723fa18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8486056 Feb 07 22:35:44.486762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46038) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:44.487432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a47a5-0b9b-49f7-a08d-0647f352cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1884237b-88ab-47f6-a50f-adabdc3db1ac,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:44.547238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46044) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:44.611811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:35:44.639201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] No DVR routers for this DVR port 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:44.644752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a8b-74e1-4d5d-ae6d-518af254bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.656917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.662651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'name': 'network-vif-deleted', 'tag': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:44.675384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f7a8b-74e1-4d5d-ae6d-518af254bd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f9b170-9c4d-48d1-9cdc-031d2fe2518f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:44.677339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Made reservation on behalf of abafe9bed6a34225b3460dbc1d404794 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:44.684243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.697441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9db4a-a187-4b3e-bd13-5309744d5491 req-4892495a-50f5-40a1-bb9e-a5d8c3a75a99 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:44.714593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bae9db4a-a187-4b3e-bd13-5309744d5491 req-4892495a-50f5-40a1-bb9e-a5d8c3a75a99 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 931 time: 0.4007118 Feb 07 22:35:44.720690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.733072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:35:44.733646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:35:44.737518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cf5f4bb-015b-4f6e-b324-8df159de28a2 req-81dc17bd-e7f1-476e-9725-314fb561bd84 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "DELETE /v2.0/ports/83c8ca29-b6fb-4ad5-b7b1-7bf800543a39 HTTP/1.1" status: 204 len: 173 time: 2.9894054 Feb 07 22:35:44.763822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a5f7a8b-74e1-4d5d-ae6d-518af254bd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.767960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7a5f7a8b-74e1-4d5d-ae6d-518af254bd6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41f9b170-9c4d-48d1-9cdc-031d2fe2518f HTTP/1.1" status: 204 len: 168 time: 0.9391911 Feb 07 22:35:44.775163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:44.792049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Usage tracker for resource:security_group_rule and tenant:abafe9bed6a34225b3460dbc1d404794 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:44.796364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b0d4c5b2-0509-44d8-9808-8b0a06c63231 req-d53ee6a1-0639-4397-9ed8-2fe82f65f77e service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858305 Feb 07 22:35:44.797635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:44.806712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:44.922562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee96a9b-f582-4813-bca4-e185cdf52beb {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:44.934029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.965172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.984466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36eac95e-7427-4c41-a2f7-c554e28acef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:44.995184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Transition to ACTIVE for port object 9ee96a9b-f582-4813-bca4-e185cdf52beb will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:45.007256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.035792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:45.067710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6a15cccd4dcb46dbbe15377ac0f14128 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:45.072447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46060) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:45.086867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:45.089864 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.126706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:45.132954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36eac95e-7427-4c41-a2f7-c554e28acef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.143462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bae9db4a-a187-4b3e-bd13-5309744d5491 req-4c85ca57-2328-4f11-93ec-9bc3c2a1a968 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4177797 Feb 07 22:35:45.157245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28d7bc-5ab3-4b8a-84fe-d7cfe265e6e6 req-146f6a46-90d6-4402-8586-e94bd48d866c tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:45.164470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab28d7bc-5ab3-4b8a-84fe-d7cfe265e6e6 req-146f6a46-90d6-4402-8586-e94bd48d866c tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1096 time: 0.4053929 Feb 07 22:35:45.189934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.234762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab28d7bc-5ab3-4b8a-84fe-d7cfe265e6e6 req-dc1a4d28-8b74-43d0-a428-e721db6fb9cd tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692830 Feb 07 22:35:45.244329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee96a9b-f582-4813-bca4-e185cdf52beb,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:45.291497 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccb70cf-4adb-4141-98e8-b874a980630a', 'name': 'network-vif-deleted', 'tag': '83c8ca29-b6fb-4ad5-b7b1-7bf800543a39', 'status': 'completed', 'code': 200} Feb 07 22:35:45.310992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:35:45.365955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d050780-c5fa-47e0-ad5e-0bd74a3c93ba,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:45.404004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Attempting to bind port 9ee96a9b-f582-4813-bca4-e185cdf52beb on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:45.404493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Attempting to bind port 9ee96a9b-f582-4813-bca4-e185cdf52beb by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:45.404914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Attempting to bind port 9ee96a9b-f582-4813-bca4-e185cdf52beb on network d18684a5-034f-4b86-8ca1-b25676dbe91a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:45.415212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36eac95e-7427-4c41-a2f7-c554e28acef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.418005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.420041 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Added segment ae06c7e7-ea35-4b94-be31-64c3f0f131a9 of type vlan for network f992ab6f-4bec-49dc-87e0-b7dd30045ab8 Feb 07 22:35:45.421737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Port 9ee96a9b-f582-4813-bca4-e185cdf52beb on network d18684a5-034f-4b86-8ca1-b25676dbe91a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:45.423610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Attempting to bind port 9ee96a9b-f582-4813-bca4-e185cdf52beb on network d18684a5-034f-4b86-8ca1-b25676dbe91a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:45.452950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:45.453287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Checking segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:45.457677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Bound using segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:45.458577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Bound port: 9ee96a9b-f582-4813-bca4-e185cdf52beb, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:45.459439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.483732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eac95e-7427-4c41-a2f7-c554e28acef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1884237b-88ab-47f6-a50f-adabdc3db1ac,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:45.524602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.527653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36eac95e-7427-4c41-a2f7-c554e28acef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.528881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-36eac95e-7427-4c41-a2f7-c554e28acef5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1884237b-88ab-47f6-a50f-adabdc3db1ac HTTP/1.1" status: 204 len: 168 time: 1.0226665 Feb 07 22:35:45.547115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.559362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af2f1d15-3d01-43b2-84bd-1240476f02bf req-c7dde7e4-61a6-4d48-b463-856a34ad3784 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ccb70cf-4adb-4141-98e8-b874a980630a HTTP/1.1" status: 200 len: 210 time: 0.0843079 Feb 07 22:35:45.567102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.610185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.631545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:45.662342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a15cccd4dcb46dbbe15377ac0f14128&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0978305 Feb 07 22:35:45.666339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46080) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:45.709011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Usage tracker for resource:security_group_rule and tenant:b7aad0076cf342cd9e0a8bfab6de1c2b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:45.713165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affd9db-a572-472c-9ca8-2c3d4faf01e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8e3d24-ebd4-4abb-a538-1cc4b64762df,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:45.713388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:45.728055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:45.761862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0514e707-7273-4f43-80ff-64fb33152cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.788073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.789164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:45.789653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.800176 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0514e707-7273-4f43-80ff-64fb33152cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.889882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] For port 9ee96a9b-f582-4813-bca4-e185cdf52beb, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:45.922285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0514e707-7273-4f43-80ff-64fb33152cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.928598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] For port 9ee96a9b-f582-4813-bca4-e185cdf52beb, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:45.935928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] Pushing event updated for resources: {'Network': ['ID=f992ab6f-4bec-49dc-87e0-b7dd30045ab8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:45.943707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.956652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f992ab6f-4bec-49dc-87e0-b7dd30045ab8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:35:45.958824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514e707-7273-4f43-80ff-64fb33152cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8e3d24-ebd4-4abb-a538-1cc4b64762df,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:45.976724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0514e707-7273-4f43-80ff-64fb33152cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:45.984818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0514e707-7273-4f43-80ff-64fb33152cc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c8e3d24-ebd4-4abb-a538-1cc4b64762df HTTP/1.1" status: 204 len: 168 time: 0.3162699 Feb 07 22:35:45.986100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46094) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:46.010133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.028130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:46.032333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Usage tracker for resource:security_group_rule and tenant:492e3dc1e66b49b6a41516e699d7d313 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:46.036248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:46.042158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:46.091142 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-212ef8ef-b367-4bc0-ad69-d545f2f7c18b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1512017 Feb 07 22:35:46.094123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46100) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:46.129645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.130583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.132107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ee96a9b-f582-4813-bca4-e185cdf52beb HTTP/1.1" status: 200 len: 1091 time: 2.8776762 Feb 07 22:35:46.148694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Request body: {'subnet': {'network_id': 'f992ab6f-4bec-49dc-87e0-b7dd30045ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1420860566-subnet', 'tenant_id': 'abafe9bed6a34225b3460dbc1d404794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:46.166235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:46.174839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Usage tracker for resource:subnet and tenant:abafe9bed6a34225b3460dbc1d404794 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:46.199980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:46.225750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:46.238987 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.251583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.257858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.278029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07b62f-1054-4013-84db-6ed4044bdf64 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee96a9b-f582-4813-bca4-e185cdf52beb,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.294562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.369999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=492e3dc1e66b49b6a41516e699d7d313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801851 Feb 07 22:35:46.370576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca406e8-5a98-45e2-8c7b-f1b87239751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730b4205-6236-4b2e-93a0-d2aa6f673018,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.373088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:46.379327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4f392-3517-4300-b6f2-07d94194b640,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.381254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Made reservation on behalf of abafe9bed6a34225b3460dbc1d404794 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:46.385140 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-49647c9e-3650-459e-9f7c-f25a7c6a883b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7aad0076cf342cd9e0a8bfab6de1c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3070931 Feb 07 22:35:46.387892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:46.393871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.445663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-ea755c97-3efe-4cc0-968f-2d90eecb40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.449018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-ea755c97-3efe-4cc0-968f-2d90eecb40a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 1094 time: 0.2730331 Feb 07 22:35:46.556465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-d3bf2921-b801-4d31-b103-fbea59b061d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb HTTP/1.1" status: 200 len: 217 time: 0.0968008 Feb 07 22:35:46.612412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-523c9590-58a8-4f76-b739-d80636f03ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.669468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-523c9590-58a8-4f76-b739-d80636f03ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.685169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-8d7d36f2-feb7-4596-8a87-92ca97b3215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.686607 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-8d7d36f2-feb7-4596-8a87-92ca97b3215c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce50a4e7-2264-4848-ad09-9b9ed900f2fd HTTP/1.1" status: 200 len: 863 time: 0.1105757 Feb 07 22:35:46.711542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46130) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:46.754235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.791144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-952757e2-a11f-416c-901c-93800f0e02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.793230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-952757e2-a11f-416c-901c-93800f0e02f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d18684a5-034f-4b86-8ca1-b25676dbe91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997896 Feb 07 22:35:46.796242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:46.798940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-523c9590-58a8-4f76-b739-d80636f03ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.812892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14187e-11c3-43f8-9ef6-c48aca982505 req-d7d3fd95-ca56-475a-8c32-d39060a4ee0b tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.814395 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e14187e-11c3-43f8-9ef6-c48aca982505 req-d7d3fd95-ca56-475a-8c32-d39060a4ee0b tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 943 time: 0.4458094 Feb 07 22:35:46.815054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cfd6-e324-483e-8b30-2529766a4526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.818986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Usage tracker for resource:security_group_rule and tenant:0018c00eef7248269e2615e446fa15ac is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:46.825069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:46.854000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c9590-58a8-4f76-b739-d80636f03ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4f392-3517-4300-b6f2-07d94194b640,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:46.857468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d73aa-d820-4a0a-9a0c-7163b2c8fb46 req-a2ba920a-6a6a-4d8c-988c-dc6eb44ce070 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:46.879953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd9d73aa-d820-4a0a-9a0c-7163b2c8fb46 req-a2ba920a-6a6a-4d8c-988c-dc6eb44ce070 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1096 time: 0.3729711 Feb 07 22:35:46.888612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:46.919016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-523c9590-58a8-4f76-b739-d80636f03ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:46.922447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-523c9590-58a8-4f76-b739-d80636f03ce3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36c4f392-3517-4300-b6f2-07d94194b640 HTTP/1.1" status: 204 len: 168 time: 0.5256128 Feb 07 22:35:46.996397 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-fe21d371-51b6-4545-8554-639c508125a7 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877058 Feb 07 22:35:47.066605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cfd6-e324-483e-8b30-2529766a4526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.141104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e14187e-11c3-43f8-9ef6-c48aca982505 req-17adf735-a957-4103-a871-8d4607df1ebc tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181777 Feb 07 22:35:47.163846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd9d73aa-d820-4a0a-9a0c-7163b2c8fb46 req-e8ad046d-a4b6-409e-9082-444b833df6d9 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830765 Feb 07 22:35:47.184670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b9b9070-5680-40d3-a000-4cd7bad8737f req-1af14302-ff4f-412f-adce-3f31ab5fe9f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821752 Feb 07 22:35:47.249873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.292326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:47.294481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.298730 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cfd6-e324-483e-8b30-2529766a4526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.329149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.336944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3cfd6-e324-483e-8b30-2529766a4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730b4205-6236-4b2e-93a0-d2aa6f673018,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:47.416265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83d2a9c-d08d-4c80-ba3c-d38fd9855116,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:47.431309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46152) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:47.431671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0018c00eef7248269e2615e446fa15ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7188563 Feb 07 22:35:47.439239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955b896-41fb-482b-9818-1651b4965e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a1228-614f-4231-b374-7cf521a577be,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:47.446909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1f3cfd6-e324-483e-8b30-2529766a4526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.448028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d1f3cfd6-e324-483e-8b30-2529766a4526 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/730b4205-6236-4b2e-93a0-d2aa6f673018 HTTP/1.1" status: 204 len: 168 time: 1.0299444 Feb 07 22:35:47.449284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Checking segment: {'id': 'ae06c7e7-ea35-4b94-be31-64c3f0f131a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f992ab6f-4bec-49dc-87e0-b7dd30045ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:47.449549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Network hostable DHCP agents. Network: f992ab6f-4bec-49dc-87e0-b7dd30045ab8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:35:47.479752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Network f992ab6f-4bec-49dc-87e0-b7dd30045ab8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:35:47.499860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f992ab6f-4bec-49dc-87e0-b7dd30045ab8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:47.510647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:47.511208 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.520729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca4cd21-1946-4caf-81df-458a11713074 None None] Network f992ab6f-4bec-49dc-87e0-b7dd30045ab8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:47.548429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46158) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:47.564148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28c65cf8-1e11-41c9-ae86-f6998d95dcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.589507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.609722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b4c0422-b271-407a-a7ad-bbbb90eb246d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5144761 Feb 07 22:35:47.622015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:47.626062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8c4036df6049998456856059a91d56 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:47.629673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28c65cf8-1e11-41c9-ae86-f6998d95dcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.630041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:47.636961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:47.670981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46166) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:47.716492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28c65cf8-1e11-41c9-ae86-f6998d95dcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.770612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.773750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c65cf8-1e11-41c9-ae86-f6998d95dcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a1228-614f-4231-b374-7cf521a577be,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:47.777640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.800941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28c65cf8-1e11-41c9-ae86-f6998d95dcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:47.815737 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-28c65cf8-1e11-41c9-ae86-f6998d95dcb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd5a1228-614f-4231-b374-7cf521a577be HTTP/1.1" status: 204 len: 168 time: 0.3831205 Feb 07 22:35:47.825235 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'status': 'completed', 'code': 200} Feb 07 22:35:47.842225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef8c4036df6049998456856059a91d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903826 Feb 07 22:35:47.842225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b4a24-1edd-4343-839f-61b88766a923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc37632-010f-4319-9d59-285577c93a18,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:47.843728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46176) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:47.955980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46182) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:47.970113 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e99e5c67-a59a-48ba-95d5-d7b1f3d618a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.042802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577cb97c-dd21-49ce-ab7f-7916d8f729fd None None] Network f992ab6f-4bec-49dc-87e0-b7dd30045ab8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:48.147768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-8bb82f24-a260-49e7-b784-4fd24304cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:48.149290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-8bb82f24-a260-49e7-b784-4fd24304cc13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 1094 time: 0.3070586 Feb 07 22:35:48.212635 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e99e5c67-a59a-48ba-95d5-d7b1f3d618a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.268869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.312241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] Deleting subnet 810b4cf7-2ccc-48f2-92ba-5cd236d32203 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:35:48.317886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.345440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-36874ab2-61e2-41d5-9c83-7c4765043ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:48.347523 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-36874ab2-61e2-41d5-9c83-7c4765043ae4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 925 time: 0.1904764 Feb 07 22:35:48.366323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:48.383060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Usage tracker for resource:security_group_rule and tenant:42d9ba08382047da88e8c93b90aa6166 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:48.394981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:48.408434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:48.414160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.423766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d8e0f-dade-47e6-8b6f-f7d9702c63cf req-835b6ece-0d14-4aad-a397-ab47c1c7a367 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:48.425274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e6d8e0f-dade-47e6-8b6f-f7d9702c63cf req-835b6ece-0d14-4aad-a397-ab47c1c7a367 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 950 time: 0.3896987 Feb 07 22:35:48.439031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.451008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-fd014a22-b516-4946-affb-0244e5561501 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb HTTP/1.1" status: 200 len: 217 time: 0.0974402 Feb 07 22:35:48.533902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e99e5c67-a59a-48ba-95d5-d7b1f3d618a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.561179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e6d8e0f-dade-47e6-8b6f-f7d9702c63cf req-8f103596-4a5c-426c-8184-3f93465e731f tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249096 Feb 07 22:35:48.570452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-44d0b40f-f920-4f67-9297-3274beab258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:48.570614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e5c67-a59a-48ba-95d5-d7b1f3d618a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc37632-010f-4319-9d59-285577c93a18,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:48.572248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-44d0b40f-f920-4f67-9297-3274beab258d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce50a4e7-2264-4848-ad09-9b9ed900f2fd HTTP/1.1" status: 200 len: 863 time: 0.1148534 Feb 07 22:35:48.612296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e99e5c67-a59a-48ba-95d5-d7b1f3d618a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.613554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e99e5c67-a59a-48ba-95d5-d7b1f3d618a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fc37632-010f-4319-9d59-285577c93a18 HTTP/1.1" status: 204 len: 168 time: 0.7688708 Feb 07 22:35:48.634479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.698525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-d10c314b-8f5c-4d4d-8104-77d63b15037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:48.706573 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-d10c314b-8f5c-4d4d-8104-77d63b15037e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d18684a5-034f-4b86-8ca1-b25676dbe91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240828 Feb 07 22:35:48.714499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810b4cf7-2ccc-48f2-92ba-5cd236d32203,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:48.720298 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.744607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d06f3bf1-6834-4cd3-9c5a-9e69acc3b58e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/810b4cf7-2ccc-48f2-92ba-5cd236d32203 HTTP/1.1" status: 204 len: 168 time: 0.7854409 Feb 07 22:35:48.745259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46220) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:48.786471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.923826 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:48.931528 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-df813324-2dcb-4546-a0fc-c6504f5e1348 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190101 Feb 07 22:35:49.099069 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.127221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42d9ba08382047da88e8c93b90aa6166&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4549024 Feb 07 22:35:49.140788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46238) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:49.176804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b7d40-0198-4808-933e-23c4ac3ce540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1da0ac9-5165-46f1-941b-7761109ddeaa,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:49.177449 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce99611a-ae80-4654-9e6e-ec4ceee7928b req-4d4a9fed-690a-4efa-98e2-7f3b601e750d service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195420 Feb 07 22:35:49.382915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.409473 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0f666fe5-b963-42b3-979b-1ed19883cdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.423818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-4f5b1488-2249-4053-a3cb-af2b13cfff49 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.424880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-4f5b1488-2249-4053-a3cb-af2b13cfff49 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Synchronizing usage tracker for tenant:7fc80cb619904aa4a475c88c94132aa8 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:35:49.426634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1807a-7841-43b5-a6d8-d495b3671c16 req-a2582435-9e2c-4624-a9dc-036cbc788811 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:49.428439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfb1807a-7841-43b5-a6d8-d495b3671c16 req-a2582435-9e2c-4624-a9dc-036cbc788811 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 943 time: 0.5747566 Feb 07 22:35:49.449650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-4f5b1488-2249-4053-a3cb-af2b13cfff49 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Unset dirty status for tenant:7fc80cb619904aa4a475c88c94132aa8 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:35:49.451646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-4f5b1488-2249-4053-a3cb-af2b13cfff49 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 950 time: 0.1460335 Feb 07 22:35:49.461827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.462116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.462861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.463209 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > port after_create 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.463547 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.463879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > port after_update 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.464198 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.464533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.464876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.465193 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.548280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Deleting port 30c9a100-4113-44f8-9739-6cadee991128 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:35:49.548652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.557991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.558342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.558676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.559007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:35:49.559386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb864f67-5919-4282-9cfe-16da7eab5680']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:49.591041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114594cf-d30b-40b0-85fa-8461eafca5e6') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:49.591562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114594cf-d30b-40b0-85fa-8461eafca5e6') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:49.614677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0f666fe5-b963-42b3-979b-1ed19883cdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.625215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.644622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46270) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:49.669478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfb1807a-7841-43b5-a6d8-d495b3671c16 req-6557445b-f837-42b8-92e7-225d42007814 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313185 Feb 07 22:35:49.670341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.700004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:35:49.700403 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: from cryptography.utils import int_from_bytes Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: from cryptography.utils import int_from_bytes Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: util.warn_limited( Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: util.warn_limited( Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:35:49.717300 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:35:49.888912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0f666fe5-b963-42b3-979b-1ed19883cdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.891360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.913501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f666fe5-b963-42b3-979b-1ed19883cdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1da0ac9-5165-46f1-941b-7761109ddeaa,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:49.947835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] For port 30c9a100-4113-44f8-9739-6cadee991128, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=30c9a100-4113-44f8-9739-6cadee991128,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:49.948203 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:49.966894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb864f67-5919-4282-9cfe-16da7eab5680,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:49.980715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-8d0d2c2b-562b-4113-bb58-3ce1b801adcd tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:35:49.981715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-8d0d2c2b-562b-4113-bb58-3ce1b801adcd tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3361533 Feb 07 22:35:49.982727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.000745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-47b6b730-4b34-4d60-b1f3-bdf4b7aaa099 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb864f67-5919-4282-9cfe-16da7eab5680 HTTP/1.1" status: 204 len: 168 time: 1.2482331 Feb 07 22:35:50.003846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46288) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:50.009635 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0f666fe5-b963-42b3-979b-1ed19883cdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.010819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0f666fe5-b963-42b3-979b-1ed19883cdda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1da0ac9-5165-46f1-941b-7761109ddeaa HTTP/1.1" status: 204 len: 168 time: 0.8581483 Feb 07 22:35:50.098153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Calling delete_port for 30c9a100-4113-44f8-9739-6cadee991128 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:35:50.140325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82040d1e-9f18-44bf-96e3-ed236f19c136 req-98d17eb9-65cf-45d1-a50e-632906c113ec tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:50.147415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82040d1e-9f18-44bf-96e3-ed236f19c136 req-98d17eb9-65cf-45d1-a50e-632906c113ec tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/ports?device_id=85f0d969-3c9a-4ec0-a151-186a171c6c06 HTTP/1.1" status: 200 len: 950 time: 0.3185403 Feb 07 22:35:50.199664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82040d1e-9f18-44bf-96e3-ed236f19c136 req-e63326c2-7736-4612-b1eb-a67f536fd1e0 tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.10 "GET /v2.0/security-groups?id=b26f6729-1b49-45de-8b70-ecb7fba3ed55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Feb 07 22:35:50.231442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] Deleting subnet a83d2a9c-d08d-4c80-ba3c-d38fd9855116 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:35:50.234582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.279666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.295468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['30c9a100-4113-44f8-9739-6cadee991128'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:50.296439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.374972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.391922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Pushing event deleted for resources: {'Port': ['ID=30c9a100-4113-44f8-9739-6cadee991128,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:50.441294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] No DVR routers for this DVR port 30c9a100-4113-44f8-9739-6cadee991128 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:35:50.444540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.447563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'name': 'network-vif-deleted', 'tag': '30c9a100-4113-44f8-9739-6cadee991128'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:50.462178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.466505 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-04fa05ec-81a2-4887-adab-c5dfd3f06f88 req-ac0f11fb-a56f-4e5d-87e4-ee01a6c6c83d tempest-ServersAdminNegativeTestJSON-2099834441 tempest-ServersAdminNegativeTestJSON-2099834441-project] 10.222.0.26 "DELETE /v2.0/ports/30c9a100-4113-44f8-9739-6cadee991128 HTTP/1.1" status: 204 len: 173 time: 1.0045428 Feb 07 22:35:50.513956 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f0d969-3c9a-4ec0-a151-186a171c6c06', 'name': 'network-vif-deleted', 'tag': '30c9a100-4113-44f8-9739-6cadee991128', 'status': 'completed', 'code': 200} Feb 07 22:35:50.517231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83d2a9c-d08d-4c80-ba3c-d38fd9855116,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:50.523166 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.530778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2d2e3639-63a3-4978-9ddc-9ab37eaf81e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a83d2a9c-d08d-4c80-ba3c-d38fd9855116 HTTP/1.1" status: 204 len: 168 time: 0.5239201 Feb 07 22:35:50.534121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46308) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:50.647818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.700959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Request body: {'binding': {'host': 'n-h2-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:50.700959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:35:50.864675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46324) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:50.894451 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:50.935193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:50.936990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Usage tracker for resource:security_group_rule and tenant:cd7d8c4d697343de9af1b827fd63a3b4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:50.953396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:50.971035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:50.994041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9ee96a9b-f582-4813-bca4-e185cdf52beb details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:51.001574 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.148747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f992ab6f-4bec-49dc-87e0-b7dd30045ab8']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:51.156397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.165589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.173681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae06c7e7-ea35-4b94-be31-64c3f0f131a9') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:51.174778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae06c7e7-ea35-4b94-be31-64c3f0f131a9') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:35:51.197951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.233002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9ee96a9b-f582-4813-bca4-e185cdf52beb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:51.248680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd7d8c4d697343de9af1b827fd63a3b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827605 Feb 07 22:35:51.257799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46334) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:51.261027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.269571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'port_id': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'mac_address': 'fa:16:3e:b9:a3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:35:51.288802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:35:51.289442 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:35:51.307411 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:35:51.377060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307d5e8-48bd-4536-85a7-7a553adc6d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750f4720-5353-4d18-af67-a4115151dafc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:51.381677 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.404139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee96a9b-f582-4813-bca4-e185cdf52beb {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:51.406547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060563e-ba56-4b16-beb1-4ae7f53212ff req-1ff2a2c2-a972-4430-9ddf-3e174fb008c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:51.408543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b060563e-ba56-4b16-beb1-4ae7f53212ff req-1ff2a2c2-a972-4430-9ddf-3e174fb008c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 943 time: 0.5231888 Feb 07 22:35:51.422658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9ee96a9b-f582-4813-bca4-e185cdf52beb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:51.432425 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.438731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0091c54-efbd-451f-985f-310fe18c8259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.466568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on host n-h2-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:51.466913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:51.467260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:51.478364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:51.478839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:51.479966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0091c54-efbd-451f-985f-310fe18c8259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.503234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.504855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:51.505563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:51.505563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:51.506003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Bound port: 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:51.526205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.545824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f992ab6f-4bec-49dc-87e0-b7dd30045ab8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:51.551898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b060563e-ba56-4b16-beb1-4ae7f53212ff req-b8a468df-7877-486e-83eb-d4c0d45342da tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181734 Feb 07 22:35:51.556599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6131aecd-9b84-4de1-b94d-34a009895fb1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f992ab6f-4bec-49dc-87e0-b7dd30045ab8 HTTP/1.1" status: 204 len: 168 time: 1.0200303 Feb 07 22:35:51.562738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9ee96a9b-f582-4813-bca4-e185cdf52beb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:51.578640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0091c54-efbd-451f-985f-310fe18c8259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.597741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:51.603982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0091c54-efbd-451f-985f-310fe18c8259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750f4720-5353-4d18-af67-a4115151dafc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:51.606035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0091c54-efbd-451f-985f-310fe18c8259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.607158 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a0091c54-efbd-451f-985f-310fe18c8259 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/750f4720-5353-4d18-af67-a4115151dafc HTTP/1.1" status: 204 len: 168 time: 0.3475816 Feb 07 22:35:51.613293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:51.614735 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-534d2479-889f-4308-8d03-9c5960ae5454 service neutron] 10.222.0.10 "POST /v2.0/ports/6088344d-eaa4-4ebf-8b3d-19b6e10eb708/bindings HTTP/1.1" status: 201 len: 389 time: 1.3489661 Feb 07 22:35:51.660702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['9ee96a9b-f582-4813-bca4-e185cdf52beb'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:51.983992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709619-e3fe-415a-814d-cdef468b84a2 req-1d495e2e-e809-48a1-be93-d9d44f51b44a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:51.991477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1709619-e3fe-415a-814d-cdef468b84a2 req-1d495e2e-e809-48a1-be93-d9d44f51b44a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 945 time: 0.1309493 Feb 07 22:35:52.002613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46360) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:52.050717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1709619-e3fe-415a-814d-cdef468b84a2 req-713bde70-1aa5-4fff-b02d-8ca6c72ebe86 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583150 Feb 07 22:35:52.087877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-28e5520b-8fcf-4a51-be7d-757758e43f65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a00efbbaca52401591a471751964d219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819335 Feb 07 22:35:52.087877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-ac216a07-2107-481f-af2c-553ed23c1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.088602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46366) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:52.089267 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-ac216a07-2107-481f-af2c-553ed23c1109 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1096 time: 0.1844919 Feb 07 22:35:52.163279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6190-b708-4df0-b9f5-19d65935356b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.196265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6190-b708-4df0-b9f5-19d65935356b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.258591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6190-b708-4df0-b9f5-19d65935356b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.265358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-e1896778-10ed-4c6b-8d59-7acc17949565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.267389 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-e1896778-10ed-4c6b-8d59-7acc17949565 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.1678209 Feb 07 22:35:52.276783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf6190-b708-4df0-b9f5-19d65935356b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebff871-7024-4a9a-b6b6-002dca66f831,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:52.284922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6ddf6190-b708-4df0-b9f5-19d65935356b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:52.285896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6ddf6190-b708-4df0-b9f5-19d65935356b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ebff871-7024-4a9a-b6b6-002dca66f831 HTTP/1.1" status: 204 len: 168 time: 0.1963236 Feb 07 22:35:52.357484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-aaf1b00f-37a4-4ec5-806c-caac76a9adf4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 217 time: 0.0684304 Feb 07 22:35:52.427148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-db21e2fe-954b-4b36-b51c-703d670d0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.428638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-db21e2fe-954b-4b36-b51c-703d670d0f23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0616226 Feb 07 22:35:52.470203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46386) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:52.481167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-2d114589-45ec-4f4e-9a1b-f1d6d6a0767f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430660 Feb 07 22:35:52.646512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-5c26990c-c07c-4e81-8cb1-2091bbbe86c9 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542003 Feb 07 22:35:52.661740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 30c9a100-4113-44f8-9739-6cadee991128 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:35:52.704473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 30c9a100-4113-44f8-9739-6cadee991128 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:35:52.705144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 30c9a100-4113-44f8-9739-6cadee991128 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:35:52.790774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b73f74-2e14-4477-87d0-d6831f523f87 req-623b0b32-13e9-486b-bfe0-149fbcbe8561 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:52.798211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86b73f74-2e14-4477-87d0-d6831f523f87 req-623b0b32-13e9-486b-bfe0-149fbcbe8561 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 944 time: 0.1194665 Feb 07 22:35:52.844296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86b73f74-2e14-4477-87d0-d6831f523f87 req-3f258ef2-917b-4330-a853-b277e2fa3634 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416284 Feb 07 22:35:52.847970 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-3903252d-c218-4b14-88b5-b9dec906f743 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911345 Feb 07 22:35:52.979400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c4e146e6-ca53-4ece-abf0-e3a1c5de1457 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fc80cb619904aa4a475c88c94132aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071561 Feb 07 22:35:52.982534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46410) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:52.995161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46414) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:53.007528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9ee96a9b-f582-4813-bca4-e185cdf52beb up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:53.054091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecef2823-f22e-4785-a12f-8a83b0cf9d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.092739 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecef2823-f22e-4785-a12f-8a83b0cf9d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.098828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-d42bce06-e54e-4e89-8c38-d2b49654cbed tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.101196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-d42bce06-e54e-4e89-8c38-d2b49654cbed tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.1757987 Feb 07 22:35:53.103623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3e0a19e8-f36d-4f8f-8254-acd5acd3c862 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abafe9bed6a34225b3460dbc1d404794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020138 Feb 07 22:35:53.106395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46420) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:53.139772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 9ee96a9b-f582-4813-bca4-e185cdf52beb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:53.145533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-3'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:53.146029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 9ee96a9b-f582-4813-bca4-e185cdf52beb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:35:53.146406 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.188229 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecef2823-f22e-4785-a12f-8a83b0cf9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.219530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecef2823-f22e-4785-a12f-8a83b0cf9d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.222048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ecef2823-f22e-4785-a12f-8a83b0cf9d0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b26f6729-1b49-45de-8b70-ecb7fba3ed55 HTTP/1.1" status: 204 len: 168 time: 0.2387252 Feb 07 22:35:53.229670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef2823-f22e-4785-a12f-8a83b0cf9d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26f6729-1b49-45de-8b70-ecb7fba3ed55,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:53.298876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.331076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0861114c-e8a8-4e2b-90ce-9a7cfe3b1392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.360429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0861114c-e8a8-4e2b-90ce-9a7cfe3b1392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.373837 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.451885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:53.469198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb8dca-9e9e-4bc0-a033-8ccb83e94bbf req-463b5d60-926e-4574-a6bb-0a53af32c8b1 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.470404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8cb8dca-9e9e-4bc0-a033-8ccb83e94bbf req-463b5d60-926e-4574-a6bb-0a53af32c8b1 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 945 time: 0.2288778 Feb 07 22:35:53.482078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9ee96a9b-f582-4813-bca4-e185cdf52beb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:53.488988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0861114c-e8a8-4e2b-90ce-9a7cfe3b1392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.489873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.528910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861114c-e8a8-4e2b-90ce-9a7cfe3b1392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d050780-c5fa-47e0-ad5e-0bd74a3c93ba,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:53.529908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8cb8dca-9e9e-4bc0-a033-8ccb83e94bbf req-d2afba95-7f1e-4b74-bed0-228dcafe26a5 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512195 Feb 07 22:35:53.617002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0861114c-e8a8-4e2b-90ce-9a7cfe3b1392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.618403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0861114c-e8a8-4e2b-90ce-9a7cfe3b1392 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d050780-c5fa-47e0-ad5e-0bd74a3c93ba HTTP/1.1" status: 204 len: 168 time: 0.5095274 Feb 07 22:35:53.640133 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'code': 200} Feb 07 22:35:53.662640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9ee96a9b-f582-4813-bca4-e185cdf52beb,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:53.763620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:53.820477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c3209-f201-462c-b0f9-0f68c1d2aedb req-035d3f75-643c-4858-9491-343d4d193876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:53.822177 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b03c3209-f201-462c-b0f9-0f68c1d2aedb req-035d3f75-643c-4858-9491-343d4d193876 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 1096 time: 0.1150017 Feb 07 22:35:53.823264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:53.934871 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b03c3209-f201-462c-b0f9-0f68c1d2aedb req-d01efdba-27e0-4070-974c-a13fe5d7926a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809431 Feb 07 22:35:53.937218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:53.943234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.950795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:53.985889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46464) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:54.063202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e9a2604b-251a-4543-af80-4f2b6e8bf4f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b412779a1d5a4b40bac22b957d9d69a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753624 Feb 07 22:35:54.064167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46468) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:54.130282 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c1a-80f2-4975-887a-33713cebbaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.160932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c1a-80f2-4975-887a-33713cebbaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.220044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on host n-h1-827896-3 for vnic_type normal with profile {"migrating_to": "n-h2-827896-3"} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:54.220044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:54.220349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:54.227093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:35:54.227423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Attempting to bind port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:54.233057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:54.233399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:54.233930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:54.234210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Bound port: 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:54.234557 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.244163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:54.333585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c1a-80f2-4975-887a-33713cebbaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.335604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:54.338685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:54.349245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.355332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b4c1a-80f2-4975-887a-33713cebbaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa55da-d03f-480f-a1bf-4e295a9d84e2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:54.357567 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c1a-80f2-4975-887a-33713cebbaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.361160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e63b4c1a-80f2-4975-887a-33713cebbaec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eafa55da-d03f-480f-a1bf-4e295a9d84e2 HTTP/1.1" status: 204 len: 168 time: 0.2951267 Feb 07 22:35:54.423071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-9d7ea8c8-ccd6-4ab1-900d-2bc5e61245ea tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318537 Feb 07 22:35:54.554402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.555025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.556401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] 10.222.0.26 "PUT /v2.0/ports/6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 1121 time: 1.4433243 Feb 07 22:35:54.559466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e02cb1-f374-42a9-bfe4-36b84819b779 service neutron] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=8']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:54.571281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46502) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:54.634508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6088344d-eaa4-4ebf-8b3d-19b6e10eb708'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:35:54.677256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-b498cce4-15df-4c36-b8c3-4aef0b46c426 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.683398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-b498cce4-15df-4c36-b8c3-4aef0b46c426 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465966 Feb 07 22:35:54.766916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-5a8a6e4d-efe9-4c03-b5bf-5d633d13cc76 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/quotas/ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 375 time: 0.0824485 Feb 07 22:35:54.852550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-c3ae3d36-278f-4e33-8dd5-ed0bdcf86cc9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847006 Feb 07 22:35:54.884486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-network', 'tenant_id': 'ce292c54e0104562be49255502ee97ec'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:54.891088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:54.899398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Usage tracker for resource:network and tenant:ce292c54e0104562be49255502ee97ec is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:54.908097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:54.923542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:54.923702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311987f-e3e1-4c1c-99af-6c8266b5e2de req-efbab2a9-83d8-4c75-8d39-6a7e419ff0c4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:54.933879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4311987f-e3e1-4c1c-99af-6c8266b5e2de req-efbab2a9-83d8-4c75-8d39-6a7e419ff0c4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.2482293 Feb 07 22:35:54.951226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Made reservation on behalf of ce292c54e0104562be49255502ee97ec for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:54.954136 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:54.982472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.003106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:55.007486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Usage tracker for resource:security_group_rule and tenant:ce292c54e0104562be49255502ee97ec is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:55.010619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:55.019358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:55.069175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4311987f-e3e1-4c1c-99af-6c8266b5e2de req-5e0df12f-479a-4c99-a79d-22efac440471 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278079 Feb 07 22:35:55.137963 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.151769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.198510 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708', 'code': 200} Feb 07 22:35:55.220168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:35:55.255121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d940a49-4733-4f86-a0cd-c5c029334aab,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:55.258579 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.259029 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Added segment 43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f of type vlan for network a65b791c-a784-44a4-bd50-ad2ada74411a Feb 07 22:35:55.298665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.334383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.335605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.336466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.448535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] Pushing event updated for resources: {'Network': ['ID=a65b791c-a784-44a4-bd50-ad2ada74411a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:55.454383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8e294396-8028-4473-b851-34222e3692fc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8819766 Feb 07 22:35:55.457766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46546) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:55.466268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a65b791c-a784-44a4-bd50-ad2ada74411a details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:35:55.468334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Request body: {'subnet': {'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-subnet', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:55.478785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:55.485019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Usage tracker for resource:subnet and tenant:ce292c54e0104562be49255502ee97ec is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:55.490124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:55.502688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:55.515389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Made reservation on behalf of ce292c54e0104562be49255502ee97ec for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:55.518937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.552731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232b450-9b68-4495-8ffc-38816d893049 req-cecfdbd1-8d75-4490-b215-d77b6cc599a3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:55.561318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a232b450-9b68-4495-8ffc-38816d893049 req-cecfdbd1-8d75-4490-b215-d77b6cc599a3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 943 time: 0.1391604 Feb 07 22:35:55.652746 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a232b450-9b68-4495-8ffc-38816d893049 req-5a3562ac-d611-4e27-9305-41061253a16d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898640 Feb 07 22:35:55.764861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5985df8d-a255-4339-9b84-afb19b09503a req-639a8ce0-d3b0-42a8-9abb-82021671b49a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 210 time: 0.0687203 Feb 07 22:35:55.871996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.911291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8418ce37-a734-4ec6-aff2-f6b44290fd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:55.940955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46562) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:56.037972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Checking segment: {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:56.038615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Network hostable DHCP agents. Network: a65b791c-a784-44a4-bd50-ad2ada74411a, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:35:56.047999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da27622f-698a-4b8b-bb71-ec6495e2fce8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:56.069410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Network a65b791c-a784-44a4-bd50-ad2ada74411a is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:35:56.082424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a65b791c-a784-44a4-bd50-ad2ada74411a) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:56.092027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.092173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86462b37-ac42-47d4-b437-62034e842303 None None] Network a65b791c-a784-44a4-bd50-ad2ada74411a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:56.092663 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.117987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ce57f68-4443-4aab-b5a3-b022d5972b05 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6562483 Feb 07 22:35:56.118982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46580) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:56.125195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:56.132081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:56.137394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Usage tracker for resource:router and tenant:ce292c54e0104562be49255502ee97ec is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:56.141319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:56.149236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:56.162380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.164540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.183918 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.294556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.325564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:56.333579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:b16ed18dcc13451c826aafd7f8540e8d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:56.390324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:56.421695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:56.468798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a65b791c-a784-44a4-bd50-ad2ada74411a', 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'fixed_ips': [{'subnet_id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:35:56.471645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.594520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6742b-4eab-4fa0-931c-18a39f7f7c46 req-8a656ab7-fdb7-4942-a900-23260a2cf16d tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:56.602040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80f6742b-4eab-4fa0-931c-18a39f7f7c46 req-8a656ab7-fdb7-4942-a900-23260a2cf16d tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.4151618 Feb 07 22:35:56.727570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:35:56.749854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:56.757401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-91cd4338-4139-4938-8271-9d10488272df tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604939 Feb 07 22:35:56.822216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80f6742b-4eab-4fa0-931c-18a39f7f7c46 req-f4ccc7c7-a968-4f09-ac0f-f8258a426871 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191315 Feb 07 22:35:56.841009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Allocated IP 172.20.0.2 (a65b791c-a784-44a4-bd50-ad2ada74411a/da27622f-698a-4b8b-bb71-ec6495e2fce8/7260b762-4425-46b9-89f9-13eb270aceed) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:57.089487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-52311cbe-9729-4a2a-a3d3-f3cef9b5761f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:57.091697 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-52311cbe-9729-4a2a-a3d3-f3cef9b5761f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288045 Feb 07 22:35:57.103804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:35:57.110817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Request body: {'port': {'device_id': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'ba9c3c87b4ed4018a778b3342a0d18c0'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:57.176243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.223186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.227212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:35:57.277541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b16ed18dcc13451c826aafd7f8540e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3352294 Feb 07 22:35:57.280673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46618) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:57.290981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85ffb55f-cebb-483b-9d01-a77a4fa4bdec req-d5d35ad4-ccad-41f6-9f9f-e78a1c44bac7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 210 time: 0.2268932 Feb 07 22:35:57.370831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:57.378847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd97ee-dd0c-431c-bf60-070d8a44d9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404def44-5d04-499f-b5f1-1db0737e2613,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:57.391940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 has no active binding in host n-h2-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:35:57.415901 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.425495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:57.429099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Transition to ACTIVE for port object 7260b762-4425-46b9-89f9-13eb270aceed will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:57.431362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Usage tracker for resource:port and tenant:ba9c3c87b4ed4018a778b3342a0d18c0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:57.434747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:57.446083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:57.459493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Made reservation on behalf of ba9c3c87b4ed4018a778b3342a0d18c0 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:35:57.460447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Transition to ACTIVE for port object 7260b762-4425-46b9-89f9-13eb270aceed will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:57.464757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.474100 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.477081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e029ee-d4a5-4aa6-af69-1e83d7e0d630 req-b7ec86a1-b878-41e5-9b3e-216722c0ad02 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:57.484206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07e029ee-d4a5-4aa6-af69-1e83d7e0d630 req-b7ec86a1-b878-41e5-9b3e-216722c0ad02 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 943 time: 0.4187849 Feb 07 22:35:57.486702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.515031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af1cfd43-b789-484f-95d1-cd3cf8576e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.516467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:35:57.521420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Usage tracker for resource:security_group_rule and tenant:ba9c3c87b4ed4018a778b3342a0d18c0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:35:57.524798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:35:57.532959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:35:57.586714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Network a65b791c-a784-44a4-bd50-ad2ada74411a is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:57.587974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:57.595444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:57.633181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07e029ee-d4a5-4aa6-af69-1e83d7e0d630 req-f36dd4b8-70f1-40ee-b78c-fec08c9740b9 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480827 Feb 07 22:35:57.634952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af1cfd43-b789-484f-95d1-cd3cf8576e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.638040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Pushing event updated for resources: {'Port': ['ID=7260b762-4425-46b9-89f9-13eb270aceed,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:57.676681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.683562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.720806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Attempting to bind port 7260b762-4425-46b9-89f9-13eb270aceed on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:35:57.721289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Attempting to bind port 7260b762-4425-46b9-89f9-13eb270aceed by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:35:57.721775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Attempting to bind port 7260b762-4425-46b9-89f9-13eb270aceed on network a65b791c-a784-44a4-bd50-ad2ada74411a {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:35:57.728496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:35:57.728943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Checking segment: {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:35:57.729293 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.729684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Bound using segment: {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:35:57.730195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Bound port: 7260b762-4425-46b9-89f9-13eb270aceed, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:35:57.730670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.733977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:57.853778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] For port 7260b762-4425-46b9-89f9-13eb270aceed, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:57.859370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] For port 7260b762-4425-46b9-89f9-13eb270aceed, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7260b762-4425-46b9-89f9-13eb270aceed,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:35:57.867555 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:57.872105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48be33-d1d5-4241-9540-e8c06f24a9cd req-8699038a-4f49-40b7-a488-0277a32ba26f tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:57.885141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd48be33-d1d5-4241-9540-e8c06f24a9cd req-8699038a-4f49-40b7-a488-0277a32ba26f tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.3710244 Feb 07 22:35:57.886190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:57.963137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629baf25-2631-4265-b6c5-8cf312740739 None None] Pushing event updated for resources: {'Port': ['ID=7260b762-4425-46b9-89f9-13eb270aceed,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:57.991524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'floatingip': {'port_id': '9ee96a9b-f582-4813-bca4-e185cdf52beb'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:58.083871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Allocated IP 192.168.233.31 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/f135b3f2-960b-4dc7-9907-112c4d8a7eed) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:58.133705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.153733 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96dce4cd-e854-4dba-936a-1958afa9f012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.170313 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708', 'status': 'completed', 'code': 200} Feb 07 22:35:58.187048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af1cfd43-b789-484f-95d1-cd3cf8576e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.221405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.472744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.586650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cfd43-b789-484f-95d1-cd3cf8576e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404def44-5d04-499f-b5f1-1db0737e2613,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:58.642365 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-7bc4a48a-7623-451d-bcf8-1233c732079b service neutron] 10.222.0.36 "GET /v2.0/ports/6088344d-eaa4-4ebf-8b3d-19b6e10eb708/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.2072010 Feb 07 22:35:58.661374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250e31-d516-47e7-9140-d7f0c70799af req-3c0638e6-9366-4a6a-9587-8bdf30755b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:58.661374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b250e31-d516-47e7-9140-d7f0c70799af req-3c0638e6-9366-4a6a-9587-8bdf30755b63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1124 time: 0.4821868 Feb 07 22:35:58.685830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11b6e980-31f7-4447-9b10-b3bb8daf99d5 req-a657e806-a278-4c6d-b3c5-b6dc81460c0d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 210 time: 0.1187594 Feb 07 22:35:58.692409 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af1cfd43-b789-484f-95d1-cd3cf8576e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.696152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-af1cfd43-b789-484f-95d1-cd3cf8576e25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/404def44-5d04-499f-b5f1-1db0737e2613 HTTP/1.1" status: 204 len: 168 time: 1.4059141 Feb 07 22:35:58.793364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Allocated IP 172.25.0.167 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/83703986-da55-462d-85f9-2c3feca9008a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:35:58.811009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:58.854306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Transition to ACTIVE for port object f135b3f2-960b-4dc7-9907-112c4d8a7eed will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:35:59.011468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250e31-d516-47e7-9140-d7f0c70799af req-cb097c22-bb28-4d44-bd7a-4018a978d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:59.013052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b250e31-d516-47e7-9140-d7f0c70799af req-cb097c22-bb28-4d44-bd7a-4018a978d48f service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.3016622 Feb 07 22:35:59.189705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.198750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b250e31-d516-47e7-9140-d7f0c70799af req-30147cc8-9130-4202-a86a-62b83184efef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 217 time: 0.1771839 Feb 07 22:35:59.290777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.326373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.367733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2eda5-a5c4-47e8-8588-3ccdbfe05ad9 req-fe72aca1-439b-4a07-8753-68a017fa7967 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:59.375535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cc2eda5-a5c4-47e8-8588-3ccdbfe05ad9 req-fe72aca1-439b-4a07-8753-68a017fa7967 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 943 time: 0.5467281 Feb 07 22:35:59.405162 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.419341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:35:59.431342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:35:59.433493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:35:59.436152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:35:59.443476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:59.444500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.457596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46688) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:35:59.463412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b250e31-d516-47e7-9140-d7f0c70799af req-5bbbecc0-58c5-4d19-bb80-ca48f5058112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:35:59.465211 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b250e31-d516-47e7-9140-d7f0c70799af req-5bbbecc0-58c5-4d19-bb80-ca48f5058112 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.2583501 Feb 07 22:35:59.476574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:59.491667 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:35:59.530626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cc2eda5-a5c4-47e8-8588-3ccdbfe05ad9 req-ffff2bb4-7e7e-4802-aadc-78a720910af6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541083 Feb 07 22:35:59.584045 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b250e31-d516-47e7-9140-d7f0c70799af req-61ac186c-8cbd-4230-86ea-3201eadf3b5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983794 Feb 07 22:35:59.619230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:35:59.650787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799e235-ed28-40e0-85ab-e303b12ab87b None None] Network a65b791c-a784-44a4-bd50-ad2ada74411a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:35:59.728057 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-00a03d3a-f49d-4954-ab22-5fab6e04f3ba tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6264448 Feb 07 22:35:59.761159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Request body: {'port': {'device_id': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:35:59.762310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7260b762-4425-46b9-89f9-13eb270aceed up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:35:59.830690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:35:59.859287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:35:59.889341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f891c579-ab9a-4107-94cf-21bf28bcb8e1 None None] Provisioning for port 7260b762-4425-46b9-89f9-13eb270aceed completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:35:59.932261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.040436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b250e31-d516-47e7-9140-d7f0c70799af req-c97cbe47-80e0-4776-b429-82492449425c service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470181 Feb 07 22:36:00.048363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.103388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7260b762-4425-46b9-89f9-13eb270aceed completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:00.113697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7260b762-4425-46b9-89f9-13eb270aceed triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:00.114069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.216335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4794faed-711a-4eb3-990e-95e4b2440c4d None None] Provisioning for port f135b3f2-960b-4dc7-9907-112c4d8a7eed completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:00.223842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4794faed-711a-4eb3-990e-95e4b2440c4d None None] Provisioning complete for port f135b3f2-960b-4dc7-9907-112c4d8a7eed triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:00.224218 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4794faed-711a-4eb3-990e-95e4b2440c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.233427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:00.255048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Usage tracker for resource:security_group_rule and tenant:047b53e1f8cb47e0aa3fdff3bc911f4b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:00.260180 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b3ba20f-c857-4a0e-968b-4169e7dc1425 req-fa813653-75cd-4e27-b9ba-aee54d58088b tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=12a7ab64902349aa91f5d95c5d6b363e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663474 Feb 07 22:36:00.261496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:00.265023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:36:00.330726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:00.380514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4794faed-711a-4eb3-990e-95e4b2440c4d None None] Port f135b3f2-960b-4dc7-9907-112c4d8a7eed cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:00.412794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.422863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] Transition to ACTIVE for port object 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:00.436596 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b250e31-d516-47e7-9140-d7f0c70799af req-cc4bf5ca-3fda-4a38-a905-5b09cea45c00 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754709 Feb 07 22:36:00.440609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.460505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7260b762-4425-46b9-89f9-13eb270aceed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7260b762-4425-46b9-89f9-13eb270aceed,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:00.466476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.506540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.552272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7260b762-4425-46b9-89f9-13eb270aceed,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:00.567588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.611042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.681128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:00.687878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] No DVR routers for this DVR port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:00.708053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:00.724281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:00.741797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] Pushing event updated for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:00.761259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Pushing event updated for resources: {'Port': ['ID=83703986-da55-462d-85f9-2c3feca9008a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:00.766625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.768856 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-0640fdc3-23e8-4232-afa8-2b053e31a53d service neutron] 10.222.0.36 "PUT /v2.0/ports/6088344d-eaa4-4ebf-8b3d-19b6e10eb708/bindings/n-h2-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1195436 Feb 07 22:36:00.778719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ba20f-c857-4a0e-968b-4169e7dc1425 req-74a6aa25-e579-4f74-a002-36728ab42247 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.780235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b3ba20f-c857-4a0e-968b-4169e7dc1425 req-74a6aa25-e579-4f74-a002-36728ab42247 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4555039 Feb 07 22:36:00.807377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4b89-aa44-4566-aa9b-a497e93fd32c req-16ea6d2c-8168-482e-af10-d49cf32f1fdd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:00.809019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd8c4b89-aa44-4566-aa9b-a497e93fd32c req-16ea6d2c-8168-482e-af10-d49cf32f1fdd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 935 time: 0.6467762 Feb 07 22:36:00.824255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-546f7a9f-f50d-47da-b86d-2734fbfa1dec None None] Provisioning complete for port 7260b762-4425-46b9-89f9-13eb270aceed triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:00.824716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-546f7a9f-f50d-47da-b86d-2734fbfa1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.862763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b3ba20f-c857-4a0e-968b-4169e7dc1425 req-cc6182a8-090c-4b59-806b-070449d76350 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/quotas/12a7ab64902349aa91f5d95c5d6b363e HTTP/1.1" status: 200 len: 375 time: 0.0631754 Feb 07 22:36:00.882838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f135b3f2-960b-4dc7-9907-112c4d8a7eed {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:00.890671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:00.907082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Transition to ACTIVE for port object f135b3f2-960b-4dc7-9907-112c4d8a7eed will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:00.912686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.073970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:01.102332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:01.102669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:01.102996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:01.108104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Port f135b3f2-960b-4dc7-9907-112c4d8a7eed on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:01.108423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:01.114629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:01.115170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:01.115548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:01.116309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Bound port: f135b3f2-960b-4dc7-9907-112c4d8a7eed, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:01.116831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.146399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b3ba20f-c857-4a0e-968b-4169e7dc1425 req-5a744403-9711-49cc-b01c-e2dffeb67225 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12a7ab64902349aa91f5d95c5d6b363e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1825814 Feb 07 22:36:01.159003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.179890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd8c4b89-aa44-4566-aa9b-a497e93fd32c req-690f841a-79d3-42a4-bf3a-18fffc5faab8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564336 Feb 07 22:36:01.187994 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd associated. External IP: 172.25.0.61, port: 9ee96a9b-f582-4813-bca4-e185cdf52beb. Feb 07 22:36:01.248224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:01.252529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:01.260249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.312152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.323916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.324535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.325928 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] 10.222.0.26 "PUT /v2.0/ports/f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 1095 time: 1.5809829 Feb 07 22:36:01.326370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:01.366088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd552c4-840b-4432-a884-841ce8cfe4ac service neutron] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:01.473052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-25b9355a-5deb-459a-b14b-263d5bfcb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.479684 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-25b9355a-5deb-459a-b14b-263d5bfcb9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1098 time: 0.0858998 Feb 07 22:36:01.568439 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-85977483-33de-4748-b912-0a8dab666f26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.0826616 Feb 07 22:36:01.589243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7260b762-4425-46b9-89f9-13eb270aceed up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:01.658513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-255c33a1-7822-4a8a-8bea-6103e21cfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.660111 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-255c33a1-7822-4a8a-8bea-6103e21cfcaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0819399 Feb 07 22:36:01.660587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46738) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:01.664988 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=047b53e1f8cb47e0aa3fdff3bc911f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2039244 Feb 07 22:36:01.667049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5edc3-fa03-4d25-8b74-0b1c71f7ed60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ac6c62-3483-4aa7-a387-860518317a34,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:01.690666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7260b762-4425-46b9-89f9-13eb270aceed triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:01.691192 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.782945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a04d9038-8003-40c3-a588-89c17b391d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.784838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-f254ec99-7c33-4ccd-9582-9d983e0f6700 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.786443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-f254ec99-7c33-4ccd-9582-9d983e0f6700 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.9228275 Feb 07 22:36:01.832037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a04d9038-8003-40c3-a588-89c17b391d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:01.864521 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'status': 'completed', 'code': 200} Feb 07 22:36:01.913476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-3a54561a-c860-44d3-9229-561c26792c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:01.915736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-3a54561a-c860-44d3-9229-561c26792c6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2079353 Feb 07 22:36:01.961584 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a04d9038-8003-40c3-a588-89c17b391d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.043168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d9038-8003-40c3-a588-89c17b391d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ac6c62-3483-4aa7-a387-860518317a34,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:02.064035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a04d9038-8003-40c3-a588-89c17b391d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.067829 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a04d9038-8003-40c3-a588-89c17b391d78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49ac6c62-3483-4aa7-a387-860518317a34 HTTP/1.1" status: 204 len: 168 time: 0.4035468 Feb 07 22:36:02.120714 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-4a0edbf7-d9e7-404e-8675-8c74ff03cd58 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933742 Feb 07 22:36:02.148963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c77e1-8859-4b18-acea-c99d34d5226f req-3f88c434-7aa6-4333-8c4d-0e815b2de9e7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.150700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b4c77e1-8859-4b18-acea-c99d34d5226f req-3f88c434-7aa6-4333-8c4d-0e815b2de9e7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 944 time: 0.6268306 Feb 07 22:36:02.226443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:02.301483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6001f245-0beb-42d6-b08b-644dd015f7c2 req-2b1adac4-7483-4625-9dbd-59f640c9920c service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685739 Feb 07 22:36:02.416368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b4c77e1-8859-4b18-acea-c99d34d5226f req-3908fb02-2591-4c78-aa88-e1dbe1157d54 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515233 Feb 07 22:36:02.422545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-929bfb19-aa1c-4fd9-894b-351cec440d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.424223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-929bfb19-aa1c-4fd9-894b-351cec440d06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0&tenant_id=2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 1095 time: 0.6225750 Feb 07 22:36:02.456795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-bac4c99f-e303-4022-9dfd-eae541b69274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.458437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-bac4c99f-e303-4022-9dfd-eae541b69274 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1098 time: 0.0960286 Feb 07 22:36:02.624762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:36:02.764828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-caefc3ba-ba98-425b-a4f4-e6b41822ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.766391 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-caefc3ba-ba98-425b-a4f4-e6b41822ed0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3014989 Feb 07 22:36:02.835442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46784) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:02.872809 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-0100c183-2fff-4663-87a7-9a6e7df05ff5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.0986969 Feb 07 22:36:02.886186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-8e913b0e-3113-4a58-8b7a-f2adbba7b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.888299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-8e913b0e-3113-4a58-8b7a-f2adbba7b15c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1095 time: 0.4176013 Feb 07 22:36:02.972984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-790a3068-5ef2-44b0-89b9-7b4c1e6062f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:02.974435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-790a3068-5ef2-44b0-89b9-7b4c1e6062f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0913174 Feb 07 22:36:03.073875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:36:03.084543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-5b852dd2-e130-408e-9f0e-3d8df72f5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:03.086592 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-5b852dd2-e130-408e-9f0e-3d8df72f5fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1014273 Feb 07 22:36:03.146339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:36:03.184485 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:36:03.271446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.297653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2a7c-9ad6-4b59-9c2f-ca0ef82934c8 req-e5611779-595e-410c-8159-52cbcd0af3a6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:03.304654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:03.305167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-155c2a7c-9ad6-4b59-9c2f-ca0ef82934c8 req-e5611779-595e-410c-8159-52cbcd0af3a6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 947 time: 0.6827636 Feb 07 22:36:03.309664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f058945966624861bc874526bbd50586 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:03.314031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:03.321805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:03.327964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.421059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.431460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-42923bb1-b14e-4d82-970f-aa1c54f10bce service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378346 Feb 07 22:36:03.432718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.437216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:03.453575 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] Sync routers for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:03.467242 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:03.469996 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:03.551822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-155c2a7c-9ad6-4b59-9c2f-ca0ef82934c8 req-ca75db93-8140-4a3c-96f9-cf0bd61fccb3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437158 Feb 07 22:36:03.585241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-a390533d-b55d-4d09-9486-d58d40435c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:03.587185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-a390533d-b55d-4d09-9486-d58d40435c84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.6901414 Feb 07 22:36:03.589030 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f058945966624861bc874526bbd50586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7452681 Feb 07 22:36:03.600461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46814) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:03.612841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd34af-3aa7-4da1-902a-f8b0e3f2c3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f6291a-8ea2-4156-ab33-b7201aaad26e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:03.683574 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aeba1f0-f7c8-49e4-9be9-3ea004472883 req-6f0bb8ab-101f-4e1f-a706-a500ac5d8cfc service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300749 Feb 07 22:36:03.759866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:03.778198 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:03.840920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-0bc55b4c-b082-41e4-9fa4-0c8df161b9b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 217 time: 0.2293792 Feb 07 22:36:03.950613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-561dee9f-913c-4621-a0c4-9f0383705879 req-f613b46d-4a33-4f48-95f0-95ac20a5e608 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=12a7ab64902349aa91f5d95c5d6b363e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2055211 Feb 07 22:36:04.077109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2f011953-f905-4744-8a38-a9c5a2bd5152 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "PUT /v2.0/floatingips/9554a87a-489d-4fe4-af2a-32609f0f41cd HTTP/1.1" status: 200 len: 990 time: 6.1849051 Feb 07 22:36:04.108541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:04.127046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-6c6bbe36-a847-41b8-b691-43cd7df7cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.128477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-6c6bbe36-a847-41b8-b691-43cd7df7cfb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.2308075 Feb 07 22:36:04.214607 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '9554a87a-489d-4fe4-af2a-32609f0f41cd', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'port_id': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'mac_address': 'fa:16:3e:b9:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:34Z', 'updated_at': '2022-02-07T22:36:00Z', 'revision_number': 1, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:04.215241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d79dbd8-599b-4d13-bfd6-4bc9e6ad9e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.218676 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] Checking router: 45fa678a-b00d-4c6b-a5fd-8373c308f2aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:04.218912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-4cd35890-ff85-4cd6-a900-5fd29c701042 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806787 Feb 07 22:36:04.228638 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:04.229342 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:04.364950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d79dbd8-599b-4d13-bfd6-4bc9e6ad9e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.381385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ea1fb-7f7c-4438-a822-d9ea1b680d61 req-db309a7f-78b9-4c40-83fb-ca4d99d8c24b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.382843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d0ea1fb-7f7c-4438-a822-d9ea1b680d61 req-db309a7f-78b9-4c40-83fb-ca4d99d8c24b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 944 time: 0.5698340 Feb 07 22:36:04.397526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:36:04.404242 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:04.415523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dee9f-913c-4621-a0c4-9f0383705879 req-cd5c3232-0dc4-4cc2-8b14-b0834ed5575c tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:04.417028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-561dee9f-913c-4621-a0c4-9f0383705879 req-cd5c3232-0dc4-4cc2-8b14-b0834ed5575c tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656062 Feb 07 22:36:04.549560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-561dee9f-913c-4621-a0c4-9f0383705879 req-9b876a14-56ad-4f21-bb1f-0a7e9bd89aa2 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/quotas/12a7ab64902349aa91f5d95c5d6b363e HTTP/1.1" status: 200 len: 375 time: 0.1070573 Feb 07 22:36:04.647811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-561dee9f-913c-4621-a0c4-9f0383705879 req-e7479df0-0435-4038-944c-33b68887cd42 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12a7ab64902349aa91f5d95c5d6b363e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870104 Feb 07 22:36:04.653188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d0ea1fb-7f7c-4438-a822-d9ea1b680d61 req-b2ae98f7-a887-4909-83ed-40a769a57bc8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534790 Feb 07 22:36:04.655152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-3875a1de-2d23-40fa-af89-cdac6003861d service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156368 Feb 07 22:36:04.740475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f135b3f2-960b-4dc7-9907-112c4d8a7eed details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:36:04.761248 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '9554a87a-489d-4fe4-af2a-32609f0f41cd', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'port_id': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'mac_address': 'fa:16:3e:b9:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:34Z', 'updated_at': '2022-02-07T22:36:00Z', 'revision_number': 1, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:04.777043 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d9584-b487-4cd8-a590-ad630071e989 None None] The sync data for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 is: [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '9554a87a-489d-4fe4-af2a-32609f0f41cd', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'port_id': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'mac_address': 'fa:16:3e:b9:a3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:34Z', 'updated_at': '2022-02-07T22:36:00Z', 'revision_number': 1, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:04.950085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d79dbd8-599b-4d13-bfd6-4bc9e6ad9e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:04.957657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:04.981745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'mac_address': 'fa:16:3e:f3:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:36:05.049711 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.063376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79dbd8-599b-4d13-bfd6-4bc9e6ad9e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f6291a-8ea2-4156-ab33-b7201aaad26e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:05.091406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f218902-b9d4-4cb8-b96e-9c09db6d9deb None None] New status for floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:36:05.096198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:05.100278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d79dbd8-599b-4d13-bfd6-4bc9e6ad9e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.104145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3d79dbd8-599b-4d13-bfd6-4bc9e6ad9e68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5f6291a-8ea2-4156-ab33-b7201aaad26e HTTP/1.1" status: 204 len: 168 time: 1.4995992 Feb 07 22:36:05.114009 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Sync routers for ids ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:05.133479 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Routers {'2abaeb98-6e17-4fec-a38a-7ff15e56e174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:05.133830 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:05.167725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.171892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-116c2393-bcad-4fd5-933c-e7466cc667ba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0487790 Feb 07 22:36:05.172220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46854) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:05.189860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-7d30bab8-3f9d-4e1f-8773-e9b56e728ddc service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648988 Feb 07 22:36:05.212222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0a602-5785-4e16-817d-7b8e66a71016 req-4cc53a76-b029-43e0-b874-c47a43c80c3f tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:05.231691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c0a602-5785-4e16-817d-7b8e66a71016 req-4cc53a76-b029-43e0-b874-c47a43c80c3f tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.2719674 Feb 07 22:36:05.337971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c0a602-5785-4e16-817d-7b8e66a71016 req-f57b526d-2a7a-4510-ab3e-71f837fdd046 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031725 Feb 07 22:36:05.446731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f135b3f2-960b-4dc7-9907-112c4d8a7eed {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:05.451062 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'status': 'completed', 'code': 200} Feb 07 22:36:05.501348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:05.519509 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.571811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Set router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:05.602492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b770f45-2601-4c1b-bd7c-fc3b1e49f0f4 req-caf72471-db14-4d48-a0ef-a151c972ddbe tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:05.612355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b770f45-2601-4c1b-bd7c-fc3b1e49f0f4 req-caf72471-db14-4d48-a0ef-a151c972ddbe tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 948 time: 0.1449978 Feb 07 22:36:05.679384 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:05.717589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:05.749935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b770f45-2601-4c1b-bd7c-fc3b1e49f0f4 req-e95f3942-1901-498e-b5a9-5564a38f861e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360455 Feb 07 22:36:05.796459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f71df-e242-481a-90da-24438485b916 req-188408f1-d397-4774-b48c-642d44307514 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:05.798204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-188408f1-d397-4774-b48c-642d44307514 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.1671312 Feb 07 22:36:05.807438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:36:05.838039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-6b9eb1e2-2e07-432e-9d58-98ef646d4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:05.839848 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-6b9eb1e2-2e07-432e-9d58-98ef646d4bec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 1096 time: 0.3455143 Feb 07 22:36:05.876313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:06.067373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.091530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.118730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-087f71df-e242-481a-90da-24438485b916 req-a965bc7a-d97b-41b3-8b3e-7eacb4ad16e5 service neutron] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:06.125514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-087f71df-e242-481a-90da-24438485b916 req-a965bc7a-d97b-41b3-8b3e-7eacb4ad16e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.128421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-087f71df-e242-481a-90da-24438485b916 req-a965bc7a-d97b-41b3-8b3e-7eacb4ad16e5 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6088344d-eaa4-4ebf-8b3d-19b6e10eb708/bindings/n-h1-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.3221254 Feb 07 22:36:06.147206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:06.212753 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:36:01Z', 'revision_number': 3, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:06.222629 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Checking router: 2abaeb98-6e17-4fec-a38a-7ff15e56e174 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:06.223001 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Updating router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 port 83703986-da55-462d-85f9-2c3feca9008a binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:06.310756 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.343254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Usage tracker for resource:security_group_rule and tenant:cd05926235d8464ba6a9117b1fcadafb is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:06.359494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:06.394007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:06.398674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904791d1-fd76-448e-bd4e-5a15e630e93d req-1c91d66c-5e02-40b2-b9b4-7c72593cc1cf tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.400389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-904791d1-fd76-448e-bd4e-5a15e630e93d req-1c91d66c-5e02-40b2-b9b4-7c72593cc1cf tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 944 time: 0.0957685 Feb 07 22:36:06.449626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-904791d1-fd76-448e-bd4e-5a15e630e93d req-d2fe169a-4c36-4d44-83fe-4e3e1b6a909f tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434318 Feb 07 22:36:06.468285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-485192b4-d624-4e14-bc7d-3a77e9fcb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.474408 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-485192b4-d624-4e14-bc7d-3a77e9fcb7ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 925 time: 0.6202824 Feb 07 22:36:06.758729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-b4a906b0-3d61-4088-9780-4c980399de9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb HTTP/1.1" status: 200 len: 1000 time: 0.2557890 Feb 07 22:36:06.772487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f135b3f2-960b-4dc7-9907-112c4d8a7eed up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:06.833111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6b201-dfc9-4783-89b3-d46a50d18535 req-ee62f3b2-b73d-43ac-82cf-f7f025de3ae3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:06.840764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eac6b201-dfc9-4783-89b3-d46a50d18535 req-ee62f3b2-b73d-43ac-82cf-f7f025de3ae3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.1472750 Feb 07 22:36:06.920132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port f135b3f2-960b-4dc7-9907-112c4d8a7eed completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:06.921363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.927894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port f135b3f2-960b-4dc7-9907-112c4d8a7eed triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:06.928599 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.957029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:06.961939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eac6b201-dfc9-4783-89b3-d46a50d18535 req-c2872cdb-b209-4b26-945d-bc70e9c1c0e5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137452 Feb 07 22:36:06.991759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-fb203ea8-3676-458f-ad65-c6f79104deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:07.005958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-fb203ea8-3676-458f-ad65-c6f79104deb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce50a4e7-2264-4848-ad09-9b9ed900f2fd HTTP/1.1" status: 200 len: 863 time: 0.2397389 Feb 07 22:36:07.059969 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.090364 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Transition to ACTIVE for port object 83703986-da55-462d-85f9-2c3feca9008a will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:07.104956 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.146156 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.181436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:07.196296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:07.205082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.205676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:07.255411 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd05926235d8464ba6a9117b1fcadafb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3775754 Feb 07 22:36:07.260100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.260810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46914) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:07.285148 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Attempting to bind port 83703986-da55-462d-85f9-2c3feca9008a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:07.285534 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Attempting to bind port 83703986-da55-462d-85f9-2c3feca9008a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:07.285902 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Attempting to bind port 83703986-da55-462d-85f9-2c3feca9008a on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:07.294356 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:07.295639 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:07.296728 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.297158 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:07.298087 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Bound port: 83703986-da55-462d-85f9-2c3feca9008a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:07.299556 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.313453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8649f02-1498-4e32-91ec-71260f769bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e686bf-9b34-4b7e-b248-38f1f946ab3d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:07.337865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced329a-483f-42c3-92a2-7e9fecc11a03 req-e40f9f86-e201-4d33-8466-02b64e127bdc tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:07.343568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:07.347573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fced329a-483f-42c3-92a2-7e9fecc11a03 req-e40f9f86-e201-4d33-8466-02b64e127bdc tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1095 time: 0.2277224 Feb 07 22:36:07.389972 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Pushing event updated for resources: {'Port': ['ID=83703986-da55-462d-85f9-2c3feca9008a,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:07.401123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25fb1a15-9192-4f50-af16-f2176fd08efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.410288 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.410991 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.412167 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.413162 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.414413 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.415161 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.415935 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.416486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.417175 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.417965 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.418557 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.419171 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:07.441489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.455523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-5d978474-b43d-4ce4-a6fa-47db267190ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:07.457382 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-5d978474-b43d-4ce4-a6fa-47db267190ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d18684a5-034f-4b86-8ca1-b25676dbe91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4067688 Feb 07 22:36:07.469211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fced329a-483f-42c3-92a2-7e9fecc11a03 req-0358a629-988f-4b8d-8166-8f251af0172d tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206927 Feb 07 22:36:07.496205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25fb1a15-9192-4f50-af16-f2176fd08efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.509869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:07.523638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Usage tracker for resource:security_group_rule and tenant:b254e53e93f8415299b28b254b602662 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:07.541396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] For port 83703986-da55-462d-85f9-2c3feca9008a, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:07.543185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:07.552317 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] For port 83703986-da55-462d-85f9-2c3feca9008a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=83703986-da55-462d-85f9-2c3feca9008a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:07.562496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:07.566632 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.634086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Allocated IP 172.20.0.1 (a65b791c-a784-44a4-bd50-ad2ada74411a/da27622f-698a-4b8b-bb71-ec6495e2fce8/7574fbfe-0297-49ea-9fec-7c336964be58) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:07.713356 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb972-5fd6-4f35-a733-6ba2eb5ac72f None None] Pushing event updated for resources: {'Port': ['ID=83703986-da55-462d-85f9-2c3feca9008a,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:07.725384 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Routers {'2abaeb98-6e17-4fec-a38a-7ff15e56e174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:07.726050 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:07.738697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25fb1a15-9192-4f50-af16-f2176fd08efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.774576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb1a15-9192-4f50-af16-f2176fd08efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e686bf-9b34-4b7e-b248-38f1f946ab3d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:07.815116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25fb1a15-9192-4f50-af16-f2176fd08efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.830410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-25fb1a15-9192-4f50-af16-f2176fd08efb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68e686bf-9b34-4b7e-b248-38f1f946ab3d HTTP/1.1" status: 204 len: 168 time: 0.5563881 Feb 07 22:36:07.848402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923ea7-ae4f-4bba-bcc4-cbd45d71b6e9 req-b485844d-e069-4adf-b52b-0a0fd8252885 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:07.851687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1923ea7-ae4f-4bba-bcc4-cbd45d71b6e9 req-b485844d-e069-4adf-b52b-0a0fd8252885 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.2439125 Feb 07 22:36:07.924980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:07.932789 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-ab7d6f51-4a23-4152-867c-e4a633432bef service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792208 Feb 07 22:36:07.963075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.031830 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] Set router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:08.041427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1923ea7-ae4f-4bba-bcc4-cbd45d71b6e9 req-095bf467-db4e-4bf0-9969-5795e56fac5c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791909 Feb 07 22:36:08.079380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.092624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b254e53e93f8415299b28b254b602662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8849277 Feb 07 22:36:08.093787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1958e-2c3b-4193-908d-ceef3158d251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cded6546-babb-43a8-8e90-aabade4602ed,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:08.097234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46934) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:08.140444 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'code': 200} Feb 07 22:36:08.165320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Transition to ACTIVE for port object 7574fbfe-0297-49ea-9fec-7c336964be58 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:08.188123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e618430-b421-4ee2-9813-2fbfcbd943b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.214404 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ea7a4fd-0d5c-4ffd-84cc-c268d4f4661b req-e2998d0c-a757-4d2f-9122-b650002b5833 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685301 Feb 07 22:36:08.237368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.353001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Network a65b791c-a784-44a4-bd50-ad2ada74411a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:08.356058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:08.358788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:08.360216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.362031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e618430-b421-4ee2-9813-2fbfcbd943b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.383330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7574fbfe-0297-49ea-9fec-7c336964be58,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:08.443579 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:36:01Z', 'revision_number': 3, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:08.452765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78678bc-9b19-467d-92f2-d637b7a90cdb None None] The sync data for ids ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'] in n-d-827896-3 is: [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:36:01Z', 'revision_number': 3, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:08.535974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.539481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78bd8662-866a-40e0-aa55-253d6e37c80b req-6d583954-ad04-435c-8bb0-a69c607b7a42 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=12a7ab64902349aa91f5d95c5d6b363e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2358251 Feb 07 22:36:08.759806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a6dfdb77-009a-4a50-bdf4-0925d1d58992 None None] Provisioning for port 7574fbfe-0297-49ea-9fec-7c336964be58 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:08.768777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a6dfdb77-009a-4a50-bdf4-0925d1d58992 None None] Provisioning complete for port 7574fbfe-0297-49ea-9fec-7c336964be58 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:08.770281 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a6dfdb77-009a-4a50-bdf4-0925d1d58992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.873279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfdb77-009a-4a50-bdf4-0925d1d58992 None None] Port 7574fbfe-0297-49ea-9fec-7c336964be58 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:08.883571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd8662-866a-40e0-aa55-253d6e37c80b req-8c77cf88-91a4-4af0-9141-d18a9815dcbc tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:08.890869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78bd8662-866a-40e0-aa55-253d6e37c80b req-8c77cf88-91a4-4af0-9141-d18a9815dcbc tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505125 Feb 07 22:36:08.896613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e618430-b421-4ee2-9813-2fbfcbd943b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.934343 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e618430-b421-4ee2-9813-2fbfcbd943b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:08.937754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4e618430-b421-4ee2-9813-2fbfcbd943b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cded6546-babb-43a8-8e90-aabade4602ed HTTP/1.1" status: 204 len: 168 time: 0.8374321 Feb 07 22:36:08.950762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78bd8662-866a-40e0-aa55-253d6e37c80b req-9e931f7a-4387-43f8-b437-a99c8233049c tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/quotas/12a7ab64902349aa91f5d95c5d6b363e HTTP/1.1" status: 200 len: 375 time: 0.0588696 Feb 07 22:36:09.049068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.054479 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.055077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.140479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-bde8bd7e-f4e5-445f-b14a-f96f3b1af41b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.147725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-bde8bd7e-f4e5-445f-b14a-f96f3b1af41b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.7310925 Feb 07 22:36:09.150309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e618430-b421-4ee2-9813-2fbfcbd943b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cded6546-babb-43a8-8e90-aabade4602ed,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:09.187296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78bd8662-866a-40e0-aa55-253d6e37c80b req-7e25bb56-793b-476a-b933-375957879f69 tempest-QuotasAdminNegativeTest-763472322 tempest-QuotasAdminNegativeTest-763472322-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=12a7ab64902349aa91f5d95c5d6b363e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2322650 Feb 07 22:36:09.193694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3804b3-f77f-48f4-92ad-2c6a2019a25a req-cdc1bdf5-b66e-4a33-af9c-f531c7d6865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.197556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e3804b3-f77f-48f4-92ad-2c6a2019a25a req-cdc1bdf5-b66e-4a33-af9c-f531c7d6865b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1100 time: 0.9667649 Feb 07 22:36:09.198854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-533416d2-0ae8-4891-9cc8-f891d9afe6ce tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/quotas/2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 375 time: 0.0502326 Feb 07 22:36:09.256053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7574fbfe-0297-49ea-9fec-7c336964be58,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:09.273630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Network a65b791c-a784-44a4-bd50-ad2ada74411a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:09.273630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:09.468910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e3804b3-f77f-48f4-92ad-2c6a2019a25a req-bdc5468e-0d59-4d85-b107-6f7418eb4329 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568029 Feb 07 22:36:09.475178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46980) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:09.503847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.532729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-5da704d0-c42d-4446-8ab6-9c95394f9a7c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3258963 Feb 07 22:36:09.578985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:36:09.618853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:09.631090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d9b97e19613d47a3aaec13fdf4dca007 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:09.632254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5cc9830b-b504-4dbf-a138-c5c7f80f32f0 None None] Provisioning complete for port 7574fbfe-0297-49ea-9fec-7c336964be58 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:09.632798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5cc9830b-b504-4dbf-a138-c5c7f80f32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.635624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:09.643211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:09.682882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83703986-da55-462d-85f9-2c3feca9008a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:09.702308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadd07f-9409-4e25-9f38-253a80c4af90 req-86019fa2-138f-4ba2-a57a-5e3675c2ee52 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:09.709954 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edadd07f-9409-4e25-9f38-253a80c4af90 req-86019fa2-138f-4ba2-a57a-5e3675c2ee52 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.3189754 Feb 07 22:36:09.756826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9830b-b504-4dbf-a138-c5c7f80f32f0 None None] Port 7574fbfe-0297-49ea-9fec-7c336964be58 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:09.779784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 83703986-da55-462d-85f9-2c3feca9008a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:09.786729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 83703986-da55-462d-85f9-2c3feca9008a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:09.787099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:09.829324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edadd07f-9409-4e25-9f38-253a80c4af90 req-4fd8150e-1b92-4369-aed1-9ffff1596f9a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184101 Feb 07 22:36:09.835609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:09.847396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-cd967e6f-c8d9-4e83-8d5b-19099cf724fe service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131788 Feb 07 22:36:09.864903 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-93e84cfc-08f1-42d3-8782-113de66470b6 admin admin] 10.222.0.10 "PUT /v2.0/routers/2abaeb98-6e17-4fec-a38a-7ff15e56e174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6915262 Feb 07 22:36:10.010395 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.011649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-4a8c2458-5512-442a-ac45-c99c61310b05 service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633303 Feb 07 22:36:10.034257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 83703986-da55-462d-85f9-2c3feca9008a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=83703986-da55-462d-85f9-2c3feca9008a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:10.041861 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.075339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.080915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.136633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9b97e19613d47a3aaec13fdf4dca007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581056 Feb 07 22:36:10.136633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b64a16-b90f-4194-9f88-8a4e090040d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ff766c-64d3-4802-bdc0-eca798cc97c5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:10.137529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46994) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:10.169574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=83703986-da55-462d-85f9-2c3feca9008a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:10.222064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b3b70e7-f54a-4786-baee-1d5ef009edaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.254703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b3b70e7-f54a-4786-baee-1d5ef009edaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.360131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b3b70e7-f54a-4786-baee-1d5ef009edaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.389122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b70e7-f54a-4786-baee-1d5ef009edaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ff766c-64d3-4802-bdc0-eca798cc97c5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:10.407374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b3b70e7-f54a-4786-baee-1d5ef009edaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:10.410787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9b3b70e7-f54a-4786-baee-1d5ef009edaf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83ff766c-64d3-4802-bdc0-eca798cc97c5 HTTP/1.1" status: 204 len: 168 time: 0.2712116 Feb 07 22:36:10.507139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3938bb-2a15-4c94-bc8b-3c5ae74df23a req-5c702397-575e-47f8-8830-860bd506f782 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:10.517876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd3938bb-2a15-4c94-bc8b-3c5ae74df23a req-5c702397-575e-47f8-8830-860bd506f782 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.1793215 Feb 07 22:36:10.584512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd3938bb-2a15-4c94-bc8b-3c5ae74df23a req-d5bfca56-43ab-403c-af8a-b2f0b0de1af7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Feb 07 22:36:10.886281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Sync routers for ids ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:10.913273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Routers {'2abaeb98-6e17-4fec-a38a-7ff15e56e174'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:10.914371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:10.988070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b475b-814d-45da-8a91-82aedd493ef1 req-1d0b7056-c505-4f91-b104-705bba2e5ab4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:10.995988 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-173b475b-814d-45da-8a91-82aedd493ef1 req-1d0b7056-c505-4f91-b104-705bba2e5ab4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.2920730 Feb 07 22:36:11.099375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-173b475b-814d-45da-8a91-82aedd493ef1 req-44ca43d2-2587-4847-ae8f-1285a1a0c661 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947437 Feb 07 22:36:11.263680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5848ab8-3a07-4d82-b5da-bedc168f2c19 req-d7806ad7-2d64-4fdb-b442-2dadde54aa9b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 210 time: 0.0449536 Feb 07 22:36:11.298217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Set router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:11.550204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:11.558523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-network', 'tenant_id': '585888bfedf54ca1bdde478e02df077a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:11.571019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:11.578648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Usage tracker for resource:network and tenant:585888bfedf54ca1bdde478e02df077a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:11.586122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:11.600839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:11.644027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83703986-da55-462d-85f9-2c3feca9008a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:11.644449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Made reservation on behalf of 585888bfedf54ca1bdde478e02df077a for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:11.648742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.681433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.700235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47078) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:11.717828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:11.728464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Usage tracker for resource:security_group_rule and tenant:585888bfedf54ca1bdde478e02df077a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:11.732685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:11.747180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:11.842625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 83703986-da55-462d-85f9-2c3feca9008a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:11.845967 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.875270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.878678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47086) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:11.912793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.927162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:11.937142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:11.937513 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Added segment e0a620f7-7aa1-41d2-a32c-82b1e3391cdf of type vlan for network 8855546f-ea97-4ec9-9f91-31ef1175d4ea Feb 07 22:36:11.967817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.010875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:36:08Z', 'revision_number': 4, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '7574fbfe-0297-49ea-9fec-7c336964be58', 'name': '', 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'mac_address': 'fa:16:3e:f9:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:07Z', 'updated_at': '2022-02-07T22:36:08Z', 'revision_number': 2, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'subnets': [{'id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:12.018763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Checking router: 2abaeb98-6e17-4fec-a38a-7ff15e56e174 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:12.019409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Updating router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 port 7574fbfe-0297-49ea-9fec-7c336964be58 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:12.025917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ede6f5-58a6-4a40-bae7-9fea475ad862 req-da3dce27-7135-40d5-93ab-d442ddd46a7c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:12.031646 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55ede6f5-58a6-4a40-bae7-9fea475ad862 req-da3dce27-7135-40d5-93ab-d442ddd46a7c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.2590280 Feb 07 22:36:12.085622 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.093196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.093881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:12.094635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.168778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55ede6f5-58a6-4a40-bae7-9fea475ad862 req-9dd6d6d2-afc6-4c5f-a0c4-c1f8fd7b3415 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302893 Feb 07 22:36:12.176037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.220983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:12.225418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Usage tracker for resource:security_group_rule and tenant:050d6a87eb864648a628662c562388db is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:12.228289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:12.234319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:12.330637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.338239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa04f43-3ef0-457e-89a9-c9d1e5500b2c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:12.342515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.358649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.382071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8299007 Feb 07 22:36:12.395981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823edb81-4d0a-4501-aac1-c1b2cc389126 admin admin] Pushing event updated for resources: {'Network': ['ID=8855546f-ea97-4ec9-9f91-31ef1175d4ea,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:12.404349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:12.408519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:12.411001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18cf79d5-795c-4c5d-a19e-09502a903f56 req-36852bbe-aa66-4483-99a3-38bf37bb2b66 tempest-FlavorsV2NegativeTest-2056227771 tempest-FlavorsV2NegativeTest-2056227771-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8eabefab6d3e4d5c971d2e01f2960de7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0783370 Feb 07 22:36:12.411597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb2926e-8db3-426c-93f8-619e5b36de6e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:12.417399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Request body: {'subnet': {'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-subnet', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:12.428402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:12.434849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Usage tracker for resource:security_group_rule and tenant:12a7ab64902349aa91f5d95c5d6b363e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:12.448452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Usage tracker for resource:subnet and tenant:585888bfedf54ca1bdde478e02df077a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:12.454729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:12.458170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:12.469918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:12.473579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:12.483335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-6e2aef03-9c0a-4a82-8fdd-aa86d118857c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:12.485290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-6e2aef03-9c0a-4a82-8fdd-aa86d118857c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.6076105 Feb 07 22:36:12.508774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-63a9c213-1178-4061-9896-d1a0d60480f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=050d6a87eb864648a628662c562388db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065383 Feb 07 22:36:12.509529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47120) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:12.509860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Request body: {'port': {'device_id': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'admin_state_up': True, 'tenant_id': '2527639aebef4b59b127999a0ede186d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:12.660831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.668297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Made reservation on behalf of 585888bfedf54ca1bdde478e02df077a for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:12.671075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.758656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf79d5-795c-4c5d-a19e-09502a903f56 req-9c346b39-5dbf-469c-8779-a751869104a8 tempest-FlavorsV2NegativeTest-2056227771 tempest-FlavorsV2NegativeTest-2056227771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:12.760101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18cf79d5-795c-4c5d-a19e-09502a903f56 req-9c346b39-5dbf-469c-8779-a751869104a8 tempest-FlavorsV2NegativeTest-2056227771 tempest-FlavorsV2NegativeTest-2056227771-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366454 Feb 07 22:36:12.761128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.772508 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8959-1d8c-4241-b99c-8ebe0125fd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.773868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Transition to ACTIVE for port object 7574fbfe-0297-49ea-9fec-7c336964be58 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:12.778115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.781610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:36:12.800387 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.860342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18cf79d5-795c-4c5d-a19e-09502a903f56 req-2a17e585-cbe0-467d-aa87-2625179fc73f tempest-FlavorsV2NegativeTest-2056227771 tempest-FlavorsV2NegativeTest-2056227771-project] 10.222.0.10 "GET /v2.0/quotas/8eabefab6d3e4d5c971d2e01f2960de7 HTTP/1.1" status: 200 len: 375 time: 0.0890536 Feb 07 22:36:12.919385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8959-1d8c-4241-b99c-8ebe0125fd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:12.923318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050966a-88be-430e-b7d1-5c4318d3ede1 None None] Pushing event updated for resources: {'Port': ['ID=7574fbfe-0297-49ea-9fec-7c336964be58,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:12.951813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18cf79d5-795c-4c5d-a19e-09502a903f56 req-6ac294cc-a678-414f-912b-73e65cc29e7e tempest-FlavorsV2NegativeTest-2056227771 tempest-FlavorsV2NegativeTest-2056227771-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8eabefab6d3e4d5c971d2e01f2960de7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904510 Feb 07 22:36:13.104026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-26df0302-ed5e-4094-9033-f51b3de8f7fa tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:13.105561 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-26df0302-ed5e-4094-9033-f51b3de8f7fa tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1100 time: 0.2897105 Feb 07 22:36:13.107451 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8959-1d8c-4241-b99c-8ebe0125fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.121378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12a7ab64902349aa91f5d95c5d6b363e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2411335 Feb 07 22:36:13.137261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47138) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:13.202149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5678031-f6cc-48c4-a79b-761bf7f3dbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa5c657-13a8-4201-b864-b62077a96477,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:13.202791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e8959-1d8c-4241-b99c-8ebe0125fd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb2926e-8db3-426c-93f8-619e5b36de6e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:13.230896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d17babe-3aa5-40ac-aae2-abbfdd7ec0b5 req-88be1f0b-317c-48e3-b028-6f46db4e39bc tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 210 time: 0.1241755 Feb 07 22:36:13.238669 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.261120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3e5e8959-1d8c-4241-b99c-8ebe0125fd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.265044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3e5e8959-1d8c-4241-b99c-8ebe0125fd45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbb2926e-8db3-426c-93f8-619e5b36de6e HTTP/1.1" status: 204 len: 168 time: 0.7488689 Feb 07 22:36:13.270232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:13.274774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Usage tracker for resource:security_group_rule and tenant:78aad73aa3554f0d97787d402fabf758 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:13.279019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:13.286569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:13.440430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.447661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.447947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Attempting to bind port 7574fbfe-0297-49ea-9fec-7c336964be58 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:13.449102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Attempting to bind port 7574fbfe-0297-49ea-9fec-7c336964be58 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:13.449645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Attempting to bind port 7574fbfe-0297-49ea-9fec-7c336964be58 on network a65b791c-a784-44a4-bd50-ad2ada74411a {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:13.456867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:13.458052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Checking segment: {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:13.458943 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.459503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Bound using segment: {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:13.460136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Bound port: 7574fbfe-0297-49ea-9fec-7c336964be58, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:13.460696 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.473458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaf8eb9b-1605-491e-acfd-e1e95124d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.478356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:13.502301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Usage tracker for resource:port and tenant:2527639aebef4b59b127999a0ede186d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:13.507904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:13.513468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6807a2aa-b94f-4f52-a1e6-dce139825bf3 req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732462 Feb 07 22:36:13.532516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9a344-f826-4f42-abe7-d788acf99071 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d34a5-991c-461c-969c-ae3d4cc132fc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:13.565800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:13.574511 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaf8eb9b-1605-491e-acfd-e1e95124d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.586874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] For port 7574fbfe-0297-49ea-9fec-7c336964be58, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:13.587173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.590054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] For port 7574fbfe-0297-49ea-9fec-7c336964be58, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7574fbfe-0297-49ea-9fec-7c336964be58,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:13.599542 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.663279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Made reservation on behalf of 2527639aebef4b59b127999a0ede186d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:13.667240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.697333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Routers {'2abaeb98-6e17-4fec-a38a-7ff15e56e174'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:13.698212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:13.827453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ca46fb-d432-4e6d-a67d-d6e267ef2324,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:13.850006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Checking segment: {'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:13.850398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Network hostable DHCP agents. Network: 8855546f-ea97-4ec9-9f91-31ef1175d4ea, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:13.904078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaf8eb9b-1605-491e-acfd-e1e95124d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:13.924464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:14.006304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8eb9b-1605-491e-acfd-e1e95124d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa5c657-13a8-4201-b864-b62077a96477,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:14.017567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8855546f-ea97-4ec9-9f91-31ef1175d4ea) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:14.027591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:14.028179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.070699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47172) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:14.090969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaf8eb9b-1605-491e-acfd-e1e95124d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.094484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eaf8eb9b-1605-491e-acfd-e1e95124d3e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/baa5c657-13a8-4201-b864-b62077a96477 HTTP/1.1" status: 204 len: 168 time: 0.9527774 Feb 07 22:36:14.094484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-070823d1-cafc-4af5-ae8d-c0d76f519791 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6874154 Feb 07 22:36:14.097646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47182) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:14.098143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Allocated IP 172.20.0.8 (df7e11ec-bfae-4458-a1b1-d432c7adace9/009d7cee-892d-4da4-a1ba-fe535fd7695a/6d8172ce-24e7-474d-84e6-32f49e7882b3) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:14.103695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.106133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:14.112952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:14.115653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] Set router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:14.117130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Usage tracker for resource:router and tenant:585888bfedf54ca1bdde478e02df077a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:14.120449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:14.128873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:14.141893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.143880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.164656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:14.165013 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.181434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Usage tracker for resource:security_group_rule and tenant:6500558599de4228b291c4e942fbeab5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:14.186577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:14.201013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:14.311368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d73ee-b227-41c0-be85-a6ae0a1c987b None None] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:36:14.483202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.487438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.497430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.512781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050966a-88be-430e-b7d1-5c4318d3ede1 None None] Pushing event updated for resources: {'Port': ['ID=7574fbfe-0297-49ea-9fec-7c336964be58,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:14.564244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c21092-3032-4cda-921b-bb39b86c8ced,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:14.571793 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f71f6846-95ab-44a4-af24-9f17984478ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6500558599de4228b291c4e942fbeab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976318 Feb 07 22:36:14.574348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47190) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:14.648868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:14.950555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:14.962239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:14.965902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:14.983063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:14.997971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:14.998635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.016605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dba155e9-db4e-47be-82f2-7d8361bab2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.025190 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.061849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47202) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:15.129652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dba155e9-db4e-47be-82f2-7d8361bab2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.142661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-27a5725b-42ba-4bfd-a42d-acf5404082c3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6417856 Feb 07 22:36:15.144384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8855546f-ea97-4ec9-9f91-31ef1175d4ea', 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'fixed_ips': [{'subnet_id': '95ca46fb-d432-4e6d-a67d-d6e267ef2324'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:36:15.145223 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.167922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Request body: {'port': {'device_id': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:15.205314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47208) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:15.252552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:36:08Z', 'revision_number': 4, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '7574fbfe-0297-49ea-9fec-7c336964be58', 'name': '', 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'mac_address': 'fa:16:3e:f9:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:07Z', 'updated_at': '2022-02-07T22:36:13Z', 'revision_number': 4, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'subnets': [{'id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:15.262530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0ecfe1-2438-4ec3-ab97-b2761f1f8edd None None] The sync data for ids ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'] in n-d-827896-3 is: [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:36:08Z', 'revision_number': 4, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '7574fbfe-0297-49ea-9fec-7c336964be58', 'name': '', 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'mac_address': 'fa:16:3e:f9:38:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:07Z', 'updated_at': '2022-02-07T22:36:13Z', 'revision_number': 4, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'subnets': [{'id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:15.293316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dba155e9-db4e-47be-82f2-7d8361bab2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.300771 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.321963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba155e9-db4e-47be-82f2-7d8361bab2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c21092-3032-4cda-921b-bb39b86c8ced,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:15.327074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dba155e9-db4e-47be-82f2-7d8361bab2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.351950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dba155e9-db4e-47be-82f2-7d8361bab2b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02c21092-3032-4cda-921b-bb39b86c8ced HTTP/1.1" status: 204 len: 168 time: 0.7592485 Feb 07 22:36:15.405469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:15.417437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Allocated IP 172.20.0.2 (8855546f-ea97-4ec9-9f91-31ef1175d4ea/95ca46fb-d432-4e6d-a67d-d6e267ef2324/e9822ed2-91eb-4220-8540-75f10acee5f2) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:15.435526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Usage tracker for resource:security_group_rule and tenant:d073a6c63a744c8f8f327c745f647edf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:15.442178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:15.469128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:15.506349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758e229-bd56-48d4-bdd9-85a76ef65d27 req-5260ceb9-b449-4949-b2f2-485f66c66360 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:15.507904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2758e229-bd56-48d4-bdd9-85a76ef65d27 req-5260ceb9-b449-4949-b2f2-485f66c66360 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 931 time: 0.9180377 Feb 07 22:36:15.512505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.532259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa21054-407a-4b1e-b6bb-d9656d2e3e7d req-e52d7284-e9f6-4abc-8ffb-a1ae3cf60112 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:15.544848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efa21054-407a-4b1e-b6bb-d9656d2e3e7d req-e52d7284-e9f6-4abc-8ffb-a1ae3cf60112 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.5090597 Feb 07 22:36:15.689151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.730098 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.734595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:15.742821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7574fbfe-0297-49ea-9fec-7c336964be58 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:15.743384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Usage tracker for resource:security_group_rule and tenant:8eabefab6d3e4d5c971d2e01f2960de7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:15.748771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:15.763634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:15.794244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.832354 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:15.843262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2758e229-bd56-48d4-bdd9-85a76ef65d27 req-7bbd27e6-4532-41a3-9ecc-c4cd975213a7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921808 Feb 07 22:36:15.881880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Transition to ACTIVE for port object e9822ed2-91eb-4220-8540-75f10acee5f2 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:15.891555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d073a6c63a744c8f8f327c745f647edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813593 Feb 07 22:36:15.900592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:15.903368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-59dfea3a-d9e9-4e70-9a20-4b6ea5b691a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8699746 Feb 07 22:36:15.913267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb731c-19a4-41a7-8b4d-d239f104b22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75d798-7cb1-4ff0-9878-74f8c905c0f7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:15.949400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efa21054-407a-4b1e-b6bb-d9656d2e3e7d req-8c380d77-9331-477f-a8e3-037ad41d8ef5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984864 Feb 07 22:36:15.979419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Transition to ACTIVE for port object e9822ed2-91eb-4220-8540-75f10acee5f2 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:15.994984 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.117711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45423ded-514d-4d6e-bd0e-a1eb72ada335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.161880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:16.162656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7574fbfe-0297-49ea-9fec-7c336964be58 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:16.185231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:16.196971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:16.199067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7574fbfe-0297-49ea-9fec-7c336964be58 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:16.199431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.280409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45423ded-514d-4d6e-bd0e-a1eb72ada335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.313814 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.352287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Pushing event updated for resources: {'Port': ['ID=e9822ed2-91eb-4220-8540-75f10acee5f2,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:16.352959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.465204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-402472bc-579d-4b55-80d2-8483ff675b80 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1cdd7acc2359497b81635119a50fd4cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536788 Feb 07 22:36:16.512995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.524580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45423ded-514d-4d6e-bd0e-a1eb72ada335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.571058 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.582577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45423ded-514d-4d6e-bd0e-a1eb72ada335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75d798-7cb1-4ff0-9878-74f8c905c0f7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:16.616955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Attempting to bind port e9822ed2-91eb-4220-8540-75f10acee5f2 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:16.617329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Attempting to bind port e9822ed2-91eb-4220-8540-75f10acee5f2 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:16.618220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Attempting to bind port e9822ed2-91eb-4220-8540-75f10acee5f2 on network 8855546f-ea97-4ec9-9f91-31ef1175d4ea {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:16.628925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45423ded-514d-4d6e-bd0e-a1eb72ada335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.630529 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-45423ded-514d-4d6e-bd0e-a1eb72ada335 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd75d798-7cb1-4ff0-9878-74f8c905c0f7 HTTP/1.1" status: 204 len: 168 time: 0.7260377 Feb 07 22:36:16.652095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1179ea-ee79-494c-92a6-3f0d35b1cef2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:16.667851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:36:16.675078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:16.675467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Checking segment: {'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:16.675869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.676312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Bound using segment: {'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:16.676835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Bound port: e9822ed2-91eb-4220-8540-75f10acee5f2, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:16.677192 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.876763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8172ce-24e7-474d-84e6-32f49e7882b3 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:16.907169 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.928342 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:16.947243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47274) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:16.986090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Transition to ACTIVE for port object 6d8172ce-24e7-474d-84e6-32f49e7882b3 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:16.989779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-808b8357-bbd4-4133-9950-7f413949956e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8eabefab6d3e4d5c971d2e01f2960de7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9239101 Feb 07 22:36:16.993027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47282) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:17.081427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.117374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7574fbfe-0297-49ea-9fec-7c336964be58, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7574fbfe-0297-49ea-9fec-7c336964be58,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:17.125011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] For port e9822ed2-91eb-4220-8540-75f10acee5f2, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:17.133535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-949c43aa-147b-428a-a427-b9da9daf61ad tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:17.137811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] For port e9822ed2-91eb-4220-8540-75f10acee5f2, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e9822ed2-91eb-4220-8540-75f10acee5f2,segment=NetworkSegment(e0a620f7-7aa1-41d2-a32c-82b1e3391cdf),segment_id=e0a620f7-7aa1-41d2-a32c-82b1e3391cdf)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:17.139910 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.141154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-949c43aa-147b-428a-a427-b9da9daf61ad tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6677632 Feb 07 22:36:17.165184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Allocated IP 172.25.0.55 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/50070cb8-484d-4568-99dd-cda426895e4f) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:17.200773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.239427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-4862799f-d02c-42ef-b300-ad35459a9555 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/quotas/1cdd7acc2359497b81635119a50fd4cd HTTP/1.1" status: 200 len: 375 time: 0.0967600 Feb 07 22:36:17.277712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7574fbfe-0297-49ea-9fec-7c336964be58,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:17.461483 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fb136-8494-436e-bf5a-12d11887443d None None] Pushing event updated for resources: {'Port': ['ID=e9822ed2-91eb-4220-8540-75f10acee5f2,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:17.495762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-network', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:17.507324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4903-54ad-4be0-8e74-cafec3497d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.553024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:17.555138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:17.599154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Usage tracker for resource:network and tenant:dd7a3666c0f9415f8f33fa2a72db7117 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:17.608110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:17.608446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:17.608802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:17.611679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:17.620988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.620988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.620988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.620988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.620988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.620988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.620988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.621751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.621751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.621907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.622137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.622535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:17.627224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-56b84b95-be70-4d66-9a89-d56f42bd2f9b tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cdd7acc2359497b81635119a50fd4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3855209 Feb 07 22:36:17.635311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4903-54ad-4be0-8e74-cafec3497d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.657693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:17.673708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:17.674041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:17.705081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:17.705363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:17.705756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:17.706206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Bound port: 6d8172ce-24e7-474d-84e6-32f49e7882b3, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:17.706677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.728623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7574fbfe-0297-49ea-9fec-7c336964be58 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:17.728885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Made reservation on behalf of dd7a3666c0f9415f8f33fa2a72db7117 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:17.731311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.766714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:17.873275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52676ed-a8ad-4fb6-b191-4b48ac36ae38 req-9b68b989-1878-468d-8ae3-16a502a64816 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:17.874966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e52676ed-a8ad-4fb6-b191-4b48ac36ae38 req-9b68b989-1878-468d-8ae3-16a502a64816 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 943 time: 0.7304537 Feb 07 22:36:17.893145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:17.925774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Usage tracker for resource:security_group_rule and tenant:dd7a3666c0f9415f8f33fa2a72db7117 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:17.930992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:17.951161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:17.974316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4903-54ad-4be0-8e74-cafec3497d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.000574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7574fbfe-0297-49ea-9fec-7c336964be58 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:18.009194 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.022215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e4903-54ad-4be0-8e74-cafec3497d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1179ea-ee79-494c-92a6-3f0d35b1cef2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:18.036302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e52676ed-a8ad-4fb6-b191-4b48ac36ae38 req-0b7f7432-4f90-4e22-9b70-7e389309e62b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518769 Feb 07 22:36:18.045127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:18.054304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:18.057019 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4903-54ad-4be0-8e74-cafec3497d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.058297 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bb5e4903-54ad-4be0-8e74-cafec3497d30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da1179ea-ee79-494c-92a6-3f0d35b1cef2 HTTP/1.1" status: 204 len: 168 time: 1.0643334 Feb 07 22:36:18.080012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.289744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.339187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:18.339878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.341680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-93ba9559-4156-4400-ac65-322864760d78 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 1091 time: 3.1782124 Feb 07 22:36:18.342246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:18.358189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba9559-4156-4400-ac65-322864760d78 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:18.431616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c61d1665-37fe-4624-8b54-ec8e44aacd47 req-d33089ee-d7bf-453c-99b7-6dae424af48a tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 210 time: 0.2386260 Feb 07 22:36:18.527276 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3', 'status': 'completed', 'code': 200} Feb 07 22:36:18.533095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52178818-3894-4022-bcb6-6bcc33491a79 req-79434467-9691-4fe9-a24f-1b364f48a868 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:18.539920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52178818-3894-4022-bcb6-6bcc33491a79 req-79434467-9691-4fe9-a24f-1b364f48a868 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.4195943 Feb 07 22:36:18.547653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.578834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.625610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52178818-3894-4022-bcb6-6bcc33491a79 req-9ecd2b3c-3c8d-4fe8-9fba-024bcb6e6969 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847430 Feb 07 22:36:18.629685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-570b1c2e-6009-4efa-81d5-b4b3ff45fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:18.633659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-570b1c2e-6009-4efa-81d5-b4b3ff45fbf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1100 time: 0.4119122 Feb 07 22:36:18.648093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-9e2f73c9-5774-4b5e-aeeb-4e2f2b1de576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:18.657333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-9e2f73c9-5774-4b5e-aeeb-4e2f2b1de576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1094 time: 0.2602444 Feb 07 22:36:18.658268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:18.820059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-04f13c28-4944-4426-b2d2-088223d69bba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 217 time: 0.1445451 Feb 07 22:36:18.839885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:18.867626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.959629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:18.959992 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Added segment 2db671fd-acda-4a21-b3ff-cbe68a393acf of type vlan for network 8c135a57-28dd-4536-baf6-18f2d613d9b7 Feb 07 22:36:19.056393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-f99f87bd-4f4e-4dff-9c89-8d664dd63aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:19.058206 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-f99f87bd-4f4e-4dff-9c89-8d664dd63aa8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.2212496 Feb 07 22:36:19.088777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.094598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883966f5-efa6-4721-bcb0-0d80b2282076 None None] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:36:19.135292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-4f3a63ff-9549-4757-a70a-4743c43bea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:19.136893 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-4f3a63ff-9549-4757-a70a-4743c43bea47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4917281 Feb 07 22:36:19.234328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-1160f0a9-3f18-4f0c-a58f-de331a687e90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143818 Feb 07 22:36:19.272509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:19.290129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:19.313800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-34fcfc27-e7c0-4970-bc1a-2edb453ed836 None None] Provisioning for port e9822ed2-91eb-4220-8540-75f10acee5f2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:19.335679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-f10806b3-b817-4c82-b65f-62fb09573a60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.1846163 Feb 07 22:36:19.347934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:19.385887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Pushing event updated for resources: {'Port': ['ID=50070cb8-484d-4568-99dd-cda426895e4f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:19.409521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.410719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:19.411889 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:19.505387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-571a2274-12e8-465f-b96c-ce36a16546f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:19.507209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-571a2274-12e8-465f-b96c-ce36a16546f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1310267 Feb 07 22:36:19.616791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.621752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.628670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.629355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.629797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.630365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.630692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.631124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.631546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.631964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.632537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.633078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:19.659093 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7008164 Feb 07 22:36:19.667870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47354) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:19.670488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7be79-3afc-4ee8-bcc6-abf6c6beddfb admin admin] Pushing event updated for resources: {'Network': ['ID=8c135a57-28dd-4536-baf6-18f2d613d9b7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:19.689830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:36:19.692114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Request body: {'subnet': {'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-subnet', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:19.734533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:19.749016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Usage tracker for resource:subnet and tenant:dd7a3666c0f9415f8f33fa2a72db7117 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:19.753794 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-ae7ad589-3c42-4600-8a54-6b7966d93e2b service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186067 Feb 07 22:36:19.754602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:19.859964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47362) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:19.886276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aff06d7a-b633-402f-9282-899141b24116 req-5a1f8db9-c77e-4807-8d79-4ccbaccb42d9 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 210 time: 0.2193890 Feb 07 22:36:19.897028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e9822ed2-91eb-4220-8540-75f10acee5f2 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:19.900446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:20.118554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e9822ed2-91eb-4220-8540-75f10acee5f2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:20.131623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-03591c48-006a-459a-9856-e28bad6315e8 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1cdd7acc2359497b81635119a50fd4cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2825685 Feb 07 22:36:20.131981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e9822ed2-91eb-4220-8540-75f10acee5f2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:20.132501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.350690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.397683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-network', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:20.406831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-cca8bad8-c6dc-4a6c-bda3-0f7b4e25b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:20.408968 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-cca8bad8-c6dc-4a6c-bda3-0f7b4e25b801 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8723176 Feb 07 22:36:20.410435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-ce5e2fae-c67d-4fab-8d7c-ec27816cecc6 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:20.412264 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-ce5e2fae-c67d-4fab-8d7c-ec27816cecc6 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2621768 Feb 07 22:36:20.412678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:20.417942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e9822ed2-91eb-4220-8540-75f10acee5f2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e9822ed2-91eb-4220-8540-75f10acee5f2,segment=NetworkSegment(e0a620f7-7aa1-41d2-a32c-82b1e3391cdf),segment_id=e0a620f7-7aa1-41d2-a32c-82b1e3391cdf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:20.427402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.434141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947060c7-f4ce-45ca-898f-5ec063729148 req-dc27624f-de50-4652-83ff-c917339f693a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:20.435023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Made reservation on behalf of dd7a3666c0f9415f8f33fa2a72db7117 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:20.437508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.441260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-947060c7-f4ce-45ca-898f-5ec063729148 req-dc27624f-de50-4652-83ff-c917339f693a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 943 time: 1.1648302 Feb 07 22:36:20.444211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Usage tracker for resource:network and tenant:506e8ae6d423401abb0dc8c0a8c05d76 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:20.464978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:20.505477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Request body: {'port': {'device_id': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '1cdd7acc2359497b81635119a50fd4cd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:20.510248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e9822ed2-91eb-4220-8540-75f10acee5f2,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:20.572600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8c7ed9e2-f53f-4ed5-b3b7-1fcf985a27a1 None None] Provisioning complete for port e9822ed2-91eb-4220-8540-75f10acee5f2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:20.573377 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8c7ed9e2-f53f-4ed5-b3b7-1fcf985a27a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.630167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-517f39ac-cbda-4de2-b604-26778d3d0c4a req-8a983d47-c0d8-404e-8dab-145e082103bd service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8624096 Feb 07 22:36:20.643796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:20.755872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Made reservation on behalf of 506e8ae6d423401abb0dc8c0a8c05d76 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:20.758149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.763935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:20.775909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Usage tracker for resource:port and tenant:1cdd7acc2359497b81635119a50fd4cd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:20.787338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:20.791989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.807497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85185b6d-807d-4f79-908c-b318cd1c07aa req-97c45434-470a-4f81-b5a9-e244e8a3cf01 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:20.808976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85185b6d-807d-4f79-908c-b318cd1c07aa req-97c45434-470a-4f81-b5a9-e244e8a3cf01 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.6241546 Feb 07 22:36:20.837826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-947060c7-f4ce-45ca-898f-5ec063729148 req-15467298-c6e1-4491-b02d-fa486f2b11b9 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956826 Feb 07 22:36:20.838381 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.916335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:20.920992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:20.935664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Usage tracker for resource:security_group_rule and tenant:506e8ae6d423401abb0dc8c0a8c05d76 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:20.943064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:20.953479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Made reservation on behalf of 1cdd7acc2359497b81635119a50fd4cd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:20.957895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.963985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:20.980272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:20.993289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-25a42b95-16bf-424f-8800-e4dfe11e2136 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458810 Feb 07 22:36:21.015414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:21.028278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-8e12d38e-35e4-468f-8c98-df5398104212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.029777 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-8e12d38e-35e4-468f-8c98-df5398104212 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1094 time: 0.3243594 Feb 07 22:36:21.030715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Usage tracker for resource:security_group_rule and tenant:1cdd7acc2359497b81635119a50fd4cd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:21.031936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85185b6d-807d-4f79-908c-b318cd1c07aa req-9222fc5f-7cdd-4ef8-b8e2-3f85edba4dc9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095563 Feb 07 22:36:21.035665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:21.074323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:21.076693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.249445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ff0e8fb5-bf49-4e7b-a885-af121443e283 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=125eac2b567142d99abcc9f68d181ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016145 Feb 07 22:36:21.257480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:21.265456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c95aac54-3602-490a-a5d0-82c16464c76b req-0e94a318-0764-4dff-a7ab-ab75202c4a6e tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 210 time: 0.1083117 Feb 07 22:36:21.291886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Checking segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:21.292270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Network hostable DHCP agents. Network: 8c135a57-28dd-4536-baf6-18f2d613d9b7, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:21.328991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-a54a1652-81f2-4900-8b52-ffd3444ec7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.330990 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-a54a1652-81f2-4900-8b52-ffd3444ec7b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.2906978 Feb 07 22:36:21.398706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:21.421974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-7189f7b3-2ff7-418c-bc9f-eaaccad87bbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 217 time: 0.0789349 Feb 07 22:36:21.474131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8c135a57-28dd-4536-baf6-18f2d613d9b7) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:21.476796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.482890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.483484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.484175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79ae1f-7a26-4d58-b604-3c29c4d95214 None None] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:36:21.490773 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.523464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-1915850a-4782-4195-b4d5-0d85b76264d0 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144370 Feb 07 22:36:21.590118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-2f46de57-c5d6-40e9-8140-656bb5afd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.591588 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-2f46de57-c5d6-40e9-8140-656bb5afd49b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.1595354 Feb 07 22:36:21.664866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e9822ed2-91eb-4220-8540-75f10acee5f2 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:21.670105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:21.684610 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a538cd4-ed86-4738-96c3-bc18d0670258 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0072591 Feb 07 22:36:21.686949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-3b09a751-17a9-4440-9d0d-536cb143fd41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810750 Feb 07 22:36:21.691145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47386) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:21.693696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.701443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:21.706869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:21.711299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Usage tracker for resource:router and tenant:dd7a3666c0f9415f8f33fa2a72db7117 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:21.714331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:21.720855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:21.741615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-0a4dbace-b380-43b7-9eb8-390b2dbdb6b5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:21.749849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-0a4dbace-b380-43b7-9eb8-390b2dbdb6b5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4801683 Feb 07 22:36:21.752013 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.764534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:36:21.778765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.779922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.800170 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.800588 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Added segment b24253e0-47e9-484f-8857-3e253b51ee25 of type vlan for network 27ec9534-9ef8-4108-a1af-fe765119c6af Feb 07 22:36:21.808813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8c135a57-28dd-4536-baf6-18f2d613d9b7', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:36:21.809781 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.815990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.834725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e9822ed2-91eb-4220-8540-75f10acee5f2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:21.835190 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.835311 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:21.923725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-c67cc6de-35c0-43d2-a870-50bd06fcee5e tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/quotas/125eac2b567142d99abcc9f68d181ada HTTP/1.1" status: 200 len: 375 time: 0.1729534 Feb 07 22:36:21.923973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Allocated IP 192.168.233.115 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/adf8d132-e03c-47d5-a2de-23c5e64bdb01) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:21.933136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-fab677ce-5696-437b-9aa7-2f51d71f7e08 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350507 Feb 07 22:36:22.042347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ce1bcc73-4211-48e5-8371-29d7707fcf99 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176550 Feb 07 22:36:22.131706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Allocated IP 172.20.0.2 (8c135a57-28dd-4536-baf6-18f2d613d9b7/3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead/aecee9d1-d36c-4454-90bc-440664975b6f) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:22.259039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e62a5ae-bbaf-4f5f-a658-5322de027580 req-5d111d6a-f383-419c-a7ec-e97666f5d233 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166869 Feb 07 22:36:22.378238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.395937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Transition to ACTIVE for port object adf8d132-e03c-47d5-a2de-23c5e64bdb01 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:22.413179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d37f51-1baf-4338-a797-c847be074b30,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:22.427440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.461097 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.475376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Transition to ACTIVE for port object aecee9d1-d36c-4454-90bc-440664975b6f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:22.496607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Transition to ACTIVE for port object aecee9d1-d36c-4454-90bc-440664975b6f will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:22.504082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.519644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Pushing event updated for resources: {'Port': ['ID=adf8d132-e03c-47d5-a2de-23c5e64bdb01,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:22.532324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:22.534156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:22.536928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:22.542706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:22.543314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.570911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.584345 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-05a12f79-08eb-4a51-b532-a775d804809d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1545308 Feb 07 22:36:22.588107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:22.596114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:22.600657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:22.601540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Request body: {'port': {'device_id': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:22.668972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Pushing event updated for resources: {'Port': ['ID=aecee9d1-d36c-4454-90bc-440664975b6f,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:22.746274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Attempting to bind port aecee9d1-d36c-4454-90bc-440664975b6f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:22.746653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Attempting to bind port aecee9d1-d36c-4454-90bc-440664975b6f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:22.747016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Attempting to bind port aecee9d1-d36c-4454-90bc-440664975b6f on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:22.754783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:22.755160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Checking segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:22.755559 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.755949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Bound using segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:22.756438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Bound port: aecee9d1-d36c-4454-90bc-440664975b6f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:22.759618 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.768653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.775061 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:36:22.833455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.842591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.843886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:22.844492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:22.898952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] For port aecee9d1-d36c-4454-90bc-440664975b6f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:22.903137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] For port aecee9d1-d36c-4454-90bc-440664975b6f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aecee9d1-d36c-4454-90bc-440664975b6f,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:22.916892 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.041703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c2126d60-60d8-41af-bb65-49e06c1655be None None] Provisioning for port adf8d132-e03c-47d5-a2de-23c5e64bdb01 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:23.045213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bbf84-838e-4c98-8ae0-f59fd04dc11e None None] Pushing event updated for resources: {'Port': ['ID=aecee9d1-d36c-4454-90bc-440664975b6f,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.054266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c2126d60-60d8-41af-bb65-49e06c1655be None None] Provisioning complete for port adf8d132-e03c-47d5-a2de-23c5e64bdb01 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:23.054805 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2126d60-60d8-41af-bb65-49e06c1655be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.066225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3a947-ec5a-457c-9e7a-d1ddd640bc01 req-25acc405-2138-48e8-9111-26ce8872c3a7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:23.073769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8fa3a947-ec5a-457c-9e7a-d1ddd640bc01 req-25acc405-2138-48e8-9111-26ce8872c3a7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.6469424 Feb 07 22:36:23.090090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e6dd-0e0d-4a52-a1bf-ad2ec322c734 req-f14e0661-eb12-4859-851d-d1d24dadd623 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:23.091508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5770e6dd-0e0d-4a52-a1bf-ad2ec322c734 req-f14e0661-eb12-4859-851d-d1d24dadd623 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 943 time: 1.1155221 Feb 07 22:36:23.092302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Router a860e560-efc4-45c4-bd26-5f811271b5d5 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:36:23.125279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c2126d60-60d8-41af-bb65-49e06c1655be None None] Port adf8d132-e03c-47d5-a2de-23c5e64bdb01 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:23.161959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] Pushing event updated for resources: {'Network': ['ID=27ec9534-9ef8-4108-a1af-fe765119c6af,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.179057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 27ec9534-9ef8-4108-a1af-fe765119c6af details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:36:23.275948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8747e8bd-555e-4c4a-a639-93f53c7dfc9a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 3.4132729 Feb 07 22:36:23.291102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47410) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:23.311464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Request body: {'subnet': {'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-subnet', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:23.334779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:36:23.337212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8fa3a947-ec5a-457c-9e7a-d1ddd640bc01 req-980423c4-0278-4f31-bf41-2f3dec45046c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625635 Feb 07 22:36:23.496125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf8d132-e03c-47d5-a2de-23c5e64bdb01 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:23.505573 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.517108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:23.523237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Transition to ACTIVE for port object adf8d132-e03c-47d5-a2de-23c5e64bdb01 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:23.529589 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Sync routers for ids ['a860e560-efc4-45c4-bd26-5f811271b5d5'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:23.545202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.545357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5770e6dd-0e0d-4a52-a1bf-ad2ec322c734 req-87bd0b7a-fdc3-468a-b0fd-4907177bd25b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165592 Feb 07 22:36:23.546013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:23.557605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Routers {'a860e560-efc4-45c4-bd26-5f811271b5d5'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:23.558235 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a860e560-efc4-45c4-bd26-5f811271b5d5'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:23.579067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:23.591834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Usage tracker for resource:subnet and tenant:506e8ae6d423401abb0dc8c0a8c05d76 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:23.607028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '6d8172ce-24e7-474d-84e6-32f49e7882b3', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'port_id': '6d8172ce-24e7-474d-84e6-32f49e7882b3', 'mac_address': 'fa:16:3e:93:4d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009d7cee-892d-4da4-a1ba-fe535fd7695a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:36:23.654918 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-fb146f8a-1916-4eed-94a1-fc2102d74418 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=125eac2b567142d99abcc9f68d181ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1051254 Feb 07 22:36:23.665969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:23.734331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aecee9d1-d36c-4454-90bc-440664975b6f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:23.819794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.851294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8172ce-24e7-474d-84e6-32f49e7882b3 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:23.891992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port aecee9d1-d36c-4454-90bc-440664975b6f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:23.920539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-572ac082-433a-4b1a-968d-68d42f754a95 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=125eac2b567142d99abcc9f68d181ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2652595 Feb 07 22:36:23.930566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-731be938-b259-42fe-94bc-51c3747d9e71 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:23.938538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:23.939506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-731be938-b259-42fe-94bc-51c3747d9e71 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840426 Feb 07 22:36:23.943371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:23.950723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=adf8d132-e03c-47d5-a2de-23c5e64bdb01,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:23.954986 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:23.981056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-9baf7ac5-d88f-4c18-aec4-523a9e8eb58f tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/quotas/125eac2b567142d99abcc9f68d181ada HTTP/1.1" status: 200 len: 375 time: 0.0404990 Feb 07 22:36:23.997369 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Set router a860e560-efc4-45c4-bd26-5f811271b5d5 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:24.122062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:24.139532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.140896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b6aa8bc1-50de-4a18-be8a-af3a02a3822a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0420244 Feb 07 22:36:24.144042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-d1aa44e8-3ba4-4a37-ac92-79fa80029e72 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1622169 Feb 07 22:36:24.144819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47422) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:24.206780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6d8172ce-24e7-474d-84e6-32f49e7882b3'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:36:24.231892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Made reservation on behalf of 506e8ae6d423401abb0dc8c0a8c05d76 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:24.234264 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.284700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-8ec828a9-1a13-4da6-84fc-5f401a8dc6d1 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:24.286591 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-8ec828a9-1a13-4da6-84fc-5f401a8dc6d1 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086302 Feb 07 22:36:24.346555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Request body: {'port': {'device_id': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '125eac2b567142d99abcc9f68d181ada'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:24.484087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Attempting to bind port adf8d132-e03c-47d5-a2de-23c5e64bdb01 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:24.484587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Attempting to bind port adf8d132-e03c-47d5-a2de-23c5e64bdb01 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:24.485008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Attempting to bind port adf8d132-e03c-47d5-a2de-23c5e64bdb01 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:24.498426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Port adf8d132-e03c-47d5-a2de-23c5e64bdb01 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:24.500269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Attempting to bind port adf8d132-e03c-47d5-a2de-23c5e64bdb01 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:24.537437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:24.537936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:24.538545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:24.539106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Bound port: adf8d132-e03c-47d5-a2de-23c5e64bdb01, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:24.539557 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.577704 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50070cb8-484d-4568-99dd-cda426895e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:36:20Z', 'revision_number': 3, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port': {'id': '50070cb8-484d-4568-99dd-cda426895e4f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:16Z', 'updated_at': '2022-02-07T22:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:24.583487 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Checking router: a860e560-efc4-45c4-bd26-5f811271b5d5 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:24.584091 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Updating router a860e560-efc4-45c4-bd26-5f811271b5d5 port 50070cb8-484d-4568-99dd-cda426895e4f binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:24.674610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:24.679399 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.682708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Usage tracker for resource:port and tenant:125eac2b567142d99abcc9f68d181ada is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:24.687066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:24.701618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:24.705525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc52014-e3ed-47e6-bb69-634bebff332a None None] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:36:24.709937 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3bfd76a-0931-41c5-8155-665a2ec3fd46 req-82bbc2b4-b904-49a8-a6ad-8a94211681cc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 210 time: 0.2126436 Feb 07 22:36:24.742501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] For port adf8d132-e03c-47d5-a2de-23c5e64bdb01, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:24.744963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Made reservation on behalf of 125eac2b567142d99abcc9f68d181ada for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:24.748757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.765488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.778291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] For port adf8d132-e03c-47d5-a2de-23c5e64bdb01, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=adf8d132-e03c-47d5-a2de-23c5e64bdb01,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:24.784817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:24.790008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Usage tracker for resource:security_group_rule and tenant:125eac2b567142d99abcc9f68d181ada is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:24.793668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.798972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:24.926616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-11d68e5d-5262-4cca-908c-63fc1c01cf9f None None] Provisioning for port aecee9d1-d36c-4454-90bc-440664975b6f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:24.931880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:24.962832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-11d68e5d-5262-4cca-908c-63fc1c01cf9f None None] Provisioning complete for port aecee9d1-d36c-4454-90bc-440664975b6f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:24.963930 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11d68e5d-5262-4cca-908c-63fc1c01cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.973794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:24.979237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:24.981611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] 10.222.0.26 "PUT /v2.0/ports/adf8d132-e03c-47d5-a2de-23c5e64bdb01 HTTP/1.1" status: 200 len: 1096 time: 2.3889463 Feb 07 22:36:24.989272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'tag': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:25.062576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23942da6-9fad-4b3b-94fb-9994e107e4c9 req-23e49b82-4899-41c4-bee1-91e2ae557402 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.064976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23942da6-9fad-4b3b-94fb-9994e107e4c9 req-23e49b82-4899-41c4-bee1-91e2ae557402 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 948 time: 1.1192648 Feb 07 22:36:25.108173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47784a80-7628-426d-a113-cf9daf6bcdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=adf8d132-e03c-47d5-a2de-23c5e64bdb01,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:25.206467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:25.236148 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.300007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.329452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.332746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-b26730e4-e820-4849-8524-8ec3a03f0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.334243 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-b26730e4-e820-4849-8524-8ec3a03f0b63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cdd7acc2359497b81635119a50fd4cd&device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 1099 time: 0.2891755 Feb 07 22:36:25.339491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.377995 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.395313 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Transition to ACTIVE for port object 50070cb8-484d-4568-99dd-cda426895e4f will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:25.408309 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.432001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23942da6-9fad-4b3b-94fb-9994e107e4c9 req-65238b1e-42c6-47cd-b69a-9d37592bf281 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413861 Feb 07 22:36:25.442342 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11d68e5d-5262-4cca-908c-63fc1c01cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.446784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:25.549076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 6d8172ce-24e7-474d-84e6-32f49e7882b3 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:25.561434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-4a759a7a-8d72-430d-bc3b-820975741eed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=adf8d132-e03c-47d5-a2de-23c5e64bdb01 HTTP/1.1" status: 200 len: 217 time: 0.1793475 Feb 07 22:36:25.574576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 6d8172ce-24e7-474d-84e6-32f49e7882b3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:25.575192 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.610993 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbb3ef-36ed-4c27-ace0-9c9b44a0e6a8 None None] Pushing event updated for resources: {'Port': ['ID=50070cb8-484d-4568-99dd-cda426895e4f,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:25.629039 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Attempting to bind port 50070cb8-484d-4568-99dd-cda426895e4f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:25.629665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Attempting to bind port 50070cb8-484d-4568-99dd-cda426895e4f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:25.630229 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Attempting to bind port 50070cb8-484d-4568-99dd-cda426895e4f on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:25.636069 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:25.636696 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:25.637629 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.638195 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:25.638825 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Bound port: 50070cb8-484d-4568-99dd-cda426895e4f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:25.639366 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.661089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-6b61e92e-e977-4d68-88de-b954d60c5fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.662651 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-6b61e92e-e977-4d68-88de-b954d60c5fdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0921974 Feb 07 22:36:25.664231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-11d68e5d-5262-4cca-908c-63fc1c01cf9f None None] For port aecee9d1-d36c-4454-90bc-440664975b6f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aecee9d1-d36c-4454-90bc-440664975b6f,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:25.724385 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11d68e5d-5262-4cca-908c-63fc1c01cf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.752207 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] For port 50070cb8-484d-4568-99dd-cda426895e4f, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:25.757748 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] For port 50070cb8-484d-4568-99dd-cda426895e4f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=50070cb8-484d-4568-99dd-cda426895e4f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:25.775351 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:25.815737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd083752-6d2d-4cec-869d-2052161fd246 req-715479d9-6d95-4b75-9af2-b75885c5d3f5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.822824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd083752-6d2d-4cec-869d-2052161fd246 req-715479d9-6d95-4b75-9af2-b75885c5d3f5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.8650751 Feb 07 22:36:25.879227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-9b4a2a5a-45db-49c6-b890-706f65ad2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:25.880832 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-9b4a2a5a-45db-49c6-b890-706f65ad2950 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2091482 Feb 07 22:36:25.888605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Allocated IP 192.168.233.205 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/50e82073-ec51-402d-9ebf-f9af0cfdb174) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:25.908377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Routers {'a860e560-efc4-45c4-bd26-5f811271b5d5'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:25.909118 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:35:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a860e560-efc4-45c4-bd26-5f811271b5d5'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:25.991117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.004979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d68e5d-5262-4cca-908c-63fc1c01cf9f None None] Pushing event updated for resources: {'Port': ['ID=aecee9d1-d36c-4454-90bc-440664975b6f,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:26.029639 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbb3ef-36ed-4c27-ace0-9c9b44a0e6a8 None None] Pushing event updated for resources: {'Port': ['ID=50070cb8-484d-4568-99dd-cda426895e4f,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:26.089196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-6f0cc204-6c00-4603-803d-76345ff52798 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982622 Feb 07 22:36:26.106454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-709cbe2f-a6da-421c-8eee-4aadd76eb453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.123034 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.162285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:26.163321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:26.172546 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.174013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-5e171e7c-5a45-4a83-87f8-1d6f0f7d41ad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=125eac2b567142d99abcc9f68d181ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958564 Feb 07 22:36:26.185392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Allocated IP 172.25.0.134 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/84c4214e-7aed-46d3-9c66-155dbbff0d5a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:26.233076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd083752-6d2d-4cec-869d-2052161fd246 req-2c4b10bb-207a-47f8-81fa-542b158da02a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092724 Feb 07 22:36:26.276841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-07999cbb-4529-4e6c-97b3-f00b9801face None None] Provisioning complete for port aecee9d1-d36c-4454-90bc-440664975b6f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:26.277352 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-07999cbb-4529-4e6c-97b3-f00b9801face None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.320953 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] Set router a860e560-efc4-45c4-bd26-5f811271b5d5 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:26.373609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:26.422731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:26.445280 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'tag': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01', 'status': 'completed', 'code': 200} Feb 07 22:36:26.475608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f133de0a-d1d0-45f6-a807-d7668ad1aece req-3432f598-43e4-40de-9e4b-91797cba1506 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745778 Feb 07 22:36:26.687793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-ea9323c5-e620-4c70-b047-ca342d1992df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:26.690015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-ea9323c5-e620-4c70-b047-ca342d1992df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cdd7acc2359497b81635119a50fd4cd&device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 1099 time: 0.1456544 Feb 07 22:36:26.690853 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50070cb8-484d-4568-99dd-cda426895e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:36:20Z', 'revision_number': 3, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port': {'id': '50070cb8-484d-4568-99dd-cda426895e4f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:16Z', 'updated_at': '2022-02-07T22:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:26.694524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.694893 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e459afb-c8ee-4f84-ac67-f1d3ad29b697 None None] The sync data for ids ['a860e560-efc4-45c4-bd26-5f811271b5d5'] in n-d-827896-3 is: [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50070cb8-484d-4568-99dd-cda426895e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:36:20Z', 'revision_number': 3, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port': {'id': '50070cb8-484d-4568-99dd-cda426895e4f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:16Z', 'updated_at': '2022-02-07T22:36:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:26.696215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5e954-5858-457d-a27f-47dc51ca1d07 req-52c3535c-0821-4f2f-a841-26619a075dfa tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:26.697762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54a5e954-5858-457d-a27f-47dc51ca1d07 req-52c3535c-0821-4f2f-a841-26619a075dfa tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 944 time: 1.0646491 Feb 07 22:36:26.788467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Transition to ACTIVE for port object 50e82073-ec51-402d-9ebf-f9af0cfdb174 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:26.804752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Checking segment: {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:26.805116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Network hostable DHCP agents. Network: 27ec9534-9ef8-4108-a1af-fe765119c6af, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:36:26.852510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-94107b96-6933-4315-b355-617e8bd798e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:26.853129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70ae16f5-9cd8-4295-a0a5-cf53931f20f8 req-da8ba4b7-b75b-4b16-a076-bf6576d60954 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 210 time: 0.1858659 Feb 07 22:36:26.865822 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-94107b96-6933-4315-b355-617e8bd798e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1666131 Feb 07 22:36:26.879200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:26.916487 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3', 'code': 200} Feb 07 22:36:26.959753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54a5e954-5858-457d-a27f-47dc51ca1d07 req-0aaca9f6-3924-4038-8ba2-adaa231937e3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561744 Feb 07 22:36:27.029483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-c35fb48d-a7c2-4269-bc6b-2dd671a02717 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=adf8d132-e03c-47d5-a2de-23c5e64bdb01 HTTP/1.1" status: 200 len: 217 time: 0.1411128 Feb 07 22:36:27.078168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:27.082085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Network 27ec9534-9ef8-4108-a1af-fe765119c6af is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:36:27.119223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:27.122204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:27.128851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.129466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.163165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:27.200699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-8353971d-5c84-44a0-a8dd-5c4b3b9e3553 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.202160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-8353971d-5c84-44a0-a8dd-5c4b3b9e3553 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0089438 Feb 07 22:36:27.208684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 27ec9534-9ef8-4108-a1af-fe765119c6af) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:27.213835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-393254cd-3e74-4872-af45-1790ffa72078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.215666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-393254cd-3e74-4872-af45-1790ffa72078 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1488936 Feb 07 22:36:27.220981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfaeb19-04eb-4efb-bdbc-15fbd81614e2 None None] Network 27ec9534-9ef8-4108-a1af-fe765119c6af requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:36:27.223130 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-4c253f8f-0adf-4522-a7cb-607d80f43fdc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8866022 Feb 07 22:36:27.262775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Request body: {'port': {'device_id': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '125eac2b567142d99abcc9f68d181ada'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:27.277640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Request body: {'port': {'device_id': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:27.283846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.283846 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.431599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641be7-63c9-46aa-bfc2-5547b69f450b req-a4d6c327-f821-4cce-ae4a-edb68d8d7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.433108 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65641be7-63c9-46aa-bfc2-5547b69f450b req-a4d6c327-f821-4cce-ae4a-edb68d8d7058 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1096 time: 0.4208272 Feb 07 22:36:27.442215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.476732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.509844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-d8748a08-ac49-476b-ac82-7bc039c13850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.512198 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-d8748a08-ac49-476b-ac82-7bc039c13850 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2881598 Feb 07 22:36:27.558064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f4bde84-d2cb-4a01-a66b-c446593d09cc None None] Provisioning for port 50e82073-ec51-402d-9ebf-f9af0cfdb174 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:27.578674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f4bde84-d2cb-4a01-a66b-c446593d09cc None None] Provisioning complete for port 50e82073-ec51-402d-9ebf-f9af0cfdb174 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:27.579333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f4bde84-d2cb-4a01-a66b-c446593d09cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.602732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65641be7-63c9-46aa-bfc2-5547b69f450b req-ae2b45cb-0417-40fa-899b-7a0b6304b96f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594372 Feb 07 22:36:27.681628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.791066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bde84-d2cb-4a01-a66b-c446593d09cc None None] Port 50e82073-ec51-402d-9ebf-f9af0cfdb174 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:27.799457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-27ec9534-9ef8-4108-a1af-fe765119c6af', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:36:27.812835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:27.816215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:27.829525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aecee9d1-d36c-4454-90bc-440664975b6f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:27.844301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:27.845834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-38676359-5d2f-479a-94ed-3d5f6534618e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967422 Feb 07 22:36:27.855045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a7b92ef-0cad-48d6-bb3c-977bb3339ac1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.5603902 Feb 07 22:36:27.858492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47452) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:27.859236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:27.923018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:27.946581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:27.962519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f8088-4977-4700-9f4a-890921ff51a9 req-0e36c26d-1881-4216-ab60-a808fd83febd tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:27.971236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-716f8088-4977-4700-9f4a-890921ff51a9 req-0e36c26d-1881-4216-ab60-a808fd83febd tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 948 time: 0.9050992 Feb 07 22:36:28.036383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Usage tracker for resource:router and tenant:506e8ae6d423401abb0dc8c0a8c05d76 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:28.048781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:28.064785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Pushing event updated for resources: {'Port': ['ID=84c4214e-7aed-46d3-9c66-155dbbff0d5a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:28.081673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:28.095502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Allocated IP 172.20.0.2 (27ec9534-9ef8-4108-a1af-fe765119c6af/a8d84da8-aeaf-47e7-889a-9fafdfcf48ad/e900751b-f24a-4706-8b88-bf865768b6c0) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:28.105952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:28.109754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port aecee9d1-d36c-4454-90bc-440664975b6f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:28.109754 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.116184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c763cee-21ed-46cf-9646-c9b22583b5cb req-ef079641-dcdc-4efa-baa2-d3fb53abdbfa service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476969 Feb 07 22:36:28.198863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e82073-ec51-402d-9ebf-f9af0cfdb174 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:28.199077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Usage tracker for resource:port and tenant:125eac2b567142d99abcc9f68d181ada is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:28.203217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:28.208911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.223961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-716f8088-4977-4700-9f4a-890921ff51a9 req-4be967f1-1c1d-417e-a751-e6b3661a36fb tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516711 Feb 07 22:36:28.228967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Transition to ACTIVE for port object 50e82073-ec51-402d-9ebf-f9af0cfdb174 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:28.232947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:28.238893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.239073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.240157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.259594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-54bcf337-8ec2-4ea0-b383-4227763e619d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.312091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.410914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 50070cb8-484d-4568-99dd-cda426895e4f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:28.436200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Made reservation on behalf of 125eac2b567142d99abcc9f68d181ada for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:28.440002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.457260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049f28b-bd18-4416-81fc-ec297f1caf6a req-871b27af-8c6d-4f25-85b8-2b505407aab2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:28.458755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d049f28b-bd18-4416-81fc-ec297f1caf6a req-871b27af-8c6d-4f25-85b8-2b505407aab2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 1.0218091 Feb 07 22:36:28.477599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de7e5654-330b-4b09-ab25-82b46c177334 req-0b9f182d-614d-46b3-8dba-58cd21bc541a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 210 time: 0.1129417 Feb 07 22:36:28.480250 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.558575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.600652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Transition to ACTIVE for port object e900751b-f24a-4706-8b88-bf865768b6c0 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:28.639423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:28.653773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 50070cb8-484d-4568-99dd-cda426895e4f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:28.671062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Transition to ACTIVE for port object e900751b-f24a-4706-8b88-bf865768b6c0 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:28.673936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 50070cb8-484d-4568-99dd-cda426895e4f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:28.674309 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.736176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Attempting to bind port 50e82073-ec51-402d-9ebf-f9af0cfdb174 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:28.736729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Attempting to bind port 50e82073-ec51-402d-9ebf-f9af0cfdb174 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:28.737759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Attempting to bind port 50e82073-ec51-402d-9ebf-f9af0cfdb174 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:28.752416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Port 50e82073-ec51-402d-9ebf-f9af0cfdb174 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:28.753905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Attempting to bind port 50e82073-ec51-402d-9ebf-f9af0cfdb174 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:28.758216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.763333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:28.763739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:28.764125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:28.764553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Bound port: 50e82073-ec51-402d-9ebf-f9af0cfdb174, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:28.764959 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.827044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device adf8d132-e03c-47d5-a2de-23c5e64bdb01 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:36:28.899339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Network 27ec9534-9ef8-4108-a1af-fe765119c6af is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:28.906224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:28.909966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:28.913138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:28.915574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:28.923761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.981695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:28.982389 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:28.984528 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] 10.222.0.36 "PUT /v2.0/ports/50e82073-ec51-402d-9ebf-f9af0cfdb174 HTTP/1.1" status: 200 len: 1096 time: 1.7169390 Feb 07 22:36:28.993635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:29.029206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae788f1f-ca74-44a1-ab05-4779fdb37f1b service neutron] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:29.050905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Pushing event updated for resources: {'Port': ['ID=e900751b-f24a-4706-8b88-bf865768b6c0,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:29.135778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-3407f832-5088-4313-8ed0-c4250e92e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:29.138461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-3407f832-5088-4313-8ed0-c4250e92e051 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1099 time: 0.0974603 Feb 07 22:36:29.159707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d049f28b-bd18-4416-81fc-ec297f1caf6a req-9693455b-ed83-482f-a44f-cb7f38d4ead6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890945 Feb 07 22:36:29.233851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Attempting to bind port e900751b-f24a-4706-8b88-bf865768b6c0 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:29.234315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Attempting to bind port e900751b-f24a-4706-8b88-bf865768b6c0 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:29.234844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Attempting to bind port e900751b-f24a-4706-8b88-bf865768b6c0 on network 27ec9534-9ef8-4108-a1af-fe765119c6af {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:29.245036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-17ff5c81-fc1d-4233-959b-e6dd0312a1ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174 HTTP/1.1" status: 200 len: 217 time: 0.0968378 Feb 07 22:36:29.264538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:29.265022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Checking segment: {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:29.265555 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.266049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Bound using segment: {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:29.267234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Bound port: e900751b-f24a-4706-8b88-bf865768b6c0, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:29.267709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.291329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.342671 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.345072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Allocated IP 192.168.233.61 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/05bc7e90-6ff1-4616-9665-b5259a8ed166) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:29.359649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-17dd48cc-dc11-4445-935e-06a1cdf8781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:29.363348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-17dd48cc-dc11-4445-935e-06a1cdf8781c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1099062 Feb 07 22:36:29.383764 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.401603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 50070cb8-484d-4568-99dd-cda426895e4f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=50070cb8-484d-4568-99dd-cda426895e4f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:29.403968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port adf8d132-e03c-47d5-a2de-23c5e64bdb01, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=adf8d132-e03c-47d5-a2de-23c5e64bdb01,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:29.421511 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.466737 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'status': 'completed', 'code': 200} Feb 07 22:36:29.498685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=50070cb8-484d-4568-99dd-cda426895e4f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:29.504854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01', 'mac_address': 'fa:16:3e:aa:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:36:29.530377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] For port e900751b-f24a-4706-8b88-bf865768b6c0, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:29.534003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] For port e900751b-f24a-4706-8b88-bf865768b6c0, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e900751b-f24a-4706-8b88-bf865768b6c0,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:29.575188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-6d8b2c0a-d6c2-4a4b-b8e1-b16efab133a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:29.578767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-6d8b2c0a-d6c2-4a4b-b8e1-b16efab133a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2062690 Feb 07 22:36:29.581797 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.677944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 50070cb8-484d-4568-99dd-cda426895e4f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:29.730361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3288c-f3e3-4d17-8345-932d016ff47c None None] Pushing event updated for resources: {'Port': ['ID=e900751b-f24a-4706-8b88-bf865768b6c0,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:29.741055 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-3a2988e6-a3a7-48a5-83fc-0858dc88e8a8 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566885 Feb 07 22:36:29.745790 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.776157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf8d132-e03c-47d5-a2de-23c5e64bdb01 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:29.796705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port adf8d132-e03c-47d5-a2de-23c5e64bdb01, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=adf8d132-e03c-47d5-a2de-23c5e64bdb01,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:29.806783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.840159 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.886295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:29.918148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=adf8d132-e03c-47d5-a2de-23c5e64bdb01,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:29.919152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7448f4c0-12c5-4532-b51f-b713d88e4bfd req-df9b4151-864a-4681-b635-3d053b9914cc service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706796 Feb 07 22:36:29.921484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 50070cb8-484d-4568-99dd-cda426895e4f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:29.922850 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.039434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17368119-8e28-4d6c-9e94-fedc8e6d807e req-baa4b096-15b1-4414-9448-324e6ab64708 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.045221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17368119-8e28-4d6c-9e94-fedc8e6d807e req-baa4b096-15b1-4414-9448-324e6ab64708 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 945 time: 1.1880412 Feb 07 22:36:30.097716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-492f90bf-ca86-4370-bc83-a40702b4b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.099827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-492f90bf-ca86-4370-bc83-a40702b4b59e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1099 time: 0.1246357 Feb 07 22:36:30.138804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Allocated IP 172.20.0.1 (8855546f-ea97-4ec9-9f91-31ef1175d4ea/95ca46fb-d432-4e6d-a67d-d6e267ef2324/d567e0dc-9018-4278-b740-68a40f9d53d6) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:30.179636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['adf8d132-e03c-47d5-a2de-23c5e64bdb01'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:36:30.274069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-0d71ff57-424c-4e51-8d84-f15be787a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.275680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-0d71ff57-424c-4e51-8d84-f15be787a802 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1668766 Feb 07 22:36:30.349544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-06deaecf-c269-47b9-9045-ac216c7a67e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174 HTTP/1.1" status: 200 len: 217 time: 0.0663254 Feb 07 22:36:30.386473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dda16-48e5-4d22-81c3-3bb5f851c0df req-7e63c9a9-3660-403e-94d2-ca78cc00c87e tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.388074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb5dda16-48e5-4d22-81c3-3bb5f851c0df req-7e63c9a9-3660-403e-94d2-ca78cc00c87e tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 948 time: 0.7430460 Feb 07 22:36:30.415781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-9c4f4d8e-f528-4741-b103-9c3b90e12e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.417418 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-9c4f4d8e-f528-4741-b103-9c3b90e12e6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0619881 Feb 07 22:36:30.501087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-b61c2b95-2838-4a74-8d54-3e25875b8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:30.502599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-b61c2b95-2838-4a74-8d54-3e25875b8f24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778310 Feb 07 22:36:30.587809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17368119-8e28-4d6c-9e94-fedc8e6d807e req-a273b8ff-bad5-4887-8eeb-9f091fa2a969 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967604 Feb 07 22:36:30.671746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-89f36cf0-a789-4b91-9f72-08f6f6d895e5 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607778 Feb 07 22:36:30.719385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.763454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.856462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5551e8a6-f21d-4d3b-875b-f544d41d03e9 req-fa676e38-e586-482b-a5de-b30fdd562590 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 210 time: 0.1467450 Feb 07 22:36:30.874435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Transition to ACTIVE for port object 05bc7e90-6ff1-4616-9665-b5259a8ed166 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:30.950006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:30.965377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb5dda16-48e5-4d22-81c3-3bb5f851c0df req-76d45e39-fd11-43d7-b235-7480f3f25dd3 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847215 Feb 07 22:36:30.982211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a19d2-a812-4a49-ba34-b01b3adccd09 None None] Network 27ec9534-9ef8-4108-a1af-fe765119c6af requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:36:31.002125 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.017073 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aadb5b1-536d-48da-b7cf-7c0e25e8648a req-c36da166-9eac-4813-9aa0-0ab3e9cfda97 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352129 Feb 07 22:36:31.073581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807c58f-4985-4d90-9234-05868b11fd77 req-0fb37285-53bf-4f6a-914c-7c4cb40ba2e3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:31.075045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0807c58f-4985-4d90-9234-05868b11fd77 req-0fb37285-53bf-4f6a-914c-7c4cb40ba2e3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Synchronizing usage tracker for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:36:31.084596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-108c7d9e-9bdf-456b-9c29-969623482c11 None None] Provisioning for port e900751b-f24a-4706-8b88-bf865768b6c0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:31.091658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Transition to ACTIVE for port object d567e0dc-9018-4278-b740-68a40f9d53d6 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:31.098051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0807c58f-4985-4d90-9234-05868b11fd77 req-0fb37285-53bf-4f6a-914c-7c4cb40ba2e3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Unset dirty status for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:36:31.099352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0807c58f-4985-4d90-9234-05868b11fd77 req-0fb37285-53bf-4f6a-914c-7c4cb40ba2e3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "GET /v2.0/ports?device_id=115ace13-cd02-4da4-92e5-b6254912dd7c HTTP/1.1" status: 200 len: 945 time: 0.1599576 Feb 07 22:36:31.181618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Deleting port 9ee96a9b-f582-4813-bca4-e185cdf52beb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:36:31.181989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.291035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:31.295729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-5bb498a8-08ac-4974-9acf-c92ec7cf2fcc tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1012668155&fields=id&tenant_id=f614d9cf3ef34b74bdc603e324c4dc04 HTTP/1.1" status: 200 len: 267 time: 0.3259645 Feb 07 22:36:31.304175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:31.318213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Pushing event updated for resources: {'Port': ['ID=05bc7e90-6ff1-4616-9665-b5259a8ed166,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:31.327086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:31.354712 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.460945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] For port 9ee96a9b-f582-4813-bca4-e185cdf52beb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9ee96a9b-f582-4813-bca4-e185cdf52beb,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:31.461472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.635952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.660193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7bfff6f9-7a96-481a-b16f-b04b900b683e None None] Provisioning for port 05bc7e90-6ff1-4616-9665-b5259a8ed166 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:31.667562 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e900751b-f24a-4706-8b88-bf865768b6c0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:31.705577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7bfff6f9-7a96-481a-b16f-b04b900b683e None None] Provisioning complete for port 05bc7e90-6ff1-4616-9665-b5259a8ed166 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:31.706041 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7bfff6f9-7a96-481a-b16f-b04b900b683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.724883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:31.725486 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.778596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7bfff6f9-7a96-481a-b16f-b04b900b683e None None] Port 05bc7e90-6ff1-4616-9665-b5259a8ed166 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:31.792168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.792646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.793021 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd disassociated. External IP: 172.25.0.61, port: 9ee96a9b-f582-4813-bca4-e185cdf52beb. Feb 07 22:36:31.793388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Calling delete_port for 9ee96a9b-f582-4813-bca4-e185cdf52beb owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:36:31.794340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e900751b-f24a-4706-8b88-bf865768b6c0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:31.800116 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e900751b-f24a-4706-8b88-bf865768b6c0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:31.800575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.869257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:31.891178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68719033-80e5-4531-88b8-8de59ec04e40 req-2b4075bd-f9cc-4f3a-adf4-92f149d8b8e7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:31.898141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68719033-80e5-4531-88b8-8de59ec04e40 req-2b4075bd-f9cc-4f3a-adf4-92f149d8b8e7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.7917945 Feb 07 22:36:31.949626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.963851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:31.964254 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:31.993850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:32.004498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e900751b-f24a-4706-8b88-bf865768b6c0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e900751b-f24a-4706-8b88-bf865768b6c0,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:32.008268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event deleted for resources: {'Port': ['ID=9ee96a9b-f582-4813-bca4-e185cdf52beb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:32.016854 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.029016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Pushing event updated for resources: {'Port': ['ID=d567e0dc-9018-4278-b740-68a40f9d53d6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:32.060876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-b8a981c2-717e-4722-82aa-d10e55fd3a7c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:32.068326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-b8a981c2-717e-4722-82aa-d10e55fd3a7c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 824 time: 0.7618923 Feb 07 22:36:32.093236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-25b9a0ba-37b0-43e3-8d77-2040abb92dad tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8627644 Feb 07 22:36:32.127540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Request body: {'port': {'device_id': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:32.131120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e900751b-f24a-4706-8b88-bf865768b6c0,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:32.161120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-587aa340-9efb-4e1d-a5c9-b10a1e8c44c7 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/quotas/f614d9cf3ef34b74bdc603e324c4dc04 HTTP/1.1" status: 200 len: 375 time: 0.0917776 Feb 07 22:36:32.163335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.222219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:36:32.314877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8681c85f-39c9-4795-ac32-8664e6bbe483 None None] Provisioning for port d567e0dc-9018-4278-b740-68a40f9d53d6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:32.321168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8681c85f-39c9-4795-ac32-8664e6bbe483 None None] Provisioning complete for port d567e0dc-9018-4278-b740-68a40f9d53d6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:32.321627 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8681c85f-39c9-4795-ac32-8664e6bbe483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.383964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8681c85f-39c9-4795-ac32-8664e6bbe483 None None] Port d567e0dc-9018-4278-b740-68a40f9d53d6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:32.403797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.420125 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68719033-80e5-4531-88b8-8de59ec04e40 req-3a367386-81d1-43ef-b358-29dc61b839c9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207973 Feb 07 22:36:32.430159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:32.450636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] Sync routers for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:32.461179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:32.461912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:32.467017 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.545843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] No DVR routers for this DVR port 9ee96a9b-f582-4813-bca4-e185cdf52beb on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:32.550646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.553459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'name': 'network-vif-deleted', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:32.574643 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0807c58f-4985-4d90-9234-05868b11fd77 req-3b07a148-766e-42d8-ad7b-9bd732f81285 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "DELETE /v2.0/ports/9ee96a9b-f582-4813-bca4-e185cdf52beb HTTP/1.1" status: 204 len: 173 time: 1.4684379 Feb 07 22:36:32.680335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:32.704506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:32.762380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Router edfedf3f-d197-4eef-9efa-7b2f136835ef is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:36:32.830274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device adf8d132-e03c-47d5-a2de-23c5e64bdb01 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:32.939678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-ff0fbbc7-2a8b-42c2-aa94-aefc31e97b9a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7776926 Feb 07 22:36:32.987588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Allocated IP 172.25.0.132 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/14ac3eef-57dc-4004-8a24-f53fd368ca12) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:33.011993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port adf8d132-e03c-47d5-a2de-23c5e64bdb01 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:33.022209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port adf8d132-e03c-47d5-a2de-23c5e64bdb01 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:33.022581 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.149290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c53f24-958e-4b24-b438-7ced49445d13 req-c1134a1f-a269-49ab-9b17-d6062dda2fdf tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:33.156686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18c53f24-958e-4b24-b438-7ced49445d13 req-c1134a1f-a269-49ab-9b17-d6062dda2fdf tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 945 time: 0.5940619 Feb 07 22:36:33.226322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:33.233316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] Checking router: 45fa678a-b00d-4c6b-a5fd-8373c308f2aa for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:33.239536 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.248059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:36:33.272411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:33.273096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:33.346125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:33.428045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port adf8d132-e03c-47d5-a2de-23c5e64bdb01, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=adf8d132-e03c-47d5-a2de-23c5e64bdb01,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:33.437210 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.514657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:33.539007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:33.552221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:33.567834 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:33.569240 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:33.581152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18c53f24-958e-4b24-b438-7ced49445d13 req-4b502936-bacb-43cf-9e45-276e7ba3b16f tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229543 Feb 07 22:36:33.637606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=adf8d132-e03c-47d5-a2de-23c5e64bdb01,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:33.642211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:33.693977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e900751b-f24a-4706-8b88-bf865768b6c0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:33.754865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-f71a8250-593a-4552-80d8-5ce32d72b157 service neutron] 10.222.0.10 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922843 Feb 07 22:36:33.761639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:33.834749 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:33.844735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'mac_address': 'fa:16:3e:68:f9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:36:34.009275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.030481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e900751b-f24a-4706-8b88-bf865768b6c0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:34.030856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.054814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bc7e90-6ff1-4616-9665-b5259a8ed166 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:34.083081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e82073-ec51-402d-9ebf-f9af0cfdb174 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:34.090002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.097945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.101663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-14e6ae6b-b260-4c2d-ba04-682c36a4fa67 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 12.4079151 Feb 07 22:36:34.102278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47498) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:34.103282 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.149074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Transition to ACTIVE for port object 05bc7e90-6ff1-4616-9665-b5259a8ed166 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:34.150450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:34.170785 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.174055 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:28Z', 'revision_number': 3, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:34.180188 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:34.181369 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Updating router edfedf3f-d197-4eef-9efa-7b2f136835ef port 84c4214e-7aed-46d3-9c66-155dbbff0d5a binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:34.277618 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.290790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:34.425857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Pushing event updated for resources: {'Port': ['ID=05bc7e90-6ff1-4616-9665-b5259a8ed166,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:34.434152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['50e82073-ec51-402d-9ebf-f9af0cfdb174'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:36:34.480893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:34.501956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:34.515552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440faf2c-fd26-4039-a2ee-a347d963e389 None None] The sync data for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 is: [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:34.528409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-b27a123a-5dc7-4cbd-9daa-bd85191f02f8 service neutron] 10.222.0.10 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460823 Feb 07 22:36:34.566563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975e6df-8c73-4569-8489-40615e180554 req-5d97e939-565b-4306-9583-54d90986741c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:34.567446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5975e6df-8c73-4569-8489-40615e180554 req-5d97e939-565b-4306-9583-54d90986741c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Synchronizing usage tracker for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:36:34.918877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.013992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341cda1-5e49-4ec9-a4cb-ea5f00be4578 None None] New status for floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:36:35.119855 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.168623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Attempting to bind port 05bc7e90-6ff1-4616-9665-b5259a8ed166 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:35.168970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Attempting to bind port 05bc7e90-6ff1-4616-9665-b5259a8ed166 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:35.169415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Attempting to bind port 05bc7e90-6ff1-4616-9665-b5259a8ed166 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:35.180806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5975e6df-8c73-4569-8489-40615e180554 req-5d97e939-565b-4306-9583-54d90986741c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Unset dirty status for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:36:35.191169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5975e6df-8c73-4569-8489-40615e180554 req-5d97e939-565b-4306-9583-54d90986741c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 935 time: 1.4372859 Feb 07 22:36:35.214938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.267171 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.273581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.278475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:35.293499 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Transition to ACTIVE for port object 84c4214e-7aed-46d3-9c66-155dbbff0d5a will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:35.293766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Port 05bc7e90-6ff1-4616-9665-b5259a8ed166 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:35.293886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Attempting to bind port 05bc7e90-6ff1-4616-9665-b5259a8ed166 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:35.296244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.307769 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.374058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:35.418555 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4da477-282f-4e13-984c-553af09d2d61 None None] Pushing event updated for resources: {'Port': ['ID=84c4214e-7aed-46d3-9c66-155dbbff0d5a,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.422812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Attempting to bind port 84c4214e-7aed-46d3-9c66-155dbbff0d5a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:35.423468 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Attempting to bind port 84c4214e-7aed-46d3-9c66-155dbbff0d5a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:35.423613 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Attempting to bind port 84c4214e-7aed-46d3-9c66-155dbbff0d5a on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:35.430895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:35.433709 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:35.434246 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:35.434491 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.434880 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:35.435353 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Bound port: 84c4214e-7aed-46d3-9c66-155dbbff0d5a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:35.435749 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.476621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 50e82073-ec51-402d-9ebf-f9af0cfdb174 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:35.481902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 50e82073-ec51-402d-9ebf-f9af0cfdb174 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:35.482493 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.504593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:35.504969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:35.505363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:35.505812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Bound port: 05bc7e90-6ff1-4616-9665-b5259a8ed166, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:35.506156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.521008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5975e6df-8c73-4569-8489-40615e180554 req-a3bc9426-dab4-417a-a56a-e6c15658e227 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288529 Feb 07 22:36:35.531355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:35.621901 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] For port 84c4214e-7aed-46d3-9c66-155dbbff0d5a, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:35.624786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.630626 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] For port 84c4214e-7aed-46d3-9c66-155dbbff0d5a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=84c4214e-7aed-46d3-9c66-155dbbff0d5a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:35.638085 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.640805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Allocated IP 172.20.0.1 (8c135a57-28dd-4536-baf6-18f2d613d9b7/3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead/1ece473e-dfb2-46f8-b17a-3427cfac1d09) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:35.646786 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115ace13-cd02-4da4-92e5-b6254912dd7c', 'name': 'network-vif-deleted', 'tag': '9ee96a9b-f582-4813-bca4-e185cdf52beb', 'status': 'completed', 'code': 200} Feb 07 22:36:35.656868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Pushing event updated for resources: {'Port': ['ID=14ac3eef-57dc-4004-8a24-f53fd368ca12,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.757334 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01', 'code': 200} Feb 07 22:36:35.757966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.818638 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4da477-282f-4e13-984c-553af09d2d61 None None] Pushing event updated for resources: {'Port': ['ID=84c4214e-7aed-46d3-9c66-155dbbff0d5a,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.824713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:35.838522 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:35.839322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9ee96a9b-f582-4813-bca4-e185cdf52beb no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:36:35.861076 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:35.862042 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:35.917539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Pushing event updated for resources: {'Port': ['ID=d567e0dc-9018-4278-b740-68a40f9d53d6,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:35.998214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1aca3-113d-46fd-a844-59e890028dd1 req-987eca85-795f-4c7d-97f0-4e933f30cf51 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:35.999797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33c1aca3-113d-46fd-a844-59e890028dd1 req-987eca85-795f-4c7d-97f0-4e933f30cf51 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 950 time: 0.8415918 Feb 07 22:36:36.002889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] For port 05bc7e90-6ff1-4616-9665-b5259a8ed166, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:36.025571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 9ee96a9b-f582-4813-bca4-e185cdf52beb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:36:36.026628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9ee96a9b-f582-4813-bca4-e185cdf52beb not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:36:36.062473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:36.065479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.072160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.072495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.072940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.073506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.073900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.074293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.074680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.075061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.075600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.075981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.076526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.076948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:36:36.078634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.094527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43eaf8-7199-4233-abbc-a376669b8dc3 req-e3c9e8fc-24c5-47af-a31a-d4448915f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:36.095993 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ad43eaf8-7199-4233-abbc-a376669b8dc3 req-e3c9e8fc-24c5-47af-a31a-d4448915f561 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 1101 time: 0.2661290 Feb 07 22:36:36.119468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Transition to ACTIVE for port object 1ece473e-dfb2-46f8-b17a-3427cfac1d09 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:36.130325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] For port 05bc7e90-6ff1-4616-9665-b5259a8ed166, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05bc7e90-6ff1-4616-9665-b5259a8ed166,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:36.144433 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:36.146809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:36.151588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.161068 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ad43eaf8-7199-4233-abbc-a376669b8dc3 req-f6ec9911-95e9-4632-bf20-64b1a2878f17 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572834 Feb 07 22:36:36.163141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.189214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:36.249934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Pushing event updated for resources: {'Port': ['ID=1ece473e-dfb2-46f8-b17a-3427cfac1d09,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:36.265773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:36.267954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:36.272687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:36.273425 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.286270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Pushing event updated for resources: {'Port': ['ID=05bc7e90-6ff1-4616-9665-b5259a8ed166,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:36.468071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:36.468666 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.475474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-ccdc0a76-9b7d-4f51-9a93-d511b936a865 service neutron] 10.222.0.26 "PUT /v2.0/ports/05bc7e90-6ff1-4616-9665-b5259a8ed166 HTTP/1.1" status: 200 len: 1095 time: 4.3697717 Feb 07 22:36:36.502565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'tag': '05bc7e90-6ff1-4616-9665-b5259a8ed166'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:36.537121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33c1aca3-113d-46fd-a844-59e890028dd1 req-3f555c85-5728-4b47-a746-85d1d11cb9db tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744549 Feb 07 22:36:36.695321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a8605e46-6510-4bbf-be3e-fbd319cceb2a None None] Provisioning complete for port d567e0dc-9018-4278-b740-68a40f9d53d6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:36.695840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a8605e46-6510-4bbf-be3e-fbd319cceb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.716880 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:28Z', 'revision_number': 3, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:36.723732 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e18d407-1115-4484-8d97-cb4a0d44a910 None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:28Z', 'revision_number': 3, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:36.724017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-add2fdbf-8ef3-452b-aa4c-244e027f1fce tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:36.742450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-add2fdbf-8ef3-452b-aa4c-244e027f1fce tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 824 time: 0.3120670 Feb 07 22:36:36.827911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a8605e46-6510-4bbf-be3e-fbd319cceb2a None None] Port d567e0dc-9018-4278-b740-68a40f9d53d6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:36.886781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.970119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-07b10363-eb29-42b1-8fd7-aae0faac53fd None None] Provisioning for port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:36.974783 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-2004d3f9-fc19-4616-95f4-68720555b678 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f614d9cf3ef34b74bdc603e324c4dc04 HTTP/1.1" status: 200 len: 380 time: 0.2105324 Feb 07 22:36:36.978457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-07b10363-eb29-42b1-8fd7-aae0faac53fd None None] Provisioning complete for port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:36.980680 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-07b10363-eb29-42b1-8fd7-aae0faac53fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:36.986264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'port': {'device_id': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'admin_state_up': True, 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'security_groups': ['6e40169c-8140-4cd4-95e8-e5f2879f4cdc']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:37.086283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-07b10363-eb29-42b1-8fd7-aae0faac53fd None None] Port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:37.120033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f66e27-8b99-4826-bd10-f4dd5585178f req-d06cd85e-f9cd-45e9-93d4-350b00299282 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.121560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1f66e27-8b99-4826-bd10-f4dd5585178f req-d06cd85e-f9cd-45e9-93d4-350b00299282 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 1.1208005 Feb 07 22:36:37.259462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:37.267638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Usage tracker for resource:port and tenant:f614d9cf3ef34b74bdc603e324c4dc04 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:37.271917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:37.279191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:37.299369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Made reservation on behalf of f614d9cf3ef34b74bdc603e324c4dc04 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:37.302897 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.326827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.335523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.336658 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.356041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-6925ae5c-5707-46e7-9a0e-91b7635bd1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.357811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-6925ae5c-5707-46e7-9a0e-91b7635bd1f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 1098 time: 0.7776432 Feb 07 22:36:37.367034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1f66e27-8b99-4826-bd10-f4dd5585178f req-d76b6d35-265b-46a9-acbc-5937f49e2520 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841521 Feb 07 22:36:37.449544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-796c1468-96f4-4f0c-958d-f26410ad85b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=05bc7e90-6ff1-4616-9665-b5259a8ed166 HTTP/1.1" status: 200 len: 217 time: 0.0767765 Feb 07 22:36:37.454095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.535917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Router a860e560-efc4-45c4-bd26-5f811271b5d5 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:36:37.565411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:37.577924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:37.634835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944d03-d237-498b-862a-5e247a7bfc1c req-1a81b377-cca4-4268-8e5b-756a01716140 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.636365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa944d03-d237-498b-862a-5e247a7bfc1c req-1a81b377-cca4-4268-8e5b-756a01716140 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1096 time: 0.7311728 Feb 07 22:36:37.683691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b9cb2ae-a5b7-4a99-bad4-dc686ee23a34 req-59418e02-9fd5-4ddd-a132-f42a20c55fac tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 210 time: 0.1509128 Feb 07 22:36:37.722112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84c4214e-7aed-46d3-9c66-155dbbff0d5a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:37.742469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-2ad962b3-8872-42f6-8faf-189f689ebb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:37.743914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-2ad962b3-8872-42f6-8faf-189f689ebb03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2056191 Feb 07 22:36:37.776912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:37.897133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 84c4214e-7aed-46d3-9c66-155dbbff0d5a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:37.917017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 84c4214e-7aed-46d3-9c66-155dbbff0d5a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:37.918322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:37.928710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:36:37.962050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Pushing event updated for resources: {'Port': ['ID=1ece473e-dfb2-46f8-b17a-3427cfac1d09,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:38.089301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7d056d82-3edb-4fec-80c2-979b93fa01cd None None] Provisioning complete for port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:38.090284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d056d82-3edb-4fec-80c2-979b93fa01cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.170140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7d056d82-3edb-4fec-80c2-979b93fa01cd None None] Port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:38.178749 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.201410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 84c4214e-7aed-46d3-9c66-155dbbff0d5a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=84c4214e-7aed-46d3-9c66-155dbbff0d5a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:38.206536 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.215441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Allocated IP 172.20.0.7 (d18684a5-034f-4b86-8ca1-b25676dbe91a/ce50a4e7-2264-4848-ad09-9b9ed900f2fd/dcd4e4c2-2b3e-4092-887e-4141e7229034) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:38.234477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:38.240196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa944d03-d237-498b-862a-5e247a7bfc1c req-51da1c2f-c991-4396-a0df-af124284a478 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847411 Feb 07 22:36:38.259296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-51faeaa8-63d9-4f2d-b30c-2cbc7706c852 admin admin] 10.222.0.10 "PUT /v2.0/routers/edfedf3f-d197-4eef-9efa-7b2f136835ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1487334 Feb 07 22:36:38.363321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=84c4214e-7aed-46d3-9c66-155dbbff0d5a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:38.406410 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'tag': '05bc7e90-6ff1-4616-9665-b5259a8ed166', 'status': 'completed', 'code': 200} Feb 07 22:36:38.457635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:38.468999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Sync routers for ids ['a860e560-efc4-45c4-bd26-5f811271b5d5'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:38.474339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6a14d90c-0c32-4fbb-9647-ea78718083ec admin admin] 10.222.0.10 "PUT /v2.0/routers/a860e560-efc4-45c4-bd26-5f811271b5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3242583 Feb 07 22:36:38.498099 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Routers {'a860e560-efc4-45c4-bd26-5f811271b5d5'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:38.498270 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a860e560-efc4-45c4-bd26-5f811271b5d5'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:38.556342 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.577340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-e75ce1ba-0bc3-489a-9398-27934887a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:38.579435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-e75ce1ba-0bc3-489a-9398-27934887a447 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8222363 Feb 07 22:36:38.597744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Transition to ACTIVE for port object dcd4e4c2-2b3e-4092-887e-4141e7229034 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:38.640505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.772632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Network d18684a5-034f-4b86-8ca1-b25676dbe91a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:38.789707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:38.803108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:38.810743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:38.811627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:38.884272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event updated for resources: {'Port': ['ID=dcd4e4c2-2b3e-4092-887e-4141e7229034,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:38.895362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-83bee727-7146-456d-8e50-7228ecb47f6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9132051 Feb 07 22:36:38.907778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Request body: {'port': {'device_id': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:38.914533 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Set router a860e560-efc4-45c4-bd26-5f811271b5d5 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:39.029768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:39.044799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:39.046147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:39.071228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa954d7c-2600-40a7-ab52-269a03bfce89 req-3ff0dc21-a6c7-4967-a089-30a0c141eb54 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.079356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa954d7c-2600-40a7-ab52-269a03bfce89 req-3ff0dc21-a6c7-4967-a089-30a0c141eb54 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 947 time: 1.1826675 Feb 07 22:36:39.212034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.286235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.413885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa954d7c-2600-40a7-ab52-269a03bfce89 req-d067b0e2-e7cb-443b-98e3-35837d5296cc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332469 Feb 07 22:36:39.471123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3e33bedc-fe93-4a2a-869f-c4515ce1af0c None None] Provisioning for port dcd4e4c2-2b3e-4092-887e-4141e7229034 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:39.478233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:39.524488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3e33bedc-fe93-4a2a-869f-c4515ce1af0c None None] Provisioning complete for port dcd4e4c2-2b3e-4092-887e-4141e7229034 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:39.525275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3e33bedc-fe93-4a2a-869f-c4515ce1af0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:39.559534 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'code': 200} Feb 07 22:36:39.672321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-1e0a7298-6011-452c-922b-7a5155287c4d service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246342 Feb 07 22:36:39.680610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3e33bedc-fe93-4a2a-869f-c4515ce1af0c None None] Port dcd4e4c2-2b3e-4092-887e-4141e7229034 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:39.977025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ca68-7854-4c9f-a455-64c5b5bed412 req-ecffdf0f-49ca-4dc2-8500-236443f269a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:39.985156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5605ca68-7854-4c9f-a455-64c5b5bed412 req-ecffdf0f-49ca-4dc2-8500-236443f269a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1101 time: 0.3377380 Feb 07 22:36:39.986544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84c4214e-7aed-46d3-9c66-155dbbff0d5a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:39.997194 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50070cb8-484d-4568-99dd-cda426895e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:36:33Z', 'revision_number': 4, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port': {'id': '50070cb8-484d-4568-99dd-cda426895e4f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:16Z', 'updated_at': '2022-02-07T22:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd567e0dc-9018-4278-b740-68a40f9d53d6', 'name': '', 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'mac_address': 'fa:16:3e:0e:00:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '95ca46fb-d432-4e6d-a67d-d6e267ef2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:34Z', 'revision_number': 2, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'subnets': [{'id': '95ca46fb-d432-4e6d-a67d-d6e267ef2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:40.024618 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Checking router: a860e560-efc4-45c4-bd26-5f811271b5d5 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:40.024618 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Updating router a860e560-efc4-45c4-bd26-5f811271b5d5 port d567e0dc-9018-4278-b740-68a40f9d53d6 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:40.164545 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.213051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5605ca68-7854-4c9f-a455-64c5b5bed412 req-f8eeb35b-75e1-44b4-b0ed-1693be7bff89 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182248 Feb 07 22:36:40.249096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd4e4c2-2b3e-4092-887e-4141e7229034 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:40.261261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.295173 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:36:40.296390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Transition to ACTIVE for port object dcd4e4c2-2b3e-4092-887e-4141e7229034 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:40.297413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5bc3-b5a5-4049-bc26-a6a5455a808e req-73e46802-2935-42ab-a7e0-7e885b9ec3cd tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:40.304619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-446a5bc3-b5a5-4049-bc26-a6a5455a808e req-73e46802-2935-42ab-a7e0-7e885b9ec3cd tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 950 time: 1.2854335 Feb 07 22:36:40.312508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.322259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 84c4214e-7aed-46d3-9c66-155dbbff0d5a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:40.323035 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.466474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:37Z', 'revision_number': 2, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:40.481491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:40.482768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Updating router edfedf3f-d197-4eef-9efa-7b2f136835ef port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:40.547284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-446a5bc3-b5a5-4049-bc26-a6a5455a808e req-abd7be4e-ea91-49d9-8499-f0c8bd725790 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416217 Feb 07 22:36:40.628325 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:40.694986 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1718bbb-baff-40dd-9001-d026d8bba41b req-6514a4bb-0fab-421a-9aad-42da271da969 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0141549 Feb 07 22:36:40.737478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da62a-2df7-4a8f-9d5f-c3af48609282 req-cc758650-c05f-45a7-b171-4325a92d766c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:40.745185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b5da62a-2df7-4a8f-9d5f-c3af48609282 req-cc758650-c05f-45a7-b171-4325a92d766c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.7203662 Feb 07 22:36:40.764816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Router e6d1171a-cdd5-4b90-8825-97034c4ea0dd is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:36:40.821212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b5da62a-2df7-4a8f-9d5f-c3af48609282 req-b23a3c9d-6cb6-4f28-a81a-a3b053e65720 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746601 Feb 07 22:36:40.934583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd4e4c2-2b3e-4092-887e-4141e7229034,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:41.037059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Attempting to bind port dcd4e4c2-2b3e-4092-887e-4141e7229034 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:41.037409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Attempting to bind port dcd4e4c2-2b3e-4092-887e-4141e7229034 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:41.041971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Attempting to bind port dcd4e4c2-2b3e-4092-887e-4141e7229034 on network d18684a5-034f-4b86-8ca1-b25676dbe91a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:41.060436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Port dcd4e4c2-2b3e-4092-887e-4141e7229034 on network d18684a5-034f-4b86-8ca1-b25676dbe91a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:41.060436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Attempting to bind port dcd4e4c2-2b3e-4092-887e-4141e7229034 on network d18684a5-034f-4b86-8ca1-b25676dbe91a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:41.094627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:41.095065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Checking segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:41.095473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Bound using segment: {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:41.098458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Bound port: dcd4e4c2-2b3e-4092-887e-4141e7229034, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d40f02c-2e2b-464b-835d-313a4e932cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:41.098835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.345516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] For port dcd4e4c2-2b3e-4092-887e-4141e7229034, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:41.349654 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.351189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] For port dcd4e4c2-2b3e-4092-887e-4141e7229034, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:41.361982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.432411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Transition to ACTIVE for port object d567e0dc-9018-4278-b740-68a40f9d53d6 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:41.449880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd4e4c2-2b3e-4092-887e-4141e7229034,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:41.455053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:41.455941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.457720 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-d8781864-6085-4a6e-98dd-22ea1ca2d477 service neutron] 10.222.0.36 "PUT /v2.0/ports/dcd4e4c2-2b3e-4092-887e-4141e7229034 HTTP/1.1" status: 200 len: 1091 time: 2.5553825 Feb 07 22:36:41.458397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:41.470420 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:41.505823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-5cfbbb6e-00f5-4cc4-9baa-f15c953fdadb tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:41.518805 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-5cfbbb6e-00f5-4cc4-9baa-f15c953fdadb tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 820 time: 0.4502063 Feb 07 22:36:41.754787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-fb530c7c-5c93-43a4-97a8-471abefce5d0 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/quotas/dd7a3666c0f9415f8f33fa2a72db7117 HTTP/1.1" status: 200 len: 375 time: 0.2283597 Feb 07 22:36:41.765515 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8555e-8080-4399-bbbb-d60962d6acc9 None None] Pushing event updated for resources: {'Port': ['ID=d567e0dc-9018-4278-b740-68a40f9d53d6,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:41.845012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-189cbc93-46e4-4a5b-9987-73c2aaf6bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:41.846204 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-189cbc93-46e4-4a5b-9987-73c2aaf6bf0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 1094 time: 0.2189555 Feb 07 22:36:42.120883 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-5bc28ec7-4126-43c7-b117-ec5443ddd65e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034 HTTP/1.1" status: 200 len: 217 time: 0.2621663 Feb 07 22:36:42.377354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-84f51316-cabd-4544-bc27-b56cee066c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:42.386073 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-84f51316-cabd-4544-bc27-b56cee066c29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce50a4e7-2264-4848-ad09-9b9ed900f2fd HTTP/1.1" status: 200 len: 863 time: 0.2619154 Feb 07 22:36:42.443603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:42.478395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:42.479106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Transition to ACTIVE for port object 1ece473e-dfb2-46f8-b17a-3427cfac1d09 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:42.514208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:42.524642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-fad78d33-4a33-47e9-b125-b49f9751ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:42.527195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-fad78d33-4a33-47e9-b125-b49f9751ca17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 1098 time: 1.4153671 Feb 07 22:36:42.536935 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:42.538872 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-314d9245-3a72-4f52-adbc-13c959a91d1d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 14.6318831 Feb 07 22:36:42.543375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47582) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:42.551944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8952b-3732-4aa2-9010-58c376fad667 req-eab15121-9c90-4d0f-8acd-4a94b7740360 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:42.559906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38c8952b-3732-4aa2-9010-58c376fad667 req-eab15121-9c90-4d0f-8acd-4a94b7740360 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 943 time: 1.0299273 Feb 07 22:36:42.580442 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Sync routers for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:42.712481 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:42.713147 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:42.720431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034b60f-06d1-45dd-b48d-a9947cf12194 None None] Pushing event updated for resources: {'Port': ['ID=1ece473e-dfb2-46f8-b17a-3427cfac1d09,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:43.027397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-d1604ee7-b804-4cb9-9e02-71762c361a12 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2254069 Feb 07 22:36:43.062223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38c8952b-3732-4aa2-9010-58c376fad667 req-8936e868-7b87-42b4-8610-aa7d0773f3c5 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5010130 Feb 07 22:36:43.099241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05bc7e90-6ff1-4616-9665-b5259a8ed166 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:36:43.106428 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Attempting to bind port d567e0dc-9018-4278-b740-68a40f9d53d6 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:43.106666 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Attempting to bind port d567e0dc-9018-4278-b740-68a40f9d53d6 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:43.107029 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Attempting to bind port d567e0dc-9018-4278-b740-68a40f9d53d6 on network 8855546f-ea97-4ec9-9f91-31ef1175d4ea {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:43.140396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:43.145783 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Checking segment: {'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:43.146261 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.146925 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Bound using segment: {'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:43.147421 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Bound port: d567e0dc-9018-4278-b740-68a40f9d53d6, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:43.147813 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.242978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Attempting to bind port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:43.242978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Attempting to bind port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:43.243608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Attempting to bind port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:43.437538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-47e99fb2-64ea-444d-ac0b-fc57debe250d service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887100 Feb 07 22:36:43.452010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:43.452717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Checking segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:43.454720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.455548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Bound using segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:43.458455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Bound port: 1ece473e-dfb2-46f8-b17a-3427cfac1d09, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:43.459193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.627966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] For port 1ece473e-dfb2-46f8-b17a-3427cfac1d09, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:43.632784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] For port 1ece473e-dfb2-46f8-b17a-3427cfac1d09, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1ece473e-dfb2-46f8-b17a-3427cfac1d09,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:43.648729 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:43.776672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 05bc7e90-6ff1-4616-9665-b5259a8ed166, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05bc7e90-6ff1-4616-9665-b5259a8ed166,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:43.785832 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:43.793405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '05bc7e90-6ff1-4616-9665-b5259a8ed166', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '05bc7e90-6ff1-4616-9665-b5259a8ed166', 'mac_address': 'fa:16:3e:23:68:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:36:43.955006 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] For port d567e0dc-9018-4278-b740-68a40f9d53d6, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:43.973237 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] For port d567e0dc-9018-4278-b740-68a40f9d53d6, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d567e0dc-9018-4278-b740-68a40f9d53d6,segment=NetworkSegment(e0a620f7-7aa1-41d2-a32c-82b1e3391cdf),segment_id=e0a620f7-7aa1-41d2-a32c-82b1e3391cdf)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:44.086192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034b60f-06d1-45dd-b48d-a9947cf12194 None None] Pushing event updated for resources: {'Port': ['ID=1ece473e-dfb2-46f8-b17a-3427cfac1d09,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:44.089184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:44.092487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-99af571f-4426-4773-8972-fa3ca1cf7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.095831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-99af571f-4426-4773-8972-fa3ca1cf7ee1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 1.5532138 Feb 07 22:36:44.106701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:44.214895 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.299195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-a70001bd-9334-4148-a069-853a3ac2dac4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=05bc7e90-6ff1-4616-9665-b5259a8ed166 HTTP/1.1" status: 200 len: 217 time: 0.1785567 Feb 07 22:36:44.437266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:44.486965 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-b12ad243-0c5e-4ca7-8dc1-0787cb98ff69 service neutron] show failed (client error): The resource could not be found. Feb 07 22:36:44.488626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-b12ad243-0c5e-4ca7-8dc1-0787cb98ff69 service neutron] 10.222.0.26 "GET /v2.0/ports/f135b3f2-960b-4dc7-9907-112c4d8a7eed/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.7824385 Feb 07 22:36:44.529549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363aaaf-72f0-4450-888c-f137366393ba req-66674182-1d1d-4ec7-a8d4-a025dc61628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.534154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-66674182-1d1d-4ec7-a8d4-a025dc61628c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d18684a5-034f-4b86-8ca1-b25676dbe91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1393600 Feb 07 22:36:44.589808 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:44.698362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bc7e90-6ff1-4616-9665-b5259a8ed166 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:44.715619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f67ae6-87c6-4e6c-9feb-d2105051935d req-acd93d87-1af5-4f53-8ec4-9572332d6238 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:44.748883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37f67ae6-87c6-4e6c-9feb-d2105051935d req-acd93d87-1af5-4f53-8ec4-9572332d6238 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 947 time: 1.3098509 Feb 07 22:36:44.766414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 05bc7e90-6ff1-4616-9665-b5259a8ed166, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05bc7e90-6ff1-4616-9665-b5259a8ed166,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:44.914895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.36', 55320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:44.959835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37f67ae6-87c6-4e6c-9feb-d2105051935d req-ebaf3e44-7144-4cf4-8dd1-a4d968f8be51 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074118 Feb 07 22:36:45.005359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-246cee81-80b2-4026-a95c-0358721ed8b7 service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5266008 Feb 07 22:36:45.063108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-da054aec-4d9c-4a49-8408-ceea242421d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.071011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-da054aec-4d9c-4a49-8408-ceea242421d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.6137280 Feb 07 22:36:45.139938 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:45.182264 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Routers {'a860e560-efc4-45c4-bd26-5f811271b5d5'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:45.182968 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a860e560-efc4-45c4-bd26-5f811271b5d5'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:45.224464 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-3b8ced56-e583-4312-a421-fdfba74d3976 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0263152 Feb 07 22:36:45.333166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-6d321a31-2f71-4e99-85ff-ffc233a68851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:45.336997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-6d321a31-2f71-4e99-85ff-ffc233a68851 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515709 Feb 07 22:36:45.440917 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8555e-8080-4399-bbbb-d60962d6acc9 None None] Pushing event updated for resources: {'Port': ['ID=d567e0dc-9018-4278-b740-68a40f9d53d6,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:45.492112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=05bc7e90-6ff1-4616-9665-b5259a8ed166,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:45.551767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['05bc7e90-6ff1-4616-9665-b5259a8ed166'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:36:45.569209 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-dd170c9e-bcb8-43ef-a485-26697f6ac2c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947515 Feb 07 22:36:45.666851 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 3, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:45.708917 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'status': 'completed', 'code': 200} Feb 07 22:36:45.715932 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Checking router: e6d1171a-cdd5-4b90-8825-97034c4ea0dd for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:36:45.725955 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Updating router e6d1171a-cdd5-4b90-8825-97034c4ea0dd port 14ac3eef-57dc-4004-8a24-f53fd368ca12 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:36:45.884014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-97a4e11b-ed93-4cab-88b7-74f7190d2bea service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390141 Feb 07 22:36:45.918802 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:46.017773 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] Set router a860e560-efc4-45c4-bd26-5f811271b5d5 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:46.123574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-65f856ee-9291-4b30-beea-3311dc988250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.125293 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-65f856ee-9291-4b30-beea-3311dc988250 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 1100 time: 1.1909404 Feb 07 22:36:46.131370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c363aaaf-72f0-4450-888c-f137366393ba req-5f17f1d6-d7d8-4f97-94ec-5fc20d78c68d service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057691 Feb 07 22:36:46.136874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:43Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:46.166663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914012a-b9cc-4a61-a753-0af6a3b5ca36 None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:43Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:46.183933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab69b-8285-447e-872a-6978e4b3aa2c req-c279e3c5-4fd7-40c5-b077-af51f1c9b5cb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.193487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e1ab69b-8285-447e-872a-6978e4b3aa2c req-c279e3c5-4fd7-40c5-b077-af51f1c9b5cb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 0.6152923 Feb 07 22:36:46.295008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:46.334856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fa61a-20c2-4140-a6d1-4f4a19c3a21b req-44c73044-6272-4bd5-9011-8e370d619529 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.359290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-984fa61a-20c2-4140-a6d1-4f4a19c3a21b req-44c73044-6272-4bd5-9011-8e370d619529 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 943 time: 0.6184249 Feb 07 22:36:46.511764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e1ab69b-8285-447e-872a-6978e4b3aa2c req-3b958dd0-aeed-4701-81ff-0743870caba4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173001 Feb 07 22:36:46.530177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-0208e672-33ba-43dc-ae9c-b43e99330d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.532134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-0208e672-33ba-43dc-ae9c-b43e99330d92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1096 time: 0.9587626 Feb 07 22:36:46.581055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd75ab3c-a2f3-46d0-88ed-50721da3c2c3 req-819b9056-3c25-45b2-9d8b-7506ea3fbf09 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759546 Feb 07 22:36:46.625367 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-984fa61a-20c2-4140-a6d1-4f4a19c3a21b req-1e8b3594-0df5-4e2a-a1d2-40d21ba79b97 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624741 Feb 07 22:36:46.953221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-393f15f5-dca3-44c6-9613-14b47a625a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:46.959142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-202377c2-6415-4c3a-ac14-eaa168e7a6af req-63b1ea3f-3e8f-4f2e-b55d-95a313783f19 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 210 time: 0.1234634 Feb 07 22:36:46.959741 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-393f15f5-dca3-44c6-9613-14b47a625a26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.3206012 Feb 07 22:36:47.150718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05bc7e90-6ff1-4616-9665-b5259a8ed166 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:47.164949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-3f52d1c2-23e7-433d-bcfc-5eb7eec153fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.9389918 Feb 07 22:36:47.226152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-c573fd07-3413-4dd7-bdd3-b0861afabe8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 217 time: 0.2274616 Feb 07 22:36:47.416112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96e603-e85f-4e5d-b6e1-579ec111226a req-4c2b7f8a-3498-4d40-a70d-1046d0e7d58a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:47.430939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc96e603-e85f-4e5d-b6e1-579ec111226a req-4c2b7f8a-3498-4d40-a70d-1046d0e7d58a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 948 time: 0.3071132 Feb 07 22:36:47.449264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 05bc7e90-6ff1-4616-9665-b5259a8ed166 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:47.456385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 05bc7e90-6ff1-4616-9665-b5259a8ed166 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:47.456928 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:47.629562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc96e603-e85f-4e5d-b6e1-579ec111226a req-8dc6c514-695c-47dd-bbbb-c1261712e9ef tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878815 Feb 07 22:36:47.658625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.36', 55322) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:47.932727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039902d4-48b8-493b-983e-077496892697 req-d7342a2c-79a7-4efb-8f4d-eadc9521f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:47.960897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-039902d4-48b8-493b-983e-077496892697 req-d7342a2c-79a7-4efb-8f4d-eadc9521f512 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 1094 time: 1.7687373 Feb 07 22:36:48.030823 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.079083 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.121274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1ece473e-dfb2-46f8-b17a-3427cfac1d09 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:48.213720 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50070cb8-484d-4568-99dd-cda426895e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:36:33Z', 'revision_number': 4, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port': {'id': '50070cb8-484d-4568-99dd-cda426895e4f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:16Z', 'updated_at': '2022-02-07T22:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd567e0dc-9018-4278-b740-68a40f9d53d6', 'name': '', 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'mac_address': 'fa:16:3e:0e:00:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '95ca46fb-d432-4e6d-a67d-d6e267ef2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:43Z', 'revision_number': 4, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'subnets': [{'id': '95ca46fb-d432-4e6d-a67d-d6e267ef2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:48.244861 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d5186-371b-46fc-b90b-7ee27fdbbdb4 None None] The sync data for ids ['a860e560-efc4-45c4-bd26-5f811271b5d5'] in n-d-827896-3 is: [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50070cb8-484d-4568-99dd-cda426895e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:36:33Z', 'revision_number': 4, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port': {'id': '50070cb8-484d-4568-99dd-cda426895e4f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:16Z', 'updated_at': '2022-02-07T22:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd567e0dc-9018-4278-b740-68a40f9d53d6', 'name': '', 'network_id': '8855546f-ea97-4ec9-9f91-31ef1175d4ea', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'mac_address': 'fa:16:3e:0e:00:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '95ca46fb-d432-4e6d-a67d-d6e267ef2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:43Z', 'revision_number': 4, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'subnets': [{'id': '95ca46fb-d432-4e6d-a67d-d6e267ef2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:48.271295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.336779 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.422794 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Transition to ACTIVE for port object 14ac3eef-57dc-4004-8a24-f53fd368ca12 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:48.424691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-648f2480-e647-480e-a413-300baf52e3c2 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:48.426320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-648f2480-e647-480e-a413-300baf52e3c2 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.36 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 820 time: 0.7649019 Feb 07 22:36:48.441954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 05bc7e90-6ff1-4616-9665-b5259a8ed166, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05bc7e90-6ff1-4616-9665-b5259a8ed166,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:48.448120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bc7e90-6ff1-4616-9665-b5259a8ed166'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:48.456520 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.463003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'port': {'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'admin_state_up': True, 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:48.495135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:48.496138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f135b3f2-960b-4dc7-9907-112c4d8a7eed no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:36:48.816915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039902d4-48b8-493b-983e-077496892697 req-b877206a-e17d-44d9-8cc8-868deaaf8134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:48.831335 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-039902d4-48b8-493b-983e-077496892697 req-b877206a-e17d-44d9-8cc8-868deaaf8134 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 925 time: 0.6930199 Feb 07 22:36:48.927716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=05bc7e90-6ff1-4616-9665-b5259a8ed166,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:49.020575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:49.036390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:49.039478 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Attempting to bind port 14ac3eef-57dc-4004-8a24-f53fd368ca12 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:49.044796 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Attempting to bind port 14ac3eef-57dc-4004-8a24-f53fd368ca12 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:49.045139 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.046138 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Attempting to bind port 14ac3eef-57dc-4004-8a24-f53fd368ca12 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:49.082633 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:49.083163 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:49.084277 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.086888 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:49.087510 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Bound port: 14ac3eef-57dc-4004-8a24-f53fd368ca12, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:49.088035 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.220708 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4b527-f8fd-40c4-856e-5860688d50bb None None] Pushing event updated for resources: {'Port': ['ID=14ac3eef-57dc-4004-8a24-f53fd368ca12,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:49.238103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-e8fa2da2-4b02-4f9b-8f8c-b778a5de4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:49.242464 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-e8fa2da2-4b02-4f9b-8f8c-b778a5de4fdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 1.9851773 Feb 07 22:36:49.338761 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] For port 14ac3eef-57dc-4004-8a24-f53fd368ca12, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:49.349536 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] For port 14ac3eef-57dc-4004-8a24-f53fd368ca12, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=14ac3eef-57dc-4004-8a24-f53fd368ca12,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:49.364412 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.423706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device dcd4e4c2-2b3e-4092-887e-4141e7229034 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:36:49.442775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.555908 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:49.556654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:49.570143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc83a-fda6-4f41-bca3-7dab369dc794 req-9873c5cf-0252-4715-aa2e-fadec33a0b1f tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:49.577667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f9fc83a-fda6-4f41-bca3-7dab369dc794 req-9873c5cf-0252-4715-aa2e-fadec33a0b1f tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 950 time: 1.4800513 Feb 07 22:36:49.660642 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-039902d4-48b8-493b-983e-077496892697 req-74b1011b-8c64-44e9-b633-e8948363c92c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034 HTTP/1.1" status: 200 len: 217 time: 0.3016794 Feb 07 22:36:49.660642 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-1f41e7f0-0087-4e10-82bf-d01ad67ac250 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4069543 Feb 07 22:36:49.741562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f9fc83a-fda6-4f41-bca3-7dab369dc794 req-e39bcc7b-278b-4db6-aa8c-2d3ccb8a9e25 tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621675 Feb 07 22:36:49.778729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:49.821433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:49.838401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357128b-279b-494e-9678-603e5ae533b9 req-566b114f-c222-40d1-b6a9-31798da9e1fd tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:49.844313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7357128b-279b-494e-9678-603e5ae533b9 req-566b114f-c222-40d1-b6a9-31798da9e1fd tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 950 time: 0.6663411 Feb 07 22:36:49.940031 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.058555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.138932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port dcd4e4c2-2b3e-4092-887e-4141e7229034, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:50.153436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 1ece473e-dfb2-46f8-b17a-3427cfac1d09, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1ece473e-dfb2-46f8-b17a-3427cfac1d09,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:50.161149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'port_id': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'mac_address': 'fa:16:3e:77:a7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:36:50.216071 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4b527-f8fd-40c4-856e-5860688d50bb None None] Pushing event updated for resources: {'Port': ['ID=14ac3eef-57dc-4004-8a24-f53fd368ca12,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.248069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.300356 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:50.374817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:50.384514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Usage tracker for resource:port and tenant:dd7a3666c0f9415f8f33fa2a72db7117 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:50.389723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:50.409373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:50.412161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Allocated IP 172.20.0.1 (27ec9534-9ef8-4108-a1af-fe765119c6af/a8d84da8-aeaf-47e7-889a-9fafdfcf48ad/82613d81-5833-4508-b76e-ab9914bf3bbb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:50.499609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=1ece473e-dfb2-46f8-b17a-3427cfac1d09,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:50.529206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Made reservation on behalf of dd7a3666c0f9415f8f33fa2a72db7117 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:36:50.538730 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.590613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d567e0dc-9018-4278-b740-68a40f9d53d6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:50.599602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Deleting port adf8d132-e03c-47d5-a2de-23c5e64bdb01 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:36:50.601461 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.618847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.713414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd4e4c2-2b3e-4092-887e-4141e7229034 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:50.782514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port dcd4e4c2-2b3e-4092-887e-4141e7229034, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:50.786345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34ee7-402f-4451-a510-136c3ee6518d req-5da6db17-c20f-4f8f-941a-2a9d855b366e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:50.799012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08b34ee7-402f-4451-a510-136c3ee6518d req-5da6db17-c20f-4f8f-941a-2a9d855b366e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 949 time: 1.4436574 Feb 07 22:36:50.825666 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:50.895023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08b34ee7-402f-4451-a510-136c3ee6518d req-65fd36b4-eff8-4b25-8d05-9e769f6fb57e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945737 Feb 07 22:36:51.115869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['dcd4e4c2-2b3e-4092-887e-4141e7229034'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:36:51.204046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039902d4-48b8-493b-983e-077496892697 req-bee88254-b5f8-42d9-9784-d1f87b6ff88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:51.206162 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-039902d4-48b8-493b-983e-077496892697 req-bee88254-b5f8-42d9-9784-d1f87b6ff88c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce50a4e7-2264-4848-ad09-9b9ed900f2fd HTTP/1.1" status: 200 len: 863 time: 1.5214820 Feb 07 22:36:51.240589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-a6bcfef3-e963-47e2-955e-9529c7a53aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:51.240589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-a6bcfef3-e963-47e2-955e-9529c7a53aef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 1096 time: 3.5462861 Feb 07 22:36:51.333601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.336447 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 3, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:51.347846 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9d83d2-b899-4d21-8945-dada1f1ab960 None None] The sync data for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 is: [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 3, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:36:51.391404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d567e0dc-9018-4278-b740-68a40f9d53d6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:51.417217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=dcd4e4c2-2b3e-4092-887e-4141e7229034,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:51.441356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d567e0dc-9018-4278-b740-68a40f9d53d6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:51.443079 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.452396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] For port adf8d132-e03c-47d5-a2de-23c5e64bdb01, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=adf8d132-e03c-47d5-a2de-23c5e64bdb01,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:51.453655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:51.634511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Calling delete_port for adf8d132-e03c-47d5-a2de-23c5e64bdb01 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:36:51.713995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-b1ff1f72-d56a-43e0-90ed-8a5107387f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:51.716071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-b1ff1f72-d56a-43e0-90ed-8a5107387f28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.3677750 Feb 07 22:36:51.886476 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-03fe511f-475f-4b5d-ab8e-5b21bbb95851 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 200 len: 217 time: 0.1314087 Feb 07 22:36:51.995036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:36:51.995388 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:36:52.021774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Transition to ACTIVE for port object 82613d81-5833-4508-b76e-ab9914bf3bbb will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:52.079287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c0567bd-8212-48ac-8f6f-25d6531de4a2 req-0a24412c-2b7d-40c1-8d87-b89e4c20b9f5 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 210 time: 0.1275287 Feb 07 22:36:52.091131 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.186448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.254021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d567e0dc-9018-4278-b740-68a40f9d53d6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d567e0dc-9018-4278-b740-68a40f9d53d6,segment=NetworkSegment(e0a620f7-7aa1-41d2-a32c-82b1e3391cdf),segment_id=e0a620f7-7aa1-41d2-a32c-82b1e3391cdf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:52.267567 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.369392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-112a1aba-b1d7-4414-bfdf-71c5847c9360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.370868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-112a1aba-b1d7-4414-bfdf-71c5847c9360 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.4546173 Feb 07 22:36:52.380776 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bc7e90-6ff1-4616-9665-b5259a8ed166', 'code': 200} Feb 07 22:36:52.394703 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-14ce11d7-8667-4204-85b8-b1eb56aeb7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5264463 Feb 07 22:36:52.441555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d8580-abb1-456b-a8bf-9f75746b8247 req-c1543e6d-4a2f-4835-9995-9f77fdabc645 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.453991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d13d8580-abb1-456b-a8bf-9f75746b8247 req-c1543e6d-4a2f-4835-9995-9f77fdabc645 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 943 time: 2.2348320 Feb 07 22:36:52.468485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d567e0dc-9018-4278-b740-68a40f9d53d6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:52.502179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.26', 64254) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:52.548792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Pushing event deleted for resources: {'Port': ['ID=adf8d132-e03c-47d5-a2de-23c5e64bdb01,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:52.643841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.649145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039902d4-48b8-493b-983e-077496892697 req-20bd74cc-9309-47a9-a8e3-380e4082a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:52.650638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-039902d4-48b8-493b-983e-077496892697 req-20bd74cc-9309-47a9-a8e3-380e4082a037 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d18684a5-034f-4b86-8ca1-b25676dbe91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4176769 Feb 07 22:36:52.705130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1ece473e-dfb2-46f8-b17a-3427cfac1d09 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:52.796804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] No DVR routers for this DVR port adf8d132-e03c-47d5-a2de-23c5e64bdb01 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:52.851059 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.874728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:52.875267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:52.876344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d13d8580-abb1-456b-a8bf-9f75746b8247 req-d84df8e3-e077-450e-b689-7ae514e3e04e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4213514 Feb 07 22:36:52.894604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'name': 'network-vif-deleted', 'tag': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:53.000436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7357128b-279b-494e-9678-603e5ae533b9 req-d0ea54a9-69e4-4944-bea9-d74c6e33c67d tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.26 "DELETE /v2.0/ports/adf8d132-e03c-47d5-a2de-23c5e64bdb01 HTTP/1.1" status: 204 len: 173 time: 3.1181533 Feb 07 22:36:53.006099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Allocated IP 172.20.0.6 (8c135a57-28dd-4536-baf6-18f2d613d9b7/3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead/0f6efb18-cd2d-44d8-9d53-3685524d1569) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:36:53.046920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86915412-6b1b-482e-a534-45f182b71326 req-cb409251-dbef-4ca5-9a38-b57d9dbfcd48 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:53.056415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-56ea8d96-1cf6-4f03-bd07-7f0f2dd5b059 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6603093 Feb 07 22:36:53.060689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86915412-6b1b-482e-a534-45f182b71326 req-cb409251-dbef-4ca5-9a38-b57d9dbfcd48 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 949 time: 0.3992276 Feb 07 22:36:53.127869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86915412-6b1b-482e-a534-45f182b71326 req-bd7175c1-686d-4614-b0f4-fb14052415c6 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Feb 07 22:36:53.238978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 14ac3eef-57dc-4004-8a24-f53fd368ca12 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:53.290414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-039902d4-48b8-493b-983e-077496892697 req-f607a748-37a9-4cea-b228-0f58372aa89b service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604263 Feb 07 22:36:53.324174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device adf8d132-e03c-47d5-a2de-23c5e64bdb01 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:36:53.397968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: adf8d132-e03c-47d5-a2de-23c5e64bdb01 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:36:53.398305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device adf8d132-e03c-47d5-a2de-23c5e64bdb01 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:36:53.419732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device dcd4e4c2-2b3e-4092-887e-4141e7229034 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:53.499422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-039902d4-48b8-493b-983e-077496892697 req-71fcad38-0af0-496f-a699-fbd6b4544732 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998241 Feb 07 22:36:53.574826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port dcd4e4c2-2b3e-4092-887e-4141e7229034 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:53.583051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Network 27ec9534-9ef8-4108-a1af-fe765119c6af is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:53.590257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port dcd4e4c2-2b3e-4092-887e-4141e7229034 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:53.591054 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.593967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:53.601737 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.616032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-70944e85-65eb-4d2f-9e96-b985412a7bd0 req-85434036-4393-4eaa-961c-fa8fb412c18c tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Synchronizing usage tracker for tenant:1cdd7acc2359497b81635119a50fd4cd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:36:53.635266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 14ac3eef-57dc-4004-8a24-f53fd368ca12 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:53.636165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:53.636694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.654048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 14ac3eef-57dc-4004-8a24-f53fd368ca12 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:53.654692 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:53.765559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Pushing event updated for resources: {'Port': ['ID=82613d81-5833-4508-b76e-ab9914bf3bbb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:54.068510 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.150994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-70944e85-65eb-4d2f-9e96-b985412a7bd0 req-85434036-4393-4eaa-961c-fa8fb412c18c tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] Unset dirty status for tenant:1cdd7acc2359497b81635119a50fd4cd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:36:54.160679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.166820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70944e85-65eb-4d2f-9e96-b985412a7bd0 req-85434036-4393-4eaa-961c-fa8fb412c18c tempest-ServerDiagnosticsNegativeTest-619179915 tempest-ServerDiagnosticsNegativeTest-619179915-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ca481df-e380-4de0-adec-88724e6a5ddd HTTP/1.1" status: 200 len: 210 time: 0.9888804 Feb 07 22:36:54.191709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 14ac3eef-57dc-4004-8a24-f53fd368ca12, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=14ac3eef-57dc-4004-8a24-f53fd368ca12,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:54.195361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port dcd4e4c2-2b3e-4092-887e-4141e7229034, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:54.202059 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.215562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20385693-2cf6-4c2c-8717-0c21cd017f3b req-87261d76-570e-4682-b03a-83b2312dd2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:54.217111 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-20385693-2cf6-4c2c-8717-0c21cd017f3b req-87261d76-570e-4682-b03a-83b2312dd2b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 1100 time: 1.6724799 Feb 07 22:36:54.253466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5b7249ad-9658-473c-843b-cbf8db2df1c2 None None] Provisioning for port 82613d81-5833-4508-b76e-ab9914bf3bbb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:54.266183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67398ff0-3f0f-411a-b5bd-49b74b39e7ab req-f6f13079-d7ac-40ce-aa92-14c351281409 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:54.266911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5b7249ad-9658-473c-843b-cbf8db2df1c2 None None] Provisioning complete for port 82613d81-5833-4508-b76e-ab9914bf3bbb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:54.267233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b7249ad-9658-473c-843b-cbf8db2df1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.270186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67398ff0-3f0f-411a-b5bd-49b74b39e7ab req-f6f13079-d7ac-40ce-aa92-14c351281409 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 947 time: 0.7629578 Feb 07 22:36:54.276576 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca481df-e380-4de0-adec-88724e6a5ddd', 'name': 'network-vif-deleted', 'tag': 'adf8d132-e03c-47d5-a2de-23c5e64bdb01', 'status': 'completed', 'code': 200} Feb 07 22:36:54.332029 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.390162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed'}, {'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:54.432093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d567e0dc-9018-4278-b740-68a40f9d53d6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:54.445158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67398ff0-3f0f-411a-b5bd-49b74b39e7ab req-ea3eda2a-2863-4423-9f0d-5adb42300f41 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560445 Feb 07 22:36:54.512361 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.546002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6afc4e0e-f660-4782-a216-ffd27718f849 req-15be5d8a-d4a6-4924-8260-0c05ddca6185 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Synchronizing usage tracker for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:36:54.584097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5b7249ad-9658-473c-843b-cbf8db2df1c2 None None] Port 82613d81-5833-4508-b76e-ab9914bf3bbb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:54.594105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d567e0dc-9018-4278-b740-68a40f9d53d6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:54.594840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.600784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Transition to ACTIVE for port object 0f6efb18-cd2d-44d8-9d53-3685524d1569 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:54.614889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6afc4e0e-f660-4782-a216-ffd27718f849 req-15be5d8a-d4a6-4924-8260-0c05ddca6185 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Unset dirty status for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:36:54.626646 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6afc4e0e-f660-4782-a216-ffd27718f849 req-15be5d8a-d4a6-4924-8260-0c05ddca6185 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 210 time: 0.1501653 Feb 07 22:36:54.643986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:36:54.655124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9b883fb2-a7ff-47e0-8b44-67be30880afb req-39adc86f-c111-4b07-a2da-21bb11de6f85 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1050894 Feb 07 22:36:54.670050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=14ac3eef-57dc-4004-8a24-f53fd368ca12,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:54.798223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:54.878101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.979716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:54.996546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f135b3f2-960b-4dc7-9907-112c4d8a7eed {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:55.007041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-4afbb243-d491-4228-8472-6d293333c687 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7521663 Feb 07 22:36:55.015029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.015208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=dcd4e4c2-2b3e-4092-887e-4141e7229034,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.118467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Pushing event updated for resources: {'Port': ['ID=0f6efb18-cd2d-44d8-9d53-3685524d1569,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:55.149751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901b9a-a542-4da3-a033-44be6ddf4f1f req-f610b7d6-85ae-478b-8dc4-538ab2a11e32 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:55.168600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54901b9a-a542-4da3-a033-44be6ddf4f1f req-f610b7d6-85ae-478b-8dc4-538ab2a11e32 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.4995649 Feb 07 22:36:55.214002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:55.248470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:55.254241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:36:55.326839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-210d1599-4e26-4c41-84d1-e9fca24ba2b3 req-1aacd0cf-6412-458c-b49e-76fd9843a22c service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826633 Feb 07 22:36:55.350690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-20385693-2cf6-4c2c-8717-0c21cd017f3b req-4520c838-f443-4185-8c19-411e863914f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294913 Feb 07 22:36:55.354929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Transition to ACTIVE for port object f135b3f2-960b-4dc7-9907-112c4d8a7eed will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:55.372732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.380345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54901b9a-a542-4da3-a033-44be6ddf4f1f req-0bc8c404-8350-4ce7-a7f0-cc53ad21d0f3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126200 Feb 07 22:36:55.488306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339face-f324-470e-9301-f7ecbab51171 req-122edf12-9e4c-436e-9043-41b9ab369f8f tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:55.497426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2339face-f324-470e-9301-f7ecbab51171 req-122edf12-9e4c-436e-9043-41b9ab369f8f tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 949 time: 0.6221042 Feb 07 22:36:55.555454 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'code': 200} Feb 07 22:36:55.555954 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'code': 200} Feb 07 22:36:55.562760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:55.566268 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.654994 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-891e7cde-62e7-4eee-b072-91bf62ac01b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2054446 Feb 07 22:36:55.673078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Request body: {'port': {'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:36:55.721689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9d7fcaba-50e7-4d4e-8b10-84211106b934 None None] Provisioning for port 0f6efb18-cd2d-44d8-9d53-3685524d1569 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:36:55.729021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9d7fcaba-50e7-4d4e-8b10-84211106b934 None None] Provisioning complete for port 0f6efb18-cd2d-44d8-9d53-3685524d1569 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:55.729704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9d7fcaba-50e7-4d4e-8b10-84211106b934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.927828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9d7fcaba-50e7-4d4e-8b10-84211106b934 None None] Port 0f6efb18-cd2d-44d8-9d53-3685524d1569 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:55.938284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ddb7dc0-9db5-4c45-91e5-941cb1906fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:55.969782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2339face-f324-470e-9301-f7ecbab51171 req-cc9a1250-4659-40c6-a2ee-3e6ac1b2ec5c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681590 Feb 07 22:36:56.149970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:56.192329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.291562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] No DVR routers for this DVR port f135b3f2-960b-4dc7-9907-112c4d8a7eed on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:36:56.297342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47702) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:56.397898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510c3d4-3b53-4931-885f-5c32e1cd7b10 req-bc87f13d-0b21-4942-bdc6-097429e7ba66 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:56.400141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4510c3d4-3b53-4931-885f-5c32e1cd7b10 req-bc87f13d-0b21-4942-bdc6-097429e7ba66 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 947 time: 0.4281137 Feb 07 22:36:56.416982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 14ac3eef-57dc-4004-8a24-f53fd368ca12 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:36:56.483035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:56.483587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:56.483706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:56.533726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 14ac3eef-57dc-4004-8a24-f53fd368ca12 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:56.534373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.537170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Port f135b3f2-960b-4dc7-9907-112c4d8a7eed on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:56.537506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Attempting to bind port f135b3f2-960b-4dc7-9907-112c4d8a7eed on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:56.570926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:56.571359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:56.571752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:56.572203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Bound port: f135b3f2-960b-4dc7-9907-112c4d8a7eed, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:56.572551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.612588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857bc0b-4cf1-4543-9c15-cd1fb00e7074 req-e50bdd22-b346-4953-af54-6bee33ebfcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:56.614095 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3857bc0b-4cf1-4543-9c15-cd1fb00e7074 req-e50bdd22-b346-4953-af54-6bee33ebfcf0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 1096 time: 0.8502407 Feb 07 22:36:56.630786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142ae06-f2f2-4908-a11f-3f94592f006d req-89b3ba20-a82b-43ca-8fdb-6c0a39719b0b tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:56.632320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b142ae06-f2f2-4908-a11f-3f94592f006d req-89b3ba20-a82b-43ca-8fdb-6c0a39719b0b tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 931 time: 0.5155127 Feb 07 22:36:56.756861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4510c3d4-3b53-4931-885f-5c32e1cd7b10 req-5f02e42e-9bf9-4528-a4dd-b9c3d93eaa48 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914076 Feb 07 22:36:56.815997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3857bc0b-4cf1-4543-9c15-cd1fb00e7074 req-dd92bb60-8e90-42af-9880-c89874616c88 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768427 Feb 07 22:36:56.818116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.844877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.845335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:56.891863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:56.914878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:56.919519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c544adbc-75ec-41f8-a70b-077bf28b9a6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cdd7acc2359497b81635119a50fd4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6084795 Feb 07 22:36:56.931082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47710) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:57.014586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b142ae06-f2f2-4908-a11f-3f94592f006d req-4338dcb1-6d1e-44d9-b431-3a6ac356a9bc tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576868 Feb 07 22:36:57.032451 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.101751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Pushing event updated for resources: {'Port': ['ID=82613d81-5833-4508-b76e-ab9914bf3bbb,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:57.105441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:57.106051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.107378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] 10.222.0.36 "PUT /v2.0/ports/f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 1095 time: 10.9547410 Feb 07 22:36:57.110710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:57.278215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa9de98c-c29e-4496-a048-929f64c9d739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.369357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa9de98c-c29e-4496-a048-929f64c9d739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.404664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Network 27ec9534-9ef8-4108-a1af-fe765119c6af is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:36:57.419436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:36:57.494786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd173f-68af-4c2a-9f3b-37707553fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=8']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:57.703881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-5a165fac-d6bb-4fae-aa28-82b390b1d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:57.708245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-5a165fac-d6bb-4fae-aa28-82b390b1d7d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1098 time: 0.5479624 Feb 07 22:36:57.723650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b883e-3fea-4fd7-8c91-ae0930faa8bd req-04f616ee-e4fd-4b2b-bc09-07b25979f2a2 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:57.735005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d50b883e-3fea-4fd7-8c91-ae0930faa8bd req-04f616ee-e4fd-4b2b-bc09-07b25979f2a2 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.5796976 Feb 07 22:36:57.739793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6efb18-cd2d-44d8-9d53-3685524d1569 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:36:57.758555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2bc87-0fc3-4df4-9aa3-7d47e8c8a36f req-4caa952a-2534-4e50-9b01-148166d76050 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:57.765526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ed2bc87-0fc3-4df4-9aa3-7d47e8c8a36f req-4caa952a-2534-4e50-9b01-148166d76050 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 949 time: 0.5939019 Feb 07 22:36:57.795435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.850394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Transition to ACTIVE for port object 0f6efb18-cd2d-44d8-9d53-3685524d1569 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:36:57.855482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-43a528ca-eaa9-4649-9b2e-a29cdd625f36 None None] Provisioning complete for port 82613d81-5833-4508-b76e-ab9914bf3bbb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:36:57.855997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa9de98c-c29e-4496-a048-929f64c9d739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.856122 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-43a528ca-eaa9-4649-9b2e-a29cdd625f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.877372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:57.956790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ed2bc87-0fc3-4df4-9aa3-7d47e8c8a36f req-e6b128c6-962c-4dcc-ac27-a6d27b88831e tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903083 Feb 07 22:36:57.977727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9de98c-c29e-4496-a048-929f64c9d739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac27a8a-b91e-4da7-9bfe-b197c06c7abd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:58.001185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d50b883e-3fea-4fd7-8c91-ae0930faa8bd req-fa433771-1e93-4c1c-aa8b-cc0baf69080c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645540 Feb 07 22:36:58.119091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-43a528ca-eaa9-4649-9b2e-a29cdd625f36 None None] Port 82613d81-5833-4508-b76e-ab9914bf3bbb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:36:58.192209 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0d4270e9-9dcb-4372-bed6-8b49a1e3b551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.223072 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'status': 'completed', 'code': 200} Feb 07 22:36:58.330003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa9de98c-c29e-4496-a048-929f64c9d739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.331277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fa9de98c-c29e-4496-a048-929f64c9d739 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ac27a8a-b91e-4da7-9bfe-b197c06c7abd HTTP/1.1" status: 204 len: 168 time: 1.3974280 Feb 07 22:36:58.438777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6efb18-cd2d-44d8-9d53-3685524d1569,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:58.465409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-dc2e0072-7fde-44c5-ace8-fe0686dd0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:58.467186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-dc2e0072-7fde-44c5-ace8-fe0686dd0578 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.7517967 Feb 07 22:36:58.548590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Router e6d1171a-cdd5-4b90-8825-97034c4ea0dd has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:36:58.565989 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-95177187-7845-4df7-bedc-bd834aa94e16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.0856743 Feb 07 22:36:58.739170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-7c288178-0dbd-4e26-ad83-58d1a3456d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:58.740791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-7c288178-0dbd-4e26-ad83-58d1a3456d0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1098 time: 0.4461410 Feb 07 22:36:58.741866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Attempting to bind port 0f6efb18-cd2d-44d8-9d53-3685524d1569 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:36:58.742552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Attempting to bind port 0f6efb18-cd2d-44d8-9d53-3685524d1569 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:36:58.743063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Attempting to bind port 0f6efb18-cd2d-44d8-9d53-3685524d1569 on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:58.781451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Port 0f6efb18-cd2d-44d8-9d53-3685524d1569 on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:36:58.782070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Attempting to bind port 0f6efb18-cd2d-44d8-9d53-3685524d1569 on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:36:58.787774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-97b01465-1e9d-4a59-9849-8d02cbd3e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:58.789523 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-97b01465-1e9d-4a59-9849-8d02cbd3e847 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2083418 Feb 07 22:36:58.804231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:36:58.804888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Checking segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:36:58.805465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Bound using segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:36:58.806455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Bound port: 0f6efb18-cd2d-44d8-9d53-3685524d1569, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:36:58.806980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:58.909100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a432e-db6a-40e3-b9c9-1549a94993b9 req-b2f00acc-2f50-43a2-ac38-5abaf007cd0d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:58.910942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e24a432e-db6a-40e3-b9c9-1549a94993b9 req-b2f00acc-2f50-43a2-ac38-5abaf007cd0d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3847437 Feb 07 22:36:58.926788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88417cae-4516-4415-bef9-db8e1df49e6f req-aa3ef5b6-7da4-43cb-bbd4-cf4c3cf27e8c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:58.928538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88417cae-4516-4415-bef9-db8e1df49e6f req-aa3ef5b6-7da4-43cb-bbd4-cf4c3cf27e8c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 947 time: 0.5634208 Feb 07 22:36:59.024831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47732) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:36:59.069329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] For port 0f6efb18-cd2d-44d8-9d53-3685524d1569, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:36:59.072571 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.092858 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e24a432e-db6a-40e3-b9c9-1549a94993b9 req-50106ac0-e6d0-4cf1-9578-b85543db5585 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629488 Feb 07 22:36:59.131545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] For port 0f6efb18-cd2d-44d8-9d53-3685524d1569, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:36:59.141284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88417cae-4516-4415-bef9-db8e1df49e6f req-27758565-70bc-4858-8c4c-3b67f44ae9c2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823652 Feb 07 22:36:59.150113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:36:59.161981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Usage tracker for resource:security_group_rule and tenant:c566d2c74c534377ae340b521b0d013e is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:36:59.165420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.187281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:36:59.199260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.250803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:36:59.263094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Sync routers for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:36:59.279552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:36:59.280405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:36:59.284810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:36:59.286690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a302073c-8c6e-441b-80f0-f4138225c08a admin admin] 10.222.0.10 "PUT /v2.0/routers/e6d1171a-cdd5-4b90-8825-97034c4ea0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7201855 Feb 07 22:36:59.298966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-2f3f3d95-4a15-4a7e-9f64-028d8351de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.306616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-2f3f3d95-4a15-4a7e-9f64-028d8351de90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5428593 Feb 07 22:36:59.343477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.344118 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.345499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 1091 time: 3.6814311 Feb 07 22:36:59.348058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:36:59.425635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-c1b1ca8e-37f8-4b26-9fec-6ff2fd2f6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.427254 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-c1b1ca8e-37f8-4b26-9fec-6ff2fd2f6b8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5252016 Feb 07 22:36:59.475758 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-a697045a-9c4e-4a08-aa4d-76ee2eff36f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.1557410 Feb 07 22:36:59.624006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-4bb7e6ff-b43c-4589-8ae2-0cb1aaded962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.629711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-4bb7e6ff-b43c-4589-8ae2-0cb1aaded962 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0917139 Feb 07 22:36:59.665867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b9d3-b8aa-44bd-b007-027fd85962d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f6efb18-cd2d-44d8-9d53-3685524d1569,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:36:59.709698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:36:59.722642 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-f2613caa-d1b7-478b-96d6-7da45c119cf0 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749109 Feb 07 22:36:59.797972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8e2d8-fd09-465e-9e36-745df3e272c0 req-f7f3cab1-e58f-444e-a899-a3915ad099cd tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.799764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cef8e2d8-fd09-465e-9e36-745df3e272c0 req-f7f3cab1-e58f-444e-a899-a3915ad099cd tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 943 time: 0.5179784 Feb 07 22:36:59.856759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-38693b74-cfe3-4d6e-9065-2a9fd7308323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.864908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-38693b74-cfe3-4d6e-9065-2a9fd7308323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1094 time: 0.4653268 Feb 07 22:36:59.922546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-4bc2d05b-5054-49dc-8160-ebf5cba2d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.924046 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-4bc2d05b-5054-49dc-8160-ebf5cba2d4ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005057 Feb 07 22:36:59.966261 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:36:59.986544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097d3ce-5ec8-4b40-8c14-bdc716e4b64f req-570e7973-4d0d-4988-831d-11e85daefa03 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:36:59.993910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e097d3ce-5ec8-4b40-8c14-bdc716e4b64f req-570e7973-4d0d-4988-831d-11e85daefa03 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.4668510 Feb 07 22:37:00.028598 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-8651b17c-3691-4eca-8ff2-b6879a92d872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 217 time: 0.1326573 Feb 07 22:37:00.029480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.064976 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.114714 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-b9bb5f31-80b8-4c60-a7f7-87a38447e736 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812341 Feb 07 22:37:00.153921 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cef8e2d8-fd09-465e-9e36-745df3e272c0 req-52004da1-a167-4375-9137-177dbbe21d4c tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358634 Feb 07 22:37:00.166278 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7697412d-e1ce-4218-b86b-80c3675082e2 req-923ae7be-eeba-48aa-b867-0be18fff70b3 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747094 Feb 07 22:37:00.192117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c566d2c74c534377ae340b521b0d013e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1612577 Feb 07 22:37:00.213535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47752) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:00.245041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e097d3ce-5ec8-4b40-8c14-bdc716e4b64f req-e5f1b136-e742-44ac-9aff-2c284051f996 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498627 Feb 07 22:37:00.291894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ba05-994b-40d9-a896-00760564dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b17d8a5-8a6d-4009-bf86-5e36253b4f64,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:00.312752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:36:55Z', 'revision_number': 2, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:00.333533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Checking router: e6d1171a-cdd5-4b90-8825-97034c4ea0dd for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:00.335039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Updating router e6d1171a-cdd5-4b90-8825-97034c4ea0dd port 82613d81-5833-4508-b76e-ab9914bf3bbb binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:37:00.348151 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'status': 'completed', 'code': 200} Feb 07 22:37:00.359984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-0d8d2b97-1c18-43cd-871c-d64c0ee25199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:00.376187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-0d8d2b97-1c18-43cd-871c-d64c0ee25199 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.3245943 Feb 07 22:37:00.522356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-344c4c0a-8336-4a0d-b7b4-da583cba0dde tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=125eac2b567142d99abcc9f68d181ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725870 Feb 07 22:37:00.532861 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.551732 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eca8753-0576-4388-b5c3-3342d9419755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.563450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-e090871f-7991-44f2-b943-a807782992b4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961995 Feb 07 22:37:00.608619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-6a428ae6-d8ef-4520-9887-f00f7214a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:00.612033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-6a428ae6-d8ef-4520-9887-f00f7214a214 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1098 time: 0.2330842 Feb 07 22:37:00.819316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-62e39ccd-6fae-41d6-a0d7-91508e28ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:00.821639 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-62e39ccd-6fae-41d6-a0d7-91508e28ebe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1980050 Feb 07 22:37:00.839539 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.849047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eca8753-0576-4388-b5c3-3342d9419755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:00.949246 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-e6a9afbf-d586-4f67-8e54-0afc5802060f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.1189048 Feb 07 22:37:01.017419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-10424a48-2fbb-4c27-b34d-71664a27ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:01.018969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-10424a48-2fbb-4c27-b34d-71664a27ff50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6294947 Feb 07 22:37:01.020414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-353743c9-d6c7-4de7-9df4-a583910a9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:01.022349 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-353743c9-d6c7-4de7-9df4-a583910a9883 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0622356 Feb 07 22:37:01.154704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-23dd1687-47f2-4334-9414-c0206a144c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:01.154704 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-23dd1687-47f2-4334-9414-c0206a144c70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178758 Feb 07 22:37:01.158926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.187433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Transition to ACTIVE for port object 82613d81-5833-4508-b76e-ab9914bf3bbb will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:01.206135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.206973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-ab7df2f6-519e-4d04-a5ad-4e8de02ee9b5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:01.208469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-ab7df2f6-519e-4d04-a5ad-4e8de02ee9b5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6853395 Feb 07 22:37:01.340757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-e8c5dd7d-59e6-4646-b56c-ad36d2a461c8 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:01.343626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-e8c5dd7d-59e6-4646-b56c-ad36d2a461c8 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:01.381863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-36d4c6ef-0a6e-4dfc-9507-b588535d4653 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/quotas/125eac2b567142d99abcc9f68d181ada HTTP/1.1" status: 200 len: 375 time: 0.1049497 Feb 07 22:37:01.445778 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-ba74524b-1d96-4d1e-af23-350a1c78f76d service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793245 Feb 07 22:37:01.464406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-e8c5dd7d-59e6-4646-b56c-ad36d2a461c8 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:01.472931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-e8c5dd7d-59e6-4646-b56c-ad36d2a461c8 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks?id=27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 200 len: 829 time: 0.7930973 Feb 07 22:37:01.474743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eca8753-0576-4388-b5c3-3342d9419755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.502104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd1f53-7c24-4da1-9d8f-25f83fd8028c None None] Pushing event updated for resources: {'Port': ['ID=82613d81-5833-4508-b76e-ab9914bf3bbb,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:01.519985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Attempting to bind port 82613d81-5833-4508-b76e-ab9914bf3bbb on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:01.522694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Attempting to bind port 82613d81-5833-4508-b76e-ab9914bf3bbb by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:01.523246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Attempting to bind port 82613d81-5833-4508-b76e-ab9914bf3bbb on network 27ec9534-9ef8-4108-a1af-fe765119c6af {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:01.529987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:01.530648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Checking segment: {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:01.531274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.531833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Bound using segment: {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:01.532932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Bound port: 82613d81-5833-4508-b76e-ab9914bf3bbb, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:01.533541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.574971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca8753-0576-4388-b5c3-3342d9419755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b17d8a5-8a6d-4009-bf86-5e36253b4f64,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:01.608200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-7d06c7ec-4f9f-4df7-9271-d4a6fe6983b8 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/quotas/506e8ae6d423401abb0dc8c0a8c05d76 HTTP/1.1" status: 200 len: 375 time: 0.1343305 Feb 07 22:37:01.675770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eca8753-0576-4388-b5c3-3342d9419755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.679946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1eca8753-0576-4388-b5c3-3342d9419755 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b17d8a5-8a6d-4009-bf86-5e36253b4f64 HTTP/1.1" status: 204 len: 168 time: 1.4312787 Feb 07 22:37:01.693463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-93574ff9-8a57-41d6-be62-bb95f2d5f61c service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312976 Feb 07 22:37:01.716144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] For port 82613d81-5833-4508-b76e-ab9914bf3bbb, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:01.730721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] For port 82613d81-5833-4508-b76e-ab9914bf3bbb, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82613d81-5833-4508-b76e-ab9914bf3bbb,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:01.758223 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:01.796061 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-348406a7-dcf8-4af8-99c6-cdb71650a310 req-e37f1643-777a-4ba9-877c-7357334f757d service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235769 Feb 07 22:37:01.834224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-1efb3b12-a18c-4748-b355-3aebffb2e752 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4513793 Feb 07 22:37:01.922675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:01.923334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:01.979600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-121c770a-3a15-46c9-bf7b-18eff5cf6039 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3696728 Feb 07 22:37:01.988157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60274fef-bccf-46b9-9838-c7d09acd5715 req-0ce48ca7-8f6a-44f4-bfd7-3b741be4aaa6 service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878368 Feb 07 22:37:02.078613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd1f53-7c24-4da1-9d8f-25f83fd8028c None None] Pushing event updated for resources: {'Port': ['ID=82613d81-5833-4508-b76e-ab9914bf3bbb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:02.328971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-f4311be9-aede-4c65-a0ef-44cebc2cea22 service neutron] 10.222.0.10 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259914 Feb 07 22:37:02.375015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:02.842626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-c14e93d7-d556-4c95-913a-db9f8af11845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:02.844341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-c14e93d7-d556-4c95-913a-db9f8af11845 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1094 time: 0.7437241 Feb 07 22:37:02.859213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-9cae6a12-2174-4d0c-89c1-ec9dc44b797a service neutron] 10.222.0.10 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293827 Feb 07 22:37:03.032648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21ce54-35f9-41b7-a992-df6b92f323c1 req-c31d271b-8ce1-4d7c-af45-2f6c7dbadf28 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:03.034332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f21ce54-35f9-41b7-a992-df6b92f323c1 req-c31d271b-8ce1-4d7c-af45-2f6c7dbadf28 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 947 time: 0.6539588 Feb 07 22:37:03.130999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f21ce54-35f9-41b7-a992-df6b92f323c1 req-240cd3ca-459b-419f-91b1-605f6f7aeca8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900571 Feb 07 22:37:03.202912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-e4f9c7c4-b629-49f5-bdfa-bece2517c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:03.204254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-e4f9c7c4-b629-49f5-bdfa-bece2517c34b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.3409345 Feb 07 22:37:03.326321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:01Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:03.338218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453671a-c1ef-4ce0-ae3a-74aaf504940d None None] The sync data for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 is: [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:01Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:03.423973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-da661090-eca9-4b87-a85a-16b7b4884060 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 217 time: 0.1579235 Feb 07 22:37:03.456163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f135b3f2-960b-4dc7-9907-112c4d8a7eed details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:03.673901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-3f5230cf-9717-4456-ba86-551878efeb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:03.675644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-3f5230cf-9717-4456-ba86-551878efeb78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.2452524 Feb 07 22:37:03.694653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:03.716439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'mac_address': 'fa:16:3e:f3:0d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:03.766433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2a36-3819-4275-aeb6-60d1064cfe70 req-08b92147-6549-4c34-a4f4-5f6c81419390 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:03.778091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:03.787553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Request body: {'floatingip': {'port_id': 'dcd4e4c2-2b3e-4092-887e-4141e7229034'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:03.793790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2bf2a36-3819-4275-aeb6-60d1064cfe70 req-08b92147-6549-4c34-a4f4-5f6c81419390 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.5780184 Feb 07 22:37:03.844946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:03.869789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f135b3f2-960b-4dc7-9907-112c4d8a7eed {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:03.904009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:03.911761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.050367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d356d-e06e-4397-8e30-c4a9983bf228 req-2697499f-6834-477b-b5cc-087a4cb10020 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:04.052823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e0d356d-e06e-4397-8e30-c4a9983bf228 req-2697499f-6834-477b-b5cc-087a4cb10020 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 943 time: 0.4890814 Feb 07 22:37:04.067152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:04.231819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-cd2dcee4-7489-491b-a780-b232a243c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:04.233348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-cd2dcee4-7489-491b-a780-b232a243c025 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5466459 Feb 07 22:37:04.235578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70fdd94f-e8a9-4c0b-9e96-613b913e5002 req-7426ed4a-9700-42db-9bb0-c2b8705b4d56 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 210 time: 0.0900133 Feb 07 22:37:04.248019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e0d356d-e06e-4397-8e30-c4a9983bf228 req-9f17829b-63c4-48fd-8292-c0ae3fa70bb5 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863275 Feb 07 22:37:04.341768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:04.589073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82613d81-5833-4508-b76e-ab9914bf3bbb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:04.589639 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-66a27b94-663a-4d7f-94ea-3261ed72b540 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=125eac2b567142d99abcc9f68d181ada&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2319553 Feb 07 22:37:04.682122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.882764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 82613d81-5833-4508-b76e-ab9914bf3bbb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:04.907440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 82613d81-5833-4508-b76e-ab9914bf3bbb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:04.908037 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:04.957595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b438f61-c053-42ec-82a1-bd55585885dc req-a522da6b-e980-4cec-ac74-fdf5395effa8 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 210 time: 0.2669094 Feb 07 22:37:05.068754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-4e0fb38c-5a2e-40ac-bcc5-a172d92e2195 service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8242939 Feb 07 22:37:05.273044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d6c1c-face-4f7d-a631-954f225bb117 req-e0749809-35c6-4716-b401-44a942b4fea7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:05.274609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-439d6c1c-face-4f7d-a631-954f225bb117 req-e0749809-35c6-4716-b401-44a942b4fea7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 948 time: 0.5851548 Feb 07 22:37:05.291444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.352291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffddd0-3763-42b7-87aa-b53ee1ffff80 req-619e55e7-3628-4495-aacc-2fd9c154eef8 service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684224 Feb 07 22:37:05.362097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-439d6c1c-face-4f7d-a631-954f225bb117 req-97af6753-49c1-4b66-a7f8-57e27aa62d3e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740025 Feb 07 22:37:05.368034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 82613d81-5833-4508-b76e-ab9914bf3bbb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82613d81-5833-4508-b76e-ab9914bf3bbb,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:05.377291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.466940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-391ad516-c892-4f38-95c3-47b21870f378 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:05.469106 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-391ad516-c892-4f38-95c3-47b21870f378 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8750288 Feb 07 22:37:05.497832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Request body: {'port': {'device_id': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '125eac2b567142d99abcc9f68d181ada'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:05.509535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0f6efb18-cd2d-44d8-9d53-3685524d1569 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:05.686764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-8f3f994a-4b49-4ec5-b717-cbce77e3e19e tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0a24d701b094470c94aee8c793fd7f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901880 Feb 07 22:37:05.823834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=82613d81-5833-4508-b76e-ab9914bf3bbb,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:05.979140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:05.982887 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.064305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0f6efb18-cd2d-44d8-9d53-3685524d1569, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:06.083831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'mac_address': 'fa:16:3e:0f:eb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:06.087832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5f6a5a2-3f5f-4656-b1e8-4633b01d762d req-4bf20ff3-c483-4562-b808-f41df1025887 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 210 time: 0.3138509 Feb 07 22:37:06.254157 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.276624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-37f9c910-3bcd-48e5-b726-92af26fae4d8 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:06.285409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-37f9c910-3bcd-48e5-b726-92af26fae4d8 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5890238 Feb 07 22:37:06.290785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6efb18-cd2d-44d8-9d53-3685524d1569 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:06.309615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-3fa5e4a6-92ca-4f23-9136-a2c4f006411a tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/quotas/0a24d701b094470c94aee8c793fd7f8d HTTP/1.1" status: 200 len: 375 time: 0.0232019 Feb 07 22:37:06.331450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0f6efb18-cd2d-44d8-9d53-3685524d1569, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:06.347339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.393547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-7c7aa423-f2c2-4cbc-aa30-cd66b9c4925d tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a24d701b094470c94aee8c793fd7f8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830042 Feb 07 22:37:06.475194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82613d81-5833-4508-b76e-ab9914bf3bbb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:06.596260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 82613d81-5833-4508-b76e-ab9914bf3bbb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:06.596663 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:06.611029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:06.676439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0f6efb18-cd2d-44d8-9d53-3685524d1569,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:06.694680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891041e8-0d6f-45f8-ab53-337db216ddf5 req-48755f22-e0ac-49b1-9f6e-8741e5819311 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:06.704296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-891041e8-0d6f-45f8-ab53-337db216ddf5 req-48755f22-e0ac-49b1-9f6e-8741e5819311 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 944 time: 0.1314218 Feb 07 22:37:06.718958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0f6efb18-cd2d-44d8-9d53-3685524d1569'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:06.783140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-891041e8-0d6f-45f8-ab53-337db216ddf5 req-c18f2794-c06e-40ad-8cca-fc84425e3242 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774691 Feb 07 22:37:07.038759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d346b90f-097a-4fa8-bfb6-ecf9ebac762f req-fdd9bb7f-0753-42a3-8bf0-e4f6ac11bd5e tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 210 time: 0.1306183 Feb 07 22:37:07.220162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e1a19-ca9c-401d-a511-6c92a358e260 req-8bc5ec47-1c8f-427a-b3b8-b33d30964447 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 210 time: 0.1586697 Feb 07 22:37:07.383376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.439881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80e952-fe41-4320-8ff3-fc6053efe071 req-6874f945-5f96-4a0d-ba5e-ef608183b590 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:07.448550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd80e952-fe41-4320-8ff3-fc6053efe071 req-6874f945-5f96-4a0d-ba5e-ef608183b590 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 948 time: 0.1562250 Feb 07 22:37:07.466692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.495023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f135b3f2-960b-4dc7-9907-112c4d8a7eed up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:07.540094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd80e952-fe41-4320-8ff3-fc6053efe071 req-b1a908b6-b73c-45d5-954b-116893278a59 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904250 Feb 07 22:37:07.623375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port f135b3f2-960b-4dc7-9907-112c4d8a7eed completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:07.631668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port f135b3f2-960b-4dc7-9907-112c4d8a7eed triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:07.633441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.660101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-225469f3-2fee-405d-8e98-188294c66995 req-d2355b13-7336-4ca1-9d63-a93a05205f2b tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 210 time: 0.0992956 Feb 07 22:37:07.725199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:07.797506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-c6aaf336-b6a6-4613-902d-5f7e5b8c8865 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:07.800445 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-c6aaf336-b6a6-4613-902d-5f7e5b8c8865 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.26 "GET /v2.0/networks?id=27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 200 len: 829 time: 1.8807433 Feb 07 22:37:07.832942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Request body: {'port': {'device_id': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'admin_state_up': True, 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:07.871056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:07.902480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:07.915387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:07.927268 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.018184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d25458-f1d3-4e0a-a6ee-5ac93152e6b4 req-b2582337-336c-408b-b76c-7dafb6f79a22 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:08.019978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43d25458-f1d3-4e0a-a6ee-5ac93152e6b4 req-b2582337-336c-408b-b76c-7dafb6f79a22 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1096 time: 0.2444835 Feb 07 22:37:08.028259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=10']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:08.057945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Made reservation on behalf of 125eac2b567142d99abcc9f68d181ada for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:08.061519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.073464 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd associated. External IP: 172.25.0.61, port: dcd4e4c2-2b3e-4092-887e-4141e7229034. Feb 07 22:37:08.097920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43d25458-f1d3-4e0a-a6ee-5ac93152e6b4 req-23214233-8696-43c0-ad07-cb4beaf5c90a tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652578 Feb 07 22:37:08.138595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64bfc5-d095-4340-b12b-b3da8efd0a61 req-2c78d8f6-3f6c-4e22-b87e-0106acbdb792 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:08.150698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a64bfc5-d095-4340-b12b-b3da8efd0a61 req-2c78d8f6-3f6c-4e22-b87e-0106acbdb792 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 944 time: 0.1960125 Feb 07 22:37:08.215460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a64bfc5-d095-4340-b12b-b3da8efd0a61 req-3037b9fc-f25f-4002-9b5f-9abad1bdf69c tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636590 Feb 07 22:37:08.215928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:08.240153 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'code': 200} Feb 07 22:37:08.281688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Usage tracker for resource:port and tenant:506e8ae6d423401abb0dc8c0a8c05d76 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:08.285222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:08.292261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:08.314613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-9fa9faf5-a1cf-4817-ba64-88d6f1e7e96f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:08.315473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-9fa9faf5-a1cf-4817-ba64-88d6f1e7e96f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Synchronizing usage tracker for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:08.339907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Made reservation on behalf of 506e8ae6d423401abb0dc8c0a8c05d76 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:08.347669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:08.397192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-565f8cd0-796b-45d6-bc0c-a3227ee2144c req-2e353bb4-302e-4d14-af79-1d2d21d47667 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 210 time: 0.0575128 Feb 07 22:37:08.563136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10b6fe32-4ae5-4540-bd94-6b257b6a9d86 req-a1bd70e3-e848-45c1-88da-ecca56d6ba1e tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 210 time: 0.0649140 Feb 07 22:37:08.728777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-9fa9faf5-a1cf-4817-ba64-88d6f1e7e96f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Unset dirty status for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:08.730143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-9fa9faf5-a1cf-4817-ba64-88d6f1e7e96f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 948 time: 1.3205585 Feb 07 22:37:08.787519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fb-ae37-4288-bc0e-11011bf410e4 req-cf3e896c-2dab-4465-b238-07c4dc6b8cf4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:08.800494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13cb48fb-ae37-4288-bc0e-11011bf410e4 req-cf3e896c-2dab-4465-b238-07c4dc6b8cf4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 950 time: 0.1332641 Feb 07 22:37:08.884285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-5432a69f-2dcf-40b4-9a1d-3d31adc5d320 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0a24d701b094470c94aee8c793fd7f8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612469 Feb 07 22:37:09.082682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13cb48fb-ae37-4288-bc0e-11011bf410e4 req-56a87656-3c68-411b-9d2a-03a2f049527d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808003 Feb 07 22:37:09.131580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Allocated IP 192.168.233.153 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/a708291b-d117-4b74-82ba-1df0ae955422) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:09.141146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:37:09.151031 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-a5bb47a8-dbdf-4335-9e1b-a5086a630f09 service neutron] delete failed (client error): The resource could not be found. Feb 07 22:37:09.152189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-a5bb47a8-dbdf-4335-9e1b-a5086a630f09 service neutron] 10.222.0.26 "DELETE /v2.0/ports/f135b3f2-960b-4dc7-9907-112c4d8a7eed/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.4093413 Feb 07 22:37:09.162860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Allocated IP 172.20.0.8 (27ec9534-9ef8-4108-a1af-fe765119c6af/a8d84da8-aeaf-47e7-889a-9fafdfcf48ad/0ea4c7e7-2be6-4946-9436-7f926581b63c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:09.363032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88c702a3-5d87-44a1-a54e-cdb3a6d7bb3f req-ba4edeee-91f2-4c37-bccd-35256b556b62 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 210 time: 0.0916233 Feb 07 22:37:09.374784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-f58d2fd1-6547-4678-82fd-7f7d7f540e85 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:09.376547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-f58d2fd1-6547-4678-82fd-7f7d7f540e85 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748161 Feb 07 22:37:09.400375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Request body: {'port': {'device_id': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '0a24d701b094470c94aee8c793fd7f8d'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:09.519082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0f6efb18-cd2d-44d8-9d53-3685524d1569 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:09.634061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 0f6efb18-cd2d-44d8-9d53-3685524d1569 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:09.640795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 0f6efb18-cd2d-44d8-9d53-3685524d1569 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:09.640795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.833358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:09.943365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0f6efb18-cd2d-44d8-9d53-3685524d1569, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:09.954326 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.032410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-2d0fbe13-1242-401d-9b22-125d8956d649 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:37:10.034156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-2d0fbe13-1242-401d-9b22-125d8956d649 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079687 Feb 07 22:37:10.038258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:10.048588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Request body: {'binding': {'host': 'n-h2-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:10.048937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:37:10.077203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-c25d8dad-631a-4e91-9a5d-5d22c4a2a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:10.080649 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-c25d8dad-631a-4e91-9a5d-5d22c4a2a461 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1101 time: 0.7685566 Feb 07 22:37:10.080649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:37:10.091330 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] Sync routers for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:10.099735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0f6efb18-cd2d-44d8-9d53-3685524d1569,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:10.108191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:10.109600 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:10.219630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.222295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Usage tracker for resource:port and tenant:0a24d701b094470c94aee8c793fd7f8d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:10.230218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:10.241566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:10.262049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:10.294660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.316729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Made reservation on behalf of 0a24d701b094470c94aee8c793fd7f8d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:10.321111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.325879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.348762 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:10.349749 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.359810 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e9df0f54-1dc3-48b5-b68c-f707725df21e tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "PUT /v2.0/floatingips/9554a87a-489d-4fe4-af2a-32609f0f41cd HTTP/1.1" status: 200 len: 990 time: 6.5807295 Feb 07 22:37:10.367718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:10.372650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Transition to ACTIVE for port object a708291b-d117-4b74-82ba-1df0ae955422 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:10.379913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7991224-a96d-4b84-ac94-43319ae6531e req-3f7fb21d-3189-4c59-ae1a-d5ab485d59dd tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:10.387493 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7991224-a96d-4b84-ac94-43319ae6531e req-3f7fb21d-3189-4c59-ae1a-d5ab485d59dd tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 944 time: 0.5674841 Feb 07 22:37:10.392391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Transition to ACTIVE for port object 0ea4c7e7-2be6-4946-9436-7f926581b63c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:10.394376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:10.409694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on host n-h2-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:10.410397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:10.410585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:10.411075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-cbdcd601-e6fc-4f7d-9c44-56efaf95118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:10.412551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-cbdcd601-e6fc-4f7d-9c44-56efaf95118c service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3117878 Feb 07 22:37:10.417503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Usage tracker for resource:security_group_rule and tenant:0a24d701b094470c94aee8c793fd7f8d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:10.424898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:10.428290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:10.428777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:10.437442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:10.458593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:10.459134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:10.459707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:10.460332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Bound port: 6d8172ce-24e7-474d-84e6-32f49e7882b3, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:10.508850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7991224-a96d-4b84-ac94-43319ae6531e req-4d43f19f-a549-48f0-8ec1-e0c08891c890 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100152 Feb 07 22:37:10.616469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-31d236e8-5994-4ed2-96f2-b0f5982d969b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.1937544 Feb 07 22:37:10.634905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:10.673971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.687441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-58547423-6ed8-4659-98af-7c3c2f59b38a service neutron] 10.222.0.10 "POST /v2.0/ports/6d8172ce-24e7-474d-84e6-32f49e7882b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.6441493 Feb 07 22:37:10.717765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.730218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:10.870759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-2365d724-c019-4dc4-8bfe-fc77fd455198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:10.877042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-2365d724-c019-4dc4-8bfe-fc77fd455198 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2466106 Feb 07 22:37:10.890280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e921a3cb-3260-4655-9d10-7f3a24fda7b9 req-752f7475-2ee7-4936-882c-b415977bea64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 210 time: 0.0895588 Feb 07 22:37:10.895463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275f0e90-6b24-4e3d-8518-a2ecc468d810,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:11.022462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.040543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['50e82073-ec51-402d-9ebf-f9af0cfdb174'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:11.076653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.26', 64261) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:11.168215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.211307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:11.224434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:11.233610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:11.240536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.241353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.246953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Pushing event updated for resources: {'Port': ['ID=a708291b-d117-4b74-82ba-1df0ae955422,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:11.264330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Network 27ec9534-9ef8-4108-a1af-fe765119c6af is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:11.291237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83a319cd-23c5-46e8-bfb2-aa745cb1a96d req-c8486a48-ea91-4599-8b17-e9c3c9315594 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 210 time: 0.1092703 Feb 07 22:37:11.367839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['05bc7e90-6ff1-4616-9665-b5259a8ed166'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:11.402338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:11.425115 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '9554a87a-489d-4fe4-af2a-32609f0f41cd', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'port_id': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'mac_address': 'fa:16:3e:77:a7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:34Z', 'updated_at': '2022-02-07T22:37:07Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:11.441721 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] Checking router: 45fa678a-b00d-4c6b-a5fd-8373c308f2aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:11.459027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:11.488758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.490196 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:11.490851 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:11.491981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:11.570692 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'code': 200} Feb 07 22:37:11.613340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event updated for resources: {'Port': ['ID=0ea4c7e7-2be6-4946-9436-7f926581b63c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:11.630381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-53c86290-dc1e-4aaf-8efe-afa80521a122 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.1462584 Feb 07 22:37:11.638568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-9d3b47b0-cfaa-4bd2-84c2-efb2d9048324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:11.640879 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-9d3b47b0-cfaa-4bd2-84c2-efb2d9048324 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7453701 Feb 07 22:37:11.648654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Request body: {'port': {'device_id': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:11.858030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Allocated IP 192.168.233.248 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/774aa64b-8d94-42f3-8307-91e401635db2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:11.970423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-b506c893-ab02-4c71-9443-2f10d1329b86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1544988 Feb 07 22:37:11.973439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9210a22-947d-4c68-b324-57206a7e3b63 None None] Provisioning for port a708291b-d117-4b74-82ba-1df0ae955422 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:11.989843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Request body: {'port': {'device_id': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:12.073105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-7cf31cee-2337-47fa-8704-c4c4f455ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:12.075496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-7cf31cee-2337-47fa-8704-c4c4f455ccc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1096 time: 0.9976740 Feb 07 22:37:12.111656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9210a22-947d-4c68-b324-57206a7e3b63 None None] Provisioning complete for port a708291b-d117-4b74-82ba-1df0ae955422 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:12.112509 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9210a22-947d-4c68-b324-57206a7e3b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.145668 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:12.198726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.373608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9210a22-947d-4c68-b324-57206a7e3b63 None None] Port a708291b-d117-4b74-82ba-1df0ae955422 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:37:12.387740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12719bd-9c48-4032-90b6-c843405630b5 req-8ac2fca1-3855-4280-9251-d71bdfaab532 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:12.401867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c12719bd-9c48-4032-90b6-c843405630b5 req-8ac2fca1-3855-4280-9251-d71bdfaab532 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 950 time: 1.1307142 Feb 07 22:37:12.430801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-ac394ce2-177a-40f5-abff-7bda20da5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:12.433136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-ac394ce2-177a-40f5-abff-7bda20da5703 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.3376849 Feb 07 22:37:12.519464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7a9a383c-aa34-4813-8807-1cba595bf35d None None] Provisioning for port 0ea4c7e7-2be6-4946-9436-7f926581b63c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:12.528995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7a9a383c-aa34-4813-8807-1cba595bf35d None None] Provisioning complete for port 0ea4c7e7-2be6-4946-9436-7f926581b63c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:12.530639 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a9a383c-aa34-4813-8807-1cba595bf35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.681751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7a9a383c-aa34-4813-8807-1cba595bf35d None None] Port 0ea4c7e7-2be6-4946-9436-7f926581b63c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:37:12.738637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e9ce8-a769-44d3-8d6b-32dd9ae39763 req-e93fa35c-f72d-4bce-be9e-ed708ebda08c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:12.745841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-193e9ce8-a769-44d3-8d6b-32dd9ae39763 req-e93fa35c-f72d-4bce-be9e-ed708ebda08c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 1.1447213 Feb 07 22:37:12.776682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-4affbfb6-9ce3-4ba2-a887-d0e97f07538d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 217 time: 0.3290577 Feb 07 22:37:12.797208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:12.838137 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-e05dc9aa-c1eb-4154-8dbd-58618152d28b service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0178847 Feb 07 22:37:12.870222 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '9554a87a-489d-4fe4-af2a-32609f0f41cd', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'port_id': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'mac_address': 'fa:16:3e:77:a7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:34Z', 'updated_at': '2022-02-07T22:37:07Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:12.875777 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9389f32a-2423-42ed-967d-ff83b5901666 None None] The sync data for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 is: [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '9554a87a-489d-4fe4-af2a-32609f0f41cd', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'port_id': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'mac_address': 'fa:16:3e:77:a7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:35:34Z', 'updated_at': '2022-02-07T22:37:07Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:13.018331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c12719bd-9c48-4032-90b6-c843405630b5 req-d873e7a2-044a-46f6-8220-f7e16e445b10 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152768 Feb 07 22:37:13.039969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5a5f7-d7a4-4913-9320-5215770bf88a req-72c645e4-6980-4eaf-9c10-4645f345ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:13.041766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71d5a5f7-d7a4-4913-9320-5215770bf88a req-72c645e4-6980-4eaf-9c10-4645f345ad1f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 1.5739319 Feb 07 22:37:13.060271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-193e9ce8-a769-44d3-8d6b-32dd9ae39763 req-4386d138-c10e-44cb-8b2f-b50f00b1df6a tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134825 Feb 07 22:37:13.111371 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'status': 'completed', 'code': 200} Feb 07 22:37:13.178216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-02c03cba-5379-4ea3-8187-807a5675ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:13.182582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-02c03cba-5379-4ea3-8187-807a5675ccb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.3795924 Feb 07 22:37:13.293803 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.296500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86336e30-a9a5-42b5-96e1-538d520b31c3 None None] New status for floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:37:13.314008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Transition to ACTIVE for port object 774aa64b-8d94-42f3-8307-91e401635db2 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:13.348640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ea4f5ff3-8855-4dbd-8817-beb2de997a1e req-c11639ba-df25-46b5-8607-c2a37101615f service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891570 Feb 07 22:37:13.350996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71d5a5f7-d7a4-4913-9320-5215770bf88a req-66f3e022-8ed4-4b02-b30b-30095da53246 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769024 Feb 07 22:37:13.359312 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:13.440381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-084620a6-9380-437b-b251-14ec3e775564 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278249 Feb 07 22:37:13.540941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Pushing event updated for resources: {'Port': ['ID=774aa64b-8d94-42f3-8307-91e401635db2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:13.587320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-5c51ff77-a4c4-4e6b-8708-03f9de303247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:13.588988 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-5c51ff77-a4c4-4e6b-8708-03f9de303247 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 1096 time: 0.4506357 Feb 07 22:37:13.697818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-fa97f8ef-53e1-490f-87b1-7615fc73ace1 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590660 Feb 07 22:37:13.891165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-f585571b-5a33-48b6-8c2b-7c7e75ae3922 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769848 Feb 07 22:37:13.893312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:13.898485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:13.903381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:13.950302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-8331dc62-f5e9-4b46-b078-7cc3b14aed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:13.958473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-8331dc62-f5e9-4b46-b078-7cc3b14aed62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 200 len: 925 time: 0.3594515 Feb 07 22:37:13.990420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:13.991066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.035538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5a5e5-f5a4-487e-9929-1adc12b703cc req-85975a7c-a32e-4710-9c2e-5b4b09e88dfb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.043317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cc5a5e5-f5a4-487e-9929-1adc12b703cc req-85975a7c-a32e-4710-9c2e-5b4b09e88dfb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 945 time: 0.7045715 Feb 07 22:37:14.083697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa218aa-9fbb-4d9d-8227-e0230c92e23b req-a9fbbb39-f7ff-4807-9e56-70bb8b6c37e3 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.091382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3aa218aa-9fbb-4d9d-8227-e0230c92e23b req-a9fbbb39-f7ff-4807-9e56-70bb8b6c37e3 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 936 time: 0.7505929 Feb 07 22:37:14.097322 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:14.111519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-edac0443-58dd-497a-a339-e99518a683da tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7242794 Feb 07 22:37:14.143490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cc5a5e5-f5a4-487e-9929-1adc12b703cc req-781622c9-b637-44ee-86ed-317b01291d0c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992763 Feb 07 22:37:14.169160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Request body: {'port': {'device_id': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:14.267704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3aa218aa-9fbb-4d9d-8227-e0230c92e23b req-377fc685-7051-4564-9827-58c81aed25ce tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754308 Feb 07 22:37:14.329311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-35d5b740-85d7-46ae-bebe-dda59c09eb6e None None] Provisioning for port 774aa64b-8d94-42f3-8307-91e401635db2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:14.344349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-35d5b740-85d7-46ae-bebe-dda59c09eb6e None None] Provisioning complete for port 774aa64b-8d94-42f3-8307-91e401635db2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:14.344761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-35d5b740-85d7-46ae-bebe-dda59c09eb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.425892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a708291b-d117-4b74-82ba-1df0ae955422 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:14.436200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.454335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Transition to ACTIVE for port object a708291b-d117-4b74-82ba-1df0ae955422 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:14.466187 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-24fd6f8c-0943-48d2-9d04-05d913e4ec1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034 HTTP/1.1" status: 200 len: 1000 time: 0.4486606 Feb 07 22:37:14.470033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.472545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-35d5b740-85d7-46ae-bebe-dda59c09eb6e None None] Port 774aa64b-8d94-42f3-8307-91e401635db2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:37:14.569806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea4c7e7-2be6-4946-9436-7f926581b63c {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:14.580916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.602322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Transition to ACTIVE for port object 0ea4c7e7-2be6-4946-9436-7f926581b63c will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:14.633681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.662747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:14.968433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbb70c-51a9-44ef-90c8-3a9f42f2892b req-abb67a96-8b6d-4d0a-ae40-ee939d5069a9 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:14.986996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1cbb70c-51a9-44ef-90c8-3a9f42f2892b req-abb67a96-8b6d-4d0a-ae40-ee939d5069a9 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 931 time: 0.4616299 Feb 07 22:37:15.057474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Pushing event updated for resources: {'Port': ['ID=a708291b-d117-4b74-82ba-1df0ae955422,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:15.073433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c6e80-3087-4376-ad1b-7aa493feaa4f req-3b541af0-7ef5-4c9e-9163-bf04d15446f1 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.081959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a07c6e80-3087-4376-ad1b-7aa493feaa4f req-3b541af0-7ef5-4c9e-9163-bf04d15446f1 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 945 time: 0.6705346 Feb 07 22:37:15.138221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-a7e16e7b-fc17-4d33-b073-48b4a63ec59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.142599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-a7e16e7b-fc17-4d33-b073-48b4a63ec59d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce50a4e7-2264-4848-ad09-9b9ed900f2fd HTTP/1.1" status: 200 len: 863 time: 0.6636865 Feb 07 22:37:15.179890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f1cbb70c-51a9-44ef-90c8-3a9f42f2892b req-441c041d-ba77-43b9-a724-4f192b73a2f0 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:15.301885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a07c6e80-3087-4376-ad1b-7aa493feaa4f req-631d0604-4795-45ac-889d-fb0d92557eea tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190521 Feb 07 22:37:15.317992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f1cbb70c-51a9-44ef-90c8-3a9f42f2892b req-441c041d-ba77-43b9-a724-4f192b73a2f0 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:15.334832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1cbb70c-51a9-44ef-90c8-3a9f42f2892b req-441c041d-ba77-43b9-a724-4f192b73a2f0 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399606 Feb 07 22:37:15.504891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Attempting to bind port a708291b-d117-4b74-82ba-1df0ae955422 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:15.505362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Attempting to bind port a708291b-d117-4b74-82ba-1df0ae955422 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:15.506016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Attempting to bind port a708291b-d117-4b74-82ba-1df0ae955422 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:15.526454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Port a708291b-d117-4b74-82ba-1df0ae955422 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:15.526767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Attempting to bind port a708291b-d117-4b74-82ba-1df0ae955422 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:15.542150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Attempting to bind port 0ea4c7e7-2be6-4946-9436-7f926581b63c on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:15.542485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Attempting to bind port 0ea4c7e7-2be6-4946-9436-7f926581b63c by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:15.542813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Attempting to bind port 0ea4c7e7-2be6-4946-9436-7f926581b63c on network 27ec9534-9ef8-4108-a1af-fe765119c6af {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:15.549773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4c7e7-2be6-4946-9436-7f926581b63c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:15.554613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:15.554954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:15.555336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:15.555773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Bound port: a708291b-d117-4b74-82ba-1df0ae955422, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:15.556120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.566239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Port 0ea4c7e7-2be6-4946-9436-7f926581b63c on network 27ec9534-9ef8-4108-a1af-fe765119c6af not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:15.566564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Attempting to bind port 0ea4c7e7-2be6-4946-9436-7f926581b63c on network 27ec9534-9ef8-4108-a1af-fe765119c6af {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:15.582661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:15.583005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Checking segment: {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:15.583399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Bound using segment: {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:15.583829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Bound port: 0ea4c7e7-2be6-4946-9436-7f926581b63c, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b24253e0-47e9-484f-8857-3e253b51ee25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:15.584176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.674388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774aa64b-8d94-42f3-8307-91e401635db2 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:15.686526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.723539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Transition to ACTIVE for port object 774aa64b-8d94-42f3-8307-91e401635db2 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:15.724584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-9fd0825a-e7a1-4c62-8f7c-d56fae700ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.726013 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-9fd0825a-e7a1-4c62-8f7c-d56fae700ffc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d18684a5-034f-4b86-8ca1-b25676dbe91a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5552261 Feb 07 22:37:15.730258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614fe39-d422-4670-9387-0e4e5a516e4f req-d7c4e239-278f-4984-a848-e43d0e7146a5 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.731043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3614fe39-d422-4670-9387-0e4e5a516e4f req-d7c4e239-278f-4984-a848-e43d0e7146a5 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Synchronizing usage tracker for tenant:0a24d701b094470c94aee8c793fd7f8d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:15.746163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.857282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] For port a708291b-d117-4b74-82ba-1df0ae955422, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:15.877757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] For port a708291b-d117-4b74-82ba-1df0ae955422, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a708291b-d117-4b74-82ba-1df0ae955422,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:15.891097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] For port 0ea4c7e7-2be6-4946-9436-7f926581b63c, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:15.897015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] For port 0ea4c7e7-2be6-4946-9436-7f926581b63c, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:15.898559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:15.918686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e9f29-5154-41ca-92ec-57836df45dff req-9d329f04-a12d-4c15-93ab-1ff9b0e50496 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:15.920358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f33e9f29-5154-41ca-92ec-57836df45dff req-9d329f04-a12d-4c15-93ab-1ff9b0e50496 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 950 time: 0.4558585 Feb 07 22:37:15.965828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.036925 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-59370407-62f1-474f-b0ec-6e3bea01d047 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982786 Feb 07 22:37:16.041454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.042274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.043830 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] 10.222.0.36 "PUT /v2.0/ports/a708291b-d117-4b74-82ba-1df0ae955422 HTTP/1.1" status: 200 len: 1096 time: 4.4005773 Feb 07 22:37:16.045121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'tag': 'a708291b-d117-4b74-82ba-1df0ae955422'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:16.063292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.064035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.066205 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 1091 time: 4.0852067 Feb 07 22:37:16.107333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3614fe39-d422-4670-9387-0e4e5a516e4f req-d7c4e239-278f-4984-a848-e43d0e7146a5 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Unset dirty status for tenant:0a24d701b094470c94aee8c793fd7f8d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:16.115498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3614fe39-d422-4670-9387-0e4e5a516e4f req-d7c4e239-278f-4984-a848-e43d0e7146a5 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 936 time: 0.5775704 Feb 07 22:37:16.364088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Pushing event updated for resources: {'Port': ['ID=774aa64b-8d94-42f3-8307-91e401635db2,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:16.428349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981bb34-beda-4658-9ce2-8da210a61057 service neutron] Pushing event updated for resources: {'Port': ['ID=a708291b-d117-4b74-82ba-1df0ae955422,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:16.443056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f33e9f29-5154-41ca-92ec-57836df45dff req-7f74c2b3-b38a-4af9-9a19-3b245d8c8b64 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984803 Feb 07 22:37:16.489743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3614fe39-d422-4670-9387-0e4e5a516e4f req-008739d6-34f6-4f0d-b4da-2a15e686a07f tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Synchronizing usage tracker for tenant:0a24d701b094470c94aee8c793fd7f8d on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:16.676755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Attempting to bind port 774aa64b-8d94-42f3-8307-91e401635db2 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:16.677201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Attempting to bind port 774aa64b-8d94-42f3-8307-91e401635db2 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:16.680654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Attempting to bind port 774aa64b-8d94-42f3-8307-91e401635db2 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:16.694854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3614fe39-d422-4670-9387-0e4e5a516e4f req-008739d6-34f6-4f0d-b4da-2a15e686a07f tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Unset dirty status for tenant:0a24d701b094470c94aee8c793fd7f8d on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:16.709728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3614fe39-d422-4670-9387-0e4e5a516e4f req-008739d6-34f6-4f0d-b4da-2a15e686a07f tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892942 Feb 07 22:37:16.710910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Port 774aa64b-8d94-42f3-8307-91e401635db2 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:16.713487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Attempting to bind port 774aa64b-8d94-42f3-8307-91e401635db2 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:16.731222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:16.732488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:16.733091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:16.737695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Bound port: 774aa64b-8d94-42f3-8307-91e401635db2, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:16.739783 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:16.746789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9d0c3-2b64-4b73-8e7f-ec2e97d176b4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea4c7e7-2be6-4946-9436-7f926581b63c,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:16.788152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-7258e36c-e4f6-4318-b546-97222b2a042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.790064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-7258e36c-e4f6-4318-b546-97222b2a042b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 1099 time: 0.5720880 Feb 07 22:37:16.796951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-44cc3325-576e-4159-8b26-438e5ac6d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:16.798398 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-44cc3325-576e-4159-8b26-438e5ac6d073 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 1094 time: 0.5036838 Feb 07 22:37:16.814721 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6af90854-b19d-40b2-909e-46cf37de9ca4 req-80f54fd2-56d0-4df9-940b-ac328d818df3 service neutron] 10.222.0.36 "GET /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450967 Feb 07 22:37:16.939749 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-bcac048d-3393-4b14-9f05-10ce7c0b1f69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a708291b-d117-4b74-82ba-1df0ae955422 HTTP/1.1" status: 200 len: 217 time: 0.1240222 Feb 07 22:37:17.052481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403e635-4b4b-41fe-b2af-174c7e5d3b8f req-a47c1c18-10f5-4cef-8905-24208d117a1c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.054457 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-cf167698-ade6-465c-aceb-d96e7fdbdb9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 217 time: 0.1163397 Feb 07 22:37:17.059359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f403e635-4b4b-41fe-b2af-174c7e5d3b8f req-a47c1c18-10f5-4cef-8905-24208d117a1c tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.2830334 Feb 07 22:37:17.085473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] For port 774aa64b-8d94-42f3-8307-91e401635db2, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:17.114220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] For port 774aa64b-8d94-42f3-8307-91e401635db2, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=774aa64b-8d94-42f3-8307-91e401635db2,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:17.129153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-cd6c727e-25f5-4358-8cad-7d3ba226d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.130053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f403e635-4b4b-41fe-b2af-174c7e5d3b8f req-4fe31968-17d5-483d-a7ff-614111f09202 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696740 Feb 07 22:37:17.138196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-cd6c727e-25f5-4358-8cad-7d3ba226d1fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1362267 Feb 07 22:37:17.138438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e4aa7-8904-4ae8-933d-0b409fa21cc4 req-78720ca0-51b1-4cd9-ac58-a5565b644acc tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.139850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c0e4aa7-8904-4ae8-933d-0b409fa21cc4 req-78720ca0-51b1-4cd9-ac58-a5565b644acc tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 945 time: 0.2400417 Feb 07 22:37:17.141636 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.160445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-efa54907-9de1-4341-afde-ddfd4079d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.162197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-efa54907-9de1-4341-afde-ddfd4079d2c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad HTTP/1.1" status: 200 len: 868 time: 0.1006646 Feb 07 22:37:17.208427 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:37:17.237180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.237869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:17.239356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] 10.222.0.26 "PUT /v2.0/ports/774aa64b-8d94-42f3-8307-91e401635db2 HTTP/1.1" status: 200 len: 1096 time: 3.0806923 Feb 07 22:37:17.241923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'tag': '774aa64b-8d94-42f3-8307-91e401635db2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:17.300543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c0e4aa7-8904-4ae8-933d-0b409fa21cc4 req-c183cdcc-5dc7-40c7-8ae6-1bd9367a1bb2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125641 Feb 07 22:37:17.352537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238dba14-4b67-4f57-ab79-ebd52f346ccd service neutron] Pushing event updated for resources: {'Port': ['ID=774aa64b-8d94-42f3-8307-91e401635db2,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:17.361357 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'tag': 'a708291b-d117-4b74-82ba-1df0ae955422', 'status': 'completed', 'code': 200} Feb 07 22:37:17.396664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-422ab660-4fa7-4ebf-8266-3b935433fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.398216 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-422ab660-4fa7-4ebf-8266-3b935433fb03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287321 Feb 07 22:37:17.488647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-ea2adcc0-d5ed-467e-9771-0b1b8459811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.490150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-ea2adcc0-d5ed-467e-9771-0b1b8459811c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27ec9534-9ef8-4108-a1af-fe765119c6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2458766 Feb 07 22:37:17.659955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d4463-ecc1-44a7-9486-f1f50a5da1be req-502d03e5-0c81-470a-a13e-854701fededa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.661563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-236d4463-ecc1-44a7-9486-f1f50a5da1be req-502d03e5-0c81-470a-a13e-854701fededa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 948 time: 0.3050010 Feb 07 22:37:17.665139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-c2e55f25-e6f5-4893-ab22-55d06dbd3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.666461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-c2e55f25-e6f5-4893-ab22-55d06dbd3cf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a24d701b094470c94aee8c793fd7f8d&device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 1099 time: 0.2459738 Feb 07 22:37:17.673711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a768621-022a-4ca0-8dd0-b2d4f9d8352f req-0b679b27-68a6-44ad-bb8e-b034a3001497 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.675085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a768621-022a-4ca0-8dd0-b2d4f9d8352f req-0b679b27-68a6-44ad-bb8e-b034a3001497 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 945 time: 0.1547494 Feb 07 22:37:17.699359 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-70d2b857-1109-424e-a4c1-d898ba2d164f service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922900 Feb 07 22:37:17.712715 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-9b92b70f-26e0-42b6-b901-e1e7f4fcfb58 service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111394 Feb 07 22:37:17.786893 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-ba4055a2-f94c-4231-8a34-90361c4ac703 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=774aa64b-8d94-42f3-8307-91e401635db2 HTTP/1.1" status: 200 len: 217 time: 0.1108394 Feb 07 22:37:17.874846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-236d4463-ecc1-44a7-9486-f1f50a5da1be req-9b740e2b-07d9-43ec-a7bd-7980542ff866 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448405 Feb 07 22:37:17.882451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a768621-022a-4ca0-8dd0-b2d4f9d8352f req-0414ecd8-70b2-4118-b804-66bdc071ba56 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514754 Feb 07 22:37:17.939299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-c4ef4c58-7359-4e22-b27f-b72cc009a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:17.940787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-c4ef4c58-7359-4e22-b27f-b72cc009a1af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1428308 Feb 07 22:37:18.174470 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6b3d157-370c-46ff-adb4-0d32142ceea2 req-ad5a4c62-4f35-4c0c-a464-a2df76f0c686 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604595 Feb 07 22:37:18.178565 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71bd1bb8-7e02-4de2-bf39-a8243a3f4c99 req-c5a50de9-45ba-4696-906d-b363605c20b7 service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412510 Feb 07 22:37:18.187676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8033be-3835-4638-b195-abd23be3b197 req-f6dfe49e-250a-4e5e-b08f-95215aa2bf86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.189176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d8033be-3835-4638-b195-abd23be3b197 req-f6dfe49e-250a-4e5e-b08f-95215aa2bf86 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 943 time: 0.1808114 Feb 07 22:37:18.191092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3fef7-42b6-4d74-bdeb-d94ce54e280b req-329e96bf-dd9a-48b8-b631-0e5a718a5adf tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.192439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dd3fef7-42b6-4d74-bdeb-d94ce54e280b req-329e96bf-dd9a-48b8-b631-0e5a718a5adf tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1101 time: 0.1432564 Feb 07 22:37:18.207126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-7155a9c3-f5fb-4731-a011-c613b44d78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.208791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-7155a9c3-f5fb-4731-a011-c613b44d78c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2603178 Feb 07 22:37:18.313319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9560-9444-4d67-83ed-da227fcd044d req-5066cb72-d415-4eca-8035-72245ac203e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.315564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a90e9560-9444-4d67-83ed-da227fcd044d req-5066cb72-d415-4eca-8035-72245ac203e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 1099 time: 0.0833867 Feb 07 22:37:18.356348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d8033be-3835-4638-b195-abd23be3b197 req-58fc92c0-7253-41d2-ab37-c407c6d51633 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527529 Feb 07 22:37:18.359905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dd3fef7-42b6-4d74-bdeb-d94ce54e280b req-005a4a09-f899-4b90-82ae-f1f85b8082e4 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Synchronizing usage tracker for tenant:78aad73aa3554f0d97787d402fabf758 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:18.419491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dd3fef7-42b6-4d74-bdeb-d94ce54e280b req-005a4a09-f899-4b90-82ae-f1f85b8082e4 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Unset dirty status for tenant:78aad73aa3554f0d97787d402fabf758 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:18.428598 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dd3fef7-42b6-4d74-bdeb-d94ce54e280b req-005a4a09-f899-4b90-82ae-f1f85b8082e4 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237437 Feb 07 22:37:18.445597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-cb00c2a7-78bd-474c-8b58-4a21c304f042 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101178 Feb 07 22:37:18.481682 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'tag': '774aa64b-8d94-42f3-8307-91e401635db2', 'status': 'completed', 'code': 200} Feb 07 22:37:18.485545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9560-9444-4d67-83ed-da227fcd044d req-8e67cbda-5967-4f9c-b381-487418bb34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.487076 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a90e9560-9444-4d67-83ed-da227fcd044d req-8e67cbda-5967-4f9c-b381-487418bb34c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1633985 Feb 07 22:37:18.567538 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a90e9560-9444-4d67-83ed-da227fcd044d req-188cda3d-d36b-4e1c-991a-e39cfbcee573 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=a708291b-d117-4b74-82ba-1df0ae955422 HTTP/1.1" status: 200 len: 217 time: 0.0719032 Feb 07 22:37:18.638169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9560-9444-4d67-83ed-da227fcd044d req-52d3bc05-a258-484d-bdb7-7d637f290aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.639658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a90e9560-9444-4d67-83ed-da227fcd044d req-52d3bc05-a258-484d-bdb7-7d637f290aae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0656424 Feb 07 22:37:18.725183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9560-9444-4d67-83ed-da227fcd044d req-f7914739-6207-4698-9c52-b63eab178170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.726646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a90e9560-9444-4d67-83ed-da227fcd044d req-f7914739-6207-4698-9c52-b63eab178170 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728834 Feb 07 22:37:18.868551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fb4c6c-c8bc-4593-beb3-429cb4bf6b98 req-a2129c80-c18a-4daa-9c14-6bab3f878057 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136653 Feb 07 22:37:18.869180 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a90e9560-9444-4d67-83ed-da227fcd044d req-b474cfa2-e32d-4004-ab1c-67a1fa8543fd service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357193 Feb 07 22:37:18.882402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720a4619-f1d3-48ae-a09f-a206691e226b req-0946df6e-ffa4-4439-9e96-e72e0bb7c161 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3972023 Feb 07 22:37:18.900642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7009e-07cc-4c92-9f09-aac0e37c1ec3 req-75e092b8-fa16-49f8-8839-9ed268d26375 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:18.902090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25f7009e-07cc-4c92-9f09-aac0e37c1ec3 req-75e092b8-fa16-49f8-8839-9ed268d26375 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 948 time: 0.1981568 Feb 07 22:37:18.908281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:18.928022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:18.934227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Usage tracker for resource:floatingip and tenant:dd7a3666c0f9415f8f33fa2a72db7117 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:18.975021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:18.987159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:19.022449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25f7009e-07cc-4c92-9f09-aac0e37c1ec3 req-d95290f8-340b-4b89-9a6f-03a0c85f21b3 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096337 Feb 07 22:37:19.024641 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.035649 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a90e9560-9444-4d67-83ed-da227fcd044d req-9d55a4a3-ddfd-46ea-a3ae-76a294d25067 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502964 Feb 07 22:37:19.113260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-4aa84dd8-3c2d-4027-9d76-7913e830b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.114708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-4aa84dd8-3c2d-4027-9d76-7913e830b0d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a24d701b094470c94aee8c793fd7f8d&device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 1099 time: 0.1818194 Feb 07 22:37:19.345653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-6a0054bd-5dac-4e6d-92eb-98cab080f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.347093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-6a0054bd-5dac-4e6d-92eb-98cab080f7e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2175744 Feb 07 22:37:19.362046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded50e-ebc2-4a20-8ebf-cc676da434c9 req-a5ed2c90-4197-42b3-be60-88f7d12b0b08 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.362309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:19.363431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30ded50e-ebc2-4a20-8ebf-cc676da434c9 req-a5ed2c90-4197-42b3-be60-88f7d12b0b08 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.2116022 Feb 07 22:37:19.441908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-de4bcebd-d9ec-4842-b744-1dfc218b7f1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=774aa64b-8d94-42f3-8307-91e401635db2 HTTP/1.1" status: 200 len: 217 time: 0.0770195 Feb 07 22:37:19.444717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:19.564072 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30ded50e-ebc2-4a20-8ebf-cc676da434c9 req-66033cc0-154e-4bd0-bd61-24bb8d8c2ba4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435516 Feb 07 22:37:19.580424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-a79b2ede-fba2-4b12-af08-683407607e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.581922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-a79b2ede-fba2-4b12-af08-683407607e8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1308517 Feb 07 22:37:19.754119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Allocated IP 172.25.0.118 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/6ae4e743-a2bb-4d8e-a46d-0870124ddfa8) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:19.852467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-58a96323-664e-4f48-959d-be10ae2d0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.854019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-58a96323-664e-4f48-959d-be10ae2d0a99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2634337 Feb 07 22:37:19.900754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd893fb1-6679-42f3-9694-43595c75061f req-5b78d6b8-0db9-4ed1-b368-e48e738edf84 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:19.902152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd893fb1-6679-42f3-9694-43595c75061f req-5b78d6b8-0db9-4ed1-b368-e48e738edf84 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 945 time: 0.2375562 Feb 07 22:37:20.055327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd893fb1-6679-42f3-9694-43595c75061f req-4c6bbcc3-336f-47b2-9eae-7d4e9a34c276 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017246 Feb 07 22:37:20.068021 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.094288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-c554af5e-bfc8-49a2-a9ba-63dbe2d99404 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304447 Feb 07 22:37:20.199341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.453941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:20.462577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:20.478893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:20.518410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ae9059-01ff-46cc-ba49-1effcd9afce2 req-4ca1adce-3f1a-48ee-a88d-95c49473b72d service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168971 Feb 07 22:37:20.519020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Pushing event updated for resources: {'Port': ['ID=6ae4e743-a2bb-4d8e-a46d-0870124ddfa8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:20.558865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.559125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.559467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.559878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.560217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.560551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.560902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.561237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.562289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.562616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.562941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.563266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:20.607379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-eb000c80-2128-402e-95de-974022fc8a84 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:20.610349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-eb000c80-2128-402e-95de-974022fc8a84 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/networks?id=a65b791c-a784-44a4-bd50-ad2ada74411a HTTP/1.1" status: 200 len: 815 time: 0.4038749 Feb 07 22:37:20.629288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-83148fca-8cf8-4334-a04b-934f81be89d6 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/quotas/ce292c54e0104562be49255502ee97ec HTTP/1.1" status: 200 len: 375 time: 0.0133429 Feb 07 22:37:20.631706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.738499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:20.809085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-627387bd-f5ca-4eb8-aa22-5ffcbb6ad4db tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ce292c54e0104562be49255502ee97ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741667 Feb 07 22:37:21.043902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-cc959c1f-aafd-4dbb-aba4-2f98b60a2e61 service neutron] 10.222.0.10 "GET /v2.0/networks/a65b791c-a784-44a4-bd50-ad2ada74411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151039 Feb 07 22:37:21.132829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.140626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.286038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Pushing event updated for resources: {'Port': ['ID=6ae4e743-a2bb-4d8e-a46d-0870124ddfa8,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:21.299137 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.304385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-3eaca429-89b1-4053-88d4-f2e5d2e8577c service neutron] 10.222.0.10 "GET /v2.0/networks/a65b791c-a784-44a4-bd50-ad2ada74411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537732 Feb 07 22:37:21.310064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 774aa64b-8d94-42f3-8307-91e401635db2 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:21.325188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.326839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720a4619-f1d3-48ae-a09f-a206691e226b req-8d63e2ba-9dcb-4c87-874a-8d64d70f6d39 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4233766 Feb 07 22:37:21.416174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-720a4619-f1d3-48ae-a09f-a206691e226b req-7fb703ae-1040-4417-a3a3-d7daa8ab167d tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Synchronizing usage tracker for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:21.444052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-720a4619-f1d3-48ae-a09f-a206691e226b req-7fb703ae-1040-4417-a3a3-d7daa8ab167d tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Unset dirty status for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:21.445315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720a4619-f1d3-48ae-a09f-a206691e226b req-7fb703ae-1040-4417-a3a3-d7daa8ab167d tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.1123555 Feb 07 22:37:21.475353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 774aa64b-8d94-42f3-8307-91e401635db2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=774aa64b-8d94-42f3-8307-91e401635db2,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:21.492504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '774aa64b-8d94-42f3-8307-91e401635db2', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '774aa64b-8d94-42f3-8307-91e401635db2', 'mac_address': 'fa:16:3e:af:f0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:21.567542 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.580017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device a708291b-d117-4b74-82ba-1df0ae955422 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:21.666290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774aa64b-8d94-42f3-8307-91e401635db2 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:21.681466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a4619-f1d3-48ae-a09f-a206691e226b req-02be3ee5-6121-4cb0-98ac-8514053c632a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:21.682882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720a4619-f1d3-48ae-a09f-a206691e226b req-02be3ee5-6121-4cb0-98ac-8514053c632a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2314463 Feb 07 22:37:21.698722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 774aa64b-8d94-42f3-8307-91e401635db2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=774aa64b-8d94-42f3-8307-91e401635db2,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:21.701789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-720a4619-f1d3-48ae-a09f-a206691e226b req-e31381a8-92af-42b3-858b-461b509754d4 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:37:21.703595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720a4619-f1d3-48ae-a09f-a206691e226b req-e31381a8-92af-42b3-858b-461b509754d4 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119226 Feb 07 22:37:21.709656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:21.710390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0ea4c7e7-2be6-4946-9436-7f926581b63c details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:21.720473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b78dc-a3c0-4b55-ab0e-01478fb11ddc req-42e1368d-8666-4fde-adef-71a1295da487 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:21.722200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967b78dc-a3c0-4b55-ab0e-01478fb11ddc req-42e1368d-8666-4fde-adef-71a1295da487 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 948 time: 0.1340857 Feb 07 22:37:21.762724 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'status': 'completed', 'code': 200} Feb 07 22:37:21.864438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967b78dc-a3c0-4b55-ab0e-01478fb11ddc req-2b216772-0cc4-4535-a3d8-51f7b7cf8ed6 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336708 Feb 07 22:37:21.898672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port a708291b-d117-4b74-82ba-1df0ae955422, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a708291b-d117-4b74-82ba-1df0ae955422,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:21.957915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=774aa64b-8d94-42f3-8307-91e401635db2,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.033974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'a708291b-d117-4b74-82ba-1df0ae955422', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'a708291b-d117-4b74-82ba-1df0ae955422', 'mac_address': 'fa:16:3e:6d:c4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:22.048252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-a33bb9c9-c454-402c-a652-74b7e09f681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.050065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-a33bb9c9-c454-402c-a652-74b7e09f681f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 1094 time: 0.2542591 Feb 07 22:37:22.136739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.184457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a708291b-d117-4b74-82ba-1df0ae955422 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:22.190350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0ea4c7e7-2be6-4946-9436-7f926581b63c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:22.212087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'port_id': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'mac_address': 'fa:16:3e:61:84:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:22.218706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port a708291b-d117-4b74-82ba-1df0ae955422, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a708291b-d117-4b74-82ba-1df0ae955422,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:22.248508 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.320384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fa1cb-bbdf-45ef-982c-5ce75743144c req-a5991228-6486-4a78-8e67-f6e9ecee6537 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.321870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-524fa1cb-bbdf-45ef-982c-5ce75743144c req-a5991228-6486-4a78-8e67-f6e9ecee6537 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 943 time: 0.3854635 Feb 07 22:37:22.337683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.360768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea4c7e7-2be6-4946-9436-7f926581b63c {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:22.367953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=a708291b-d117-4b74-82ba-1df0ae955422,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.380886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0ea4c7e7-2be6-4946-9436-7f926581b63c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:22.384958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:22.407154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-5de3b851-6a69-42f9-a761-ebf041842cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.408492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-5de3b851-6a69-42f9-a761-ebf041842cd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 200 len: 930 time: 0.3158972 Feb 07 22:37:22.417162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-524fa1cb-bbdf-45ef-982c-5ce75743144c req-bbd25d26-d9b3-474f-a631-960b60ac374f tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670540 Feb 07 22:37:22.473701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=0ea4c7e7-2be6-4946-9436-7f926581b63c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:22.478709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684115c5-d0a0-4eea-9e7c-4a1d0fbb6391 req-5bd41da7-86a5-4a0c-8a82-e574c92aba42 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.480398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-684115c5-d0a0-4eea-9e7c-4a1d0fbb6391 req-5bd41da7-86a5-4a0c-8a82-e574c92aba42 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.4254529 Feb 07 22:37:22.488775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-a5a1240a-89d0-4040-8744-53b426d19691 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 217 time: 0.0706818 Feb 07 22:37:22.559845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['a708291b-d117-4b74-82ba-1df0ae955422'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:22.633632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-684115c5-d0a0-4eea-9e7c-4a1d0fbb6391 req-781ba01c-4d2d-49db-8e77-fdd7586c7283 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431074 Feb 07 22:37:22.638046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-0158f9a1-d04b-4997-bcb5-0a3715e0ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.639624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-0158f9a1-d04b-4997-bcb5-0a3715e0ffe1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad HTTP/1.1" status: 200 len: 868 time: 0.1359084 Feb 07 22:37:22.703612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['774aa64b-8d94-42f3-8307-91e401635db2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:22.719355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c5419-72f2-4b43-b954-b8004dbab09d req-4fe0e543-8703-4736-9c7c-cf6e71918127 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.720830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be7c5419-72f2-4b43-b954-b8004dbab09d req-4fe0e543-8703-4736-9c7c-cf6e71918127 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 949 time: 0.1833069 Feb 07 22:37:22.742985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['0ea4c7e7-2be6-4946-9436-7f926581b63c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:22.777354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-51a1829c-e157-4fad-8fb1-2e25034fc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:22.779022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-51a1829c-e157-4fad-8fb1-2e25034fc4d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27ec9534-9ef8-4108-a1af-fe765119c6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309566 Feb 07 22:37:22.782237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be7c5419-72f2-4b43-b954-b8004dbab09d req-7b53f203-92f1-4c66-ae67-73ed13ffc721 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546446 Feb 07 22:37:23.010641 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6453f514-9c7a-4013-8c63-7b593a7e3fb5 req-24814955-a5f2-4f0d-bffc-fb6538b6c34b tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 210 time: 0.0594127 Feb 07 22:37:23.028695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-cd2e30f9-82f1-4d7f-b5d6-6395649da336 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:23.029646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-cd2e30f9-82f1-4d7f-b5d6-6395649da336 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Synchronizing usage tracker for tenant:ce292c54e0104562be49255502ee97ec on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:23.052122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-cd2e30f9-82f1-4d7f-b5d6-6395649da336 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Unset dirty status for tenant:ce292c54e0104562be49255502ee97ec on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:23.053436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-cd2e30f9-82f1-4d7f-b5d6-6395649da336 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.26 "GET /v2.0/networks?id=a65b791c-a784-44a4-bd50-ad2ada74411a HTTP/1.1" status: 200 len: 815 time: 0.2881286 Feb 07 22:37:23.068404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Request body: {'port': {'device_id': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a', 'admin_state_up': True, 'tenant_id': 'ce292c54e0104562be49255502ee97ec'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:23.104031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-e2d3e1af-a97f-4e7e-8a87-8061c21aad6e service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168271 Feb 07 22:37:23.118601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f66d3f-cdd3-4593-bb60-b3584194cdb5 req-c55ba2e4-27af-4583-a327-21d492cf388e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:23.125697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40f66d3f-cdd3-4593-bb60-b3584194cdb5 req-c55ba2e4-27af-4583-a327-21d492cf388e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 945 time: 0.2417545 Feb 07 22:37:23.240895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:23.249728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Usage tracker for resource:port and tenant:ce292c54e0104562be49255502ee97ec is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:23.250887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-2722b326-34ff-4d66-9c11-10e7d92426d0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882699 Feb 07 22:37:23.253029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:23.263841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:23.275916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Made reservation on behalf of ce292c54e0104562be49255502ee97ec for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:23.280644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.364830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40f66d3f-cdd3-4593-bb60-b3584194cdb5 req-abc14827-be3b-4355-b1cf-8b6a534798fb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380822 Feb 07 22:37:23.440665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef09035-e86c-4bf7-a220-752473f2b47d req-4f63ee7c-e97f-4bc0-860d-08d181d85c29 service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122559 Feb 07 22:37:23.463740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-a2b8601b-03f1-44ee-b719-3855b6cd4589 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:23.465308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-a2b8601b-03f1-44ee-b719-3855b6cd4589 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024233 Feb 07 22:37:23.501029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Allocated IP 172.20.0.7 (a65b791c-a784-44a4-bd50-ad2ada74411a/da27622f-698a-4b8b-bb71-ec6495e2fce8/585202ee-207b-4237-b1e5-98a23d3be325) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:23.505871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-614dcd22-00dd-472e-a643-99854276a48c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/quotas/ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 375 time: 0.0346084 Feb 07 22:37:23.691183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-b62f4d4a-8fd3-43f3-91f9-6969ad8c8f26 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:23.692702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-b62f4d4a-8fd3-43f3-91f9-6969ad8c8f26 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 820 time: 0.2135899 Feb 07 22:37:23.697856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-dae970fc-96ac-4c55-a9db-74125a67d0f5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458580 Feb 07 22:37:23.708637 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-e302ca9a-2180-441b-a5c0-390e28a5071f tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/quotas/dd7a3666c0f9415f8f33fa2a72db7117 HTTP/1.1" status: 200 len: 375 time: 0.0097446 Feb 07 22:37:23.790616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.832648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Transition to ACTIVE for port object 585202ee-207b-4237-b1e5-98a23d3be325 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:23.893984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:23.897732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-20708afd-b828-4333-acd4-86efe0a739a4 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1824820 Feb 07 22:37:24.150750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Network a65b791c-a784-44a4-bd50-ad2ada74411a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:24.154271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:24.159150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:24.164975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:24.165634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.220354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1571364 Feb 07 22:37:24.227795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Pushing event updated for resources: {'Port': ['ID=585202ee-207b-4237-b1e5-98a23d3be325,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:24.239282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Request body: {'port': {'device_id': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:24.299481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.300649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.301033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.302827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.303234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.303615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.305194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.305542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.305996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.307923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.308779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.309858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb4270f-6256-4d71-a9e8-cd083f2ab266 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:24.506510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.566838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-6e252254-1bf0-4a8c-9f4c-24f634710bf8 service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674740 Feb 07 22:37:24.612865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-28e15160-b317-4c19-ad27-eb4861b5601f None None] Provisioning for port 585202ee-207b-4237-b1e5-98a23d3be325 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:24.627662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-28e15160-b317-4c19-ad27-eb4861b5601f None None] Provisioning complete for port 585202ee-207b-4237-b1e5-98a23d3be325 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:24.630163 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-28e15160-b317-4c19-ad27-eb4861b5601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:24.725212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b91e-a17b-4bce-9477-19511cd7532f req-3562debc-30f8-49f8-b66c-526d9cedefc7 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:24.726780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e80b91e-a17b-4bce-9477-19511cd7532f req-3562debc-30f8-49f8-b66c-526d9cedefc7 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 949 time: 0.6341136 Feb 07 22:37:24.750283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d62e6a95-c606-408d-90b1-e282c237824c tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:24.752258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d62e6a95-c606-408d-90b1-e282c237824c tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.3883772 Feb 07 22:37:24.796984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-28e15160-b317-4c19-ad27-eb4861b5601f None None] Port 585202ee-207b-4237-b1e5-98a23d3be325 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:37:24.946555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e80b91e-a17b-4bce-9477-19511cd7532f req-221d59e8-ec0d-409e-8d7f-d714a1dc69c9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931872 Feb 07 22:37:24.993017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-e6a61b21-347d-4009-ac6a-a55c28a961cb service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238298 Feb 07 22:37:25.006465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-3'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:25.268551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.327966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:25.330664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 774aa64b-8d94-42f3-8307-91e401635db2 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:25.375782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585202ee-207b-4237-b1e5-98a23d3be325 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:25.397052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.444316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Transition to ACTIVE for port object 585202ee-207b-4237-b1e5-98a23d3be325 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:25.458354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:25.558923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916800-32eb-4ef7-a52f-cd5b1c7bb12b req-229484a3-61e7-442b-80c1-88edd0f0eaaa tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:25.567149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9916800-32eb-4ef7-a52f-cd5b1c7bb12b req-229484a3-61e7-442b-80c1-88edd0f0eaaa tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 944 time: 0.3611722 Feb 07 22:37:25.601141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device a708291b-d117-4b74-82ba-1df0ae955422 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:25.636434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Pushing event updated for resources: {'Port': ['ID=585202ee-207b-4237-b1e5-98a23d3be325,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:25.843981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9916800-32eb-4ef7-a52f-cd5b1c7bb12b req-48a016c8-b8da-426c-b6cc-620bece32155 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756603 Feb 07 22:37:25.952479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Attempting to bind port 585202ee-207b-4237-b1e5-98a23d3be325 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:25.952708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Attempting to bind port 585202ee-207b-4237-b1e5-98a23d3be325 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:25.952881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Attempting to bind port 585202ee-207b-4237-b1e5-98a23d3be325 on network a65b791c-a784-44a4-bd50-ad2ada74411a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:25.958221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Port 585202ee-207b-4237-b1e5-98a23d3be325 on network a65b791c-a784-44a4-bd50-ad2ada74411a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:25.958541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Attempting to bind port 585202ee-207b-4237-b1e5-98a23d3be325 on network a65b791c-a784-44a4-bd50-ad2ada74411a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:25.974380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:25.974740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Checking segment: {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:25.975116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Bound using segment: {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:25.975547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Bound port: 585202ee-207b-4237-b1e5-98a23d3be325, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:25.975893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.046447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:26.067782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f02e7e63-3e47-4fd6-94ce-5e81b737b557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.087970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 774aa64b-8d94-42f3-8307-91e401635db2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:26.109903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bc675-eba1-4032-a22c-0da759ac8782 req-88e5bedd-bf7e-43d5-a7ac-fb109aa183fa tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:26.121347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121bc675-eba1-4032-a22c-0da759ac8782 req-88e5bedd-bf7e-43d5-a7ac-fb109aa183fa tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 949 time: 0.5698345 Feb 07 22:37:26.187646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] For port 585202ee-207b-4237-b1e5-98a23d3be325, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:26.192696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] For port 585202ee-207b-4237-b1e5-98a23d3be325, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=585202ee-207b-4237-b1e5-98a23d3be325,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:26.198559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:26.205394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.218128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 774aa64b-8d94-42f3-8307-91e401635db2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:26.218976 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.220956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-4d084d27-e54f-499b-ba33-e04e729e8bcd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1419806 Feb 07 22:37:26.251729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 has no active binding in host n-h2-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:37:26.313281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:26.335785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2946c31c-5d1f-4f36-8bb1-7940e7e4bac8 req-fdd83c29-ed67-4157-980c-9f0cf07668b7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 210 time: 0.1224802 Feb 07 22:37:26.343931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port a708291b-d117-4b74-82ba-1df0ae955422 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:26.387409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:26.388117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.392626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] 10.222.0.26 "PUT /v2.0/ports/585202ee-207b-4237-b1e5-98a23d3be325 HTTP/1.1" status: 200 len: 1091 time: 2.1605835 Feb 07 22:37:26.398961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6aa6e-9746-40b3-a866-b9ddcb59b61e service neutron] Pushing event updated for resources: {'Port': ['ID=585202ee-207b-4237-b1e5-98a23d3be325,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:26.400675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port a708291b-d117-4b74-82ba-1df0ae955422 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:26.401062 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.407975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'tag': '585202ee-207b-4237-b1e5-98a23d3be325'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:26.424404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121bc675-eba1-4032-a22c-0da759ac8782 req-296b15ae-bd9e-4c13-828d-ba30134ff934 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007047 Feb 07 22:37:26.446643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:26.709732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:26.772315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.859644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:26.900870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-b3b9f4ed-03e5-479d-9ff0-6fd5eb8e4f17 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:26.905090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-b3b9f4ed-03e5-479d-9ff0-6fd5eb8e4f17 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5093451 Feb 07 22:37:26.916825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-efbec6c3-af97-4cd1-88fe-28aa282fac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:26.920011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-efbec6c3-af97-4cd1-88fe-28aa282fac80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce292c54e0104562be49255502ee97ec&device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 1094 time: 0.3396108 Feb 07 22:37:26.932006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Request body: {'port': {'device_id': 'cae6e33d-8976-457d-8304-7876966a006d', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'ba9c3c87b4ed4018a778b3342a0d18c0'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:26.964887 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.016638 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.055740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774aa64b-8d94-42f3-8307-91e401635db2'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:27.077671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 774aa64b-8d94-42f3-8307-91e401635db2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=774aa64b-8d94-42f3-8307-91e401635db2,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:27.089751 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.091101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0ea4c7e7-2be6-4946-9436-7f926581b63c up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:27.120719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port a708291b-d117-4b74-82ba-1df0ae955422, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a708291b-d117-4b74-82ba-1df0ae955422,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:27.163786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1f256-cdac-4d02-9132-1b0cd8fedeea req-fb2dd2e8-9a80-48c8-a51c-4c0cead0412f tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:27.173423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40e1f256-cdac-4d02-9132-1b0cd8fedeea req-fb2dd2e8-9a80-48c8-a51c-4c0cead0412f tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 943 time: 0.4480040 Feb 07 22:37:27.188351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.203562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.256005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40e1f256-cdac-4d02-9132-1b0cd8fedeea req-2cb2a160-7472-4fee-bc00-c136bdebbb57 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811713 Feb 07 22:37:27.266007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on host n-h1-827896-3 for vnic_type normal with profile {"migrating_to": "n-h2-827896-3"} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:27.267819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:27.268325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:27.283405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=774aa64b-8d94-42f3-8307-91e401635db2,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.304258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aaf2ed-0322-45eb-a56c-85eb78859012 req-d96616d4-51f8-4fcb-9624-a49e6ef9947a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:27.305962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40aaf2ed-0322-45eb-a56c-85eb78859012 req-d96616d4-51f8-4fcb-9624-a49e6ef9947a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 943 time: 0.5315857 Feb 07 22:37:27.322602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:27.323171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Attempting to bind port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:27.346791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-9004875d-d9be-46cd-8f76-d437a18fbaf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585202ee-207b-4237-b1e5-98a23d3be325 HTTP/1.1" status: 200 len: 217 time: 0.1926131 Feb 07 22:37:27.361750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:27.362098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:27.362492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:27.362936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Bound port: 6d8172ce-24e7-474d-84e6-32f49e7882b3, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:27.371499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.400255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:27.411087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 0ea4c7e7-2be6-4946-9436-7f926581b63c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:27.418464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:27.443833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 0ea4c7e7-2be6-4946-9436-7f926581b63c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:27.444294 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.445431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Made reservation on behalf of ba9c3c87b4ed4018a778b3342a0d18c0 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:27.455749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.510254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=a708291b-d117-4b74-82ba-1df0ae955422,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:27.631680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7107bfe7-f847-4cfb-ae02-eaee6d33cb04 req-4ac848dd-dc36-4753-a6dc-70ef62b737da tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 210 time: 0.0718305 Feb 07 22:37:27.637410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40aaf2ed-0322-45eb-a56c-85eb78859012 req-2f8223d2-b886-44bc-a0bd-d74c7e3d9061 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220270 Feb 07 22:37:27.679704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.701454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Allocated IP 192.168.233.158 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/4a5cbc7f-266b-4137-85de-b373107a3a2b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:27.751789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0ea4c7e7-2be6-4946-9436-7f926581b63c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:27.756937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:27.759079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:27.762935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:27.773259 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.011089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=0ea4c7e7-2be6-4946-9436-7f926581b63c,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:28.077851 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'tag': '585202ee-207b-4237-b1e5-98a23d3be325', 'status': 'completed', 'code': 200} Feb 07 22:37:28.154617 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2b927b12-599c-442b-9230-41287046eb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.172463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.195174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-18693790-3635-4478-ab40-c3eb46f064f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.196617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-18693790-3635-4478-ab40-c3eb46f064f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da27622f-698a-4b8b-bb71-ec6495e2fce8 HTTP/1.1" status: 200 len: 854 time: 0.1179888 Feb 07 22:37:28.199270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Transition to ACTIVE for port object 4a5cbc7f-266b-4137-85de-b373107a3a2b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:28.233919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.251700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:28.326038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:28.329994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:28.333015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:28.339223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.340017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.342621 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3', 'code': 200} Feb 07 22:37:28.383272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=8']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:28.450047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5245657 Feb 07 22:37:28.462853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10be6a-555c-46d7-92f7-4bfa7354f439 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:28.501050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Request body: {'port': {'device_id': 'cae6e33d-8976-457d-8304-7876966a006d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:28.592024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-8dc40a9a-b837-47bc-8b1e-afaf2688871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.592714 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-8dc40a9a-b837-47bc-8b1e-afaf2688871b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a65b791c-a784-44a4-bd50-ad2ada74411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073679 Feb 07 22:37:28.648540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.657009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.660226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-6d736b25-3a1c-4eea-8534-422e83177c2d service neutron] 10.222.0.26 "PUT /v2.0/ports/6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 1121 time: 3.6596510 Feb 07 22:37:28.706643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.774566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94293d8d-0df2-4e7c-bfe8-5cd73f4b8be1 req-bc4ebadd-42f2-4205-b26b-2f8b546f9d79 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.783012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94293d8d-0df2-4e7c-bfe8-5cd73f4b8be1 req-bc4ebadd-42f2-4205-b26b-2f8b546f9d79 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.5489912 Feb 07 22:37:28.875479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9d49b8c2-7f66-4862-b270-10ae9ecc100b None None] Provisioning for port 4a5cbc7f-266b-4137-85de-b373107a3a2b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:28.898668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9d49b8c2-7f66-4862-b270-10ae9ecc100b None None] Provisioning complete for port 4a5cbc7f-266b-4137-85de-b373107a3a2b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:28.900459 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9d49b8c2-7f66-4862-b270-10ae9ecc100b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:28.953318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9cf1-f8fb-4ace-944f-5603ec5cef0d req-99202007-eade-44ee-bb22-8579d1181b0a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.959883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-136b9cf1-f8fb-4ace-944f-5603ec5cef0d req-99202007-eade-44ee-bb22-8579d1181b0a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 950 time: 0.6142728 Feb 07 22:37:28.980946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-bbcc0cd5-c3cc-4029-a9b6-710287837919 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:28.983735 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-bbcc0cd5-c3cc-4029-a9b6-710287837919 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.26 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 820 time: 0.6392307 Feb 07 22:37:29.031551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94293d8d-0df2-4e7c-bfe8-5cd73f4b8be1 req-aff59b06-e620-4082-a64c-e489d30883fb tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475970 Feb 07 22:37:29.042636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'port': {'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'admin_state_up': True, 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:29.068724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6d8172ce-24e7-474d-84e6-32f49e7882b3'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:29.100396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6d8172ce-24e7-474d-84e6-32f49e7882b3'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:29.145247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9d49b8c2-7f66-4862-b270-10ae9ecc100b None None] Port 4a5cbc7f-266b-4137-85de-b373107a3a2b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:37:29.184424 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774aa64b-8d94-42f3-8307-91e401635db2', 'code': 200} Feb 07 22:37:29.206977 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-b9976cc1-87e9-4d2d-b308-787044944c2e service neutron] 10.222.0.26 "GET /v2.0/networks/a65b791c-a784-44a4-bd50-ad2ada74411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227010 Feb 07 22:37:29.267837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-136b9cf1-f8fb-4ace-944f-5603ec5cef0d req-a68b8a0b-739c-48e1-98e5-66b940ff4b5a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800000 Feb 07 22:37:29.314761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.431640 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.522016 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-572bd724-28ef-4453-b3cd-15ebcb616645 req-78d5447e-656e-44e0-a1b3-d68ab6d12edd service neutron] 10.222.0.26 "GET /v2.0/networks/a65b791c-a784-44a4-bd50-ad2ada74411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951376 Feb 07 22:37:29.757712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f83de-9792-4eb2-b0de-d0f23d70d4b0 req-3365d403-fbe1-4261-8d9a-d3e0f0674904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:29.767364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b10f83de-9792-4eb2-b0de-d0f23d70d4b0 req-3365d403-fbe1-4261-8d9a-d3e0f0674904 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 1101 time: 0.2700517 Feb 07 22:37:29.788752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c28cbc-88d4-4dc2-a947-e0d69330449c req-0a9f9edb-e62b-481a-a511-225305a7f742 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:29.803123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19c28cbc-88d4-4dc2-a947-e0d69330449c req-0a9f9edb-e62b-481a-a511-225305a7f742 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 936 time: 0.4767983 Feb 07 22:37:29.834776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:29.889407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5cbc7f-266b-4137-85de-b373107a3a2b {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:29.901890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.922584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:29.923732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Transition to ACTIVE for port object 4a5cbc7f-266b-4137-85de-b373107a3a2b will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:29.934263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:29.942658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24590bb-cacf-4d86-9298-47bc9e04086f req-ed52309d-58bf-4db5-887d-ffb768fc17bb tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:29.944621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f24590bb-cacf-4d86-9298-47bc9e04086f req-ed52309d-58bf-4db5-887d-ffb768fc17bb tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 950 time: 0.3799984 Feb 07 22:37:29.985259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19c28cbc-88d4-4dc2-a947-e0d69330449c req-614d4d0c-2690-4d87-b588-66db034e5ba0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791155 Feb 07 22:37:30.069556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Made reservation on behalf of dd7a3666c0f9415f8f33fa2a72db7117 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:30.080829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.140533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f24590bb-cacf-4d86-9298-47bc9e04086f req-1caa50d5-2e40-4d32-917c-29d9bb2c9647 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624596 Feb 07 22:37:30.160165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:30.235605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Attempting to bind port 4a5cbc7f-266b-4137-85de-b373107a3a2b on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:30.235941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Attempting to bind port 4a5cbc7f-266b-4137-85de-b373107a3a2b by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:30.236276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Attempting to bind port 4a5cbc7f-266b-4137-85de-b373107a3a2b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:30.241558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Port 4a5cbc7f-266b-4137-85de-b373107a3a2b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:30.241883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Attempting to bind port 4a5cbc7f-266b-4137-85de-b373107a3a2b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:30.247709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:30.248052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:30.249074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:30.249074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Bound port: 4a5cbc7f-266b-4137-85de-b373107a3a2b, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:30.249074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.359806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:30.404346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:30.408724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:30.414486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.445876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5740afbd-61f1-4a34-895a-560388f895de req-27104483-ef45-4b95-8142-d981f77cd007 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 210 time: 0.0870087 Feb 07 22:37:30.507345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:30.508776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.512303 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 200 len: 1096 time: 2.0199981 Feb 07 22:37:30.524976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:30.548455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a211f-1950-48cc-9c37-9377c95e1524 req-4cda9ce2-ad95-496e-846b-eed46f8c8df3 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:30.550030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a9a211f-1950-48cc-9c37-9377c95e1524 req-4cda9ce2-ad95-496e-846b-eed46f8c8df3 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 943 time: 0.4082253 Feb 07 22:37:30.698471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a9a211f-1950-48cc-9c37-9377c95e1524 req-64ebec73-ee09-40a7-b70f-18cb04078ebb tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407812 Feb 07 22:37:30.717155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b83b2-e902-4d57-9871-b6ac32f9cc02 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:30.789433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:30.791327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-e17fce2a-d960-4ad5-a137-1119e7cfc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:30.793396 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-e17fce2a-d960-4ad5-a137-1119e7cfc906 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 1099 time: 0.2219412 Feb 07 22:37:30.841615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Allocated IP 172.20.0.12 (8c135a57-28dd-4536-baf6-18f2d613d9b7/3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead/1f71d5d0-e5ce-4504-ad4d-faddc1446b10) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:30.927188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b10f83de-9792-4eb2-b0de-d0f23d70d4b0 req-c3c33ae1-0636-4807-a4e3-7d25762823c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492604 Feb 07 22:37:30.951667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6afbe-a72a-475d-b236-78b420972419 req-d5d6953f-2961-41d5-b61b-2ecdb10fa956 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:30.959204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cb6afbe-a72a-475d-b236-78b420972419 req-d5d6953f-2961-41d5-b61b-2ecdb10fa956 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 943 time: 0.2313747 Feb 07 22:37:30.966943 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-66c11ff9-9747-42d2-b598-a3c24d26d2a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 200 len: 217 time: 0.1629870 Feb 07 22:37:31.149832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-5bb9059e-c3af-42a4-81d8-29900f5dd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.151579 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-5bb9059e-c3af-42a4-81d8-29900f5dd80b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1777403 Feb 07 22:37:31.162537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cb6afbe-a72a-475d-b236-78b420972419 req-3a7763e0-f5ed-4a4c-8bc2-d664cdc14588 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024596 Feb 07 22:37:31.189823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a708291b-d117-4b74-82ba-1df0ae955422'}, {'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:31.237044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-3fbd18ee-5f6e-426d-ae07-9ba7c228fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.238527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-3fbd18ee-5f6e-426d-ae07-9ba7c228fbc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779974 Feb 07 22:37:31.332320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86a02-6542-48ad-848a-82d02012ab5d req-7f40eab8-d8fa-4c96-910d-c3e1b5cb2e0d tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.333769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cfd86a02-6542-48ad-848a-82d02012ab5d req-7f40eab8-d8fa-4c96-910d-c3e1b5cb2e0d tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.3602121 Feb 07 22:37:31.381407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-3a27bcf3-efea-4c41-af03-b2d676b5d9a9 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361740 Feb 07 22:37:31.439023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.445113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cfd86a02-6542-48ad-848a-82d02012ab5d req-7af347a2-c2c1-47a5-90d9-0e6b5166f970 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950131 Feb 07 22:37:31.473878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Transition to ACTIVE for port object 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:31.489034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765821e-c64a-405b-88ed-b911aceaf488 req-beaed240-442b-4083-a891-0a7d6c77835d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.490547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c765821e-c64a-405b-88ed-b911aceaf488 req-beaed240-442b-4083-a891-0a7d6c77835d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 950 time: 0.2068479 Feb 07 22:37:31.569205 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56dbbb4b-495d-419c-8ba4-6a7b9ffa3f88 req-29fc9a1e-d2c4-4a0b-92f6-45f944cfce97 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790552 Feb 07 22:37:31.635149 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3', 'status': 'completed', 'code': 200} Feb 07 22:37:31.646313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c765821e-c64a-405b-88ed-b911aceaf488 req-7dc26479-a5d6-4440-86fa-46b48387b4f0 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470077 Feb 07 22:37:31.647198 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'status': 'completed', 'code': 200} Feb 07 22:37:31.660071 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:31.672155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0f6efb18-cd2d-44d8-9d53-3685524d1569'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:31.783691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-9f81960f-c6f7-4cad-9073-e0a992578f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.785222 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-9f81960f-c6f7-4cad-9073-e0a992578f86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 1099 time: 0.1370187 Feb 07 22:37:31.787568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-ed175bc2-4968-45cf-8756-18b53f271280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:31.799851 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-ed175bc2-4968-45cf-8756-18b53f271280 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1124 time: 0.2185266 Feb 07 22:37:31.820344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:31.970261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:31.973981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:32.059481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Pushing event updated for resources: {'Port': ['ID=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:32.126692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.127744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.180821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50d53b-249f-4161-9d62-8db892cd1905 req-b260c03b-02b9-4f87-ba71-1be9137cc7c8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.182966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f50d53b-249f-4161-9d62-8db892cd1905 req-b260c03b-02b9-4f87-ba71-1be9137cc7c8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 948 time: 0.3613968 Feb 07 22:37:32.247443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d9aff-b8f9-40d4-9b8e-8bd7f90d9356 req-742c2a7c-ee8a-4d3f-9a81-860890090bef tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.252267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-264d9aff-b8f9-40d4-9b8e-8bd7f90d9356 req-742c2a7c-ee8a-4d3f-9a81-860890090bef tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 950 time: 0.3625600 Feb 07 22:37:32.262541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-152b96ec-5386-44ff-8d93-7c9a69d94461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.266763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-152b96ec-5386-44ff-8d93-7c9a69d94461 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4649267 Feb 07 22:37:32.267945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-a8d303b4-a6c7-44fd-a153-bc722fb790c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.269364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-a8d303b4-a6c7-44fd-a153-bc722fb790c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.4346843 Feb 07 22:37:32.289550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-7dd09244-3101-45ef-8259-ef77852e4922 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2540569 Feb 07 22:37:32.347250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f50d53b-249f-4161-9d62-8db892cd1905 req-7c6d95d1-585e-41dc-a814-424d72da4868 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548297 Feb 07 22:37:32.378119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-264d9aff-b8f9-40d4-9b8e-8bd7f90d9356 req-a3816149-415b-411d-9439-4ed3ccb69dbf tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838375 Feb 07 22:37:32.412265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9a411354-ef10-44d0-abf3-e31dfe529402 None None] Provisioning for port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:32.414145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9a411354-ef10-44d0-abf3-e31dfe529402 None None] Provisioning complete for port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:32.416512 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9a411354-ef10-44d0-abf3-e31dfe529402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:32.523794 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a708291b-d117-4b74-82ba-1df0ae955422', 'code': 200} Feb 07 22:37:32.529164 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'code': 200} Feb 07 22:37:32.536084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9a411354-ef10-44d0-abf3-e31dfe529402 None None] Port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:37:32.562435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-62cc2a26-5281-4df7-a2e7-37e290058420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 217 time: 0.1574814 Feb 07 22:37:32.578579 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-f445fe5a-25ab-4c01-a36a-0f6e9cc4f81f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 200 len: 217 time: 0.2891262 Feb 07 22:37:32.722092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-88a06675-d807-40a7-ba0b-8c71abb4c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.724593 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-88a06675-d807-40a7-ba0b-8c71abb4c696 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.1450727 Feb 07 22:37:32.735108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-2857e984-4aef-407d-93c0-a5c2d3a9e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.743883 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-2857e984-4aef-407d-93c0-a5c2d3a9e7f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0977559 Feb 07 22:37:32.784653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3942be-1250-4bb0-976d-32d6f635b5d7 req-8cc8d324-aee3-41ba-97cc-d576161bca48 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.785504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3d3942be-1250-4bb0-976d-32d6f635b5d7 req-8cc8d324-aee3-41ba-97cc-d576161bca48 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Synchronizing usage tracker for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:32.802426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b983b7-1002-4bb2-814e-5b75020926a8 req-cccc26cf-470c-40be-b5dd-8fa1f3463c75 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.804060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4b983b7-1002-4bb2-814e-5b75020926a8 req-cccc26cf-470c-40be-b5dd-8fa1f3463c75 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 943 time: 0.1653819 Feb 07 22:37:32.809071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde1df-5993-4ba2-b18b-9ada4c5be138 req-6e473d1b-3c93-43d7-8d29-b83453f562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:32.810566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20bde1df-5993-4ba2-b18b-9ada4c5be138 req-6e473d1b-3c93-43d7-8d29-b83453f562fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 1101 time: 0.2032371 Feb 07 22:37:32.836240 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-ef3084e0-c9f9-444b-8dfd-dfdd171fe0c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910492 Feb 07 22:37:32.875882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3d3942be-1250-4bb0-976d-32d6f635b5d7 req-8cc8d324-aee3-41ba-97cc-d576161bca48 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Unset dirty status for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:32.877167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d3942be-1250-4bb0-976d-32d6f635b5d7 req-8cc8d324-aee3-41ba-97cc-d576161bca48 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 932 time: 0.3268070 Feb 07 22:37:32.916390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4b983b7-1002-4bb2-814e-5b75020926a8 req-f77744de-8a32-426a-b534-c19dcdc09370 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042271 Feb 07 22:37:32.919749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20bde1df-5993-4ba2-b18b-9ada4c5be138 req-9a67ec75-345c-4ac4-abdf-bb5a203052f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917399 Feb 07 22:37:33.003098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d3942be-1250-4bb0-976d-32d6f635b5d7 req-f9696c09-b74a-4119-9b6c-2e9037722dff tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081388 Feb 07 22:37:33.062354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-1780da7f-d20e-484a-a102-c3468ab429c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:33.063858 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-1780da7f-d20e-484a-a102-c3468ab429c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2840018 Feb 07 22:37:33.089526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-029637e9-e6c9-4d35-9582-ffc4b3556bfc service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324224 Feb 07 22:37:33.246322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895f65b-b14c-4963-b490-43791f6cc121 req-571ec7f5-bd5d-415e-b07b-d9716dfa65d8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:33.247826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c895f65b-b14c-4963-b490-43791f6cc121 req-571ec7f5-bd5d-415e-b07b-d9716dfa65d8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 943 time: 0.1613317 Feb 07 22:37:33.299853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d2abb-31f8-4446-aeef-49398f79cbb5 req-19ceafae-66f9-41fe-96d2-5f04aa29cdfb tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:33.301648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca2d2abb-31f8-4446-aeef-49398f79cbb5 req-19ceafae-66f9-41fe-96d2-5f04aa29cdfb tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.1656663 Feb 07 22:37:33.332758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c895f65b-b14c-4963-b490-43791f6cc121 req-6a4aa433-728c-461e-b577-8a9f87ba34fc tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761006 Feb 07 22:37:33.376733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca2d2abb-31f8-4446-aeef-49398f79cbb5 req-7cb62e47-c31b-4ea6-8cda-5276f0cb9908 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596225 Feb 07 22:37:33.526871 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-9ad58fef-0d6d-4ca3-b462-6bc2198a695e service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652346 Feb 07 22:37:33.667099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b54139-8e0f-47b9-857d-417d9e9c4505 req-1c8df768-db2c-4fdc-8416-e9dd42093975 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:33.668924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47b54139-8e0f-47b9-857d-417d9e9c4505 req-1c8df768-db2c-4fdc-8416-e9dd42093975 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 950 time: 0.1523991 Feb 07 22:37:33.674255 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eec1a8ad-8e42-4f1c-bb01-fea8b7a7bc50 req-5c5345cf-57f3-4843-9d03-ef0dc621c748 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880469 Feb 07 22:37:33.711477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3f5b-1751-4fe6-92eb-70e43051ca6b req-ed392530-d744-4c92-b844-767a937ff4d2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:33.713319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce7f3f5b-1751-4fe6-92eb-70e43051ca6b req-ed392530-d744-4c92-b844-767a937ff4d2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 948 time: 0.1501498 Feb 07 22:37:33.732407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34ca67b9-84f9-408b-85ea-29bbd45adab8 req-49b63d9d-e931-48b9-a3d1-12309fc8e507 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974940 Feb 07 22:37:33.736054 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47b54139-8e0f-47b9-857d-417d9e9c4505 req-21a94c0e-45ae-4323-8f0a-7e3c4ea5e440 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578988 Feb 07 22:37:33.805366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce7f3f5b-1751-4fe6-92eb-70e43051ca6b req-7bfb941f-a659-4388-838c-9fc6866ca4a2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734677 Feb 07 22:37:33.930547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926684cf-6e44-4bce-b646-21dcc664d48a req-3262c254-0005-4e0b-9c1b-251cf774401d tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:33.932246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-926684cf-6e44-4bce-b646-21dcc664d48a req-3262c254-0005-4e0b-9c1b-251cf774401d tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 950 time: 0.0905714 Feb 07 22:37:33.978752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-926684cf-6e44-4bce-b646-21dcc664d48a req-ac5d823b-91e4-4db8-98c8-bab89c17ba36 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399528 Feb 07 22:37:34.184514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c28fb3-e5f2-4e74-a4f1-ccd240493870 req-0d440173-2a18-46fc-80be-59f75637d6eb tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:34.186456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6c28fb3-e5f2-4e74-a4f1-ccd240493870 req-0d440173-2a18-46fc-80be-59f75637d6eb tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 943 time: 0.1409717 Feb 07 22:37:34.233958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4e5-700b-4ca7-aad0-99b47900f9a7 req-f0ae6b57-1f31-4318-89cd-26457ccf8294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:34.235347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b354e4e5-700b-4ca7-aad0-99b47900f9a7 req-f0ae6b57-1f31-4318-89cd-26457ccf8294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 932 time: 0.1363528 Feb 07 22:37:34.257547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6c28fb3-e5f2-4e74-a4f1-ccd240493870 req-92f0d3be-3635-4d68-89b9-30a78933be83 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642083 Feb 07 22:37:34.284700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b354e4e5-700b-4ca7-aad0-99b47900f9a7 req-b34790fc-6b4a-4596-8c9c-a059008ff8e5 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Feb 07 22:37:34.323740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Request body: {'port': {'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:34.498347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f33a0-5d87-4222-aaa1-4a4a8f93d456 req-1bdc9d56-ddc8-4c30-bd17-7633e04e520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:34.499857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-037f33a0-5d87-4222-aaa1-4a4a8f93d456 req-1bdc9d56-ddc8-4c30-bd17-7633e04e520e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 1096 time: 0.0773251 Feb 07 22:37:34.548667 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-037f33a0-5d87-4222-aaa1-4a4a8f93d456 req-8362036a-b6f4-43b3-a72f-ba6e684fbcee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Feb 07 22:37:34.697065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-fdda8969-0f98-41a7-bec0-b05add0284c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:34.699367 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-fdda8969-0f98-41a7-bec0-b05add0284c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce292c54e0104562be49255502ee97ec&device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 1094 time: 0.3499370 Feb 07 22:37:34.716204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:34.888004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7004-2fe4-42ce-8472-230a70b72738 req-a10c0844-6a7e-4f2f-bd00-c7364611a2b7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:34.890318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dc7004-2fe4-42ce-8472-230a70b72738 req-a10c0844-6a7e-4f2f-bd00-c7364611a2b7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 943 time: 0.4099567 Feb 07 22:37:34.916711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc5ceb-799e-4dbf-ae2e-18293eaa1d9c req-fb08eb6a-6c07-4199-859c-7e50e0acb75f tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:34.920647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dbc5ceb-799e-4dbf-ae2e-18293eaa1d9c req-fb08eb6a-6c07-4199-859c-7e50e0acb75f tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.2975438 Feb 07 22:37:35.072122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dc7004-2fe4-42ce-8472-230a70b72738 req-7f2c26c9-9f3b-4d3d-b34c-ceea1f025013 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631815 Feb 07 22:37:35.094492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dbc5ceb-799e-4dbf-ae2e-18293eaa1d9c req-abeb7947-71d5-4650-a761-4e54419efba0 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572247 Feb 07 22:37:35.158485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-797497ae-ea0e-42f6-b82d-2cfd7671aa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:35.159957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-797497ae-ea0e-42f6-b82d-2cfd7671aa95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a65b791c-a784-44a4-bd50-ad2ada74411a HTTP/1.1" status: 200 len: 916 time: 0.3937855 Feb 07 22:37:35.235164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-efe21e22-ba21-41a4-bb2f-293685ef05db service neutron] 10.222.0.36 "GET /v2.0/ports/6d8172ce-24e7-474d-84e6-32f49e7882b3/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.0840650 Feb 07 22:37:35.305499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-789474e6-1aee-439b-aede-43421b98688f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585202ee-207b-4237-b1e5-98a23d3be325 HTTP/1.1" status: 200 len: 217 time: 0.1341794 Feb 07 22:37:35.448862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-b91f301d-102f-43d5-9f68-94a071f786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:35.450220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-b91f301d-102f-43d5-9f68-94a071f786c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da27622f-698a-4b8b-bb71-ec6495e2fce8 HTTP/1.1" status: 200 len: 854 time: 0.1319160 Feb 07 22:37:35.520680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:35.544258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:35.553345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9b95f-d588-418d-8c03-3aefc301025f req-b9a85249-11e9-46eb-947d-854becba87e2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:35.554843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96f9b95f-d588-418d-8c03-3aefc301025f req-b9a85249-11e9-46eb-947d-854becba87e2 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 948 time: 0.3299775 Feb 07 22:37:35.592449 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.594674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716b783-9716-4a4e-9607-8525200c53bf req-9f0318d0-6cae-47a9-8505-4a94e508fa7d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:35.596126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a716b783-9716-4a4e-9607-8525200c53bf req-9f0318d0-6cae-47a9-8505-4a94e508fa7d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 950 time: 0.3682783 Feb 07 22:37:35.599120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8172ce-24e7-474d-84e6-32f49e7882b3 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:35.611151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:35.626272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4a5cbc7f-266b-4137-85de-b373107a3a2b details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:35.629561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.679979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:35.703221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.714705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a716b783-9716-4a4e-9607-8525200c53bf req-bffccfa0-0bbf-4b01-998b-937110612488 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036563 Feb 07 22:37:35.728893 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96f9b95f-d588-418d-8c03-3aefc301025f req-40b77e4e-32e3-464d-acbb-70d48d1537d9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218042 Feb 07 22:37:35.738232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-2700443f-2e96-47b9-a9c9-84534e16c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:35.739729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-2700443f-2e96-47b9-a9c9-84534e16c7a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a65b791c-a784-44a4-bd50-ad2ada74411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2774389 Feb 07 22:37:35.740697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Transition to ACTIVE for port object 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:35.740915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] Transition to ACTIVE for port object 6d8172ce-24e7-474d-84e6-32f49e7882b3 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:35.746177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.748457 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.768771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:35.783843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'mac_address': 'fa:16:3e:86:da:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:35.902272 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.943152 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:35.959766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5cbc7f-266b-4137-85de-b373107a3a2b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:36.000078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:36.006091 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.041358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] No DVR routers for this DVR port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:36.090350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.099350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.099702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.100142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.100489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.100881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.101215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.101767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.102106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.102437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.102915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.103243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.103711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:37:36.123589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d8172ce-24e7-474d-84e6-32f49e7882b3/bindings/n-h2-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8813529 Feb 07 22:37:36.124607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c33fb-8e6e-4c63-865a-b02d14ef05e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.177039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Pushing event updated for resources: {'Port': ['ID=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:36.268640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-b4e70bdc-3c1e-4c01-b033-259832bfc636 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.270161 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-b4e70bdc-3c1e-4c01-b033-259832bfc636 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.0869181 Feb 07 22:37:36.302931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4a5cbc7f-266b-4137-85de-b373107a3a2b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:36.355835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-4eae36f3-2465-4bc7-a7d3-3f3a5f0f4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.357368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-4eae36f3-2465-4bc7-a7d3-3f3a5f0f4e4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408&tenant_id=2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 1095 time: 0.0790651 Feb 07 22:37:36.417899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-20898d1e-6cf9-4530-baff-d9fb57549c59 service neutron] 10.222.0.26 "GET /v2.0/networks/a65b791c-a784-44a4-bd50-ad2ada74411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665909 Feb 07 22:37:36.462138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-c556382a-bd2a-4704-b2a8-bbfe13b82189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.464001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-c556382a-bd2a-4704-b2a8-bbfe13b82189 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1095 time: 0.0795634 Feb 07 22:37:36.526641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9a13f-306c-4dc5-98e0-7e05d7b43da2 req-9d958453-515d-4fa7-94d9-2f4407412034 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.528002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d9a13f-306c-4dc5-98e0-7e05d7b43da2 req-9d958453-515d-4fa7-94d9-2f4407412034 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 943 time: 0.5801167 Feb 07 22:37:36.540366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72dbfc5-9ab6-4e78-9f8e-16258f96eb99 req-be839ce9-2d2e-4152-97be-e2bb1ae600f7 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.541791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e72dbfc5-9ab6-4e78-9f8e-16258f96eb99 req-be839ce9-2d2e-4152-97be-e2bb1ae600f7 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 950 time: 0.5950105 Feb 07 22:37:36.545407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Attempting to bind port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:36.545745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Attempting to bind port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:36.546073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Attempting to bind port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:36.593593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:37:36.593924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Attempting to bind port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 on network 8c135a57-28dd-4536-baf6-18f2d613d9b7 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:36.597363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-daa8c992-ec72-4622-b136-5cde51b322a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.598832 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-daa8c992-ec72-4622-b136-5cde51b322a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.1277580 Feb 07 22:37:36.615328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:36.615665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Checking segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:36.616045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Bound using segment: {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:36.616479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Bound port: 1f71d5d0-e5ce-4504-ad4d-faddc1446b10, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db671fd-acda-4a21-b3ff-cbe68a393acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:36.616843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.669802 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-8587da53-3c7e-4052-a5f8-81bfa80c8736 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 200 len: 217 time: 0.0616243 Feb 07 22:37:36.686675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d9a13f-306c-4dc5-98e0-7e05d7b43da2 req-34feab66-1ce8-4c39-a7ba-09092616deae tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422155 Feb 07 22:37:36.725364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e72dbfc5-9ab6-4e78-9f8e-16258f96eb99 req-141237e8-e92c-4462-a925-fc6cef6310a7 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763284 Feb 07 22:37:36.737327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-dad21e79-8b1d-4b85-98cd-a5e34f63e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.738803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-dad21e79-8b1d-4b85-98cd-a5e34f63e7e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0625746 Feb 07 22:37:36.756979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-895e3b64-f404-4fac-a3cd-1d29c189511b req-c775e44c-502f-451e-86e4-58abbc149b3a service neutron] 10.222.0.26 "GET /v2.0/networks/a65b791c-a784-44a4-bd50-ad2ada74411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259366 Feb 07 22:37:36.773326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] For port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:36.778223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] For port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:36.783257 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.812462 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-d27d33c6-4aca-40b3-a71f-cfbfee785ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579128 Feb 07 22:37:36.834048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:36.834685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:36.836981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] 10.222.0.26 "PUT /v2.0/ports/1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 1092 time: 2.5179322 Feb 07 22:37:36.856795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:36.954826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd9bda-775b-40a2-bd75-775265013f4a service neutron] Pushing event updated for resources: {'Port': ['ID=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:37.068354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-d27a8cef-f308-4776-8e31-984fcd57d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.070216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-d27a8cef-f308-4776-8e31-984fcd57d848 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 1095 time: 0.1119769 Feb 07 22:37:37.089870 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-2b96f270-7bea-4cfe-b415-ecc4fabbebeb service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700641 Feb 07 22:37:37.148229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6327b5-041c-4a74-a10b-686337e79581 req-f56e922c-3f47-44cd-aa09-b50e4383272d tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.149730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a6327b5-041c-4a74-a10b-686337e79581 req-f56e922c-3f47-44cd-aa09-b50e4383272d tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 944 time: 0.2941277 Feb 07 22:37:37.161697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-6d1bfe35-ae86-4682-9950-c6d9dae5abb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 217 time: 0.0831213 Feb 07 22:37:37.231135 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-31c12a9a-1e15-439b-8bbc-bf08567adb06 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344984 Feb 07 22:37:37.301305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a6327b5-041c-4a74-a10b-686337e79581 req-ed746dca-ed98-4ea4-b16d-af38a0e4d3a9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433651 Feb 07 22:37:37.305530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-c3ee41bc-30c0-4548-b1ab-1dbb3b8cbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.306895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-c3ee41bc-30c0-4548-b1ab-1dbb3b8cbf90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.1010354 Feb 07 22:37:37.365608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 585202ee-207b-4237-b1e5-98a23d3be325 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:37.375810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3ffa4-40c2-4b86-8d25-edb6cef1a1a9 req-9f202ad6-9665-48a5-99da-197db2791b96 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.377301 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50d3ffa4-40c2-4b86-8d25-edb6cef1a1a9 req-9f202ad6-9665-48a5-99da-197db2791b96 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 944 time: 0.2184706 Feb 07 22:37:37.480646 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50d3ffa4-40c2-4b86-8d25-edb6cef1a1a9 req-3101531f-0087-4575-bfa0-8d926fec66ad tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974882 Feb 07 22:37:37.485339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-8404ad31-d286-4140-8579-7e92aa979e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.486938 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-8404ad31-d286-4140-8579-7e92aa979e02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732445 Feb 07 22:37:37.526379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 585202ee-207b-4237-b1e5-98a23d3be325, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=585202ee-207b-4237-b1e5-98a23d3be325,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:37.541312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '585202ee-207b-4237-b1e5-98a23d3be325', 'network_id': 'a65b791c-a784-44a4-bd50-ad2ada74411a', 'port_id': '585202ee-207b-4237-b1e5-98a23d3be325', 'mac_address': 'fa:16:3e:36:61:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da27622f-698a-4b8b-bb71-ec6495e2fce8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:37.599194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-2e3934b8-a49b-4785-998f-b7a0eb505f68 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.601632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-2e3934b8-a49b-4785-998f-b7a0eb505f68 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.0913951 Feb 07 22:37:37.610911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.634626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585202ee-207b-4237-b1e5-98a23d3be325 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:37.649219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c07556-7c28-4731-b4cb-48c07d68dd60 req-eba3511c-5f0f-4858-8922-bf1c2c2c2474 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.651969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 585202ee-207b-4237-b1e5-98a23d3be325, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=585202ee-207b-4237-b1e5-98a23d3be325,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:37.656136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9c07556-7c28-4731-b4cb-48c07d68dd60 req-eba3511c-5f0f-4858-8922-bf1c2c2c2474 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.2503786 Feb 07 22:37:37.656814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4a5cbc7f-266b-4137-85de-b373107a3a2b up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:37.687374 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.701946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-6540d041-3180-4ca1-a250-8fe0308ec54f service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999507 Feb 07 22:37:37.730818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9c07556-7c28-4731-b4cb-48c07d68dd60 req-eed791db-e6b9-49e5-a3aa-665b6493fb6c tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737906 Feb 07 22:37:37.769664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-496a7e23-28af-41ea-ad8d-c25652b03060 service neutron] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:37.776428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-496a7e23-28af-41ea-ad8d-c25652b03060 service neutron] Notify callbacks [] for binding, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.777695 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66799154-d2f9-429f-8cb4-f5ac413ee152 req-496a7e23-28af-41ea-ad8d-c25652b03060 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6d8172ce-24e7-474d-84e6-32f49e7882b3/bindings/n-h1-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.1690304 Feb 07 22:37:37.788946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=585202ee-207b-4237-b1e5-98a23d3be325,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:37.806963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 4a5cbc7f-266b-4137-85de-b373107a3a2b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:37.813489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4a5cbc7f-266b-4137-85de-b373107a3a2b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:37.815117 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:37.835744 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'status': 'completed', 'code': 200} Feb 07 22:37:37.915401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6faa94e2-c6cc-4176-804d-082fd2de7e36 req-759ada59-0c17-4b38-9dc0-287cae819417 service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053730 Feb 07 22:37:37.927424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab923843-36c0-4138-8f30-5789cd9fef87 req-8bce164b-72b6-4180-825f-9aa692629367 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:37.929014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab923843-36c0-4138-8f30-5789cd9fef87 req-8bce164b-72b6-4180-825f-9aa692629367 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 949 time: 0.1945436 Feb 07 22:37:37.989991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.009647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab923843-36c0-4138-8f30-5789cd9fef87 req-e9ef34c1-3451-4d4a-8ee9-a76daac45844 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725529 Feb 07 22:37:38.024865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:38.027512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:38.038951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['585202ee-207b-4237-b1e5-98a23d3be325'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:38.061811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-9911a620-1334-4ffc-a667-c643adf92acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.063365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-9911a620-1334-4ffc-a667-c643adf92acd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 1095 time: 0.0858474 Feb 07 22:37:38.074245 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.075036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:37:38.231122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:38.246815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:37:38.507182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-98837126-a8ad-4594-9578-64fd399e531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.508649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-98837126-a8ad-4594-9578-64fd399e531b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.4383519 Feb 07 22:37:38.590267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.590679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.591155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.591628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.592728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.593201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.593667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.594133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.594599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.595069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.595532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.595994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.596454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.596949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.599179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-fbb539cf-f463-4f12-a850-b89a769e47b4 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a&device_id=cae6e33d-8976-457d-8304-7876966a006d&device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49&device_id=d1b22991-5399-41c4-9883-34c0ff49fb48&device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec&device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4&device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e&device_id=963d510e-cabe-42e6-8699-2d7fb647a43e&device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5&device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0&device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 12641 time: 0.4033508 Feb 07 22:37:38.614357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2f62-b42e-486e-a3e4-c4b74d251a39 req-52b6d109-7b58-4dd8-823f-a95cb6b14c30 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.615710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-409a2f62-b42e-486e-a3e4-c4b74d251a39 req-52b6d109-7b58-4dd8-823f-a95cb6b14c30 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 944 time: 0.4215746 Feb 07 22:37:38.616926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-9ff70146-2000-4ed2-87cb-3d809fb57227 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 217 time: 0.0940962 Feb 07 22:37:38.679090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:38.715752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:38.730925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Usage tracker for resource:security_group_rule and tenant:21e26639d36b422c8ea16faddb270704 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:38.737539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:38.747484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:38.754130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-409a2f62-b42e-486e-a3e4-c4b74d251a39 req-5a5b759f-d4e5-41d9-a41d-71727c6a5731 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241541 Feb 07 22:37:38.756698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-ed73d7f2-d31e-470b-98b9-7926d5477765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:38.757976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-ed73d7f2-d31e-470b-98b9-7926d5477765 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.1290908 Feb 07 22:37:39.008947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-2c0c874b-b3a1-4350-b59a-6fa7cf780a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:39.010434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-2c0c874b-b3a1-4350-b59a-6fa7cf780a14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444649 Feb 07 22:37:39.026314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-b147966e-9288-413c-81a7-236b907998ea tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 258 time: 0.2170129 Feb 07 22:37:39.108208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:39.117245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.120922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:39.126583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.133052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Usage tracker for resource:floatingip and tenant:506e8ae6d423401abb0dc8c0a8c05d76 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:39.144075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:39.173061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:39.187660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e3f8d15-30c7-4635-a122-5702cf6a33fb req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&id=275f0e90-6b24-4e3d-8518-a2ecc468d810&id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&id=0d940a49-4733-4f86-a0cd-c5c029334aab&id=d8d37f51-1baf-4338-a797-c847be074b30&id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.5808728 Feb 07 22:37:39.213480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8da66-be30-4835-ac21-de0c13e3fde8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858bed79-7589-41a6-bfca-90bf9cc33d10,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:39.220204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.242826 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'code': 200} Feb 07 22:37:39.302255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-1b7b73e9-e306-49c7-844f-dfc9d088eefa service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829206 Feb 07 22:37:39.366855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 585202ee-207b-4237-b1e5-98a23d3be325 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:39.408930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9964a-6ca6-48e4-9327-6deda12a1867 req-aa1f3f99-685b-4c5e-9007-4ffafd1e5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:39.410987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9cd9964a-6ca6-48e4-9327-6deda12a1867 req-aa1f3f99-685b-4c5e-9007-4ffafd1e5fe9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 1101 time: 0.0903170 Feb 07 22:37:39.450843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 585202ee-207b-4237-b1e5-98a23d3be325 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:39.456288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 585202ee-207b-4237-b1e5-98a23d3be325 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:39.456720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.457234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9cd9964a-6ca6-48e4-9327-6deda12a1867 req-241173c3-4b90-443e-ba9c-04c6b7e034e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385928 Feb 07 22:37:39.528421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ea2d6f-2f15-4010-aa93-c5eea385f098 req-53599f49-af70-40e8-81d1-89204418ae0f service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183390 Feb 07 22:37:39.569015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40a33b-446e-4ee9-a942-b01628aa5fae req-2d2fa68f-02a2-4d7e-a6ec-3af9ae8288b8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:39.570449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab40a33b-446e-4ee9-a942-b01628aa5fae req-2d2fa68f-02a2-4d7e-a6ec-3af9ae8288b8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 944 time: 0.1529706 Feb 07 22:37:39.571866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.574518 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.609720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 585202ee-207b-4237-b1e5-98a23d3be325, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=585202ee-207b-4237-b1e5-98a23d3be325,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:39.613424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.673397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab40a33b-446e-4ee9-a942-b01628aa5fae req-77962c28-c736-46b6-b131-7a6e59663c54 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664926 Feb 07 22:37:39.681331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=585202ee-207b-4237-b1e5-98a23d3be325,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:39.755475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Allocated IP 172.25.0.179 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/2256e7de-80b6-44a7-8943-c6fc2a7fb6e7) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:39.957168 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:39.968722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb3242-717c-4914-a7ad-1f5c342dbcfa req-1b14f8e6-157c-4150-9ee8-899dbd9a170a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:39.970153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1acb3242-717c-4914-a7ad-1f5c342dbcfa req-1b14f8e6-157c-4150-9ee8-899dbd9a170a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 944 time: 0.1863432 Feb 07 22:37:40.025390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1acb3242-717c-4914-a7ad-1f5c342dbcfa req-4f763cfe-ca6c-4645-bf8f-ca5e63096d99 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Feb 07 22:37:40.034759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.101673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:40.104613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:40.108787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:40.174922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event updated for resources: {'Port': ['ID=2256e7de-80b6-44a7-8943-c6fc2a7fb6e7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:40.344886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335cb3d-20a9-4b7c-9691-e492a06d07a8 req-16eb9279-272d-4f5e-84d9-244760806f61 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:40.346336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6335cb3d-20a9-4b7c-9691-e492a06d07a8 req-16eb9279-272d-4f5e-84d9-244760806f61 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2105827 Feb 07 22:37:40.347308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.435484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6335cb3d-20a9-4b7c-9691-e492a06d07a8 req-a870d739-9bb1-4457-9ee3-39a6a9837640 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832071 Feb 07 22:37:40.437785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.644644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.649489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.757872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event updated for resources: {'Port': ['ID=2256e7de-80b6-44a7-8943-c6fc2a7fb6e7,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:40.775676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.804188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:40.805444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-cf69ff1c-b8b7-4a0a-bd5d-ebe844eae871 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7548456 Feb 07 22:37:40.891048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-9b8e6b26-5800-4fa1-9603-23cf7d416174 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:40.956432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-9b8e6b26-5800-4fa1-9603-23cf7d416174 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:40.957621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-9b8e6b26-5800-4fa1-9603-23cf7d416174 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1434388 Feb 07 22:37:41.071041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447af8ae-a3d3-41f6-855a-058fbea1e4f9 req-5cb629f5-8944-4b90-90b2-c94533856dee tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.072475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-447af8ae-a3d3-41f6-855a-058fbea1e4f9 req-5cb629f5-8944-4b90-90b2-c94533856dee tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 945 time: 0.1778336 Feb 07 22:37:41.147339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-2fc6ba91-2ad2-4bb2-a830-9148f190c5ec tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.148675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9ef4d0d-498a-4659-84b4-a97a94bb1e23 req-2fc6ba91-2ad2-4bb2-a830-9148f190c5ec tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.1855049 Feb 07 22:37:41.156905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-447af8ae-a3d3-41f6-855a-058fbea1e4f9 req-283863ef-9796-4b28-86df-8f9c7d66043a tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735612 Feb 07 22:37:41.244314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585202ee-207b-4237-b1e5-98a23d3be325'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:41.334411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91c5c-c633-4773-851c-c95b8dfea530 req-2ad4546f-1410-4af9-b882-316288a06b5a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.335845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fba91c5c-c633-4773-851c-c95b8dfea530 req-2ad4546f-1410-4af9-b882-316288a06b5a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 944 time: 0.0838647 Feb 07 22:37:41.379202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fba91c5c-c633-4773-851c-c95b8dfea530 req-12885cb7-4608-475f-9c8b-d3cbaf1a6de8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376303 Feb 07 22:37:41.387824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:37:41.529690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:41.544139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'mac_address': 'fa:16:3e:b1:11:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:37:41.566340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d31a7-a336-4f1d-b8e0-6e23c5cc74f5 req-672354aa-4da1-49cc-aa56-f970f58ee552 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.566821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d31a7-a336-4f1d-b8e0-6e23c5cc74f5 req-672354aa-4da1-49cc-aa56-f970f58ee552 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.567290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d31a7-a336-4f1d-b8e0-6e23c5cc74f5 req-672354aa-4da1-49cc-aa56-f970f58ee552 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.568923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f85d31a7-a336-4f1d-b8e0-6e23c5cc74f5 req-672354aa-4da1-49cc-aa56-f970f58ee552 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980&device_id=963d510e-cabe-42e6-8699-2d7fb647a43e&device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 2883 time: 0.1438563 Feb 07 22:37:41.598855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1592ef-0b83-4320-931d-30dc8046acf4 req-b6abed7d-0fa4-4d4b-ae56-e3bdf9eb21e5 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.600252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae1592ef-0b83-4320-931d-30dc8046acf4 req-b6abed7d-0fa4-4d4b-ae56-e3bdf9eb21e5 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 950 time: 0.1215918 Feb 07 22:37:41.601797 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.622226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:37:41.637926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f85d31a7-a336-4f1d-b8e0-6e23c5cc74f5 req-3a5ed3d3-ac44-4ffb-a224-8ec3254f1b03 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Synchronizing usage tracker for tenant:21e26639d36b422c8ea16faddb270704 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:41.643196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:41.647961 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:41.649814 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-706ff750-5524-4303-b68c-904760f57f3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0762765 Feb 07 22:37:41.666977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae1592ef-0b83-4320-931d-30dc8046acf4 req-0c1399ec-69e0-4dd5-9dcf-bae4c744119b tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/security-groups?id=275f0e90-6b24-4e3d-8518-a2ecc468d810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541024 Feb 07 22:37:41.673761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f85d31a7-a336-4f1d-b8e0-6e23c5cc74f5 req-3a5ed3d3-ac44-4ffb-a224-8ec3254f1b03 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Unset dirty status for tenant:21e26639d36b422c8ea16faddb270704 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:41.675024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f85d31a7-a336-4f1d-b8e0-6e23c5cc74f5 req-3a5ed3d3-ac44-4ffb-a224-8ec3254f1b03 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995479 Feb 07 22:37:41.746506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:41.767130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-3f706a88-289c-4e5a-951c-eb47ba68a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.768718 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-3f706a88-289c-4e5a-951c-eb47ba68a60f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=125eac2b567142d99abcc9f68d181ada&device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1101 time: 0.0868359 Feb 07 22:37:41.917500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-ab45757c-1a5e-4797-b85a-8c7847140f24 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.918867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-ab45757c-1a5e-4797-b85a-8c7847140f24 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1399975 Feb 07 22:37:41.921246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-64f1bcda-fc9e-42dc-80d8-3746f7f48c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.922721 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-64f1bcda-fc9e-42dc-80d8-3746f7f48c64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1320095 Feb 07 22:37:41.925019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82fe59-3663-4358-96c0-6ea4cc538148 req-33d65d49-aa83-4a96-9b08-108bf17fb679 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:41.926403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f82fe59-3663-4358-96c0-6ea4cc538148 req-33d65d49-aa83-4a96-9b08-108bf17fb679 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1095 time: 0.1117482 Feb 07 22:37:41.990846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-98c4ae22-938c-44b0-86f3-4080b04c487c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174 HTTP/1.1" status: 200 len: 217 time: 0.0609426 Feb 07 22:37:42.011736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['1f71d5d0-e5ce-4504-ad4d-faddc1446b10'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:42.020318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-392b9810-a2f2-4c54-8a3f-b1c1be767555 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.0929859 Feb 07 22:37:42.037907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Request body: {'floatingip': {'port_id': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:42.064356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-1e1f1ef5-ee65-4121-8b9b-9782e0aed36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:42.065834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-1e1f1ef5-ee65-4121-8b9b-9782e0aed36f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0682211 Feb 07 22:37:42.118266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f82fe59-3663-4358-96c0-6ea4cc538148 req-b093d180-44dd-416c-9eb1-041d7ead59ef tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428397 Feb 07 22:37:42.122627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.152643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-4047af39-0fea-4daa-b4e9-61e1028f991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:42.154782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-4047af39-0fea-4daa-b4e9-61e1028f991a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0806005 Feb 07 22:37:42.212790 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585202ee-207b-4237-b1e5-98a23d3be325', 'code': 200} Feb 07 22:37:42.332998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-27c24edc-c13d-4f0d-9704-a49680ed57dc service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696656 Feb 07 22:37:42.526608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f43e7a86-9331-46c6-a6ca-cd83be24de61 req-b75ccb76-f060-45e0-b248-d2fb8603b86b service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861455 Feb 07 22:37:42.535130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb43b6a-0704-4463-b90f-c025a8750537 req-8a3097b3-22f6-40d8-ba16-6d0feed2cf61 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:42.536514 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-efb43b6a-0704-4463-b90f-c025a8750537 req-8a3097b3-22f6-40d8-ba16-6d0feed2cf61 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 950 time: 0.1298592 Feb 07 22:37:42.606083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Deleting port 774aa64b-8d94-42f3-8307-91e401635db2 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:37:42.606431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:42.608583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487c971-c7ac-4d1b-b157-b0c3d9040961 req-4f46d33d-ff0c-4fd3-b303-b50c31556103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:42.610028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b487c971-c7ac-4d1b-b157-b0c3d9040961 req-4f46d33d-ff0c-4fd3-b303-b50c31556103 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 1096 time: 0.2609682 Feb 07 22:37:42.648895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956cca1-06ae-42fd-aef1-7eb7ed5c2c1c req-0ec19d32-8ed5-4393-baec-0a4bbcc3a25c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:42.650307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c956cca1-06ae-42fd-aef1-7eb7ed5c2c1c req-0ec19d32-8ed5-4393-baec-0a4bbcc3a25c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.3023243 Feb 07 22:37:42.752817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b487c971-c7ac-4d1b-b157-b0c3d9040961 req-8ee2a20e-182d-456d-9895-db5d7e84d070 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337650 Feb 07 22:37:42.790207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c956cca1-06ae-42fd-aef1-7eb7ed5c2c1c req-5e559713-d1ee-4a10-8a30-deb965c7dea8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304519 Feb 07 22:37:42.957601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] For port 774aa64b-8d94-42f3-8307-91e401635db2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=774aa64b-8d94-42f3-8307-91e401635db2,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:42.958906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.105443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Calling delete_port for 774aa64b-8d94-42f3-8307-91e401635db2 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:37:43.142236 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.153076 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.240445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2737-a2e5-415f-821b-954c2312a447 req-69af927e-148c-4f21-8f92-16be61c59f05 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:43.241940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fef2737-a2e5-415f-821b-954c2312a447 req-69af927e-148c-4f21-8f92-16be61c59f05 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 1095 time: 0.1778281 Feb 07 22:37:43.256471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.269652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['774aa64b-8d94-42f3-8307-91e401635db2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:37:43.305684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Pushing event deleted for resources: {'Port': ['ID=774aa64b-8d94-42f3-8307-91e401635db2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:43.369730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fef2737-a2e5-415f-821b-954c2312a447 req-102bc8ba-feca-4b63-8884-5ba37af5663a tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203821 Feb 07 22:37:43.373424 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Floating IP 05e2069f-b01c-4616-8aff-3565f328f6e6 associated. External IP: 172.25.0.179, port: 0ea4c7e7-2be6-4946-9436-7f926581b63c. Feb 07 22:37:43.397445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] No DVR routers for this DVR port 774aa64b-8d94-42f3-8307-91e401635db2 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:43.398157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:43.410320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.427606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'name': 'network-vif-deleted', 'tag': '774aa64b-8d94-42f3-8307-91e401635db2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:43.471762 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-efb43b6a-0704-4463-b90f-c025a8750537 req-68b6db3f-146a-479e-80bb-ec69a83bab23 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.26 "DELETE /v2.0/ports/774aa64b-8d94-42f3-8307-91e401635db2 HTTP/1.1" status: 204 len: 173 time: 0.9292588 Feb 07 22:37:43.538262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:43.547738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:43.548114 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.687980 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.721807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:43.725359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:43.800912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:43.803912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8cbd8-9cda-48ae-87b6-e27946fcf797 req-c54ccddf-6c5b-4d7a-9a65-59501c0d21ce tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:43.805426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74a8cbd8-9cda-48ae-87b6-e27946fcf797 req-c54ccddf-6c5b-4d7a-9a65-59501c0d21ce tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 945 time: 0.2291887 Feb 07 22:37:44.023148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74a8cbd8-9cda-48ae-87b6-e27946fcf797 req-d7228635-3356-44da-8b0f-279fcb422691 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683780 Feb 07 22:37:44.027701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Router e6d1171a-cdd5-4b90-8825-97034c4ea0dd has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:37:44.213751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:44.253712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:37:44.258023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:44.263491 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] Sync routers for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:44.274362 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:44.274958 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:44.320381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-626ee30e-a8de-4f2c-ab6f-f27951ecc8c1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "PUT /v2.0/floatingips/05e2069f-b01c-4616-8aff-3565f328f6e6 HTTP/1.1" status: 200 len: 996 time: 2.2880807 Feb 07 22:37:44.321433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:44.333951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076db809-c2ee-48b4-8c39-81872b7076eb req-5af4a599-2ffa-44b8-bba4-6b843d6d8505 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:44.335394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-076db809-c2ee-48b4-8c39-81872b7076eb req-5af4a599-2ffa-44b8-bba4-6b843d6d8505 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 946 time: 0.2111251 Feb 07 22:37:44.431017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-076db809-c2ee-48b4-8c39-81872b7076eb req-5bd28740-20ce-4e01-803f-53b94234c7fa tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892155 Feb 07 22:37:44.450786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e0f521e7-4d02-4a2f-aa13-6b7e2360d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:44.456055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e0f521e7-4d02-4a2f-aa13-6b7e2360d0b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 1096 time: 0.0960057 Feb 07 22:37:44.456337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:44.620132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aea5901d-a381-4ef1-80c9-fb8db7ef2d7f req-714bb27d-1547-4aca-af99-50c0322b9c98 tempest-TenantUsagesTestJSON-688872579 tempest-TenantUsagesTestJSON-688872579-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1b22991-5399-41c4-9883-34c0ff49fb48 HTTP/1.1" status: 200 len: 210 time: 0.0556836 Feb 07 22:37:44.664086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e95720b7-ce25-4b32-bdd5-3055586bf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:44.665669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e95720b7-ce25-4b32-bdd5-3055586bf163 service neutron] 10.222.0.10 "GET /v2.0/networks?id=27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 200 len: 930 time: 0.2061648 Feb 07 22:37:44.768738 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-721184cc-51c3-4007-8ab6-1efa4ea6ebfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 999 time: 0.0958958 Feb 07 22:37:44.813118 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '05e2069f-b01c-4616-8aff-3565f328f6e6', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'port_id': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'mac_address': 'fa:16:3e:61:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:40Z', 'updated_at': '2022-02-07T22:37:42Z', 'revision_number': 1, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:05Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:44.817382 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] Checking router: e6d1171a-cdd5-4b90-8825-97034c4ea0dd for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:44.826593 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:44.827467 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:44.839530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e2b91c77-d8f9-41ae-af35-e8e96f6a91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:44.841387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e2b91c77-d8f9-41ae-af35-e8e96f6a91bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad HTTP/1.1" status: 200 len: 868 time: 0.0661485 Feb 07 22:37:44.927743 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b22991-5399-41c4-9883-34c0ff49fb48', 'name': 'network-vif-deleted', 'tag': '774aa64b-8d94-42f3-8307-91e401635db2', 'status': 'completed', 'code': 200} Feb 07 22:37:45.002468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e0832139-0acd-4d73-ae1e-f5fdfeb26247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.003880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-e0832139-0acd-4d73-ae1e-f5fdfeb26247 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27ec9534-9ef8-4108-a1af-fe765119c6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552448 Feb 07 22:37:45.019909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-4b687eee-da05-4951-9771-e54b0d1522f1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:37:45.021289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-4b687eee-da05-4951-9771-e54b0d1522f1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069528 Feb 07 22:37:45.041539 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:45.064204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-7dc1bc00-4b3e-463f-bad6-33a9ce10556f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208000 Feb 07 22:37:45.192484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-03805fc5-cf15-4c61-bb57-4d584aaea632 service neutron] 10.222.0.10 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609073 Feb 07 22:37:45.347486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff512804-4d13-46eb-9821-34c0e8e90696 req-425c59f3-e607-406f-97c3-1c102c0766be service neutron] 10.222.0.10 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482770 Feb 07 22:37:45.369425 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'code': 200} Feb 07 22:37:45.413835 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'status': 'completed', 'code': 200} Feb 07 22:37:45.613247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-fb88fc52-e6a3-4e19-a179-7fda9eca40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.615207 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-fb88fc52-e6a3-4e19-a179-7fda9eca40db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 1096 time: 0.1720419 Feb 07 22:37:45.654373 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '05e2069f-b01c-4616-8aff-3565f328f6e6', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'port_id': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'mac_address': 'fa:16:3e:61:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:40Z', 'updated_at': '2022-02-07T22:37:42Z', 'revision_number': 1, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:05Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:45.663246 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079899-dfd5-45e5-a89b-8ec928f751dc None None] The sync data for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 is: [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '05e2069f-b01c-4616-8aff-3565f328f6e6', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'port_id': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'mac_address': 'fa:16:3e:61:84:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:40Z', 'updated_at': '2022-02-07T22:37:42Z', 'revision_number': 1, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:05Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:45.728771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad373611-cafe-459b-abd4-78843374e81a req-60863226-d53e-48a4-a5a1-bd4359b063e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.730430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad373611-cafe-459b-abd4-78843374e81a req-60863226-d53e-48a4-a5a1-bd4359b063e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 1097 time: 0.2251554 Feb 07 22:37:45.771222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224d4d2-d0ea-4526-8aa9-0707d70a1d64 req-b43740a0-706d-4ff3-8d74-bc9a42dc1c31 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.778403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1224d4d2-d0ea-4526-8aa9-0707d70a1d64 req-b43740a0-706d-4ff3-8d74-bc9a42dc1c31 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2000959 Feb 07 22:37:45.840163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-b55c41b8-21dd-43e0-b481-540558f56df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:45.841996 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-b55c41b8-21dd-43e0-b481-540558f56df2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 200 len: 930 time: 0.2163558 Feb 07 22:37:45.977732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-cb68af58-f4d7-4eb2-aee4-4257b91e5a79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 999 time: 0.1281116 Feb 07 22:37:46.005879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b997505-2f11-428e-b624-058570197db7 None None] New status for floating IP 05e2069f-b01c-4616-8aff-3565f328f6e6: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:37:46.036551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad373611-cafe-459b-abd4-78843374e81a req-6909983c-687b-42e0-93ef-21fbf14e07ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978024 Feb 07 22:37:46.047682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1224d4d2-d0ea-4526-8aa9-0707d70a1d64 req-b4669753-86d2-4c0e-9026-a6dcb8cffb6d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655203 Feb 07 22:37:46.083629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-ecdbecc1-d663-4135-a955-1a5e20b3e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:46.085274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-ecdbecc1-d663-4135-a955-1a5e20b3e614 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad HTTP/1.1" status: 200 len: 868 time: 0.0984201 Feb 07 22:37:46.093111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b0979-0e3e-4459-b668-ac7f9ad57009 req-d3e2622e-8d22-4445-9303-859b43ca8e8f tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:46.094963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-376b0979-0e3e-4459-b668-ac7f9ad57009 req-d3e2622e-8d22-4445-9303-859b43ca8e8f tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 945 time: 0.2930956 Feb 07 22:37:46.141932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-376b0979-0e3e-4459-b668-ac7f9ad57009 req-7c6cbdca-03e1-402f-945c-3c19df0aa237 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Feb 07 22:37:46.349367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-198f3aaf-1f28-47ac-a64d-2ba49212c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:46.351332 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-198f3aaf-1f28-47ac-a64d-2ba49212c173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27ec9534-9ef8-4108-a1af-fe765119c6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089125 Feb 07 22:37:46.359358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-3dda0d9d-f446-438f-94eb-b833f78dcdb9 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 258 time: 0.1814859 Feb 07 22:37:46.406457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:46.419419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:46.439296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:46.459711 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.564659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-f2b1e5be-8d86-47b4-9f54-5f3f5e412bd1 service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962025 Feb 07 22:37:46.572179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00193709-3659-4302-b646-85cea851552a req-a02e3fc9-0d7c-405a-af6c-919665c01538 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:46.579874 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00193709-3659-4302-b646-85cea851552a req-a02e3fc9-0d7c-405a-af6c-919665c01538 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 946 time: 0.2195189 Feb 07 22:37:46.669316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00193709-3659-4302-b646-85cea851552a req-076ec883-0f2d-47dc-b3af-062f2c7ae7cc tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884199 Feb 07 22:37:46.771957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:46.865812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-432a32f5-8ebc-4787-b545-f8d11e21e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:46.867323 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-432a32f5-8ebc-4787-b545-f8d11e21e928 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 1101 time: 0.2662249 Feb 07 22:37:46.869399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0592bc-44b8-4a56-bc89-c13b1694570c req-01126499-cd38-4d6a-9903-1b4497efe857 service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977116 Feb 07 22:37:47.049812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-cdd97a13-f442-4ea0-abfc-dccef92066d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:47.051248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-cdd97a13-f442-4ea0-abfc-dccef92066d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1753323 Feb 07 22:37:47.102930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Allocated IP 172.25.0.103 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/02dd95b7-2fd4-46eb-b9e1-c36fe5f48a3c) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:47.152221 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-997d9f07-ffb0-43f6-8b26-3b619c3b6af3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 200 len: 217 time: 0.0881343 Feb 07 22:37:47.399799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 774aa64b-8d94-42f3-8307-91e401635db2 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:37:47.431118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48338) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:47.462279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.477466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 774aa64b-8d94-42f3-8307-91e401635db2 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:37:47.477811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 774aa64b-8d94-42f3-8307-91e401635db2 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:37:47.490881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-a71e76cc-a474-428e-9553-80a82d16dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:47.492674 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-a71e76cc-a474-428e-9553-80a82d16dd81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3342085 Feb 07 22:37:47.531235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.565389 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-2060c807-b03d-4ec5-9602-6a2fc453866e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1994247 Feb 07 22:37:47.604313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:47.608490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:47.613587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:47.651484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-924c7bd7-79e8-4b7c-a790-79bb3f9a1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:47.653210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-924c7bd7-79e8-4b7c-a790-79bb3f9a1735 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526215 Feb 07 22:37:47.707718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event updated for resources: {'Port': ['ID=02dd95b7-2fd4-46eb-b9e1-c36fe5f48a3c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:47.781916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-602785bf-5d3b-4397-8bd5-5dd539a3818c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a24d701b094470c94aee8c793fd7f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479512 Feb 07 22:37:47.789350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48350) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:47.790452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.852299 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-41384b06-d312-4fa2-a930-0f8d81019cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883848 Feb 07 22:37:47.858567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-29ea2899-e76a-49e1-ab12-8666fc25563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:47.860312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-29ea2899-e76a-49e1-ab12-8666fc25563e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 1095 time: 0.2701230 Feb 07 22:37:47.945526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db6148d8-49da-4325-a78c-52023bca821f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:47.951623 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.034064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db6148d8-49da-4325-a78c-52023bca821f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.050216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242fe70-3747-4cb8-bbbb-a9a1732f351e req-e39db512-94d4-4125-a3fa-66507b96b55f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.051672 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4242fe70-3747-4cb8-bbbb-a9a1732f351e req-e39db512-94d4-4125-a3fa-66507b96b55f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.3072381 Feb 07 22:37:48.094239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-211072ac-f5f8-452d-ac04-5d761d81956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.095770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-211072ac-f5f8-452d-ac04-5d761d81956b service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.1523337 Feb 07 22:37:48.182641 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-0f528e04-1058-4047-b057-cd62f0effec9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 200 len: 217 time: 0.0795708 Feb 07 22:37:48.213987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4242fe70-3747-4cb8-bbbb-a9a1732f351e req-c98bcad0-71a6-4a00-86f8-2143816e142d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480021 Feb 07 22:37:48.241084 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-192a1e57-39ad-4f4d-b75b-c0065695598e service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795538 Feb 07 22:37:48.244188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db6148d8-49da-4325-a78c-52023bca821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.268719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-e9ece6c6-ebfd-4584-bf02-ece91518fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.271393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-e9ece6c6-ebfd-4584-bf02-ece91518fda6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.0756335 Feb 07 22:37:48.276588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6148d8-49da-4325-a78c-52023bca821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275f0e90-6b24-4e3d-8518-a2ecc468d810,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:48.330208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-70aec7e6-2cb7-4746-ac81-a70b0c2e4239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515435 Feb 07 22:37:48.332701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.344796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.451334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db6148d8-49da-4325-a78c-52023bca821f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.452595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db6148d8-49da-4325-a78c-52023bca821f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/275f0e90-6b24-4e3d-8518-a2ecc468d810 HTTP/1.1" status: 204 len: 168 time: 0.6606650 Feb 07 22:37:48.478593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event updated for resources: {'Port': ['ID=02dd95b7-2fd4-46eb-b9e1-c36fe5f48a3c,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:48.484204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.518791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.520063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-666e8540-78c5-410b-a37c-3bf21964caf2 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1233935 Feb 07 22:37:48.636886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-fe3292e4-6960-4f89-b4ff-5813e6de349e service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954526 Feb 07 22:37:48.711318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-fbb2e657-80d5-438c-89f8-0e09d39101ca tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:48.730007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-fbb2e657-80d5-438c-89f8-0e09d39101ca tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:48.731183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-fbb2e657-80d5-438c-89f8-0e09d39101ca tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.103 HTTP/1.1" status: 200 len: 696 time: 0.2031093 Feb 07 22:37:48.834892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6f8b3c-a659-4a97-950c-a168b8767ed3 req-29ccf8b1-8758-483a-a3d1-8f0ad5c8e5a4 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846793 Feb 07 22:37:48.961047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:48.979711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:48.985622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-b3044665-eb3b-4530-ad17-4daa1327f2e4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.986756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-b3044665-eb3b-4530-ad17-4daa1327f2e4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2444582 Feb 07 22:37:48.995130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be3023-4b38-40ea-aee1-0f0990ce80e6 req-07e24cd7-3424-47c0-b55c-5db35274ea34 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:48.996540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08be3023-4b38-40ea-aee1-0f0990ce80e6 req-07e24cd7-3424-47c0-b55c-5db35274ea34 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.2314346 Feb 07 22:37:49.002167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-44c48932-4d22-4511-b0a8-3eef6a02b56f tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:37:49.003105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04276b79-cfc5-4e7d-96ce-3ef54c4d0143 req-44c48932-4d22-4511-b0a8-3eef6a02b56f tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056148 Feb 07 22:37:49.014447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:49.023868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Usage tracker for resource:security_group_rule and tenant:061102b71b10466a8c4c9bc2a776b449 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:49.027675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:49.037730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:49.048252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08be3023-4b38-40ea-aee1-0f0990ce80e6 req-bbbadc74-8dc8-4372-b8d8-9f861045c9d3 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups?id=6e40169c-8140-4cd4-95e8-e5f2879f4cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Feb 07 22:37:49.155040 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.161839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.232690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=061102b71b10466a8c4c9bc2a776b449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702842 Feb 07 22:37:49.233123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48412) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:49.233598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fac00-5521-4071-87d6-57c5aba3f037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b841e469-f18a-40a3-bce2-e49783af2d5b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:49.295473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f14b9-13f5-4dc3-b28c-b35fe69e1368 req-c1e42eab-2e1d-440b-94f9-a67fc050f17f tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:49.296982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-145f14b9-13f5-4dc3-b28c-b35fe69e1368 req-c1e42eab-2e1d-440b-94f9-a67fc050f17f tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 946 time: 0.1830997 Feb 07 22:37:49.348439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89802f-cb74-46c5-b898-99b7d2fadbfe req-4b8f38a5-8192-4dad-a4b4-a88ace1148b8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:49.350048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f89802f-cb74-46c5-b898-99b7d2fadbfe req-4b8f38a5-8192-4dad-a4b4-a88ace1148b8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1101 time: 0.1813440 Feb 07 22:37:49.396684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-145f14b9-13f5-4dc3-b28c-b35fe69e1368 req-a128a24f-70cd-445a-bd2b-e934bf8cd2dd tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896409 Feb 07 22:37:49.401894 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32380a44-755d-4b11-8fca-4530355a404a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.441821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f89802f-cb74-46c5-b898-99b7d2fadbfe req-1496ed9e-71f4-4a71-871b-a948521421b8 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801187 Feb 07 22:37:49.446065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32380a44-755d-4b11-8fca-4530355a404a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.522144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-32ab987f-9071-4f0a-9276-b9ebdcf77ad4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:49.523172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-32ab987f-9071-4f0a-9276-b9ebdcf77ad4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Synchronizing usage tracker for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:49.531231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32380a44-755d-4b11-8fca-4530355a404a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.546416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-32ab987f-9071-4f0a-9276-b9ebdcf77ad4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Unset dirty status for tenant:f614d9cf3ef34b74bdc603e324c4dc04 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:49.547803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-32ab987f-9071-4f0a-9276-b9ebdcf77ad4 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 945 time: 0.1976247 Feb 07 22:37:49.568666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32380a44-755d-4b11-8fca-4530355a404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b841e469-f18a-40a3-bce2-e49783af2d5b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:49.570710 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32380a44-755d-4b11-8fca-4530355a404a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.576593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-32380a44-755d-4b11-8fca-4530355a404a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b841e469-f18a-40a3-bce2-e49783af2d5b HTTP/1.1" status: 204 len: 168 time: 0.3362403 Feb 07 22:37:49.657674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Deleting port dcd4e4c2-2b3e-4092-887e-4141e7229034 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:37:49.658320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:49.691468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470934f-e88d-4fe6-8107-c770c6eba7c3 req-29734a6e-74fe-4850-b69c-c56f7ae49301 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:49.693032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1470934f-e88d-4fe6-8107-c770c6eba7c3 req-29734a6e-74fe-4850-b69c-c56f7ae49301 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0908806 Feb 07 22:37:49.865387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1470934f-e88d-4fe6-8107-c770c6eba7c3 req-89c5f15a-6f22-466b-b7e2-54c6ebbef78d tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.103 HTTP/1.1" status: 200 len: 696 time: 0.1653121 Feb 07 22:37:49.906698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1470934f-e88d-4fe6-8107-c770c6eba7c3 req-749f0019-d928-458c-91aa-d0c11a554627 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Request body: {'floatingip': {'port_id': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:50.021788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1470934f-e88d-4fe6-8107-c770c6eba7c3 req-749f0019-d928-458c-91aa-d0c11a554627 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.132588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] For port dcd4e4c2-2b3e-4092-887e-4141e7229034, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=dcd4e4c2-2b3e-4092-887e-4141e7229034,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:50.133494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.463955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17302c84-ba3e-4808-a405-605e679ea9bd req-9d5b2bf1-677e-4d44-86ac-7976314066ed tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:50.466355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17302c84-ba3e-4808-a405-605e679ea9bd req-9d5b2bf1-677e-4d44-86ac-7976314066ed tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2304802 Feb 07 22:37:50.596648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.597204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.597204 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd disassociated. External IP: 172.25.0.61, port: dcd4e4c2-2b3e-4092-887e-4141e7229034. Feb 07 22:37:50.598567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Calling delete_port for dcd4e4c2-2b3e-4092-887e-4141e7229034 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:37:50.649997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17302c84-ba3e-4808-a405-605e679ea9bd req-b629e342-977f-4492-a99e-21e5c0891c6a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755309 Feb 07 22:37:50.888152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:50.940437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48490) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:50.975969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event deleted for resources: {'Port': ['ID=dcd4e4c2-2b3e-4092-887e-4141e7229034,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:51.019165 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-1470934f-e88d-4fe6-8107-c770c6eba7c3 req-749f0019-d928-458c-91aa-d0c11a554627 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 22:37:51.035674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1470934f-e88d-4fe6-8107-c770c6eba7c3 req-749f0019-d928-458c-91aa-d0c11a554627 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "PUT /v2.0/floatingips/7559f9c9-2b7e-494a-b883-e0d0f47d6b1a HTTP/1.1" status: 409 len: 550 time: 1.1425202 Feb 07 22:37:51.078145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-b94dab7f-25eb-4a02-9976-eefeff3c0d44 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:51.085130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-b94dab7f-25eb-4a02-9976-eefeff3c0d44 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2451043 Feb 07 22:37:51.250804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:37:51.294372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-network', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:51.348184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:51.362236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Usage tracker for resource:network and tenant:c4ce412174804e62afff3a9957770fd0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:51.369157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:51.381319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-35220c9a-ed98-48dd-a695-b46051e3e115 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.2884097 Feb 07 22:37:51.389840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'floatingip': {'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:51.484820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:51.491177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.528785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:37:51.540153 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] Sync routers for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:51.559565 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:51.561888 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:51.627417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] No DVR routers for this DVR port dcd4e4c2-2b3e-4092-887e-4141e7229034 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:37:51.631365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.634486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'name': 'network-vif-deleted', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:51.659889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Made reservation on behalf of c4ce412174804e62afff3a9957770fd0 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:51.660183 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a9e56aa-0fd5-4c29-8307-1051b925b608 req-8625cb40-cd89-44ef-850e-db41e69ca7c1 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.36 "DELETE /v2.0/ports/dcd4e4c2-2b3e-4092-887e-4141e7229034 HTTP/1.1" status: 204 len: 173 time: 2.1052403 Feb 07 22:37:51.662731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.702049 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:51.721111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036477df-2c9d-462c-b7e5-30c3700c10cf req-883c15a8-d3d8-4655-bba4-a7fbf268c2f5 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:51.740697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-036477df-2c9d-462c-b7e5-30c3700c10cf req-883c15a8-d3d8-4655-bba4-a7fbf268c2f5 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1101 time: 0.4254305 Feb 07 22:37:51.761467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:51.772110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ce412174804e62afff3a9957770fd0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:51.785769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:51.799488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:51.971439 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:52.007684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-036477df-2c9d-462c-b7e5-30c3700c10cf req-3e229b33-d07f-4807-a65c-8a3cf007d1ca tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633226 Feb 07 22:37:52.212798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.285496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.317822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:37:52.336258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.336641 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Added segment ce194bad-d388-4956-a1a3-fedb318cac5a of type vlan for network 775a5151-efb8-4522-8246-f5e3aab082de Feb 07 22:37:52.393349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.500374 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:52.504462 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] Checking router: 45fa678a-b00d-4c6b-a5fd-8373c308f2aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:52.520099 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:52.521416 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:52.569721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.569721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:52.571608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:52.706287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d15104f9-99e1-4e8b-818f-06c10e4380be req-5c7c4eb3-41b8-421f-a563-6f51897672c6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/ports?device_id=43bc39ab-3b7c-4c65-a19e-18ec740fb16e HTTP/1.1" status: 200 len: 210 time: 0.1438637 Feb 07 22:37:52.719108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183f4f4-0a7b-40d5-ac81-b6032a7aeec7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:52.728198 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:52.753366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] Pushing event updated for resources: {'Network': ['ID=775a5151-efb8-4522-8246-f5e3aab082de,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:52.761839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b774a6cd-e50a-4a2b-ab39-b9212a97c7c2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8130879 Feb 07 22:37:52.762239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:52.765936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 775a5151-efb8-4522-8246-f5e3aab082de details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:37:52.877950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Request body: {'subnet': {'network_id': '775a5151-efb8-4522-8246-f5e3aab082de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-subnet', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:52.916084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:52.923797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Usage tracker for resource:subnet and tenant:c4ce412174804e62afff3a9957770fd0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:52.947331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30b24176-b855-4e14-9217-e8e018dd0804 req-895b0acd-6a37-435a-a77e-271dafc7e47b tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips/7559f9c9-2b7e-494a-b883-e0d0f47d6b1a HTTP/1.1" status: 200 len: 693 time: 0.1900477 Feb 07 22:37:52.949831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:52.958784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:53.060427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Made reservation on behalf of c4ce412174804e62afff3a9957770fd0 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:37:53.062786 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.109552 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:53.114180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bbcf22-0ecd-4796-a248-d8e6a7364b84 None None] The sync data for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 is: [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:35:06Z', 'revision_number': 4, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'f217741a-28d8-4993-995d-1ae20c82c9b4', 'name': '', 'network_id': 'd18684a5-034f-4b86-8ca1-b25676dbe91a', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'mac_address': 'fa:16:3e:7f:10:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:05Z', 'updated_at': '2022-02-07T22:35:16Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'subnets': [{'id': 'ce50a4e7-2264-4848-ad09-9b9ed900f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:53.186245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:37:53.381838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a0e20-f097-4c13-bc8f-807827fd929f None None] New status for floating IP 9554a87a-489d-4fe4-af2a-32609f0f41cd: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:37:53.435163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b24176-b855-4e14-9217-e8e018dd0804 req-10eb947e-8155-46fe-837b-b38b830c5fe4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:53.439325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30b24176-b855-4e14-9217-e8e018dd0804 req-10eb947e-8155-46fe-837b-b38b830c5fe4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.4738042 Feb 07 22:37:53.447288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.453366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-30b24176-b855-4e14-9217-e8e018dd0804 req-a8b4d05f-fb3c-4405-83d2-7514ee244600 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:37:53.454345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30b24176-b855-4e14-9217-e8e018dd0804 req-a8b4d05f-fb3c-4405-83d2-7514ee244600 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095353 Feb 07 22:37:53.458699 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:53.710793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device dcd4e4c2-2b3e-4092-887e-4141e7229034 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:37:53.724861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30b24176-b855-4e14-9217-e8e018dd0804 req-3345abb3-7b76-4694-8c7c-702cd191cba1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.103 HTTP/1.1" status: 200 len: 696 time: 0.1052907 Feb 07 22:37:53.749084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: dcd4e4c2-2b3e-4092-887e-4141e7229034 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:37:53.749526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device dcd4e4c2-2b3e-4092-887e-4141e7229034 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:37:53.766211 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964 associated. External IP: 172.25.0.118, port: 0f6efb18-cd2d-44d8-9d53-3685524d1569. Feb 07 22:37:53.915616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30b24176-b855-4e14-9217-e8e018dd0804 req-9253a98a-b58b-4f25-baac-15910f14ecea tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.103 HTTP/1.1" status: 200 len: 696 time: 0.1583891 Feb 07 22:37:54.194084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Deleting port 02dd95b7-2fd4-46eb-b9e1-c36fe5f48a3c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:37:54.194438 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.208443 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:37:54.224510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.471416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a622f5-118c-44bd-b91a-bd0428a53dd5,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:54.518286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Checking segment: {'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:54.518652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Network hostable DHCP agents. Network: 775a5151-efb8-4522-8246-f5e3aab082de, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:37:54.624847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.624847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:54.866710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Network 775a5151-efb8-4522-8246-f5e3aab082de is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:37:54.875101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Calling delete_port for 02dd95b7-2fd4-46eb-b9e1-c36fe5f48a3c owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:37:54.902376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:37:54.928822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 775a5151-efb8-4522-8246-f5e3aab082de) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:54.938209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8c856-6fff-41ba-9449-5c63d5be14da None None] Network 775a5151-efb8-4522-8246-f5e3aab082de requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:37:54.990930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:54.991527 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.073000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-069be68f-9a4b-401d-87d0-598aa517f536 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3098254 Feb 07 22:37:55.074339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48526) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:37:55.081534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:55.087261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:37:55.096503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Usage tracker for resource:router and tenant:c4ce412174804e62afff3a9957770fd0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:37:55.103801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:37:55.113661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:37:55.155699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.157765 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.191141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-775a5151-efb8-4522-8246-f5e3aab082de', 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'fixed_ips': [{'subnet_id': 'a1a622f5-118c-44bd-b91a-bd0428a53dd5'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:37:55.191993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.204966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:37:55.215214 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:55.225212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.239344 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:55.240596 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:55.249179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.257608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.328913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event deleted for resources: {'Port': ['ID=02dd95b7-2fd4-46eb-b9e1-c36fe5f48a3c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:55.414686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Allocated IP 172.20.0.2 (775a5151-efb8-4522-8246-f5e3aab082de/a1a622f5-118c-44bd-b91a-bd0428a53dd5/95e1d43d-667b-4ce5-a80e-31715d8726c9) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:55.439145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-8e8a4c6d-3fb5-44cd-b634-84f8b872a294 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "PUT /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 200 len: 996 time: 4.0569072 Feb 07 22:37:55.441232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:37:55.448371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.453988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.463085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30b24176-b855-4e14-9217-e8e018dd0804 req-f8878659-faaf-48a4-bc89-e1b62771fee3 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "DELETE /v2.0/floatingips/7559f9c9-2b7e-494a-b883-e0d0f47d6b1a HTTP/1.1" status: 204 len: 173 time: 1.5379512 Feb 07 22:37:55.552331 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bc39ab-3b7c-4c65-a19e-18ec740fb16e', 'name': 'network-vif-deleted', 'tag': 'dcd4e4c2-2b3e-4092-887e-4141e7229034', 'status': 'completed', 'code': 200} Feb 07 22:37:55.615272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-c70d5e72-f841-466d-b065-4cfa75ab34ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:55.627217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-c70d5e72-f841-466d-b065-4cfa75ab34ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.1608839 Feb 07 22:37:55.665793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.667453 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:55.789012 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:55.817995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Transition to ACTIVE for port object 95e1d43d-667b-4ce5-a80e-31715d8726c9 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:55.841066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-233c0072-9099-4302-9b74-b3a04b77f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:55.843415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-233c0072-9099-4302-9b74-b3a04b77f8b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.2147877 Feb 07 22:37:55.870203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Transition to ACTIVE for port object 95e1d43d-667b-4ce5-a80e-31715d8726c9 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:37:55.907267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.003374 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6af673f5-ccdc-4ba4-80b0-d645755618ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.027647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Network 775a5151-efb8-4522-8246-f5e3aab082de is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:56.031433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:56.035976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:56.046623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Pushing event updated for resources: {'Port': ['ID=95e1d43d-667b-4ce5-a80e-31715d8726c9,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:56.098806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9155d3-726a-459d-a60c-28425cc0796a req-e3ead3d5-f59d-469f-8c22-f0e671958acd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:56.100803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9155d3-726a-459d-a60c-28425cc0796a req-e3ead3d5-f59d-469f-8c22-f0e671958acd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2560825 Feb 07 22:37:56.109311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-74624edd-34d2-4dd5-b11c-517735e45674 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 999 time: 0.1926711 Feb 07 22:37:56.222143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Attempting to bind port 95e1d43d-667b-4ce5-a80e-31715d8726c9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:37:56.222972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Attempting to bind port 95e1d43d-667b-4ce5-a80e-31715d8726c9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:37:56.223494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Attempting to bind port 95e1d43d-667b-4ce5-a80e-31715d8726c9 on network 775a5151-efb8-4522-8246-f5e3aab082de {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:37:56.227083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9155d3-726a-459d-a60c-28425cc0796a req-76d2937f-8b27-40f4-8f2a-04635c026871 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167023 Feb 07 22:37:56.237357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:37:56.241096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Checking segment: {'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:37:56.242991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.243559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Bound using segment: {'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:37:56.246161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Bound port: 95e1d43d-667b-4ce5-a80e-31715d8726c9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:37:56.246560 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.250826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-e454725d-0d30-4c9f-af32-8570443a22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:56.252540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-e454725d-0d30-4c9f-af32-8570443a22a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.1264634 Feb 07 22:37:56.279764 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:0f:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:52Z', 'revision_number': 1, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:56.284192 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:37:56.293899 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:56.295279 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:56.413759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-2c270086-f159-42a8-b748-b7d199a124b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:56.415386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-2c270086-f159-42a8-b748-b7d199a124b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563885 Feb 07 22:37:56.427446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-0d5639b3-5603-46bd-9a31-e0624ee7565d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:37:56.428248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-0d5639b3-5603-46bd-9a31-e0624ee7565d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057149 Feb 07 22:37:56.455715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] For port 95e1d43d-667b-4ce5-a80e-31715d8726c9, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:37:56.462503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.463262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] For port 95e1d43d-667b-4ce5-a80e-31715d8726c9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=95e1d43d-667b-4ce5-a80e-31715d8726c9,segment=NetworkSegment(ce194bad-d388-4956-a1a3-fedb318cac5a),segment_id=ce194bad-d388-4956-a1a3-fedb318cac5a)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:37:56.475588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.533489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:56.596309 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:37:56.670212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c2417-94e4-4a4a-93e9-13765c376356 None None] Pushing event updated for resources: {'Port': ['ID=95e1d43d-667b-4ce5-a80e-31715d8726c9,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:56.754009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Allocated IP 172.25.0.57 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/1d815778-745e-4c9c-877a-d9bf7a9627c4) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:37:56.764966 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'status': 'completed', 'code': 200} Feb 07 22:37:56.800972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-d695782b-5a36-40e1-9205-5d310955832f service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614342 Feb 07 22:37:57.111654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.163652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-9969d3f9-8cd5-4d95-8ebb-77ff206cc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:57.165493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-9969d3f9-8cd5-4d95-8ebb-77ff206cc559 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.3648679 Feb 07 22:37:57.199615 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:0f:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:52Z', 'revision_number': 1, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:57.204397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:57.205048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92ab343-1c57-4fd1-9caa-58099304e04d None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:0f:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:37:52Z', 'revision_number': 1, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:37:57.305712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-18b455d5-db0e-4790-b249-e3049e91ca3e tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:57.340748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e312b9f-336d-46a0-a7aa-8e46155052cc req-d159ae43-c518-4710-b355-c7ffd652a2de service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383635 Feb 07 22:37:57.341551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:37:57.347000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:37:57.349692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:37:57.352974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-18b455d5-db0e-4790-b249-e3049e91ca3e tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:57.352974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-18b455d5-db0e-4790-b249-e3049e91ca3e tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.5724785 Feb 07 22:37:57.491696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-89d11d4a-3a28-472d-a09f-f9d21bfd65f7 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:57.492318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-89d11d4a-3a28-472d-a09f-f9d21bfd65f7 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:37:57.522508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-89d11d4a-3a28-472d-a09f-f9d21bfd65f7 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:37:57.523882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-89d11d4a-3a28-472d-a09f-f9d21bfd65f7 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports/0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 942 time: 0.1645567 Feb 07 22:37:57.565134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Pushing event updated for resources: {'Port': ['ID=1d815778-745e-4c9c-877a-d9bf7a9627c4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:57.603863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-9e8fceb7-ffa2-4395-a907-c8287f56d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:57.605618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-9e8fceb7-ffa2-4395-a907-c8287f56d339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.4303291 Feb 07 22:37:57.729261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-2b1c1dcb-440f-487e-8c35-695769232fa9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 999 time: 0.1139035 Feb 07 22:37:57.887908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-5c69eb53-fcda-4638-bfa3-a5ac84cc3db4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.2399056 Feb 07 22:37:57.990356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952bef5a-2fa5-4082-818f-d4b1f8a3f261 None None] New status for floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:37:58.034797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.072029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a811dc-aef4-48e4-8d7d-97bb827d9e21 req-b497b6ee-4947-4dc9-9981-4b7fc4d23d11 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:58.081021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28a811dc-aef4-48e4-8d7d-97bb827d9e21 req-b497b6ee-4947-4dc9-9981-4b7fc4d23d11 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.3019059 Feb 07 22:37:58.188771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28a811dc-aef4-48e4-8d7d-97bb827d9e21 req-adf07b73-3f85-489c-ba51-6224cfeb7e9c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041386 Feb 07 22:37:58.251956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b1d28f-a033-420b-91f0-4ac20d3c0c36 None None] Network 775a5151-efb8-4522-8246-f5e3aab082de requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:37:58.269307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-9b2b9e64-4128-4f0b-931f-82d0a1664b5a tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:58.278456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-7c63deb1-a887-46ac-8449-185e9bfe15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:58.280175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-7c63deb1-a887-46ac-8449-185e9bfe15d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.2463286 Feb 07 22:37:58.280574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-9b2b9e64-4128-4f0b-931f-82d0a1664b5a tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.3835275 Feb 07 22:37:58.445745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f22a8048-6d00-483e-a575-3216f2eb59f5 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 1001 time: 0.1637826 Feb 07 22:37:58.461891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:58.553825 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-498d3458-5404-4c7e-992e-a2edcc71e73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.555410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 95e1d43d-667b-4ce5-a80e-31715d8726c9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:37:58.645774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-dbab5f8c-b204-4b21-9a67-c5a935bf84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:58.647509 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-dbab5f8c-b204-4b21-9a67-c5a935bf84d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859321 Feb 07 22:37:58.648912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-157db3f9-7a79-4416-bf29-cb282ba25272 None None] Provisioning for port 95e1d43d-667b-4ce5-a80e-31715d8726c9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:58.765136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.830177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.913077 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-50759ee0-8f96-4acd-b7b6-0a2bc3f1014e service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931856 Feb 07 22:37:58.925686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 95e1d43d-667b-4ce5-a80e-31715d8726c9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:37:58.942150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 95e1d43d-667b-4ce5-a80e-31715d8726c9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:58.943244 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:58.961016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-d52ba6aa-0ca5-4670-b6fc-24c116fe1281 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:37:58.962556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-d52ba6aa-0ca5-4670-b6fc-24c116fe1281 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3260102 Feb 07 22:37:59.205865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-5cfbab98-4690-4ba6-b94a-3b33da6aa3fe tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1001 time: 0.2278917 Feb 07 22:37:59.235283 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.236998 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.240251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'floatingip': {'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:37:59.286013 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.304302 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.304302 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Floating IP 05e2069f-b01c-4616-8aff-3565f328f6e6 disassociated. External IP: 172.25.0.179, port: 0ea4c7e7-2be6-4946-9436-7f926581b63c. Feb 07 22:37:59.352289 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.365198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 95e1d43d-667b-4ce5-a80e-31715d8726c9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=95e1d43d-667b-4ce5-a80e-31715d8726c9,segment=NetworkSegment(ce194bad-d388-4956-a1a3-fedb318cac5a),segment_id=ce194bad-d388-4956-a1a3-fedb318cac5a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:37:59.375985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.421233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Router 3cd68438-de64-4c14-94d2-780cd7ce0b3d is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:37:59.514488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=95e1d43d-667b-4ce5-a80e-31715d8726c9,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:37:59.574961 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d0b2c8fa-2014-4016-ac39-03351d9fd241 req-74b7e85c-3a8d-4e38-9b86-e90ec01c7366 service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339583 Feb 07 22:37:59.713578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-77dce1e9-c490-4fac-b617-ca0ea0ea2c7e None None] Provisioning complete for port 95e1d43d-667b-4ce5-a80e-31715d8726c9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:37:59.713881 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-77dce1e9-c490-4fac-b617-ca0ea0ea2c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.739135 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.769257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:37:59.790215 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Sync routers for ids ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:37:59.804818 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Routers {'3cd68438-de64-4c14-94d2-780cd7ce0b3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:37:59.804818 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:37:59.835197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:37:59.836531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-51ac7bc3-bb8f-4782-9ed7-2abd0e8a692e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7611120 Feb 07 22:37:59.839167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:00.057539 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Set router 3cd68438-de64-4c14-94d2-780cd7ce0b3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:00.268344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Router e6d1171a-cdd5-4b90-8825-97034c4ea0dd has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:00.480194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 95e1d43d-667b-4ce5-a80e-31715d8726c9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:00.485806 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:37:57Z', 'revision_number': 3, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port': {'id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:56Z', 'updated_at': '2022-02-07T22:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:00.489814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Checking router: 3cd68438-de64-4c14-94d2-780cd7ce0b3d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:00.490236 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Updating router 3cd68438-de64-4c14-94d2-780cd7ce0b3d port 1d815778-745e-4c9c-877a-d9bf7a9627c4 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:38:00.579442 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.611092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 95e1d43d-667b-4ce5-a80e-31715d8726c9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:00.611690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.699381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:00.709834 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:00.720019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] Sync routers for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:00.769034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:00.769424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:00.772353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f1f1ee44-580b-4524-9f47-4e8a10564a64 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "PUT /v2.0/floatingips/05e2069f-b01c-4616-8aff-3565f328f6e6 HTTP/1.1" status: 200 len: 695 time: 2.3246567 Feb 07 22:38:00.774413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:00.923825 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.091599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.105402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:01.134001 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.145816 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Transition to ACTIVE for port object 1d815778-745e-4c9c-877a-d9bf7a9627c4 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:01.154616 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.209145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.219136 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Attempting to bind port 1d815778-745e-4c9c-877a-d9bf7a9627c4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:01.219597 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Attempting to bind port 1d815778-745e-4c9c-877a-d9bf7a9627c4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:01.220048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Attempting to bind port 1d815778-745e-4c9c-877a-d9bf7a9627c4 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:01.229425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.232548 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:38:01.232965 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:01.233425 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.233905 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:38:01.234451 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Bound port: 1d815778-745e-4c9c-877a-d9bf7a9627c4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:01.234867 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.305415 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Pushing event updated for resources: {'Port': ['ID=1d815778-745e-4c9c-877a-d9bf7a9627c4,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:01.324124 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.324583 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.325003 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.325411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.325879 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.326279 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.326673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.327063 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.327456 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.327839 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.328230 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.328650 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:01.348302 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] For port 1d815778-745e-4c9c-877a-d9bf7a9627c4, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:38:01.354246 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] For port 1d815778-745e-4c9c-877a-d9bf7a9627c4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1d815778-745e-4c9c-877a-d9bf7a9627c4,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:38:01.361611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Allocated IP 172.20.0.1 (775a5151-efb8-4522-8246-f5e3aab082de/a1a622f5-118c-44bd-b91a-bd0428a53dd5/c3d2a22c-9c7b-459c-957c-2d6fad6f1f83) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:01.367979 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.383716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-541d91f9-f188-4480-819f-c84adb08b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:01.385668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-541d91f9-f188-4480-819f-c84adb08b339 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 1096 time: 0.5842309 Feb 07 22:38:01.459469 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Routers {'3cd68438-de64-4c14-94d2-780cd7ce0b3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:01.460100 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:01.535232 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e29fe-f7e2-496f-a9e8-fd9bdc6fe4b4 None None] Pushing event updated for resources: {'Port': ['ID=1d815778-745e-4c9c-877a-d9bf7a9627c4,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:01.616140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.637834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:05Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:01.639033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Transition to ACTIVE for port object c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:01.649296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] Checking router: e6d1171a-cdd5-4b90-8825-97034c4ea0dd for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:01.665866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:01.666771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:01.670820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.710232 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] Set router 3cd68438-de64-4c14-94d2-780cd7ce0b3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:01.758319 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964 associated. External IP: 172.25.0.118, port: 0f6efb18-cd2d-44d8-9d53-3685524d1569. Feb 07 22:38:01.847340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-e0d9874f-5599-449b-88b8-521e36eb66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:01.849067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-e0d9874f-5599-449b-88b8-521e36eb66bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 200 len: 930 time: 0.4498432 Feb 07 22:38:01.862952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:01.876881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Network 775a5151-efb8-4522-8246-f5e3aab082de is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:01.878234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:01.897479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:38:01.898150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:01.940297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-d569ab8c-d577-428f-8551-00f5fe0fba13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 217 time: 0.0828025 Feb 07 22:38:02.121316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.124308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:02.195345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-e55badf8-abb9-443f-a13b-8906f9289327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:02.197412 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-e55badf8-abb9-443f-a13b-8906f9289327 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad HTTP/1.1" status: 200 len: 868 time: 0.2472727 Feb 07 22:38:02.295663 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:37:57Z', 'revision_number': 3, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port': {'id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:56Z', 'updated_at': '2022-02-07T22:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:02.300591 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3826609c-ce4c-44e7-956e-2d8bfc4f4949 None None] The sync data for ids ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'] in n-d-827896-3 is: [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:37:57Z', 'revision_number': 3, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port': {'id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:56Z', 'updated_at': '2022-02-07T22:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:02.404607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3db97385-1d04-4c33-ac18-96f3dd4b7455 None None] Provisioning for port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:02.424029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3db97385-1d04-4c33-ac18-96f3dd4b7455 None None] Provisioning complete for port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:02.424399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3db97385-1d04-4c33-ac18-96f3dd4b7455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.465845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-20b6fee9-ee64-4061-9fe4-3e9228253311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:02.467878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-20b6fee9-ee64-4061-9fe4-3e9228253311 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27ec9534-9ef8-4108-a1af-fe765119c6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085395 Feb 07 22:38:02.567230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3db97385-1d04-4c33-ac18-96f3dd4b7455 None None] Port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:38:02.568608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:02.601602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:05Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:02.605996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5930bd7e-8117-485e-9f2a-c3241209bed3 None None] The sync data for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 is: [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '82613d81-5833-4508-b76e-ab9914bf3bbb', 'name': '', 'network_id': '27ec9534-9ef8-4108-a1af-fe765119c6af', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'mac_address': 'fa:16:3e:4d:99:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:49Z', 'updated_at': '2022-02-07T22:37:05Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'subnets': [{'id': 'a8d84da8-aeaf-47e7-889a-9fafdfcf48ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:02.633919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.647699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.648423 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:02.840634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-f158e475-5c0d-4703-bb4b-d0d90c801767 service neutron] 10.222.0.10 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623116 Feb 07 22:38:02.868530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:02.990462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Network 775a5151-efb8-4522-8246-f5e3aab082de is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:02.996831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:03.003377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:03.015839 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:03.049704 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:03.053690 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:03.150391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1da0a4-8c86-4c2d-93f5-6a88243be42b None None] New status for floating IP 05e2069f-b01c-4616-8aff-3565f328f6e6: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:38:03.487437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa1374ec-43e8-4156-b7ac-726cbb540ec1 req-ab2cd37c-89db-499f-b4d9-89e1f5203dad service neutron] 10.222.0.10 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467235 Feb 07 22:38:03.599568 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:03.729849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-94e7471e-6a38-4fa2-8ed9-911eb381226f None None] Provisioning complete for port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:03.730634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-94e7471e-6a38-4fa2-8ed9-911eb381226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:03.760894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Router 3cd68438-de64-4c14-94d2-780cd7ce0b3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:04.180738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:04.192888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-79112f84-292f-48e7-8cb8-7960dfb714e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/3cd68438-de64-4c14-94d2-780cd7ce0b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3524556 Feb 07 22:38:04.225395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-94e7471e-6a38-4fa2-8ed9-911eb381226f None None] Port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:38:04.256273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:04.360108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327b15-07af-4559-afe3-d2a2335e998b req-5f04bd09-d197-447f-ae32-359c2d5403f3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:04.367411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6327b15-07af-4559-afe3-d2a2335e998b req-5f04bd09-d197-447f-ae32-359c2d5403f3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2202654 Feb 07 22:38:04.407309 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:b1:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:00Z', 'revision_number': 3, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:04.420230 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:04.438446 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:04.439070 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:04.492018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1d815778-745e-4c9c-877a-d9bf7a9627c4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:04.493359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6327b15-07af-4559-afe3-d2a2335e998b req-f862991b-1183-4264-b243-62ed5db14534 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248152 Feb 07 22:38:04.628029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:04.633321 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.639750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1d815778-745e-4c9c-877a-d9bf7a9627c4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:04.645741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1d815778-745e-4c9c-877a-d9bf7a9627c4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:04.646373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.691456 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:04.817958 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'status': 'completed', 'code': 200} Feb 07 22:38:04.869165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.892525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 1d815778-745e-4c9c-877a-d9bf7a9627c4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1d815778-745e-4c9c-877a-d9bf7a9627c4,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:04.917649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:04.972422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87930da9-bfba-481f-a01b-9cb206678100 req-5601a654-c211-4df8-9151-f07be88c8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:04.972422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-87930da9-bfba-481f-a01b-9cb206678100 req-5601a654-c211-4df8-9151-f07be88c8482 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 1096 time: 0.1487708 Feb 07 22:38:04.989619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-de31bad6-5d3a-4a5e-8699-40d0898e09d0 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips/05e2069f-b01c-4616-8aff-3565f328f6e6 HTTP/1.1" status: 200 len: 693 time: 0.1707921 Feb 07 22:38:04.997773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-32c7c5d9-471e-4c30-bfb4-69191220c442 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "PUT /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 200 len: 999 time: 5.7663889 Feb 07 22:38:05.025594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=1d815778-745e-4c9c-877a-d9bf7a9627c4,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:05.088448 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Sync routers for ids ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:05.111150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Routers {'3cd68438-de64-4c14-94d2-780cd7ce0b3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:05.112013 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:05.174470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-f6af1cf8-408a-43f8-bf96-5c1f464f8b90 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:05.185770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-f6af1cf8-408a-43f8-bf96-5c1f464f8b90 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports/0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 942 time: 0.1867449 Feb 07 22:38:05.213802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87930da9-bfba-481f-a01b-9cb206678100 req-965299a7-7f5c-41b0-9d63-81a8cff0e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:05.215437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-87930da9-bfba-481f-a01b-9cb206678100 req-965299a7-7f5c-41b0-9d63-81a8cff0e0df service neutron] 10.222.0.26 "GET /v2.0/networks?id=27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 200 len: 930 time: 0.2415056 Feb 07 22:38:05.302663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-35ab0cb7-c145-427a-a3ea-85713e90e211 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:05.307582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-35ab0cb7-c145-427a-a3ea-85713e90e211 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2694483 Feb 07 22:38:05.322501 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-87930da9-bfba-481f-a01b-9cb206678100 req-b42c1a91-ccfb-4ec8-bcfa-e7098c27a97a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 200 len: 217 time: 0.0994561 Feb 07 22:38:05.423128 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Set router 3cd68438-de64-4c14-94d2-780cd7ce0b3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:05.425756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87930da9-bfba-481f-a01b-9cb206678100 req-ab44e0dc-de50-48e1-8431-7823bf28fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:05.427231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-87930da9-bfba-481f-a01b-9cb206678100 req-ab44e0dc-de50-48e1-8431-7823bf28fa78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad HTTP/1.1" status: 200 len: 868 time: 0.0938063 Feb 07 22:38:05.441850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-c8713c6b-78ce-4f3f-b14e-9564b63ec025 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1275158 Feb 07 22:38:05.535288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87930da9-bfba-481f-a01b-9cb206678100 req-5e4defa2-aa58-405a-a3ed-70f412378f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:05.537042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-87930da9-bfba-481f-a01b-9cb206678100 req-5e4defa2-aa58-405a-a3ed-70f412378f93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27ec9534-9ef8-4108-a1af-fe765119c6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025596 Feb 07 22:38:05.604145 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:b1:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:00Z', 'revision_number': 3, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:05.624495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-7c912023-2f8a-4226-80a3-d9593872dad1 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.179 HTTP/1.1" status: 200 len: 696 time: 0.1817095 Feb 07 22:38:05.631506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.668201 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b450935b-a2b0-4257-b6c1-30d14f32a2a7 None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:b1:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:00Z', 'revision_number': 3, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:05.742374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-87930da9-bfba-481f-a01b-9cb206678100 req-5b74c918-f018-43d1-a351-c1d903a1daa7 service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977761 Feb 07 22:38:05.828127 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 4, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port': {'id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:56Z', 'updated_at': '2022-02-07T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3d2a22c-9c7b-459c-957c-2d6fad6f1f83', 'name': '', 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'mac_address': 'fa:16:3e:bd:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a1a622f5-118c-44bd-b91a-bd0428a53dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:38:01Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 2, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'subnets': [{'id': 'a1a622f5-118c-44bd-b91a-bd0428a53dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:05.833113 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Checking router: 3cd68438-de64-4c14-94d2-780cd7ce0b3d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:05.833507 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Updating router 3cd68438-de64-4c14-94d2-780cd7ce0b3d port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:38:05.906247 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-87930da9-bfba-481f-a01b-9cb206678100 req-ea47dfe3-b205-480f-8da6-792aee6d3122 service neutron] 10.222.0.26 "GET /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532807 Feb 07 22:38:05.914972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.922571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-a881c918-6d70-4bf4-9d8d-9ff7490f1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:05.925313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-a881c918-6d70-4bf4-9d8d-9ff7490f1cf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.4805517 Feb 07 22:38:05.942829 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.947477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Deleting port 2256e7de-80b6-44a7-8943-c6fc2a7fb6e7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:05.948014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:05.993787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad0f3d-f092-439a-badc-02c6faad6574 None None] New status for floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:38:06.219744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-ffe56b50-5f33-4ddb-b2e7-f7e16f1c5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:06.226837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-ffe56b50-5f33-4ddb-b2e7-f7e16f1c5528 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.2499890 Feb 07 22:38:06.317332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-2521a6d4-2330-4860-bbe0-f94c6c838ee7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 217 time: 0.0895290 Feb 07 22:38:06.326207 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.339567 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Transition to ACTIVE for port object c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:06.363340 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.378120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.378459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.467412 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a8342-9472-4c03-8f36-866ae60dfa7d None None] Pushing event updated for resources: {'Port': ['ID=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:06.471017 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:06.475260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1d815778-745e-4c9c-877a-d9bf7a9627c4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:06.523572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Calling delete_port for 2256e7de-80b6-44a7-8943-c6fc2a7fb6e7 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:06.564320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-3f2698f6-810c-44d1-922e-093eff63bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:06.565795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-3f2698f6-810c-44d1-922e-093eff63bdd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.2478061 Feb 07 22:38:06.589624 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:06.590254 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:06.628882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1d815778-745e-4c9c-877a-d9bf7a9627c4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:06.629406 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.761387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Attempting to bind port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:06.764427 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Attempting to bind port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:06.764828 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Attempting to bind port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 on network 775a5151-efb8-4522-8246-f5e3aab082de {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:06.776528 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:38:06.781638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-69b3c796-d61a-4a5b-938b-f2ea8b694cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:06.783402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-69b3c796-d61a-4a5b-938b-f2ea8b694cf0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1980879 Feb 07 22:38:06.789984 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Checking segment: {'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:06.790420 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.791220 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Bound using segment: {'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:38:06.791731 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Bound port: c3d2a22c-9c7b-459c-957c-2d6fad6f1f83, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce194bad-d388-4956-a1a3-fedb318cac5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:06.792131 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.819794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}, {'name': 'network-changed', 'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:06.930513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:06.990681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event deleted for resources: {'Port': ['ID=2256e7de-80b6-44a7-8943-c6fc2a7fb6e7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:07.023970 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:07.085452 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-cfa20ba4-479a-40c9-897e-8afacae07c28 service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909884 Feb 07 22:38:07.102166 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] For port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:38:07.107514 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] For port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,segment=NetworkSegment(ce194bad-d388-4956-a1a3-fedb318cac5a),segment_id=ce194bad-d388-4956-a1a3-fedb318cac5a)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:38:07.173862 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.187399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.282863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:07.295072 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c86cfb5b-4dab-4146-b468-19731f533f66 req-803c8315-187e-4133-a2a4-aab4f67f2cac tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "DELETE /v2.0/floatingips/05e2069f-b01c-4616-8aff-3565f328f6e6 HTTP/1.1" status: 204 len: 173 time: 1.6583831 Feb 07 22:38:07.300352 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Routers {'3cd68438-de64-4c14-94d2-780cd7ce0b3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:07.301008 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:07.309592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-481b31b5-e1fa-4fda-8b91-640836fe547d service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106712 Feb 07 22:38:07.436353 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a8342-9472-4c03-8f36-866ae60dfa7d None None] Pushing event updated for resources: {'Port': ['ID=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:07.485843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-42cb8b12-5f37-48e0-aa9c-b2abdeec8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:07.488583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-42cb8b12-5f37-48e0-aa9c-b2abdeec8d50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 1097 time: 0.1458437 Feb 07 22:38:07.679402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-dac1dba2-e11c-4261-a162-14ef901867e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:07.682854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-dac1dba2-e11c-4261-a162-14ef901867e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.1874194 Feb 07 22:38:07.685790 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] Set router 3cd68438-de64-4c14-94d2-780cd7ce0b3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:07.956615 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:b1:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:06Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:07.968786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48650) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:07.978636 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:08.007181 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:08.007707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-fd37ad9b-5936-48d8-9866-926f6e02a00c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 1002 time: 0.3125291 Feb 07 22:38:08.008208 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:08.125792 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97213d29-1484-4fea-bc82-61c917cd45c6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.136300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-104f4e40-750c-43d4-a03c-50a3ea938080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:08.144393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-104f4e40-750c-43d4-a03c-50a3ea938080 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.1338465 Feb 07 22:38:08.174585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97213d29-1484-4fea-bc82-61c917cd45c6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.238766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97213d29-1484-4fea-bc82-61c917cd45c6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.276361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97213d29-1484-4fea-bc82-61c917cd45c6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e40169c-8140-4cd4-95e8-e5f2879f4cdc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:08.308696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97213d29-1484-4fea-bc82-61c917cd45c6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.323178 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-97213d29-1484-4fea-bc82-61c917cd45c6 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "DELETE /v2.0/security-groups/6e40169c-8140-4cd4-95e8-e5f2879f4cdc HTTP/1.1" status: 204 len: 168 time: 0.3434563 Feb 07 22:38:08.323869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48658) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:08.345140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53d1a4a4-ad6a-4b68-85db-ebb56e6fc395 req-4725c811-841c-451e-8114-20b831be4f76 tempest-FloatingIPsNegativeTestJSON-537305228 tempest-FloatingIPsNegativeTestJSON-537305228-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=c4ce412174804e62afff3a9957770fd0 HTTP/1.1" status: 200 len: 217 time: 0.1198514 Feb 07 22:38:08.362847 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-0bdb2f57-3a5f-4c0d-b00b-831c83b81523 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] show failed (client error): The resource could not be found. Feb 07 22:38:08.366736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0bdb2f57-3a5f-4c0d-b00b-831c83b81523 tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "GET /v2.0/security-groups/6e40169c-8140-4cd4-95e8-e5f2879f4cdc HTTP/1.1" status: 404 len: 347 time: 0.0418825 Feb 07 22:38:08.369118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48664) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:08.417337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 4, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port': {'id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:56Z', 'updated_at': '2022-02-07T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3d2a22c-9c7b-459c-957c-2d6fad6f1f83', 'name': '', 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'mac_address': 'fa:16:3e:bd:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a1a622f5-118c-44bd-b91a-bd0428a53dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:38:01Z', 'updated_at': '2022-02-07T22:38:07Z', 'revision_number': 4, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'subnets': [{'id': 'a1a622f5-118c-44bd-b91a-bd0428a53dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:08.423144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-88f82386-c02c-4331-ba18-20f116ee080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:08.424982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-88f82386-c02c-4331-ba18-20f116ee080a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797859 Feb 07 22:38:08.427345 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d7b56-47fc-4a7c-80a4-d202358a502d None None] The sync data for ids ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'] in n-d-827896-3 is: [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:38:02Z', 'revision_number': 4, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port': {'id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:56Z', 'updated_at': '2022-02-07T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3d2a22c-9c7b-459c-957c-2d6fad6f1f83', 'name': '', 'network_id': '775a5151-efb8-4522-8246-f5e3aab082de', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'mac_address': 'fa:16:3e:bd:4c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'a1a622f5-118c-44bd-b91a-bd0428a53dd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:38:01Z', 'updated_at': '2022-02-07T22:38:07Z', 'revision_number': 4, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'subnets': [{'id': 'a1a622f5-118c-44bd-b91a-bd0428a53dd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:08.441586 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:08.682097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Deleting port f6f37e45-33c4-4343-b101-2d0551057f64 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:08.682722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:08.740212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-7067ac87-9250-4b3c-92e0-a10d5889e277 service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837453 Feb 07 22:38:08.909855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16d3e5dd-2ad8-439e-9a52-6f57300e7c9b req-6a530ad6-0bdb-4a2e-8061-8197593f197e service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677752 Feb 07 22:38:09.114016 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'status': 'completed', 'code': 200} Feb 07 22:38:09.114363 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'status': 'completed', 'code': 200} Feb 07 22:38:09.239477 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:b1:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:06Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:09.251639 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feaa5fe3-7704-48d6-99d6-b22cfc730ff3 None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:b1:11:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:06Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:09.312890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6b15d-4728-4e6d-ba8e-f786069078e0 req-29b53a92-b4e9-43d7-88bb-730f7f95e238 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:09.314413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8e6b15d-4728-4e6d-ba8e-f786069078e0 req-29b53a92-b4e9-43d7-88bb-730f7f95e238 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.1957958 Feb 07 22:38:09.471899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8e6b15d-4728-4e6d-ba8e-f786069078e0 req-810a3393-9562-4eef-9361-4cb3c3de1167 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785065 Feb 07 22:38:09.518497 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.519056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:09.536236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-ff2bd28c-7a12-493d-bd53-0fd588612cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:09.537727 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-ff2bd28c-7a12-493d-bd53-0fd588612cdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.2048941 Feb 07 22:38:09.549741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fbf426af-f3e0-4b84-8cc4-b303b2607edf req-8e10255f-31c3-4119-81fa-7c0e13e1b3e0 tempest-FloatingIPsNegativeTestJSON-537305228 tempest-FloatingIPsNegativeTestJSON-537305228-project] Synchronizing usage tracker for tenant:c4ce412174804e62afff3a9957770fd0 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:09.589949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10160a6d-1d70-4e96-9fb7-31cba8b6a760 req-fc2208b4-6c77-48d6-834e-3ff5ee1d8f56 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:09.592000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10160a6d-1d70-4e96-9fb7-31cba8b6a760 req-fc2208b4-6c77-48d6-834e-3ff5ee1d8f56 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.2766798 Feb 07 22:38:09.593348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fbf426af-f3e0-4b84-8cc4-b303b2607edf req-8e10255f-31c3-4119-81fa-7c0e13e1b3e0 tempest-FloatingIPsNegativeTestJSON-537305228 tempest-FloatingIPsNegativeTestJSON-537305228-project] Unset dirty status for tenant:c4ce412174804e62afff3a9957770fd0 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:09.594482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbf426af-f3e0-4b84-8cc4-b303b2607edf req-8e10255f-31c3-4119-81fa-7c0e13e1b3e0 tempest-FloatingIPsNegativeTestJSON-537305228 tempest-FloatingIPsNegativeTestJSON-537305228-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0882456 Feb 07 22:38:09.702644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-38bdda21-d5fb-4612-b7e4-c589ca704ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:09.704113 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-38bdda21-d5fb-4612-b7e4-c589ca704ae2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 1097 time: 0.4247355 Feb 07 22:38:09.743519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10160a6d-1d70-4e96-9fb7-31cba8b6a760 req-3dfd0a56-2402-48de-b978-3b5e6b34ef26 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329389 Feb 07 22:38:09.762358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Calling delete_port for f6f37e45-33c4-4343-b101-2d0551057f64 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:09.786079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99e88433-c938-4a73-ad77-4bcfb67dd772 req-cf8fa877-53ed-4b1d-8232-a6b63f191be2 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1002 time: 0.1344771 Feb 07 22:38:09.893737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88433-c938-4a73-ad77-4bcfb67dd772 req-a2df9475-f753-4f18-90c3-27371d13c45e tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:09.896475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99e88433-c938-4a73-ad77-4bcfb67dd772 req-a2df9475-f753-4f18-90c3-27371d13c45e tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports/1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 943 time: 0.1059539 Feb 07 22:38:10.043737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9209fe7-a171-4473-b137-675ab5ba4dbb req-cafec0b9-75b4-456c-9ef4-ceb257477a0b tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.046433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a9209fe7-a171-4473-b137-675ab5ba4dbb req-cafec0b9-75b4-456c-9ef4-ceb257477a0b tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:10.196838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99e88433-c938-4a73-ad77-4bcfb67dd772 req-46fd9097-416b-4733-86bf-dd95ee8f7e62 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1002 time: 0.1442270 Feb 07 22:38:10.268031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-0032a710-8d85-4310-a186-09a68f7cfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.269818 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-0032a710-8d85-4310-a186-09a68f7cfdf8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.4405031 Feb 07 22:38:10.327216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a9209fe7-a171-4473-b137-675ab5ba4dbb req-cafec0b9-75b4-456c-9ef4-ceb257477a0b tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:10.337605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9209fe7-a171-4473-b137-675ab5ba4dbb req-cafec0b9-75b4-456c-9ef4-ceb257477a0b tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4299974 Feb 07 22:38:10.389173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-01bc8124-a015-4128-9607-808b3a9ebcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.391981 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-01bc8124-a015-4128-9607-808b3a9ebcb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.7904027 Feb 07 22:38:10.477396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a9209fe7-a171-4473-b137-675ab5ba4dbb req-ecb820f0-9951-41ca-a98e-58652b40d68a tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:10.558489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a9209fe7-a171-4473-b137-675ab5ba4dbb req-ecb820f0-9951-41ca-a98e-58652b40d68a tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:10.576640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9209fe7-a171-4473-b137-675ab5ba4dbb req-ecb820f0-9951-41ca-a98e-58652b40d68a tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2377069 Feb 07 22:38:10.599111 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-f8101502-071f-4991-a69b-f8c75ad0ff61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 217 time: 0.1653898 Feb 07 22:38:10.605575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-8ceb6220-4ad3-4217-b81e-42fa024e4f60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 1002 time: 0.3208530 Feb 07 22:38:10.607613 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.607983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:10.729003 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-4702f2e0-f596-43e7-a005-1dfbee333f40 req-069ce316-2e04-48aa-9606-c3d29e070c41 tempest-FloatingIPsNegativeTestJSON-537305228 tempest-FloatingIPsNegativeTestJSON-537305228-project] show failed (client error): The resource could not be found. Feb 07 22:38:10.729997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4702f2e0-f596-43e7-a005-1dfbee333f40 req-069ce316-2e04-48aa-9606-c3d29e070c41 tempest-FloatingIPsNegativeTestJSON-537305228 tempest-FloatingIPsNegativeTestJSON-537305228-project] 10.222.0.10 "GET /v2.0/floatingips/f89a8fcb-73a2-4f85-8831-645dcf816aca HTTP/1.1" status: 404 len: 350 time: 0.1419461 Feb 07 22:38:10.751326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48692) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:10.758158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Pushing event deleted for resources: {'Port': ['ID=f6f37e45-33c4-4343-b101-2d0551057f64,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:10.777318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:10.787976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:10.788523 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.825607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88433-c938-4a73-ad77-4bcfb67dd772 req-d60503dc-3385-4f7e-881b-0e7b5c70b5ca tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.865976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99e88433-c938-4a73-ad77-4bcfb67dd772 req-d60503dc-3385-4f7e-881b-0e7b5c70b5ca tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.6681223 Feb 07 22:38:10.924214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:10.973182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-0469341a-2b49-4347-815f-e0d00c9be6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.974752 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-0469341a-2b49-4347-815f-e0d00c9be6a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.3595517 Feb 07 22:38:10.988843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-072759c8-8125-4588-aae3-f0743150615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:10.990266 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-072759c8-8125-4588-aae3-f0743150615b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.3382342 Feb 07 22:38:11.034988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.077092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,segment=NetworkSegment(ce194bad-d388-4956-a1a3-fedb318cac5a),segment_id=ce194bad-d388-4956-a1a3-fedb318cac5a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:11.083023 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.135975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-794030f3-90fd-4379-9c09-3c086391a085 req-11df5f5b-a248-4bdf-898e-36a40bf9e3ca tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2687275 Feb 07 22:38:11.171902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fa421-3895-4298-84f7-959c619fa403 req-83f525b3-850f-4bd1-a914-d40a7fc897b5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.181534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051fa421-3895-4298-84f7-959c619fa403 req-83f525b3-850f-4bd1-a914-d40a7fc897b5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.1135399 Feb 07 22:38:11.182252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:11.232420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051fa421-3895-4298-84f7-959c619fa403 req-bce06f54-0731-45f8-ad77-585df1add3f4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492737 Feb 07 22:38:11.290609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:11.291710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8d57fa28-38f3-4142-a9f7-08e2d1d0f1fb tempest-ServersWithSpecificFlavorTestJSON-694565506 tempest-ServersWithSpecificFlavorTestJSON-694565506-project] 10.222.0.10 "DELETE /v2.0/floatingips/9554a87a-489d-4fe4-af2a-32609f0f41cd HTTP/1.1" status: 204 len: 168 time: 2.9200144 Feb 07 22:38:11.419865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-6a25fcb0-1728-42e4-952b-1073b17f5583 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1002 time: 0.1686094 Feb 07 22:38:11.508666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bb6e6-6dc7-44fb-a374-0e12943a4403 req-600ace55-9aa6-4545-b729-947775009e95 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.517785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-688bb6e6-6dc7-44fb-a374-0e12943a4403 req-600ace55-9aa6-4545-b729-947775009e95 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.2689714 Feb 07 22:38:11.545530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-93a76ba4-f2c2-4ae6-86d0-f9eca5182339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.547175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-93a76ba4-f2c2-4ae6-86d0-f9eca5182339 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5630443 Feb 07 22:38:11.547323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-33e1fcc7-654a-49d5-92c2-8e88b4223669 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.548683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-33e1fcc7-654a-49d5-92c2-8e88b4223669 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports/1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 943 time: 0.1278687 Feb 07 22:38:11.588156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-688bb6e6-6dc7-44fb-a374-0e12943a4403 req-ed9a7d19-d1c4-48ce-bdcf-7fdf3fc5df1f tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694075 Feb 07 22:38:11.740952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-86800576-1945-4256-a43a-a5972ba77327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.742892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-86800576-1945-4256-a43a-a5972ba77327 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4901638 Feb 07 22:38:11.755719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-54039d86-429b-40f0-9b7e-9f9a292e542f tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1002 time: 0.1042042 Feb 07 22:38:11.914647 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-fb5e87d3-6ff3-41e2-82b1-8a453836cad1 service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559067 Feb 07 22:38:11.931179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-fc57245e-36e2-4fe8-a89e-cd1c3ae7f2b9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:11.932758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-fc57245e-36e2-4fe8-a89e-cd1c3ae7f2b9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.1715581 Feb 07 22:38:12.058240 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-e00289fb-ff31-416a-842e-d46ddd9f520f service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090298 Feb 07 22:38:12.105291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-65253d4b-1a92-429d-a741-7cc34fc358f2 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1002 time: 0.1650534 Feb 07 22:38:12.119933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:12.195426 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-fb36c565-e382-4933-9578-3a30bd0a3d02 service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717280 Feb 07 22:38:12.215463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50634e6b-ed5e-450b-bb75-d854d103b149 req-3fd622c9-8c04-4bbb-81c6-9b1f94418d27 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.217644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50634e6b-ed5e-450b-bb75-d854d103b149 req-3fd622c9-8c04-4bbb-81c6-9b1f94418d27 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.1911678 Feb 07 22:38:12.248160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.286021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59d3dfcb-21d5-4cff-85b4-dad57971557c req-69808dc2-42ed-4f83-8fbc-a0c2629df7ed service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134202 Feb 07 22:38:12.299565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.357341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50634e6b-ed5e-450b-bb75-d854d103b149 req-edd457fc-38e7-4604-a8e0-2503d07096be tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307528 Feb 07 22:38:12.445235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:12.552498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:12.553236 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.611320 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.624177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.624485 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964 disassociated. External IP: 172.25.0.118, port: 1f71d5d0-e5ce-4504-ad4d-faddc1446b10. Feb 07 22:38:12.862635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Deleting port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:12.863183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:12.984532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e8e1e-4e89-48eb-bdc1-972bd5698b2f req-ad4f158f-ee8a-4dc7-b135-018a2bc2e7b1 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:12.986001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-430e8e1e-4e89-48eb-bdc1-972bd5698b2f req-ad4f158f-ee8a-4dc7-b135-018a2bc2e7b1 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2990501 Feb 07 22:38:13.033297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] For port c3d2a22c-9c7b-459c-957c-2d6fad6f1f83, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,segment=NetworkSegment(ce194bad-d388-4956-a1a3-fedb318cac5a),segment_id=ce194bad-d388-4956-a1a3-fedb318cac5a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:13.033578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.154318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-430e8e1e-4e89-48eb-bdc1-972bd5698b2f req-7823c287-d6e3-4f15-acfa-2763be31e237 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163290 Feb 07 22:38:13.156021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Calling delete_port for c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:13.194448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:13.437211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:13.442302 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.447427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:13.458052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:13.459148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:13.505059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ce239-7d2b-4828-bff9-e907977fa92a req-8dea3c06-344f-4f1e-8b00-cf3a743c4c8a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:13.506507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-311ce239-7d2b-4828-bff9-e907977fa92a req-8dea3c06-344f-4f1e-8b00-cf3a743c4c8a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.2247846 Feb 07 22:38:13.517024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-4760cd96-82ef-4633-8d1c-e3c95b5f1c58 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "PUT /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 200 len: 695 time: 1.4013190 Feb 07 22:38:13.534148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:13.552410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:13.606840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d2a22c-9c7b-459c-957c-2d6fad6f1f83,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:13.624904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-311ce239-7d2b-4828-bff9-e907977fa92a req-990d5dc6-2da1-4552-b8d2-dbd963a6b436 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067266 Feb 07 22:38:13.661497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-03baedd8-00b2-4a98-9a85-c68905e65fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:13.663154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-03baedd8-00b2-4a98-9a85-c68905e65fba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 1097 time: 0.1243777 Feb 07 22:38:13.694122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-b54c4b61-83ba-4511-bdc5-c13f22b64fd9 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:13.694810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-b54c4b61-83ba-4511-bdc5-c13f22b64fd9 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Synchronizing usage tracker for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:13.745612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:13.806392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-b54c4b61-83ba-4511-bdc5-c13f22b64fd9 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Unset dirty status for tenant:506e8ae6d423401abb0dc8c0a8c05d76 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:13.807567 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-b54c4b61-83ba-4511-bdc5-c13f22b64fd9 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.3448701 Feb 07 22:38:13.930362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-41ef4016-516c-4795-83e1-6fbf57d4805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:13.941937 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-41ef4016-516c-4795-83e1-6fbf57d4805b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.2721586 Feb 07 22:38:13.949881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.026135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-69d3bf82-75f7-4cad-8ec8-59bbcfe0d37d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 217 time: 0.0819354 Feb 07 22:38:14.112445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Deleting port 0ea4c7e7-2be6-4946-9436-7f926581b63c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:14.112813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.155048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.158612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:14.168500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:14.169185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.187345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-b0d4f70c-a412-4598-acbd-c42125874b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.188951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-b0d4f70c-a412-4598-acbd-c42125874b6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.1573288 Feb 07 22:38:14.285839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-4c9d05de-c004-4b8a-91ce-83ed8eadc37e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.287448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-4c9d05de-c004-4b8a-91ce-83ed8eadc37e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.2180269 Feb 07 22:38:14.306705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-ae5a637e-8994-4c50-9a2f-03d6f3ac49eb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/quotas/2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 375 time: 0.0133047 Feb 07 22:38:14.315576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-43e31a0b-5374-4cbc-bd88-ff21caf9f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:14.317092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-43e31a0b-5374-4cbc-bd88-ff21caf9f7fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211536 Feb 07 22:38:14.365230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:14.628466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-91b7845d-1815-44f1-a28f-0dce49a522f1 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3103130 Feb 07 22:38:14.636314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-55f0ef60-b14d-4776-9c65-49a77f163ded service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828631 Feb 07 22:38:14.722803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:14.727547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbada9c-35fe-4281-9527-5e1cc63edee9 None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:14.747063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] For port 0ea4c7e7-2be6-4946-9436-7f926581b63c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0ea4c7e7-2be6-4946-9436-7f926581b63c,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:14.747438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:14.766253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Router 3cd68438-de64-4c14-94d2-780cd7ce0b3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:14.884676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-908b3e45-9e4e-45a1-b00c-fbc11fa0a6f5 service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428424 Feb 07 22:38:14.887376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Calling delete_port for 0ea4c7e7-2be6-4946-9436-7f926581b63c owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:14.961068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32570365-842a-4c19-87ac-aa32eaf1ae5c req-15b36468-bd5d-4194-ad2f-9932fa301945 service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995329 Feb 07 22:38:15.030485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-1e23dce8-579f-44c9-a140-b23186382d31 service neutron] 10.222.0.10 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449065 Feb 07 22:38:15.144086 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6156be45-0f6b-4591-9189-9eb1ccc9a2ba None None] New status for floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:38:15.194026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:15.209517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] Sync routers for ids ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:15.222109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] Routers {'3cd68438-de64-4c14-94d2-780cd7ce0b3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:15.224492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:15.317241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea98887-2ae9-4be7-867e-4f315ce9a05a req-9f32a9ab-8525-415a-b171-589ec8952657 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:15.319320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bea98887-2ae9-4be7-867e-4f315ce9a05a req-9f32a9ab-8525-415a-b171-589ec8952657 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c57ef43-00f4-43c1-84e4-84819bff4cec HTTP/1.1" status: 200 len: 945 time: 0.1262555 Feb 07 22:38:15.339700 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9a933130-3e96-4b19-9d3e-033e998f6122 admin admin] 10.222.0.10 "PUT /v2.0/routers/3cd68438-de64-4c14-94d2-780cd7ce0b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5788097 Feb 07 22:38:15.346898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:15.364859 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-30b757b8-3949-4e04-81bc-c5991fd7e9f3 service neutron] 10.222.0.36 "GET /v2.0/ports/4a5cbc7f-266b-4137-85de-b373107a3a2b/bindings/n-h1-827896-3 HTTP/1.1" status: 200 len: 382 time: 0.1675973 Feb 07 22:38:15.369935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.434945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Pushing event deleted for resources: {'Port': ['ID=0ea4c7e7-2be6-4946-9436-7f926581b63c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:15.511751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['0ea4c7e7-2be6-4946-9436-7f926581b63c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:15.523911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bea98887-2ae9-4be7-867e-4f315ce9a05a req-ae45dc48-a7c2-487f-bd79-cb6ff0e917ef tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.10 "GET /v2.0/security-groups?id=d8d37f51-1baf-4338-a797-c847be074b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968451 Feb 07 22:38:15.621681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] No DVR routers for this DVR port 0ea4c7e7-2be6-4946-9436-7f926581b63c on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:15.629836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.634973 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2409bc29-c388-4684-935d-0e9f3eec8c3c req-659a4de9-ec07-4620-b644-e597bc56c2b4 tempest-FloatingIPsAssociationNegativeTestJSON-556600771 tempest-FloatingIPsAssociationNegativeTestJSON-556600771-project] 10.222.0.26 "DELETE /v2.0/ports/0ea4c7e7-2be6-4946-9436-7f926581b63c HTTP/1.1" status: 204 len: 173 time: 1.6750126 Feb 07 22:38:15.635444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'name': 'network-vif-deleted', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:15.641117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:15.705767 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'status': 'completed', 'code': 200} Feb 07 22:38:15.826996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] Set router 3cd68438-de64-4c14-94d2-780cd7ce0b3d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:16.068470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-f0193c88-63fa-459f-a154-e7de8610ed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.070581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-f0193c88-63fa-459f-a154-e7de8610ed70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 1101 time: 0.2856927 Feb 07 22:38:16.088860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-122c2c77-7420-40ae-b659-33443aeeb360 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.090299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-122c2c77-7420-40ae-b659-33443aeeb360 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Synchronizing usage tracker for tenant:ce292c54e0104562be49255502ee97ec on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:16.187650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-122c2c77-7420-40ae-b659-33443aeeb360 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Unset dirty status for tenant:ce292c54e0104562be49255502ee97ec on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:16.189335 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-122c2c77-7420-40ae-b659-33443aeeb360 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 945 time: 0.5356491 Feb 07 22:38:16.198040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-3064d6a8-5fec-459e-a044-a2923e3026b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.199408 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-3064d6a8-5fec-459e-a044-a2923e3026b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 1101 time: 0.1042879 Feb 07 22:38:16.263183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-b1f40766-de34-48fe-97f9-d1458222b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.265159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-b1f40766-de34-48fe-97f9-d1458222b9cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 1097 time: 0.5582755 Feb 07 22:38:16.269329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.282198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c89f3c-c024-454a-a6df-d3d7eaa68ccf req-efbdc3df-4abe-48b8-924a-f78703315bd8 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.289457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33c89f3c-c024-454a-a6df-d3d7eaa68ccf req-efbdc3df-4abe-48b8-924a-f78703315bd8 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 945 time: 0.4685171 Feb 07 22:38:16.375282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:38:13Z', 'revision_number': 5, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port': {'id': '1d815778-745e-4c9c-877a-d9bf7a9627c4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:37:56Z', 'updated_at': '2022-02-07T22:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:16.376193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Deleting port 585202ee-207b-4237-b1e5-98a23d3be325 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:16.376577 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.383551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] Checking router: 3cd68438-de64-4c14-94d2-780cd7ce0b3d for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:16.399334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] Routers {'3cd68438-de64-4c14-94d2-780cd7ce0b3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:16.400229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:16.439649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Deleting port 1d815778-745e-4c9c-877a-d9bf7a9627c4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:16.440259 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:16.506267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33c89f3c-c024-454a-a6df-d3d7eaa68ccf req-2ffc2df6-a7ee-480d-a056-c1b67e5c9ee7 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d940a49-4733-4f86-a0cd-c5c029334aab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158463 Feb 07 22:38:16.544598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef509f4-5d82-4ee0-bdcc-9f0c92fb4677 req-e4d4f625-51e3-444c-9c38-fccbd4c29bd0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.561425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cef509f4-5d82-4ee0-bdcc-9f0c92fb4677 req-e4d4f625-51e3-444c-9c38-fccbd4c29bd0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.5487540 Feb 07 22:38:16.603123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] Set router 3cd68438-de64-4c14-94d2-780cd7ce0b3d gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:16.699197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-e07aeeac-249d-4ec9-888f-2f0dbeb581b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.701733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-e07aeeac-249d-4ec9-888f-2f0dbeb581b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.3873723 Feb 07 22:38:16.703218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-aae27a3d-a6c8-4de6-8f9e-89181c833f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.705813 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-aae27a3d-a6c8-4de6-8f9e-89181c833f17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4689581 Feb 07 22:38:16.774879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:38:16Z', 'revision_number': 6, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:16.779872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dbe710-305f-474e-9fbd-95b58b5da8e2 None None] The sync data for ids ['3cd68438-de64-4c14-94d2-780cd7ce0b3d'] in n-d-827896-3 is: [{'id': '3cd68438-de64-4c14-94d2-780cd7ce0b3d', 'name': 'tempest-FloatingIPsNegativeTestJSON-982291036-router', 'tenant_id': 'c4ce412174804e62afff3a9957770fd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:37:55Z', 'updated_at': '2022-02-07T22:38:16Z', 'revision_number': 6, 'project_id': 'c4ce412174804e62afff3a9957770fd0', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:16.788041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-edf48bcf-dadc-4378-a80a-5c761ecee032 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 200 len: 217 time: 0.0742140 Feb 07 22:38:16.958590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-9f515b81-b081-4947-8e74-d96193e3cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:16.960014 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-9f515b81-b081-4947-8e74-d96193e3cf43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1643169 Feb 07 22:38:16.983064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-387e9db8-c4bc-4f66-8b11-65a798af5e4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 200 len: 217 time: 0.0834548 Feb 07 22:38:17.058726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] For port 585202ee-207b-4237-b1e5-98a23d3be325, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=585202ee-207b-4237-b1e5-98a23d3be325,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:17.059001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.066134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cef509f4-5d82-4ee0-bdcc-9f0c92fb4677 req-a4ad971b-538b-42e6-8808-a8242470e6b5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030210 Feb 07 22:38:17.127552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] For port 1d815778-745e-4c9c-877a-d9bf7a9627c4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1d815778-745e-4c9c-877a-d9bf7a9627c4,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:17.127942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:17.142131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-4c3b1d92-7317-4560-892c-4760c1e9f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.143562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-4c3b1d92-7317-4560-892c-4760c1e9f54d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.1357193 Feb 07 22:38:17.192243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Calling delete_port for 585202ee-207b-4237-b1e5-98a23d3be325 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:17.304145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73011c6c-d21f-4500-b997-a85de56b9ceb req-b96a8b1b-8ed8-4558-b3be-0ab3d3a0d927 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.305636 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73011c6c-d21f-4500-b997-a85de56b9ceb req-b96a8b1b-8ed8-4558-b3be-0ab3d3a0d927 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.6010404 Feb 07 22:38:17.321716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Calling delete_port for 1d815778-745e-4c9c-877a-d9bf7a9627c4 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:17.423124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-769b46e3-a033-4779-b9b6-6cddc0a4a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.424779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-769b46e3-a033-4779-b9b6-6cddc0a4a4c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4546485 Feb 07 22:38:17.570762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73011c6c-d21f-4500-b997-a85de56b9ceb req-2e4f558c-cce1-4beb-b7d3-07f780d8c90f tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207639 Feb 07 22:38:17.575667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0ea4c7e7-2be6-4946-9436-7f926581b63c no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:17.638520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bd7cc74-6509-405d-a40f-ac7f81171a4c req-b1fd6b98-73e6-4d13-be60-3847baa26e07 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 210 time: 0.0556774 Feb 07 22:38:17.697598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-0eb629fe-a0b5-42ec-9214-a68dbcaf4925 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.699054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-0eb629fe-a0b5-42ec-9214-a68dbcaf4925 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 807 time: 0.4103479 Feb 07 22:38:17.721328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 0ea4c7e7-2be6-4946-9436-7f926581b63c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:17.729825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Request body: {'port': {'device_id': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'admin_state_up': True, 'tenant_id': '2527639aebef4b59b127999a0ede186d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:17.730382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0ea4c7e7-2be6-4946-9436-7f926581b63c not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:17.732808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 585202ee-207b-4237-b1e5-98a23d3be325 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:17.757027 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c57ef43-00f4-43c1-84e4-84819bff4cec', 'name': 'network-vif-deleted', 'tag': '0ea4c7e7-2be6-4946-9436-7f926581b63c', 'status': 'completed', 'code': 200} Feb 07 22:38:17.759938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:17.814169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-3458f476-1c87-41b0-b6ce-190cdf34a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:17.815670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-3458f476-1c87-41b0-b6ce-190cdf34a03b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6128280 Feb 07 22:38:18.004340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-cc11768d-c6b8-4064-b0e8-8823543ed021 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553896 Feb 07 22:38:18.017579 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:18.021462 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:18.177923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a46c73e-b70b-423a-8472-6357a11df781 req-d0862066-a350-4b15-ad88-8c74bad429a2 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f118d9f-d47d-476c-9fa0-bf047a0b1d49 HTTP/1.1" status: 200 len: 210 time: 0.0832095 Feb 07 22:38:18.183264 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:18.259966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d815778-745e-4c9c-877a-d9bf7a9627c4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:18.279074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Pushing event deleted for resources: {'Port': ['ID=585202ee-207b-4237-b1e5-98a23d3be325,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:18.370826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-44655c61-be42-4076-b414-c42083de463e service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459428 Feb 07 22:38:18.415577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-2eb4514b-d8a4-4b93-8661-b57e91f8025b tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:18.417140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-2eb4514b-d8a4-4b93-8661-b57e91f8025b tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4643776 Feb 07 22:38:18.455947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] No DVR routers for this DVR port 585202ee-207b-4237-b1e5-98a23d3be325 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:18.492896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:18.497079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:18.557777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:18.558129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3d2a22c-9c7b-459c-957c-2d6fad6f1f83 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:18.558548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1d815778-745e-4c9c-877a-d9bf7a9627c4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:18.587759 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bc07921-25b3-43d1-bf8c-d6dfe874c57b req-466810c4-c47d-4dbf-90d5-0fa8c19e1226 tempest-AttachSCSIVolumeTestJSON-1507224583 tempest-AttachSCSIVolumeTestJSON-1507224583-project] 10.222.0.26 "DELETE /v2.0/ports/585202ee-207b-4237-b1e5-98a23d3be325 HTTP/1.1" status: 204 len: 173 time: 2.3922856 Feb 07 22:38:18.611152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1d815778-745e-4c9c-877a-d9bf7a9627c4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:18.611758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1d815778-745e-4c9c-877a-d9bf7a9627c4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:18.790991 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08645288-7088-4bea-b3f0-e1ffeefbc460 req-9951f7a4-ee17-45bc-a39f-294ffecb10ef service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451308 Feb 07 22:38:18.805707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:18.821577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Usage tracker for resource:port and tenant:2527639aebef4b59b127999a0ede186d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:18.827155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:18.836622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:18.936044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cd165716-7eeb-4383-bbed-a484d124418c tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.1952455 Feb 07 22:38:18.952921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'floatingip': {'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:18.973376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Made reservation on behalf of 2527639aebef4b59b127999a0ede186d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:18.976857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.060871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.248542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.258545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-83809bce-5da8-471e-94c7-61a67678908e tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:19.259254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-83809bce-5da8-471e-94c7-61a67678908e tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Synchronizing usage tracker for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:19.306114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-83809bce-5da8-471e-94c7-61a67678908e tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Unset dirty status for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:19.307245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-83809bce-5da8-471e-94c7-61a67678908e tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a9e786e-7d48-4841-8c4c-4a3dd7726c8a HTTP/1.1" status: 200 len: 946 time: 0.3785522 Feb 07 22:38:19.320004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Allocated IP 172.20.0.13 (df7e11ec-bfae-4458-a1b1-d432c7adace9/009d7cee-892d-4da4-a1ba-fe535fd7695a/499e737a-afa9-4081-aa26-65980fdddc08) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:19.425765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.430046 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.432475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Deleting port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:19.432858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.664626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4566214-3fae-4f54-a3df-31b2093227f1 req-7f67e55a-c50e-4d17-a054-789ef827d634 service neutron] 10.222.0.26 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2821524 Feb 07 22:38:19.687149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487d1da-8e5f-46c8-a6b1-a3355a8046e6 req-da7aff23-1e7b-4e88-b95a-337dacb713df tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:19.694048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1487d1da-8e5f-46c8-a6b1-a3355a8046e6 req-da7aff23-1e7b-4e88-b95a-337dacb713df tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 1.2759264 Feb 07 22:38:19.727339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.727835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd68438-de64-4c14-94d2-780cd7ce0b3d {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:38:19.782785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'name': 'network-vif-deleted', 'tag': '585202ee-207b-4237-b1e5-98a23d3be325'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:19.860080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.884408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4a5cbc7f-266b-4137-85de-b373107a3a2b no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:19.884973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1487d1da-8e5f-46c8-a6b1-a3355a8046e6 req-d224d711-c6c2-4a8f-bb7a-f1baea0f7b37 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866090 Feb 07 22:38:19.887776 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:19.893928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-13cafdf0-3944-4483-a632-d4b303d2bc16 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3cd68438-de64-4c14-94d2-780cd7ce0b3d HTTP/1.1" status: 204 len: 168 time: 4.5460584 Feb 07 22:38:19.898989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48800) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:20.009225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.037172 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.052216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48804) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:20.053849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] For port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:20.054221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.091783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:20.124061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:20.139227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.237942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:20.322151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Deleting subnet a1a622f5-118c-44bd-b91a-bd0428a53dd5 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:38:20.334861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.417890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.445367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Calling delete_port for 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:20.586748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2d4da-17e9-4ad4-a2a5-a66464239df5 req-d871f594-bda9-4806-85db-c19ef1b01155 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:20.588194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08a2d4da-17e9-4ad4-a2a5-a66464239df5 req-d871f594-bda9-4806-85db-c19ef1b01155 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.4252949 Feb 07 22:38:20.720706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08a2d4da-17e9-4ad4-a2a5-a66464239df5 req-ea65852f-b522-4782-a0fc-396bbf194222 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108494 Feb 07 22:38:20.772857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.783814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6d8172ce-24e7-474d-84e6-32f49e7882b3'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:20.815252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.883293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.895390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:20.980625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Network df7e11ec-bfae-4458-a1b1-d432c7adace9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:20.990229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:21.006844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:38:21.013180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.013640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.017353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:21.058191 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.104521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.116959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0f6efb18-cd2d-44d8-9d53-3685524d1569'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:21.172973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a622f5-118c-44bd-b91a-bd0428a53dd5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:21.175589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.182676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e664b0f5-a96f-418d-b27f-f886f2aca8fa None None] Network 775a5151-efb8-4522-8246-f5e3aab082de requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:21.197464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.197820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.198166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.198520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.198701 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-f4240865-1819-488d-abd9-1f5209c02953 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4735630 Feb 07 22:38:21.198857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.199191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.199521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.199848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.200204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.200641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.201232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.201232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:21.206906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Pushing event deleted for resources: {'Port': ['ID=1f71d5d0-e5ce-4504-ad4d-faddc1446b10,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:21.210709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9e306f41-4671-4704-b779-beca877b50ff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a1a622f5-118c-44bd-b91a-bd0428a53dd5 HTTP/1.1" status: 204 len: 168 time: 1.2782640 Feb 07 22:38:21.211506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48812) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:21.216412 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964 associated. External IP: 172.25.0.118, port: 0f6efb18-cd2d-44d8-9d53-3685524d1569. Feb 07 22:38:21.254831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Request body: {'port': {'device_id': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:21.293559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['1f71d5d0-e5ce-4504-ad4d-faddc1446b10'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:21.298618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebfdaf-3567-4909-b80c-4a92d1432fc9 req-6bce150c-d003-4dfa-845b-ffe14f259f59 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:21.300087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7ebfdaf-3567-4909-b80c-4a92d1432fc9 req-6bce150c-d003-4dfa-845b-ffe14f259f59 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 932 time: 0.3433626 Feb 07 22:38:21.385682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] No DVR routers for this DVR port 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:21.395905 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.398131 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f3c7fff2-c719-4151-ac8e-e1638a80ba06 req-4d1c9be8-23eb-4e9e-9b71-35d164cc14c9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.26 "DELETE /v2.0/ports/1f71d5d0-e5ce-4504-ad4d-faddc1446b10 HTTP/1.1" status: 204 len: 173 time: 2.0704651 Feb 07 22:38:21.402524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Deleting port 82613d81-5833-4508-b76e-ab9914bf3bbb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:21.402868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.505429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.523924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7ebfdaf-3567-4909-b80c-4a92d1432fc9 req-c3ecaf21-ede2-4ee1-a31e-703cfaec958a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724617 Feb 07 22:38:21.597247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Deleting port 95e1d43d-667b-4ce5-a80e-31715d8726c9 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:21.597791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.645373 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.679415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] DHCP port deletion for 775a5151-efb8-4522-8246-f5e3aab082de request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:38:21.684041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] Deleting port 95e1d43d-667b-4ce5-a80e-31715d8726c9 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:21.685216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:21.789086 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f118d9f-d47d-476c-9fa0-bf047a0b1d49', 'name': 'network-vif-deleted', 'tag': '585202ee-207b-4237-b1e5-98a23d3be325', 'status': 'completed', 'code': 200} Feb 07 22:38:21.910481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4a5cbc7f-266b-4137-85de-b373107a3a2b details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:38:21.971107 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'code': 200} Feb 07 22:38:22.132084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] For port 82613d81-5833-4508-b76e-ab9914bf3bbb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82613d81-5833-4508-b76e-ab9914bf3bbb,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:22.132715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.171428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] For port 95e1d43d-667b-4ce5-a80e-31715d8726c9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=95e1d43d-667b-4ce5-a80e-31715d8726c9,segment=NetworkSegment(ce194bad-d388-4956-a1a3-fedb318cac5a),segment_id=ce194bad-d388-4956-a1a3-fedb318cac5a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:22.171988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.352792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] Calling delete_port for 95e1d43d-667b-4ce5-a80e-31715d8726c9 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:22.379378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Calling delete_port for 82613d81-5833-4508-b76e-ab9914bf3bbb owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:22.398189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:22.402735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] For port 95e1d43d-667b-4ce5-a80e-31715d8726c9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=95e1d43d-667b-4ce5-a80e-31715d8726c9,segment=NetworkSegment(ce194bad-d388-4956-a1a3-fedb318cac5a),segment_id=ce194bad-d388-4956-a1a3-fedb318cac5a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:22.403138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.467455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:22.553630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 95e1d43d-667b-4ce5-a80e-31715d8726c9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:22.581950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Calling delete_port for 95e1d43d-667b-4ce5-a80e-31715d8726c9 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:22.657613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'mac_address': 'fa:16:3e:86:da:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:38:22.681723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.730563 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.780876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f3761-742c-4a93-b7f5-f2d86d726f8b req-957b4756-f254-4aac-b69c-53306e458010 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:22.783582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-152f3761-742c-4a93-b7f5-f2d86d726f8b req-957b4756-f254-4aac-b69c-53306e458010 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 948 time: 0.6063190 Feb 07 22:38:22.798514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] Pushing event deleted for resources: {'Port': ['ID=95e1d43d-667b-4ce5-a80e-31715d8726c9,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:22.807266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port 95e1d43d-667b-4ce5-a80e-31715d8726c9 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:38:22.807677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 95e1d43d-667b-4ce5-a80e-31715d8726c9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:22.810009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8d651-d413-4a7f-8d68-f5eb704c1ebc None None] No DVR routers for this DVR port 95e1d43d-667b-4ce5-a80e-31715d8726c9 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:22.813589 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.846454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5cbc7f-266b-4137-85de-b373107a3a2b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:22.865969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:22.873881 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:22.900701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:22.901265 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:22.973066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:22.989192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:23.000363 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:23.024147 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:23.024943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-152f3761-742c-4a93-b7f5-f2d86d726f8b req-8fe8355f-6dab-4baf-8c4b-614e577171ea tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456304 Feb 07 22:38:23.028975 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:23.042313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.113267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-cde6cfd9-7b63-4deb-b5b7-fa0cb782cb3a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "PUT /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 200 len: 996 time: 4.1695340 Feb 07 22:38:23.114001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:23.135307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4a5cbc7f-266b-4137-85de-b373107a3a2b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:23.248352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499e737a-afa9-4081-aa26-65980fdddc08 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:23.262234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.296370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-f894fbd2-c2d0-49ee-ac62-2ec9fc111259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.304496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-f894fbd2-c2d0-49ee-ac62-2ec9fc111259 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.1785285 Feb 07 22:38:23.352895 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:23.392435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Deleting port f217741a-28d8-4993-995d-1ae20c82c9b4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:23.392839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.426563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Transition to ACTIVE for port object 499e737a-afa9-4081-aa26-65980fdddc08 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:23.433904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.450578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Deleting port 95e1d43d-667b-4ce5-a80e-31715d8726c9 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:23.451207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.478338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.487668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-963a970e-3aec-4758-9a3f-92e04937ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.496458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-963a970e-3aec-4758-9a3f-92e04937ccb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.1909966 Feb 07 22:38:23.504941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=82613d81-5833-4508-b76e-ab9914bf3bbb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:23.594037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:23.611238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] The port '95e1d43d-667b-4ce5-a80e-31715d8726c9' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:38:23.672405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:23.672779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1f71d5d0-e5ce-4504-ad4d-faddc1446b10 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:23.789735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff618893-506a-4fa0-826d-cbe04b07c8cd req-4f2e6148-7d4f-432b-a861-b06549373cc9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.797052 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff618893-506a-4fa0-826d-cbe04b07c8cd req-4f2e6148-7d4f-432b-a861-b06549373cc9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.6140144 Feb 07 22:38:23.803251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:23.846258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-a1001bb3-7bbc-4287-bc55-33eec5d690a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 999 time: 0.3480482 Feb 07 22:38:23.914663 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:0f:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:20Z', 'revision_number': 8, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:23.919366 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:23.928451 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:23.928856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-af529917-db90-4ca9-9663-b1d6251fb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:23.929103 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:23.935878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-af529917-db90-4ca9-9663-b1d6251fb811 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.0883555 Feb 07 22:38:23.939052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775a5151-efb8-4522-8246-f5e3aab082de']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:23.993187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'name': 'network-vif-deleted', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:24.022010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce194bad-d388-4956-a1a3-fedb318cac5a') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:24.022322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce194bad-d388-4956-a1a3-fedb318cac5a') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:24.045229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff618893-506a-4fa0-826d-cbe04b07c8cd req-12b7c77c-996b-4ad2-81b7-a2654896e041 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320166 Feb 07 22:38:24.076774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.090988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:24.107224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.134106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:24.137822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:24.178488 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:24.190626 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:24.282767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:24.283297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:24.283422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:24.293001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:38:24.293326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:24.304747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.319936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:38:24.320281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:24.320702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:38:24.321156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Bound port: 499e737a-afa9-4081-aa26-65980fdddc08, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:24.321506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.403478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] For port f217741a-28d8-4993-995d-1ae20c82c9b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f217741a-28d8-4993-995d-1ae20c82c9b4,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:24.403843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.440219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-24c13a66-cda4-4cc9-ae68-dce12e094c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.441981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-24c13a66-cda4-4cc9-ae68-dce12e094c10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5053425 Feb 07 22:38:24.589375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.595279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Calling delete_port for f217741a-28d8-4993-995d-1ae20c82c9b4 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:24.617369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:24.633551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=775a5151-efb8-4522-8246-f5e3aab082de,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:24.647009 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:0f:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:20Z', 'revision_number': 8, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:24.652277 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0d240b-8032-4f57-a039-3fa169247f20 None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '78b40e59-e6bc-4064-b7e1-ffdc665f9964', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'port_id': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'mac_address': 'fa:16:3e:0f:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:37:20Z', 'updated_at': '2022-02-07T22:38:20Z', 'revision_number': 8, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:24.662103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eb536ccf-14df-415d-958c-81360a1549b3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/775a5151-efb8-4522-8246-f5e3aab082de HTTP/1.1" status: 204 len: 168 time: 3.4453101 Feb 07 22:38:24.695139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e712e1-ee52-48e5-8309-c50e102ec9fb req-457d0a7b-8e30-4978-9011-1732596c3eee tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:24.702197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1e712e1-ee52-48e5-8309-c50e102ec9fb req-457d0a7b-8e30-4978-9011-1732596c3eee tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.4607525 Feb 07 22:38:24.733577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-46e8f698-ef6b-4f75-8e48-121693a288df service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785349 Feb 07 22:38:24.810475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:38:24.829804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:38:24.888732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1e712e1-ee52-48e5-8309-c50e102ec9fb req-e395c864-48c9-447c-ac8b-09837cd18cdf tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855669 Feb 07 22:38:24.900311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48878) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:24.904394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.008188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.008848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.013651 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] 10.222.0.36 "PUT /v2.0/ports/499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 200 len: 1092 time: 3.7715981 Feb 07 22:38:25.046943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db53cd6c-d716-4af5-974d-f58196e31840 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4ce412174804e62afff3a9957770fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377187 Feb 07 22:38:25.047930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48882) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:25.050341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f2b189-4e79-418f-b462-4d39d8dfcf3e req-0690a88e-a5bb-4d73-b1bd-10a846d3d2a2 service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159783 Feb 07 22:38:25.060303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde0faa-fb04-417b-ac3d-83fa88daa6b7 None None] New status for floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:38:25.159379 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'status': 'completed', 'code': 200} Feb 07 22:38:25.233514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef632-d23b-497b-a2e5-18150a5103a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.291545 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9e786e-7d48-4841-8c4c-4a3dd7726c8a', 'name': 'network-vif-deleted', 'tag': '1f71d5d0-e5ce-4504-ad4d-faddc1446b10', 'status': 'completed', 'code': 200} Feb 07 22:38:25.365709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:25.396524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.397050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.397725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.397951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.398397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.398839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.399352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.399757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.400146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.400542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.401071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.401458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fccbb5-7358-4fea-acc2-643f09b7e345 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:25.421419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Router e6d1171a-cdd5-4b90-8825-97034c4ea0dd has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:25.483892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef632-d23b-497b-a2e5-18150a5103a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.590487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-382a0ec9-542e-4678-a140-b9fc342d9c8c req-241ccb1d-087c-49f6-9058-dd5b14d29935 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 200 len: 996 time: 0.3094006 Feb 07 22:38:25.598346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-79a7d1e4-67bc-49a9-9458-a764fc352be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.599905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-79a7d1e4-67bc-49a9-9458-a764fc352be7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1095 time: 0.4845428 Feb 07 22:38:25.610579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-40b207b9-3788-447c-aeba-88d07db0ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.612253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-40b207b9-3788-447c-aeba-88d07db0ba31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.4369781 Feb 07 22:38:25.756803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-66292a92-ecda-4dcc-9bbe-2520a1dba8ee tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.758262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-66292a92-ecda-4dcc-9bbe-2520a1dba8ee tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 949 time: 0.3796973 Feb 07 22:38:25.758915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef632-d23b-497b-a2e5-18150a5103a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.784496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5e870-2c59-45fc-96b5-1da78ddbcfac req-58b94cb0-6203-492f-b4e7-064bc19cbbcc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.786037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ba5e870-2c59-45fc-96b5-1da78ddbcfac req-58b94cb0-6203-492f-b4e7-064bc19cbbcc tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3648646 Feb 07 22:38:25.812702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef632-d23b-497b-a2e5-18150a5103a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183f4f4-0a7b-40d5-ac81-b6032a7aeec7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:25.831086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a0ec9-542e-4678-a140-b9fc342d9c8c req-828496bf-d0bd-4e57-b5d4-733b6d279062 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:25.837841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-382a0ec9-542e-4678-a140-b9fc342d9c8c req-828496bf-d0bd-4e57-b5d4-733b6d279062 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2466002 Feb 07 22:38:25.843177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-382a0ec9-542e-4678-a140-b9fc342d9c8c req-e11ff07b-b56f-4078-89db-a758d410fabb tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:38:25.855753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-382a0ec9-542e-4678-a140-b9fc342d9c8c req-e11ff07b-b56f-4078-89db-a758d410fabb tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170012 Feb 07 22:38:25.894670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a77eaf18-eab3-4b4d-a072-558b1f1fade2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.926964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4a5cbc7f-266b-4137-85de-b373107a3a2b up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:25.946079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef632-d23b-497b-a2e5-18150a5103a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:25.949573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4f9ef632-d23b-497b-a2e5-18150a5103a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3183f4f4-0a7b-40d5-ac81-b6032a7aeec7 HTTP/1.1" status: 204 len: 168 time: 0.8956819 Feb 07 22:38:25.990810 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.002062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-de761b60-56d6-4e25-ae31-bdf54291c7ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 200 len: 217 time: 0.3884399 Feb 07 22:38:26.008085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ba5e870-2c59-45fc-96b5-1da78ddbcfac req-6c66c93b-0710-4106-8cc4-ad6fd333d8c9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157109 Feb 07 22:38:26.076819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4a5cbc7f-266b-4137-85de-b373107a3a2b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:26.077862 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.182877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f217741a-28d8-4993-995d-1ae20c82c9b4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:26.189215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:26.198085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-2fdfc3fc-a734-4624-8041-5621ccaf8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.203664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-2fdfc3fc-a734-4624-8041-5621ccaf8966 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.1090817 Feb 07 22:38:26.241349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-ba5d8eac-18ab-4dd0-af85-2d98b872cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.245249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-ba5d8eac-18ab-4dd0-af85-2d98b872cd75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 1100 time: 0.3846090 Feb 07 22:38:26.265115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.312635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:26.339799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:26.357817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:26.373513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-02d13c9d-31e7-4b89-85f4-c63ef6faed42 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1001 time: 0.3263698 Feb 07 22:38:26.404427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9204b-4f98-421c-88b2-ab1df042294e req-17003b94-e38f-43e3-89f4-0a0aa5c17d6e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.406324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54a9204b-4f98-421c-88b2-ab1df042294e req-17003b94-e38f-43e3-89f4-0a0aa5c17d6e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 949 time: 0.4474199 Feb 07 22:38:26.533707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:26.582995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5534b7-697b-436d-9271-f104ee84b95b req-d75eba56-7ece-43b7-aff1-b18c9370b4d5 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.584951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-d75eba56-7ece-43b7-aff1-b18c9370b4d5 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports/0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 942 time: 0.1736948 Feb 07 22:38:26.614004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-5abea822-9e72-48b8-839a-c62c44657b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:26.615647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] Sync routers for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:26.618824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-5abea822-9e72-48b8-839a-c62c44657b85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3644357 Feb 07 22:38:26.626388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-cd7e0422-85f5-4fb8-be20-a598c30061b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2293453 Feb 07 22:38:26.628231 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:26.630999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:26.650134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1683816d-0671-4819-b6da-f3005ae1d9d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/e6d1171a-cdd5-4b90-8825-97034c4ea0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8790755 Feb 07 22:38:26.650305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54a9204b-4f98-421c-88b2-ab1df042294e req-2feaf13d-ac52-446b-9e35-05bb2d1693d4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271171 Feb 07 22:38:26.685150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48916) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:26.773236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-bb4960a2-e7de-4dca-9b73-d5be23bcd9c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 200 len: 217 time: 0.1364527 Feb 07 22:38:26.963384 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:27.156184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-ab1be895-7588-4924-961b-152b513825b6 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036495 Feb 07 22:38:27.158192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-9f0f5dbf-3f99-426d-9cbe-bcb119dd37af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.158664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-9f0f5dbf-3f99-426d-9cbe-bcb119dd37af service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 1.1519687 Feb 07 22:38:27.170732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-2e78516d-f28c-43a8-9d36-3a186854079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.172195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-2e78516d-f28c-43a8-9d36-3a186854079a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3894696 Feb 07 22:38:27.181346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-f7506fc8-9466-4973-88fc-12cead52f5ad tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1001 time: 0.4004493 Feb 07 22:38:27.219697 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.292719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:27.303520 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:38:23Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:27.309092 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] Checking router: e6d1171a-cdd5-4b90-8825-97034c4ea0dd for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:27.319627 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] Routers {'e6d1171a-cdd5-4b90-8825-97034c4ea0dd'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:27.320248 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:27.420055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa550c8a-b08b-4bda-93d0-637e0f49bad2 req-efc16d62-ae47-4c3c-b09f-8c85552f59a7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.421554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa550c8a-b08b-4bda-93d0-637e0f49bad2 req-efc16d62-ae47-4c3c-b09f-8c85552f59a7 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.3918366 Feb 07 22:38:27.428000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5534b7-697b-436d-9271-f104ee84b95b req-2069e34f-d39d-471c-a451-8d04f3b845b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.429286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-2069e34f-d39d-471c-a451-8d04f3b845b7 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2471755 Feb 07 22:38:27.432510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-6072a5d5-e855-4785-b34f-43150c382d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.433896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-6072a5d5-e855-4785-b34f-43150c382d36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2239783 Feb 07 22:38:27.515638 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] Set router e6d1171a-cdd5-4b90-8825-97034c4ea0dd gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:27.609914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.639408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa550c8a-b08b-4bda-93d0-637e0f49bad2 req-879a0cb3-009c-417e-b55c-e05994ea5c47 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090070 Feb 07 22:38:27.659528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-5abb6b0b-b08a-4330-971f-83b7252aee38 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 1001 time: 0.2126143 Feb 07 22:38:27.695144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-1ff7b1f0-cc39-4a48-b122-7ccdfc5c62d6 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950555 Feb 07 22:38:27.698978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:27.703603 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-b20e12f8-56b1-4794-88f1-ecfe8350bff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 1001 time: 0.4847569 Feb 07 22:38:27.766480 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'code': 200} Feb 07 22:38:27.881853 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:38:23Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:27.893342 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc7077d-1562-4f45-a8c5-7f2357b0cb02 None None] The sync data for ids ['e6d1171a-cdd5-4b90-8825-97034c4ea0dd'] in n-d-827896-3 is: [{'id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1175716824-router', 'tenant_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:28Z', 'updated_at': '2022-02-07T22:38:23Z', 'revision_number': 5, 'project_id': '506e8ae6d423401abb0dc8c0a8c05d76', 'gw_port': {'id': '14ac3eef-57dc-4004-8a24-f53fd368ca12', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d1171a-cdd5-4b90-8825-97034c4ea0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:32Z', 'updated_at': '2022-02-07T22:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:27.946043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:27.978096 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6880c748-f406-4c45-9eed-40ea9bfe69f7 req-a280d114-87ea-436b-b859-722984a15e4e service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7604229 Feb 07 22:38:27.992405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-374b89d6-7c76-42a6-aebe-2dd2a8fd52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:27.993849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-374b89d6-7c76-42a6-aebe-2dd2a8fd52b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.2697313 Feb 07 22:38:28.000104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.107945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Deleting port 14ac3eef-57dc-4004-8a24-f53fd368ca12 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:28.108198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.139462 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c255-ab9c-4730-b99a-a6505de24379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.190936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f973c0-5980-463c-8f5c-7fb914910ff5 req-78988314-9a44-4ea3-9cc1-2480b472c6c8 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298685 Feb 07 22:38:28.297917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330b749-4d12-4528-9734-fe8c45ff72a7 req-8996be6f-515c-4912-a30f-aacb80fed859 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.299416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5330b749-4d12-4528-9734-fe8c45ff72a7 req-8996be6f-515c-4912-a30f-aacb80fed859 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.2999229 Feb 07 22:38:28.319196 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.340231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.340613 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964 disassociated. External IP: 172.25.0.118, port: 0f6efb18-cd2d-44d8-9d53-3685524d1569. Feb 07 22:38:28.379815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-7f46d5d0-8e5f-48c3-aeef-290d96d92433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:28.381562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-7f46d5d0-8e5f-48c3-aeef-290d96d92433 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3778245 Feb 07 22:38:28.388795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:28.400967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82613d81-5833-4508-b76e-ab9914bf3bbb no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:28.442932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 82613d81-5833-4508-b76e-ab9914bf3bbb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:28.443892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82613d81-5833-4508-b76e-ab9914bf3bbb not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:28.561070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5330b749-4d12-4528-9734-fe8c45ff72a7 req-9f1bf54b-5059-41e9-855b-b2df6685d7b6 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472346 Feb 07 22:38:28.599404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] For port 14ac3eef-57dc-4004-8a24-f53fd368ca12, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=14ac3eef-57dc-4004-8a24-f53fd368ca12,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:28.599549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:28.766611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Calling delete_port for 14ac3eef-57dc-4004-8a24-f53fd368ca12 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:28.804820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-16117055-df80-4526-b7e2-00b4167012be service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051907 Feb 07 22:38:28.879811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:29.102518 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08', 'status': 'completed', 'code': 200} Feb 07 22:38:29.148819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:29.163399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8ebe1b75-242f-4093-9088-8d3ac6ed00bc admin admin] 10.222.0.10 "PUT /v2.0/routers/45fa678a-b00d-4c6b-a5fd-8373c308f2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0882545 Feb 07 22:38:29.167700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48954) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:29.185485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] Sync routers for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:29.199216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.203000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:29.204001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.210058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:29.217691 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.223360 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:29.240945 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:29.241907 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.276762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-f85e35bf-05cd-436e-a253-976e9867c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:29.278770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-f85e35bf-05cd-436e-a253-976e9867c146 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1095 time: 0.3046861 Feb 07 22:38:29.284772 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf54a632-cbae-4078-a1a4-2944d0c2ca7c req-1f9e2428-f6e2-47bb-be86-481a30864daf service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174290 Feb 07 22:38:29.296055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5afd62-2f6c-4c30-860a-c267a4489b5d req-531a110d-c111-4c9e-9b99-e7fbd0fe3381 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:29.303771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f5afd62-2f6c-4c30-860a-c267a4489b5d req-531a110d-c111-4c9e-9b99-e7fbd0fe3381 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2478204 Feb 07 22:38:29.338207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e0b66467-6c84-4298-b132-9c0287d66193 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "PUT /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 200 len: 696 time: 1.6391501 Feb 07 22:38:29.389293 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.433550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:29.441621 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:29.449226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.490226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:29.602788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-81f59e3b-372a-474d-9f91-cbf65b4e30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:29.604280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-81f59e3b-372a-474d-9f91-cbf65b4e30d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.2974567 Feb 07 22:38:29.636848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.691420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f5afd62-2f6c-4c30-860a-c267a4489b5d req-92b8d0fb-c3d1-45af-98b4-a7166e07f3da tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875096 Feb 07 22:38:29.706365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-438506db-957e-4be5-a28f-89a2cf863bbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 200 len: 217 time: 0.0948849 Feb 07 22:38:29.709145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ac3eef-57dc-4004-8a24-f53fd368ca12,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:29.770318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:29.832069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48964) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:29.833011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:38:25Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.845675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] Checking router: 45fa678a-b00d-4c6b-a5fd-8373c308f2aa for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:29.861786 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.864844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] Routers {'45fa678a-b00d-4c6b-a5fd-8373c308f2aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:29.865453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.870488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5534b7-697b-436d-9271-f104ee84b95b req-f063aa4d-b826-4a4b-aaf1-84fc07b6ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:29.870651 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:29.873108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-f063aa4d-b826-4a4b-aaf1-84fc07b6ece8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.5339174 Feb 07 22:38:29.892675 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:29.896782 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:29.969552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.063674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-1492ef61-d54e-4c8b-936d-1abb852f9542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.065316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-1492ef61-d54e-4c8b-936d-1abb852f9542 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.3371794 Feb 07 22:38:30.070059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.072391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Deleting port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:30.072915 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.103249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.131747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] Set router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:30.147607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-26648ef7-eb5e-4139-bc2d-56d14b671780 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683579 Feb 07 22:38:30.157021 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:30.365467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.365969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6d1171a-cdd5-4b90-8825-97034c4ea0dd {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:38:30.443411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5534b7-697b-436d-9271-f104ee84b95b req-ae8f933a-1af1-4c1d-abd4-37dc1ab50226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.445062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-ae8f933a-1af1-4c1d-abd4-37dc1ab50226 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.5629685 Feb 07 22:38:30.461565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd8155-094c-4e79-9d37-cc6c29d293c7 req-dee90688-b1ab-4236-8ee1-87cab8565e0b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.469441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8cd8155-094c-4e79-9d37-cc6c29d293c7 req-dee90688-b1ab-4236-8ee1-87cab8565e0b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.5353863 Feb 07 22:38:30.621788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-d7569ba0-a011-467c-a187-f0de9fc37295 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 217 time: 0.1415062 Feb 07 22:38:30.631930 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:30.642398 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa252a3-f6a4-4079-a1f5-2a52f5f9adde None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:36:36Z', 'revision_number': 4, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1ece473e-dfb2-46f8-b17a-3427cfac1d09', 'name': '', 'network_id': '8c135a57-28dd-4536-baf6-18f2d613d9b7', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'mac_address': 'fa:16:3e:30:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:35Z', 'updated_at': '2022-02-07T22:36:50Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'subnets': [{'id': '3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:30.648867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.649987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fb1c7339-aa25-4b1e-ab62-73ca10209879 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e6d1171a-cdd5-4b90-8825-97034c4ea0dd HTTP/1.1" status: 204 len: 168 time: 3.9534070 Feb 07 22:38:30.655129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48968) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:30.663787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:38:25Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:30.668432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e6fef-0957-4cc3-b65d-f0e3645fc62c None None] The sync data for ids ['45fa678a-b00d-4c6b-a5fd-8373c308f2aa'] in n-d-827896-3 is: [{'id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1348145511-router', 'tenant_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:00Z', 'updated_at': '2022-02-07T22:38:25Z', 'revision_number': 5, 'project_id': 'f614d9cf3ef34b74bdc603e324c4dc04', 'gw_port': {'id': '3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fa678a-b00d-4c6b-a5fd-8373c308f2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:01Z', 'updated_at': '2022-02-07T22:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:30.726317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5534b7-697b-436d-9271-f104ee84b95b req-49d89ad8-6941-447f-a018-b0e369872cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:30.727761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-49d89ad8-6941-447f-a018-b0e369872cbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.0825109 Feb 07 22:38:30.746258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8cd8155-094c-4e79-9d37-cc6c29d293c7 req-6a4bb200-1868-489c-9af8-e4b5875301a9 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749839 Feb 07 22:38:30.759853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-a70d82a7-fe21-46a9-822c-cc2a913c209d service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870595 Feb 07 22:38:30.782946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.845346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] Deleting subnet a8d84da8-aeaf-47e7-889a-9fafdfcf48ad {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:38:30.848165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] For port 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:30.848543 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.863653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:30.977987 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'status': 'completed', 'code': 200} Feb 07 22:38:31.061041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f06cd57-c253-4484-aa7a-83b60a656e3f None None] New status for floating IP 78b40e59-e6bc-4064-b7e1-ffdc665f9964: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:38:31.109803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-782a6d7b-7298-4836-bc3b-34ebf245b9f9 req-825f66bc-3500-4580-97ef-34ecedd5dde1 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488245 Feb 07 22:38:31.112380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e71caa9a-e1ff-4b19-b51e-e8fce2a1c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:31.113751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-e71caa9a-e1ff-4b19-b51e-e8fce2a1c09c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242025 Feb 07 22:38:31.121572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Calling delete_port for 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:31.209998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:38:31.238017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.273941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-9c55f6fd-474e-4b6e-807b-0d6a4c10e88d service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478755 Feb 07 22:38:31.374637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6f9b9-a2ec-4a80-b8b5-842ad23b681f req-00297130-089e-43d0-8879-d64b319e6917 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:31.381888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ea6f9b9-a2ec-4a80-b8b5-842ad23b681f req-00297130-089e-43d0-8879-d64b319e6917 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3250344 Feb 07 22:38:31.427176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.448142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ea6f9b9-a2ec-4a80-b8b5-842ad23b681f req-626ef0a5-7e8c-4366-a06a-b20ce3711a2a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646636 Feb 07 22:38:31.472636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47075fd-951c-465b-9daf-abb657f833b6 req-f92bc10b-0657-4bd0-a7a8-00084f064485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:31.474157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b47075fd-951c-465b-9daf-abb657f833b6 req-f92bc10b-0657-4bd0-a7a8-00084f064485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 1096 time: 0.4077001 Feb 07 22:38:31.519893 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5534b7-697b-436d-9271-f104ee84b95b req-3aa23223-6587-45a2-994c-a36b98a32d48 service neutron] 10.222.0.10 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354338 Feb 07 22:38:31.670241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.682942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208c3a-78c3-4d68-9059-33e862ea3ca5 req-2947503f-4cff-4d9c-85ac-76c8964d03ee tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:31.692225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5208c3a-78c3-4d68-9059-33e862ea3ca5 req-2947503f-4cff-4d9c-85ac-76c8964d03ee tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.1221576 Feb 07 22:38:31.734848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d84da8-aeaf-47e7-889a-9fafdfcf48ad,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:31.756300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2525c40c-badf-4fcd-a0ea-81c9d756534d None None] Network 27ec9534-9ef8-4108-a1af-fe765119c6af requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:31.757345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5208c3a-78c3-4d68-9059-33e862ea3ca5 req-ac36f9fe-c2af-4a36-8943-ddfe185916a6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636799 Feb 07 22:38:31.758474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:31.794478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47075fd-951c-465b-9daf-abb657f833b6 req-9eb50886-748f-4697-a79c-1025850ac4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:31.795953 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b47075fd-951c-465b-9daf-abb657f833b6 req-9eb50886-748f-4697-a79c-1025850ac4ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 200 len: 921 time: 0.3063734 Feb 07 22:38:31.882602 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5e107648-9388-40c0-a494-b4a97ab63296 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a8d84da8-aeaf-47e7-889a-9fafdfcf48ad HTTP/1.1" status: 204 len: 168 time: 1.2226200 Feb 07 22:38:31.894569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:31.896675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b47075fd-951c-465b-9daf-abb657f833b6 req-fe9a7039-99b6-4b41-934b-34806659d004 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 200 len: 217 time: 0.0895655 Feb 07 22:38:31.901021 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.012108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-4f14430e-47ca-4561-aa1b-45fa1ca00a30 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 200 len: 694 time: 0.1411939 Feb 07 22:38:32.087271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:32.172581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49010) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:32.185366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] DHCP port deletion for 27ec9534-9ef8-4108-a1af-fe765119c6af request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:38:32.189998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] Deleting port e900751b-f24a-4706-8b88-bf865768b6c0 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:32.190443 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.190656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72cfcd-ceee-4cdd-b6a5-e207befbc625 req-1902ca95-bda8-4b2a-aef6-a52b4fd8b0ea tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.192200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e72cfcd-ceee-4cdd-b6a5-e207befbc625 req-1902ca95-bda8-4b2a-aef6-a52b4fd8b0ea tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.2467828 Feb 07 22:38:32.237074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-d03bd5fd-030e-40e0-9e0e-4194df8be67c tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.238520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-d03bd5fd-030e-40e0-9e0e-4194df8be67c tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2179010 Feb 07 22:38:32.259949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-e0847396-edc2-4a8f-a7a7-309bdd52aad6 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:38:32.260747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-e0847396-edc2-4a8f-a7a7-309bdd52aad6 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108068 Feb 07 22:38:32.268531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e72cfcd-ceee-4cdd-b6a5-e207befbc625 req-b9050793-20f2-4aeb-9943-a58f96a79933 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663323 Feb 07 22:38:32.341630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.373726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.384184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.411991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-bdbf9328-3fa7-403e-8f93-a0a5926ce040 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 697 time: 0.1422794 Feb 07 22:38:32.417361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:32.495218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Deleting port e900751b-f24a-4706-8b88-bf865768b6c0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:32.495547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.516271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Usage tracker for resource:security_group_rule and tenant:a4484600f3254d619452207108b1339c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:32.541738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:32.542645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47075fd-951c-465b-9daf-abb657f833b6 req-0c1b88eb-1e57-4e7a-bb2d-650260232527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:32.544325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b47075fd-951c-465b-9daf-abb657f833b6 req-0c1b88eb-1e57-4e7a-bb2d-650260232527 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 200 len: 859 time: 0.6136272 Feb 07 22:38:32.580152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] For port e900751b-f24a-4706-8b88-bf865768b6c0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e900751b-f24a-4706-8b88-bf865768b6c0,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:32.580152 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.586293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:32.594274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-db956fbd-ad06-4eda-89a1-f1c9baba8883 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 697 time: 0.1722517 Feb 07 22:38:32.613878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.661574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.665705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.667048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e900751b-f24a-4706-8b88-bf865768b6c0 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:32.757934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] Calling delete_port for e900751b-f24a-4706-8b88-bf865768b6c0 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:32.834922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.835618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45fa678a-b00d-4c6b-a5fd-8373c308f2aa {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:38:32.936014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.940354 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:32.944208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-70203e2b-a592-4547-96d2-088eb91ab4b9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/45fa678a-b00d-4c6b-a5fd-8373c308f2aa HTTP/1.1" status: 204 len: 168 time: 3.7707386 Feb 07 22:38:32.959002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49026) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:33.010204 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.012063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Deleting port 6ae4e743-a2bb-4d8e-a46d-0870124ddfa8 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:33.012944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.057839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47075fd-951c-465b-9daf-abb657f833b6 req-f489dfb4-b552-4b18-816d-86f6720575ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:33.059893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b47075fd-951c-465b-9daf-abb657f833b6 req-f489dfb4-b552-4b18-816d-86f6720575ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c135a57-28dd-4536-baf6-18f2d613d9b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4427054 Feb 07 22:38:33.101938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] Pushing event deleted for resources: {'Port': ['ID=e900751b-f24a-4706-8b88-bf865768b6c0,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:33.104306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f217741a-28d8-4993-995d-1ae20c82c9b4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:33.134889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] Deleting subnet ce50a4e7-2264-4848-ad09-9b9ed900f2fd {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:38:33.140035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: f217741a-28d8-4993-995d-1ae20c82c9b4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:33.140473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f217741a-28d8-4993-995d-1ae20c82c9b4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:33.141109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 14ac3eef-57dc-4004-8a24-f53fd368ca12 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:33.165856 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cbbc35-c276-4ddb-8ab5-d86d28f4b78c None None] No DVR routers for this DVR port e900751b-f24a-4706-8b88-bf865768b6c0 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:33.183493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 14ac3eef-57dc-4004-8a24-f53fd368ca12 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:33.183842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 14ac3eef-57dc-4004-8a24-f53fd368ca12 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:33.192975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.237749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcd9f5-a4be-4168-880d-bc7d672da8cb req-3b114f6f-dda6-48d2-969d-c01c27acd72c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:33.239208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56fcd9f5-a4be-4168-880d-bc7d672da8cb req-3b114f6f-dda6-48d2-969d-c01c27acd72c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.4651761 Feb 07 22:38:33.248964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] For port e900751b-f24a-4706-8b88-bf865768b6c0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e900751b-f24a-4706-8b88-bf865768b6c0,segment=NetworkSegment(b24253e0-47e9-484f-8857-3e253b51ee25),segment_id=b24253e0-47e9-484f-8857-3e253b51ee25)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:33.248964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.322755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.365517 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.378006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.401199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Calling delete_port for e900751b-f24a-4706-8b88-bf865768b6c0 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:33.414744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56fcd9f5-a4be-4168-880d-bc7d672da8cb req-3f4ac138-4079-4604-9008-7bfedabac9b4 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560040 Feb 07 22:38:33.448205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.451433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.540901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b47075fd-951c-465b-9daf-abb657f833b6 req-d66c1811-94b2-4bba-a224-1aef79de2732 service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671133 Feb 07 22:38:33.551756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:33.552071 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:33.598587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Calling delete_port for 6ae4e743-a2bb-4d8e-a46d-0870124ddfa8 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:33.679008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4484600f3254d619452207108b1339c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5053556 Feb 07 22:38:33.684126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49040) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:33.696308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967405f-ed32-4e3d-af11-aae4795e10b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339fa9e9-b476-485f-8354-99a610aceb21,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:33.701072 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-1237dab3-f7fb-460a-a273-785a09a2a905 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119373 Feb 07 22:38:33.813125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Deleting port 7574fbfe-0297-49ea-9fec-7c336964be58 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:33.813428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:33.849505 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.004486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-ee1f6473-f276-4c5d-b915-19de4c292598 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.005109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b47075fd-951c-465b-9daf-abb657f833b6 req-48caafc5-7df6-45bb-a642-b938078d6983 service neutron] 10.222.0.36 "GET /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285476 Feb 07 22:38:34.005885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-ee1f6473-f276-4c5d-b915-19de4c292598 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948947 Feb 07 22:38:34.024761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52ddc143-5d79-4210-aaee-aea3eb426b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.036936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-31d9d3a9-cbb7-4286-a292-3615401e7ee5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/quotas/ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 375 time: 0.0189235 Feb 07 22:38:34.038578 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.055304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Deleting port e900751b-f24a-4706-8b88-bf865768b6c0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:34.055646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.118965 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.149681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] The port 'e900751b-f24a-4706-8b88-bf865768b6c0' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:38:34.153807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52ddc143-5d79-4210-aaee-aea3eb426b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.187195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Pushing event deleted for resources: {'Port': ['ID=6ae4e743-a2bb-4d8e-a46d-0870124ddfa8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:34.196435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] For port 7574fbfe-0297-49ea-9fec-7c336964be58, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7574fbfe-0297-49ea-9fec-7c336964be58,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:34.196831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.238499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce50a4e7-2264-4848-ad09-9b9ed900f2fd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:34.242878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.249130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77c7a4e-ca1f-4049-a8ad-b76a04b9dd64 None None] Network d18684a5-034f-4b86-8ca1-b25676dbe91a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:34.351897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Calling delete_port for 7574fbfe-0297-49ea-9fec-7c336964be58 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:34.425250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:34.429754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.456659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4b6fd106-ccbc-4b4f-a011-0461d287ad8a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ce50a4e7-2264-4848-ad09-9b9ed900f2fd HTTP/1.1" status: 204 len: 168 time: 1.4943929 Feb 07 22:38:34.456919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49046) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:34.470700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:34.471229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3e66b4fa-2ae7-4cc1-85ad-0cda7d7d5d39 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:34.484580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.490379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c3dce6-6e3b-416a-befa-4cd208c679d2 req-1178ab3c-4bba-43cf-9452-154f2f1f69e8 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "DELETE /v2.0/floatingips/78b40e59-e6bc-4064-b7e1-ffdc665f9964 HTTP/1.1" status: 204 len: 173 time: 1.8867850 Feb 07 22:38:34.501342 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.549947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.550155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.551123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.551452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > port after_create 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.551799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.552193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > port after_update 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.552452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.552827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.553130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.553442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.592059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-e402d4c6-0528-4859-b7bf-c0191bd5493b tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5187571 Feb 07 22:38:34.611912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] DHCP port deletion for d18684a5-034f-4b86-8ca1-b25676dbe91a request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:38:34.616320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] Deleting port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:34.616943 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.662866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.663153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.663612 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.663895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.664295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 07 22:38:34.664776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ec9534-9ef8-4108-a1af-fe765119c6af']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:34.687612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24253e0-47e9-484f-8857-3e253b51ee25') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:34.688042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24253e0-47e9-484f-8857-3e253b51ee25') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:34.700764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52ddc143-5d79-4210-aaee-aea3eb426b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.701004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Deleting port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:34.701292 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.717984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.743954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddc143-5d79-4210-aaee-aea3eb426b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339fa9e9-b476-485f-8354-99a610aceb21,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:34.789377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b5831-35f5-49dc-afba-952c084d3365 req-c9d71b05-56a7-405c-a03e-6a56228245c5 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:34.790997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-899b5831-35f5-49dc-afba-952c084d3365 req-c9d71b05-56a7-405c-a03e-6a56228245c5 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.1877203 Feb 07 22:38:34.820517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.835909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52ddc143-5d79-4210-aaee-aea3eb426b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.839340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-52ddc143-5d79-4210-aaee-aea3eb426b66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/339fa9e9-b476-485f-8354-99a610aceb21 HTTP/1.1" status: 204 len: 168 time: 1.1503034 Feb 07 22:38:34.847900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:34.848314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: from cryptography.utils import int_from_bytes Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: from cryptography.utils import int_from_bytes Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: util.warn_limited( Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: util.warn_limited( Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:34.889123 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:34.923253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] For port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:34.923654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.074765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-899b5831-35f5-49dc-afba-952c084d3365 req-79ba627b-43b4-4a04-bc7d-2865908fe4c8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420740 Feb 07 22:38:35.148832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.170811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] For port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,segment=NetworkSegment(9d40f02c-2e2b-464b-835d-313a4e932cf3),segment_id=9d40f02c-2e2b-464b-835d-313a4e932cf3)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:35.171120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.234949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.263159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] Calling delete_port for b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:35.279297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=27ec9534-9ef8-4108-a1af-fe765119c6af,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:35.285678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.368150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7574fbfe-0297-49ea-9fec-7c336964be58,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:35.419402 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-beddaffe-0715-4b7f-967e-58bf9a6c8a05 admin admin] 10.222.0.10 "DELETE /v2.0/networks/27ec9534-9ef8-4108-a1af-fe765119c6af HTTP/1.1" status: 204 len: 168 time: 3.5216551 Feb 07 22:38:35.518241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.523821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Calling delete_port for b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:35.600954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b2797-bc4b-4f3f-b274-4015bb2cf9de req-8cf7eeb2-836c-4a11-a1d5-413d7d40e21e tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:35.608763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45b2797-bc4b-4f3f-b274-4015bb2cf9de req-8cf7eeb2-836c-4a11-a1d5-413d7d40e21e tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.7006946 Feb 07 22:38:35.685689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] Pushing event deleted for resources: {'Port': ['ID=b4c49433-5272-4e5d-aa8c-18b4a9bf5f52,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:35.702326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb5233-f235-4574-820d-bf48ba5842da None None] No DVR routers for this DVR port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:35.733672 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.757795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45b2797-bc4b-4f3f-b274-4015bb2cf9de req-f28a228d-4e99-49cb-8567-a2a71a20decb tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478651 Feb 07 22:38:35.784214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49076) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:35.908749 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:35.921129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:35.924541 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:35.928980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dcf8793b-61ad-451f-a78b-5192749994c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=506e8ae6d423401abb0dc8c0a8c05d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477871 Feb 07 22:38:35.938319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49082) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:35.970063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 499e737a-afa9-4081-aa26-65980fdddc08 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:38:35.978458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.070679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2a54b43-5398-4b61-b32e-f63270b90cf8 req-06111b26-8e0c-48a8-a413-6a7f32c89732 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 210 time: 0.1124418 Feb 07 22:38:36.152634 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3081170c-f8b0-4749-b3ce-49b55811b837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.170185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967497e7-87e0-4158-9eab-f3fa5c6dfb12 req-1ef7d99b-7642-434e-942f-0a60bf5af224 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.171051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-967497e7-87e0-4158-9eab-f3fa5c6dfb12 req-1ef7d99b-7642-434e-942f-0a60bf5af224 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Synchronizing usage tracker for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:36.203586 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3081170c-f8b0-4749-b3ce-49b55811b837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.215231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-967497e7-87e0-4158-9eab-f3fa5c6dfb12 req-1ef7d99b-7642-434e-942f-0a60bf5af224 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Unset dirty status for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:36.216045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:36.216612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967497e7-87e0-4158-9eab-f3fa5c6dfb12 req-1ef7d99b-7642-434e-942f-0a60bf5af224 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 945 time: 0.2574482 Feb 07 22:38:36.235865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '499e737a-afa9-4081-aa26-65980fdddc08', 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9', 'port_id': '499e737a-afa9-4081-aa26-65980fdddc08', 'mac_address': 'fa:16:3e:9f:8e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009d7cee-892d-4da4-a1ba-fe535fd7695a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:38:36.288703 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967497e7-87e0-4158-9eab-f3fa5c6dfb12 req-32169ff0-1c1a-49de-a0fb-e3eef0767530 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613167 Feb 07 22:38:36.316386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.335227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499e737a-afa9-4081-aa26-65980fdddc08 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:36.363279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:36.374107 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.394365 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3081170c-f8b0-4749-b3ce-49b55811b837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.432535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Deleting port b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:36.433940 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.498103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:36.517421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.518743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.519185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.520304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.521759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.524155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.524155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.524155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.524827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.536671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.537930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.538105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] The port 'b4c49433-5272-4e5d-aa8c-18b4a9bf5f52' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:38:36.538603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:38:36.573770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:36.605254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081170c-f8b0-4749-b3ce-49b55811b837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d37f51-1baf-4338-a797-c847be074b30,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:36.620230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16085e-944b-4860-a92a-e49ea2bef9ce req-ec0c121f-bf13-49a7-8212-da58eba494d6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:36.622260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd16085e-944b-4860-a92a-e49ea2bef9ce req-ec0c121f-bf13-49a7-8212-da58eba494d6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.3325348 Feb 07 22:38:36.653469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:36.656775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b4c49433-5272-4e5d-aa8c-18b4a9bf5f52 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:36.695495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3081170c-f8b0-4749-b3ce-49b55811b837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.696888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3081170c-f8b0-4749-b3ce-49b55811b837 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8d37f51-1baf-4338-a797-c847be074b30 HTTP/1.1" status: 204 len: 168 time: 0.7572033 Feb 07 22:38:36.722317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['499e737a-afa9-4081-aa26-65980fdddc08'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:36.730893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:36.734328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-a93e27dc-5e41-4e17-bf81-9f431e369e4b tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466948 Feb 07 22:38:36.773867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.799922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd16085e-944b-4860-a92a-e49ea2bef9ce req-dc8a0f39-14ba-4d01-9cee-76ef4e46348a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637399 Feb 07 22:38:36.834447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18684a5-034f-4b86-8ca1-b25676dbe91a']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:36.866866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d40f02c-2e2b-464b-835d-313a4e932cf3') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:36.867202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d40f02c-2e2b-464b-835d-313a4e932cf3') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:36.880085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.900899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:36.909343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:36.909747 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:37.015734 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:37.179347 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.218547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-77fb3019-ed30-4e7b-bdaa-89dafdd8b594 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.220083 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-77fb3019-ed30-4e7b-bdaa-89dafdd8b594 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4793956 Feb 07 22:38:37.222027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:37.239294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] Pushing event deleted for resources: {'Network': ['ID=d18684a5-034f-4b86-8ca1-b25676dbe91a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:37.247266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2701d53d-73d8-4384-ae34-1fb784bd8fc5 req-a0f70695-4a4b-4ade-8c9f-62d7aa40ae66 tempest-AbsoluteLimitsNegativeTestJSON-2114773614 tempest-AbsoluteLimitsNegativeTestJSON-2114773614-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=59b57615d4c04c4d85b057a40b423837&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682709 Feb 07 22:38:37.287251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d7b9f91-8081-4b68-99b2-3f667c52b54d admin admin] 10.222.0.10 "DELETE /v2.0/networks/d18684a5-034f-4b86-8ca1-b25676dbe91a HTTP/1.1" status: 204 len: 168 time: 2.8268759 Feb 07 22:38:37.297822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Request body: {'port': {'device_id': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'ba9c3c87b4ed4018a778b3342a0d18c0'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:37.319850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:37.368454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba303-0649-41ce-b0bd-454d89ab0927 req-d34c62a8-8836-4a70-9210-ba6e5a86556e tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.369631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-618ba303-0649-41ce-b0bd-454d89ab0927 req-d34c62a8-8836-4a70-9210-ba6e5a86556e tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3530467 Feb 07 22:38:37.453651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-618ba303-0649-41ce-b0bd-454d89ab0927 req-6954e80c-0d64-4865-9e8e-79f0f4d16890 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771511 Feb 07 22:38:37.460218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701d53d-73d8-4384-ae34-1fb784bd8fc5 req-12648d0f-7484-425b-b7ef-e90e8b5a6240 tempest-AbsoluteLimitsNegativeTestJSON-2114773614 tempest-AbsoluteLimitsNegativeTestJSON-2114773614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.461668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2701d53d-73d8-4384-ae34-1fb784bd8fc5 req-12648d0f-7484-425b-b7ef-e90e8b5a6240 tempest-AbsoluteLimitsNegativeTestJSON-2114773614 tempest-AbsoluteLimitsNegativeTestJSON-2114773614-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043610 Feb 07 22:38:37.481966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2701d53d-73d8-4384-ae34-1fb784bd8fc5 req-6e225e53-84c4-4a4a-95a8-7360968beeb6 tempest-AbsoluteLimitsNegativeTestJSON-2114773614 tempest-AbsoluteLimitsNegativeTestJSON-2114773614-project] 10.222.0.10 "GET /v2.0/quotas/59b57615d4c04c4d85b057a40b423837 HTTP/1.1" status: 200 len: 375 time: 0.0129118 Feb 07 22:38:37.489941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:37.502339 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] Sync routers for ids ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:37.509753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9935e2ae-b012-4486-871a-8122dd1e97dd admin admin] 10.222.0.10 "PUT /v2.0/routers/2abaeb98-6e17-4fec-a38a-7ff15e56e174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6034069 Feb 07 22:38:37.513696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49134) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:37.517840 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] Routers {'2abaeb98-6e17-4fec-a38a-7ff15e56e174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:37.518470 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:37.562615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2701d53d-73d8-4384-ae34-1fb784bd8fc5 req-e1cd697f-c458-4f37-87e3-8c1e09798d61 tempest-AbsoluteLimitsNegativeTestJSON-2114773614 tempest-AbsoluteLimitsNegativeTestJSON-2114773614-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=59b57615d4c04c4d85b057a40b423837&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742433 Feb 07 22:38:37.680812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6526c55-0e71-4cca-b2f6-7e4c6c6a5161 req-80da6c6c-cd0f-471c-99bc-478ced153db0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0738547 Feb 07 22:38:37.775804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-4e80ce5e-f7a4-48f7-88ef-93d125d461ff tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.777199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-4e80ce5e-f7a4-48f7-88ef-93d125d461ff tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Synchronizing usage tracker for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:37.840808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:37.849151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-4e80ce5e-f7a4-48f7-88ef-93d125d461ff tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Unset dirty status for tenant:dd7a3666c0f9415f8f33fa2a72db7117 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:37.850308 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-4e80ce5e-f7a4-48f7-88ef-93d125d461ff tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.36 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 945 time: 0.7078378 Feb 07 22:38:37.851504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Usage tracker for resource:port and tenant:ba9c3c87b4ed4018a778b3342a0d18c0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:37.862838 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] Set router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:37.870426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05696c-a0da-47df-a152-c4cf37227bdc req-a004317d-3182-4fb7-83f3-2dc4e8231b86 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:37.877471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d05696c-a0da-47df-a152-c4cf37227bdc req-a004317d-3182-4fb7-83f3-2dc4e8231b86 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 945 time: 0.1474462 Feb 07 22:38:37.974696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d05696c-a0da-47df-a152-c4cf37227bdc req-302fe235-9e2b-4e19-aee0-fbd51353d18b tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935545 Feb 07 22:38:37.984589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 499e737a-afa9-4081-aa26-65980fdddc08 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:38.104155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49152) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:38.110199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 499e737a-afa9-4081-aa26-65980fdddc08 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:38.116410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 499e737a-afa9-4081-aa26-65980fdddc08 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:38.117114 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.131450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:38.185099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75c25b-bed2-41c1-ac57-dcea74010cb8 req-5fe95bf8-7f44-4248-88ea-a9df149bd672 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:38.188853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a75c25b-bed2-41c1-ac57-dcea74010cb8 req-5fe95bf8-7f44-4248-88ea-a9df149bd672 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 945 time: 0.1556213 Feb 07 22:38:38.242801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a75c25b-bed2-41c1-ac57-dcea74010cb8 req-84a0d8d9-87da-442a-b2a7-55f2794e83cf tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Feb 07 22:38:38.294915 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:38:35Z', 'revision_number': 5, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:38.307688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] Checking router: 2abaeb98-6e17-4fec-a38a-7ff15e56e174 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:38.316507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.334899 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] Routers {'2abaeb98-6e17-4fec-a38a-7ff15e56e174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:38.335554 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:38.347588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.363875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:38.374891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:38.379815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Usage tracker for resource:security_group_rule and tenant:59b57615d4c04c4d85b057a40b423837 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:38.383640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:38.401445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:38.409793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:38.413258 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.414420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0f6efb18-cd2d-44d8-9d53-3685524d1569 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:38.461412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:38.539623 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08', 'code': 200} Feb 07 22:38:38.544925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Made reservation on behalf of ba9c3c87b4ed4018a778b3342a0d18c0 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:38.549566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.560096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.622441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Deleting port 0f6efb18-cd2d-44d8-9d53-3685524d1569 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:38.622788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.646437 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] Set router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:38.792660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:38.803348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.845866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.862996 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:38.938902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0f6efb18-cd2d-44d8-9d53-3685524d1569, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:38.954517 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.004625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90e4870-6e50-4bf4-9d69-c7ec55aa6ed8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:39.008916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-37df4f59-e596-48f5-9d46-ebe6da168057 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59b57615d4c04c4d85b057a40b423837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8767784 Feb 07 22:38:39.011671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4389-e084-4d44-8176-eb27846feffe req-274b7f7c-d0bd-4150-a7c5-28eb323b01c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:39.014210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c64b4389-e084-4d44-8176-eb27846feffe req-274b7f7c-d0bd-4150-a7c5-28eb323b01c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1097 time: 0.4024925 Feb 07 22:38:39.016351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc591b2d-b2f3-4859-9a17-b528f21365fb req-c3657076-1921-46d0-a9ac-b83e42b6b9d7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 210 time: 0.1166263 Feb 07 22:38:39.016683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49182) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:39.052492 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:38:35Z', 'revision_number': 5, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:39.061018 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7821b57-5500-4027-a69e-f0012a673107 None None] The sync data for ids ['2abaeb98-6e17-4fec-a38a-7ff15e56e174'] in n-d-827896-3 is: [{'id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'name': 'tempest-AttachSCSIVolumeTestJSON-1899509523-router', 'tenant_id': 'ce292c54e0104562be49255502ee97ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '83703986-da55-462d-85f9-2c3feca9008a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:56Z', 'updated_at': '2022-02-07T22:38:35Z', 'revision_number': 5, 'project_id': 'ce292c54e0104562be49255502ee97ec', 'gw_port': {'id': '83703986-da55-462d-85f9-2c3feca9008a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abaeb98-6e17-4fec-a38a-7ff15e56e174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:58Z', 'updated_at': '2022-02-07T22:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:39.133830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0f6efb18-cd2d-44d8-9d53-3685524d1569,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:39.147939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0900dd8-5513-4474-a4b9-025083d1c55c req-7aaca750-4d93-4f53-a146-1c4b10649f5d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:39.150153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0900dd8-5513-4474-a4b9-025083d1c55c req-7aaca750-4d93-4f53-a146-1c4b10649f5d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3944659 Feb 07 22:38:39.207436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c64b4389-e084-4d44-8176-eb27846feffe req-8a127f3f-b615-438c-8b68-47485fb461ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740119 Feb 07 22:38:39.265308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ec2-abd9-4ff7-ab62-4fdb03cbbe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.274294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0900dd8-5513-4474-a4b9-025083d1c55c req-5147df95-286a-4049-ba23-2e42205d4f73 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105301 Feb 07 22:38:39.316043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ec2-abd9-4ff7-ab62-4fdb03cbbe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.356511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7c4ec-5118-4573-91a9-60d97d82f22c req-b2d696b7-7eb1-4ebf-a1eb-31b75db7c529 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:39.366498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c7c4ec-5118-4573-91a9-60d97d82f22c req-b2d696b7-7eb1-4ebf-a1eb-31b75db7c529 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 943 time: 0.2082472 Feb 07 22:38:39.433193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63c7c4ec-5118-4573-91a9-60d97d82f22c req-050e23bd-e99c-4a60-bf2f-95b44d1cbb6a tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657489 Feb 07 22:38:39.461329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.494590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Deleting port 83703986-da55-462d-85f9-2c3feca9008a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:39.495041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.504275 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ec2-abd9-4ff7-ab62-4fdb03cbbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.521299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad9ec2-abd9-4ff7-ab62-4fdb03cbbe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90e4870-6e50-4bf4-9d69-c7ec55aa6ed8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:39.543062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80ad9ec2-abd9-4ff7-ab62-4fdb03cbbe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:39.544992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-80ad9ec2-abd9-4ff7-ab62-4fdb03cbbe05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f90e4870-6e50-4bf4-9d69-c7ec55aa6ed8 HTTP/1.1" status: 204 len: 168 time: 0.5269258 Feb 07 22:38:39.565135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Allocated IP 192.168.233.186 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/7b6c007e-333b-4cac-a539-a96f16adc727) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:39.585002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915db49-266c-4418-b628-516d42a61b00 req-1da5a281-f772-4c4e-b521-874530911e08 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:39.586534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a915db49-266c-4418-b628-516d42a61b00 req-1da5a281-f772-4c4e-b521-874530911e08 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 0.1483254 Feb 07 22:38:39.677896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a915db49-266c-4418-b628-516d42a61b00 req-8b1346d7-ae15-4d80-8680-2140f60defe4 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843358 Feb 07 22:38:39.821536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] For port 0f6efb18-cd2d-44d8-9d53-3685524d1569, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0f6efb18-cd2d-44d8-9d53-3685524d1569,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:39.821906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.002862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Calling delete_port for 0f6efb18-cd2d-44d8-9d53-3685524d1569 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:40.200978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8fe8939f-e4a9-4090-a61a-ccc2a2cce04c req-96d87821-8d87-450a-b18f-5d5fdc0e3ab3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 210 time: 0.0573719 Feb 07 22:38:40.215759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.424542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7574fbfe-0297-49ea-9fec-7c336964be58 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:40.534799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 7574fbfe-0297-49ea-9fec-7c336964be58 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:40.536649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7574fbfe-0297-49ea-9fec-7c336964be58 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:40.542440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:40.550968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49302) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:40.575972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22d49-12b5-41ae-b65e-233fb993c16f req-472ef34e-aefd-4825-b858-8fcfe53e2250 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.584209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] For port 83703986-da55-462d-85f9-2c3feca9008a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=83703986-da55-462d-85f9-2c3feca9008a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:40.584819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1b22d49-12b5-41ae-b65e-233fb993c16f req-472ef34e-aefd-4825-b858-8fcfe53e2250 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.1226401 Feb 07 22:38:40.584943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.639098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1b22d49-12b5-41ae-b65e-233fb993c16f req-6f60dbfa-6319-4db4-890c-726bbf7a8544 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Feb 07 22:38:40.705027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1083480441-network', 'tenant_id': 'a508152725cf473a9ca3c2ad4b10f9a5'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:40.711140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:40.715455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Usage tracker for resource:network and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:40.719722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:40.724247 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'code': 200} Feb 07 22:38:40.726113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:40.747752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Made reservation on behalf of a508152725cf473a9ca3c2ad4b10f9a5 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:40.750632 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.770678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Calling delete_port for 83703986-da55-462d-85f9-2c3feca9008a owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:40.816068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.842384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:40.848187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:40.854515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:40.862303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:40.927879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18d3c4-a1ed-445d-8c19-4707f645c4c1 req-3dd7afed-706e-456a-a7e6-e2d9d2f16da3 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:40.929721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e18d3c4-a1ed-445d-8c19-4707f645c4c1 req-3dd7afed-706e-456a-a7e6-e2d9d2f16da3 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/ports?device_id=413940cf-7fc5-4595-b733-bab5bd3472b4 HTTP/1.1" status: 200 len: 943 time: 0.1668799 Feb 07 22:38:40.935803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:40.966993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.023190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e18d3c4-a1ed-445d-8c19-4707f645c4c1 req-63b6a55d-89d7-4015-b62d-68ba2c99c8a9 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816863 Feb 07 22:38:41.064538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df2478-d17c-4164-89fa-45c155c0bcc7 req-1b6dfb77-149c-4924-a160-04d6a8a19f04 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:41.066050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2df2478-d17c-4164-89fa-45c155c0bcc7 req-1b6dfb77-149c-4924-a160-04d6a8a19f04 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 0.1888802 Feb 07 22:38:41.096078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Transition to ACTIVE for port object 7b6c007e-333b-4cac-a539-a96f16adc727 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:41.121060 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.130443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.133955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Pushing event deleted for resources: {'Port': ['ID=0f6efb18-cd2d-44d8-9d53-3685524d1569,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:41.184266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2df2478-d17c-4164-89fa-45c155c0bcc7 req-ecd0201b-02a5-4560-af0d-7deaefebd03c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986176 Feb 07 22:38:41.185018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aefebf8-f5ff-4ce2-a5df-55609f1247c8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:41.188677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:38:41.199502 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.200057 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Added segment d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8 of type vlan for network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 Feb 07 22:38:41.240944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.282472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] No DVR routers for this DVR port 0f6efb18-cd2d-44d8-9d53-3685524d1569 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:41.288004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.292075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'name': 'network-vif-deleted', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:41.322382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.334202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed', '4a5cbc7f-266b-4137-85de-b373107a3a2b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:41.410021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4c2ca8ec-57ed-4ce6-985c-f54dbccbb9a1 req-6248f0b9-1a89-4fa0-8f93-7e210b16a663 tempest-FloatingIPsAssociationTestJSON-2135451968 tempest-FloatingIPsAssociationTestJSON-2135451968-project] 10.222.0.36 "DELETE /v2.0/ports/0f6efb18-cd2d-44d8-9d53-3685524d1569 HTTP/1.1" status: 204 len: 173 time: 3.2729518 Feb 07 22:38:41.467052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.468071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:41.469583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.516429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9640257 Feb 07 22:38:41.518786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49366) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:41.541168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:41.613839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e8428-914a-42d1-bca4-00e4590fa5b1 req-5733e3f6-eb6d-42a5-be3d-b6642d9dfe72 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:41.621001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Request body: {'subnet': {'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1083480441-subnet', 'tenant_id': 'a508152725cf473a9ca3c2ad4b10f9a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:41.622325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-484e8428-914a-42d1-bca4-00e4590fa5b1 req-5733e3f6-eb6d-42a5-be3d-b6642d9dfe72 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1097 time: 0.2361386 Feb 07 22:38:41.638532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:41.657909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b094-d509-4e53-8848-5cacdffe3740 admin admin] Pushing event updated for resources: {'Network': ['ID=d5488a88-e102-47bb-ac6a-8cfc051ef1b6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:41.667416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:38:41.709217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:38:41.724442 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-484e8428-914a-42d1-bca4-00e4590fa5b1 req-b84432ef-6754-433e-a659-9b0674e13e31 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008284 Feb 07 22:38:41.733730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:41.822429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:41.826281 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413940cf-7fc5-4595-b733-bab5bd3472b4', 'name': 'network-vif-deleted', 'tag': '0f6efb18-cd2d-44d8-9d53-3685524d1569', 'status': 'completed', 'code': 200} Feb 07 22:38:41.843473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Usage tracker for resource:subnet and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:41.853318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:41.867397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:41.964502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:42.004680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=83703986-da55-462d-85f9-2c3feca9008a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:42.026233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Deleting port b3576973-b2cf-4eb5-bba2-dda6587d7375 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:42.028982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.065536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c99cfae8-c1d7-4e20-9b5c-3eeae81c621e None None] Provisioning for port 7b6c007e-333b-4cac-a539-a96f16adc727 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:42.072446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c99cfae8-c1d7-4e20-9b5c-3eeae81c621e None None] Provisioning complete for port 7b6c007e-333b-4cac-a539-a96f16adc727 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:42.072959 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c99cfae8-c1d7-4e20-9b5c-3eeae81c621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.079497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eff9a5-2995-4a38-b6d2-959397ffe204 req-c14f0b84-2e22-403b-993b-1acc5580df92 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.081060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5eff9a5-2995-4a38-b6d2-959397ffe204 req-c14f0b84-2e22-403b-993b-1acc5580df92 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.1951289 Feb 07 22:38:42.133030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c99cfae8-c1d7-4e20-9b5c-3eeae81c621e None None] Port 7b6c007e-333b-4cac-a539-a96f16adc727 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:38:42.137130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b8a67-432d-45ad-ae74-40b5a2e02783 req-d00dadad-5dde-4b4d-80be-1ffdf67b1a55 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.138827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-754b8a67-432d-45ad-ae74-40b5a2e02783 req-d00dadad-5dde-4b4d-80be-1ffdf67b1a55 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 936 time: 0.2053223 Feb 07 22:38:42.144063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5eff9a5-2995-4a38-b6d2-959397ffe204 req-f7242492-7b5a-4303-8b07-f8a19c663495 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560136 Feb 07 22:38:42.189252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-754b8a67-432d-45ad-ae74-40b5a2e02783 req-d3e27014-3934-4fb7-803b-fe8956a3a312 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Feb 07 22:38:42.226521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.227168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.292404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Made reservation on behalf of a508152725cf473a9ca3c2ad4b10f9a5 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:42.294772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.345870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49392) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:42.554465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-151b044b-c079-4398-a4ae-e8ce98c69129 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2730799 Feb 07 22:38:42.572707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Request body: {'port': {'device_id': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:42.605491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.627229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a568b-7b68-4cf0-859b-191cd5851460 req-f22bb2ee-061e-4cf9-9630-feae22e6dd29 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.628772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b92a568b-7b68-4cf0-859b-191cd5851460 req-f22bb2ee-061e-4cf9-9630-feae22e6dd29 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1097 time: 0.3239422 Feb 07 22:38:42.754719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b92a568b-7b68-4cf0-859b-191cd5851460 req-1fa306b8-5674-4d88-93fa-ec117f93ea45 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148255 Feb 07 22:38:42.770957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] For port b3576973-b2cf-4eb5-bba2-dda6587d7375, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b3576973-b2cf-4eb5-bba2-dda6587d7375,segment=NetworkSegment(4a4e8633-3874-4d82-a74a-470134bcfed0),segment_id=4a4e8633-3874-4d82-a74a-470134bcfed0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:42.771740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:42.940443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cebf69-d671-47ad-89c0-700cae1d7676 req-74614146-5354-4b9e-951d-3662e9f9fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:42.943018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8cebf69-d671-47ad-89c0-700cae1d7676 req-74614146-5354-4b9e-951d-3662e9f9fcb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1101 time: 1.2063456 Feb 07 22:38:43.022371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.025648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.049217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.085353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Calling delete_port for b3576973-b2cf-4eb5-bba2-dda6587d7375 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:43.123037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.123574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2abaeb98-6e17-4fec-a38a-7ff15e56e174 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:38:43.227731 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8cebf69-d671-47ad-89c0-700cae1d7676 req-a9d71cef-0e75-4f17-958d-3b3c768fce55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115499 Feb 07 22:38:43.245467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.247581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dabe891f-5c7f-4c39-8306-49659b6455e6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2abaeb98-6e17-4fec-a38a-7ff15e56e174 HTTP/1.1" status: 204 len: 168 time: 5.7330515 Feb 07 22:38:43.254504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49490) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:43.259100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.514400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] Deleting subnet da27622f-698a-4b8b-bb71-ec6495e2fce8 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:38:43.541702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.641731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b1063-2358-4099-a686-2e47299b906c req-d379a24b-c97d-48c7-801f-8d9f7e64a3cd tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:43.642960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.643239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-790b1063-2358-4099-a686-2e47299b906c req-d379a24b-c97d-48c7-801f-8d9f7e64a3cd tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.2269638 Feb 07 22:38:43.718521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.762055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-790b1063-2358-4099-a686-2e47299b906c req-ea168905-40d3-40a5-9a00-e600f2f2bfd2 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917268 Feb 07 22:38:43.774388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Deleting port 1ece473e-dfb2-46f8-b17a-3427cfac1d09 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:43.774739 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.911429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4edb260d-f613-4a7a-b815-33ec599c988a,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:43.971568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Checking segment: {'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:43.971937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Network hostable DHCP agents. Network: d5488a88-e102-47bb-ac6a-8cfc051ef1b6, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:38:43.995500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:43.995934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:38:44.000140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:44.065343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3576973-b2cf-4eb5-bba2-dda6587d7375,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:44.075676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] For port 1ece473e-dfb2-46f8-b17a-3427cfac1d09, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1ece473e-dfb2-46f8-b17a-3427cfac1d09,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:44.076728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.210634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Calling delete_port for 1ece473e-dfb2-46f8-b17a-3427cfac1d09 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:44.254412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.329462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.331161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:44.348148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:44.365122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'mac_address': 'fa:16:3e:68:f9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:38:44.366210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:38:44.369908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:44.430816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.434540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-a0a45c97-f525-4499-8afb-790cb66289ef tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:38:44.435867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-a0a45c97-f525-4499-8afb-790cb66289ef tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159898 Feb 07 22:38:44.444527 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.516223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d5488a88-e102-47bb-ac6a-8cfc051ef1b6) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:44.523663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Request body: {'binding': {'host': 'n-h2-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:44.524889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:38:44.546685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:44.549572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83703986-da55-462d-85f9-2c3feca9008a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:44.552811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.553546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.575949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfeb56f-a5d5-4358-adda-77cc9f2c5d61 None None] Network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:44.580831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f318dc-ab3a-4f65-830a-4eb7d66857b7 req-6e5b706f-707b-4152-aeaf-019842d6d007 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:44.582612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1f318dc-ab3a-4f65-830a-4eb7d66857b7 req-6e5b706f-707b-4152-aeaf-019842d6d007 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 936 time: 0.6822608 Feb 07 22:38:44.590572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ece473e-dfb2-46f8-b17a-3427cfac1d09,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:44.663816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 83703986-da55-462d-85f9-2c3feca9008a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:44.664166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83703986-da55-462d-85f9-2c3feca9008a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:44.678216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.708776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e82073-ec51-402d-9ebf-f9af0cfdb174 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:44.751341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:44.754025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6c007e-333b-4cac-a539-a96f16adc727 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:44.764308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.788745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1f318dc-ab3a-4f65-830a-4eb7d66857b7 req-370e8444-8de3-403a-a8bf-9c8ddbe7c8bf tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826513 Feb 07 22:38:44.877963 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:44.971442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:44.983066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7cc401-a703-4c4c-86c4-894ff77851fb None None] Network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:45.040385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.053383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Transition to ACTIVE for port object 7b6c007e-333b-4cac-a539-a96f16adc727 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:45.130404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.154917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bffa976c-2ced-4b84-8ac3-a646e0160a0d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.6204724 Feb 07 22:38:45.157058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['50e82073-ec51-402d-9ebf-f9af0cfdb174'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:45.163474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.248371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.258360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on host n-h2-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:45.258929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:45.259415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:45.275814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:38:45.276430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:45.385717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-4654d84f-f527-4346-9f97-17798893720a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0221517 Feb 07 22:38:45.387030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.398214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85232694-f3b8-4862-aa6d-f97784a640eb None None] Network a65b791c-a784-44a4-bd50-ad2ada74411a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:45.416449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:38:45.418787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:45.419506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:38:45.420290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Bound port: 499e737a-afa9-4081-aa26-65980fdddc08, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:45.426757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da27622f-698a-4b8b-bb71-ec6495e2fce8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:45.535222 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01eb02d4-742a-4b21-92d6-bfe4566999d5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/da27622f-698a-4b8b-bb71-ec6495e2fce8 HTTP/1.1" status: 204 len: 168 time: 2.2766745 Feb 07 22:38:45.602373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49560) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:45.602504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:45.646876 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'code': 200} Feb 07 22:38:45.845928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] DHCP port deletion for a65b791c-a784-44a4-bd50-ad2ada74411a request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:38:45.852502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] Deleting port 7260b762-4425-46b9-89f9-13eb270aceed {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:45.853141 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:45.893005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:45.893344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:45.893674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:45.908876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:38:45.957983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:38:45.957983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:45.978744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:38:45.979085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:45.979474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:38:45.979907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Bound port: 7b6c007e-333b-4cac-a539-a96f16adc727, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:45.980258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.021582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.022647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f8c1faa7-ca21-4b86-a36d-8030cb4ef3f1 service neutron] 10.222.0.10 "POST /v2.0/ports/499e737a-afa9-4081-aa26-65980fdddc08/bindings HTTP/1.1" status: 201 len: 389 time: 1.5062962 Feb 07 22:38:46.034321 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.037687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-2ff96d0e-3806-4eb8-a8fb-58e06799337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.039877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-2ff96d0e-3806-4eb8-a8fb-58e06799337e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1101 time: 0.5030794 Feb 07 22:38:46.071646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Deleting port 7260b762-4425-46b9-89f9-13eb270aceed {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:46.071900 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.108603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] For port 7260b762-4425-46b9-89f9-13eb270aceed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7260b762-4425-46b9-89f9-13eb270aceed,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:46.109295 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.138131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ee48-2d66-4875-bbc4-0fe8f4a0a61a req-799cf428-4ecd-4204-86b9-6974d1075af9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.139623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f22ee48-2d66-4875-bbc4-0fe8f4a0a61a req-799cf428-4ecd-4204-86b9-6974d1075af9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 949 time: 0.3523901 Feb 07 22:38:46.286725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] Calling delete_port for 7260b762-4425-46b9-89f9-13eb270aceed owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:46.305453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-51087569', 'description': 'tempest-description-1080223789'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:46.352901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:46.367035 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.384126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f22ee48-2d66-4875-bbc4-0fe8f4a0a61a req-369f4205-0d2e-400b-a187-0a7b3f1e380d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818109 Feb 07 22:38:46.419061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:46.422967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:46.428151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] No DVR routers for this DVR port 7260b762-4425-46b9-89f9-13eb270aceed on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:46.437115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d467f-9b70-407b-949b-1ad7842970fc None None] Pushing event deleted for resources: {'Port': ['ID=7260b762-4425-46b9-89f9-13eb270aceed,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:46.485901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:46.491020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Router edfedf3f-d197-4eef-9efa-7b2f136835ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:46.555189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] For port 7260b762-4425-46b9-89f9-13eb270aceed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7260b762-4425-46b9-89f9-13eb270aceed,segment=NetworkSegment(43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f),segment_id=43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:46.555568 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.565722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Router aca97ea5-3e5e-4d13-8043-13344278f6ec has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:46.581051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7260b762-4425-46b9-89f9-13eb270aceed no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:46.587754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:38:46.598771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-36a0f09c-aafd-4dfe-bb57-6cf7fb8f0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.600395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-36a0f09c-aafd-4dfe-bb57-6cf7fb8f0db1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5140810 Feb 07 22:38:46.629365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 7260b762-4425-46b9-89f9-13eb270aceed {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:46.629740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7260b762-4425-46b9-89f9-13eb270aceed not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:46.662669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:38:46.740111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.747582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Calling delete_port for 7260b762-4425-46b9-89f9-13eb270aceed owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:46.775099 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-25d7f83f-bcf5-42c6-b1b9-6d86afcfaa2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.1111131 Feb 07 22:38:46.791564 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.861201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:46.861820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:46.863600 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 1096 time: 4.3000603 Feb 07 22:38:46.868202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:46.929923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:46.961053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:46.966697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:46.976666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:47.002975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:47.003267 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:47.041601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-e63dbf1c-b6b9-453e-94f0-eb23a6f7840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.043637 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-e63dbf1c-b6b9-453e-94f0-eb23a6f7840d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2551541 Feb 07 22:38:47.066497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-101cb5b5-1821-414b-91a1-85accff16297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.067916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-101cb5b5-1821-414b-91a1-85accff16297 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1097 time: 0.7513759 Feb 07 22:38:47.097037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2962d4-40fd-4d49-b901-4c3de68679d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:47.106537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:47.114821 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8d94be7-4f09-43db-a3b1-6a08d7c68b84 admin admin] 10.222.0.10 "PUT /v2.0/routers/aca97ea5-3e5e-4d13-8043-13344278f6ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7939494 Feb 07 22:38:47.118206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] Sync routers for ids ['aca97ea5-3e5e-4d13-8043-13344278f6ec'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:47.118624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:47.128739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] Routers {'aca97ea5-3e5e-4d13-8043-13344278f6ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:47.129329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['aca97ea5-3e5e-4d13-8043-13344278f6ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:47.194854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824dab6-e6dc-4fe3-aace-4a6509d895bc req-f8dadc8e-b91a-4fd9-b7e0-4bf87f877414 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.196343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e824dab6-e6dc-4fe3-aace-4a6509d895bc req-f8dadc8e-b91a-4fd9-b7e0-4bf87f877414 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 948 time: 0.5572226 Feb 07 22:38:47.218514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:47.235032 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] Sync routers for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:47.238627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-ce42ff6d-252d-45ee-886c-d9f4c15b1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.239736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-ce42ff6d-252d-45ee-886c-d9f4c15b1302 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1099 time: 0.2806995 Feb 07 22:38:47.248930 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:47.249590 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:47.357686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e824dab6-e6dc-4fe3-aace-4a6509d895bc req-582f0646-9fb9-4f27-8832-849ea8a872a9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403966 Feb 07 22:38:47.361831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-d19738d0-60cc-4312-a1cd-63f2fdbaa502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.363302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-d19738d0-60cc-4312-a1cd-63f2fdbaa502 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.2854745 Feb 07 22:38:47.371819 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-333a0a34-3d86-4f67-b6b9-f212476b5a76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.1228263 Feb 07 22:38:47.380674 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.393236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] Set router aca97ea5-3e5e-4d13-8043-13344278f6ec gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:47.426479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-4a15f7a7-1a2a-41fa-a70c-f6e19e6c9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.427994 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-4a15f7a7-1a2a-41fa-a70c-f6e19e6c9616 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3747375 Feb 07 22:38:47.467096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.525502 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:47.569540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Deleting port 7260b762-4425-46b9-89f9-13eb270aceed {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:47.569891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.612896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.619788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a4ea4519-bb6b-481e-afa6-3ee481d9930e admin admin] 10.222.0.10 "PUT /v2.0/routers/edfedf3f-d197-4eef-9efa-7b2f136835ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2735569 Feb 07 22:38:47.624520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49590) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:47.702829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-766325c7-091c-4d3f-8053-c34c04e027cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 200 len: 217 time: 0.3252397 Feb 07 22:38:47.705647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-98b90a5f-af5c-4df7-ad69-c3981410fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:47.707066 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-98b90a5f-af5c-4df7-ad69-c3981410fed7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3246543 Feb 07 22:38:47.724510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] The port '7260b762-4425-46b9-89f9-13eb270aceed' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:38:47.801307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:38:43Z', 'revision_number': 5, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:47.807413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] Checking router: aca97ea5-3e5e-4d13-8043-13344278f6ec for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:47.819379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] Routers {'aca97ea5-3e5e-4d13-8043-13344278f6ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:47.820154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['aca97ea5-3e5e-4d13-8043-13344278f6ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:47.856580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:47.869120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d95900eb-6220-41b9-b796-dceb7b33cc0c req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.5768342 Feb 07 22:38:47.870013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ede8fb-22f6-4198-8b2b-ed51d22e9a27 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e445f58d-bb37-4997-94dc-e0d0b971785a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:47.988059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:38:44Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:47.992481 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] Checking router: edfedf3f-d197-4eef-9efa-7b2f136835ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:48.001351 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] Routers {'edfedf3f-d197-4eef-9efa-7b2f136835ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:48.002115 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['edfedf3f-d197-4eef-9efa-7b2f136835ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:48.017840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:48.086871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] Set router aca97ea5-3e5e-4d13-8043-13344278f6ec gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:48.119571 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.141794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.147436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65b791c-a784-44a4-bd50-ad2ada74411a']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:48.147890 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-2a0d109d-9c30-45ca-a00b-59b64be5520e service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7055571 Feb 07 22:38:48.162198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:48.162513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ebbeb6-c56e-4fe0-ae92-e5d0a67f799f') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:48.176174 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.195352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.203127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:48.204043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.204236 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] Set router edfedf3f-d197-4eef-9efa-7b2f136835ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:48.295701 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:48.315252 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e011b26-a4ab-4547-91d8-47f24839dc17 req-f529d104-8474-45f0-b35d-37aff0699b0e service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576307 Feb 07 22:38:48.337754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-7b74eae1-95e7-4333-b7aa-e22d66ffcc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.339296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-7b74eae1-95e7-4333-b7aa-e22d66ffcc8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.6221447 Feb 07 22:38:48.346612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.347030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 50e82073-ec51-402d-9ebf-f9af0cfdb174 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:48.347412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.431590 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.435554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Deleting port d32a1ff5-614e-4204-9460-27939c7e65b2 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:48.436520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.450199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-4de2be4e-49e0-4f66-9607-de0952e9f788 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964193 Feb 07 22:38:48.454908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a65b791c-a784-44a4-bd50-ad2ada74411a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:48.465867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-581cd06f-148a-45ec-9175-4de9f01875cb admin admin] 10.222.0.10 "DELETE /v2.0/networks/a65b791c-a784-44a4-bd50-ad2ada74411a HTTP/1.1" status: 204 len: 168 time: 2.8591726 Feb 07 22:38:48.490586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49598) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:48.568585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.585780 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:38:44Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:48.590337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b585571-9849-4c55-aca1-035e6be45b8c None None] The sync data for ids ['edfedf3f-d197-4eef-9efa-7b2f136835ef'] in n-d-827896-3 is: [{'id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'name': 'tempest-FloatingIPsAssociationTestJSON-174979352-router', 'tenant_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:21Z', 'updated_at': '2022-02-07T22:38:44Z', 'revision_number': 5, 'project_id': 'dd7a3666c0f9415f8f33fa2a72db7117', 'gw_port': {'id': '84c4214e-7aed-46d3-9c66-155dbbff0d5a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:40:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfedf3f-d197-4eef-9efa-7b2f136835ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:25Z', 'updated_at': '2022-02-07T22:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:48.610525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:48.627317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:48.635417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e1103-827c-45ab-89c5-80c619fd9ae9 req-abd52c9e-76c4-4f10-b597-b8c6ea721af4 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.635915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:38:43Z', 'revision_number': 5, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:48.637729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d3e1103-827c-45ab-89c5-80c619fd9ae9 req-abd52c9e-76c4-4f10-b597-b8c6ea721af4 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 1.0402689 Feb 07 22:38:48.641677 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.658705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-572dbf6a-f4c6-42ad-af4b-53255c8654d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.660280 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-572dbf6a-f4c6-42ad-af4b-53255c8654d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9388213 Feb 07 22:38:48.675911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a94431f-0ea7-4bd6-a674-edd300253ec5 None None] The sync data for ids ['aca97ea5-3e5e-4d13-8043-13344278f6ec'] in n-d-827896-3 is: [{'id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2078050294-router', 'tenant_id': '56ed0edd780141479b6d0ba8984e65d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:35:13Z', 'updated_at': '2022-02-07T22:38:43Z', 'revision_number': 5, 'project_id': '56ed0edd780141479b6d0ba8984e65d1', 'gw_port': {'id': 'd32a1ff5-614e-4204-9460-27939c7e65b2', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca97ea5-3e5e-4d13-8043-13344278f6ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:35:15Z', 'updated_at': '2022-02-07T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:48.711395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83895-fcd5-4174-8fc4-b23720f5ef0b req-a856ece8-5889-4408-8edd-a36dcd31f270 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:48.717591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baf83895-fcd5-4174-8fc4-b23720f5ef0b req-a856ece8-5889-4408-8edd-a36dcd31f270 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 949 time: 0.6242485 Feb 07 22:38:48.724422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:48.764077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.830290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] For port d32a1ff5-614e-4204-9460-27939c7e65b2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d32a1ff5-614e-4204-9460-27939c7e65b2,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:48.830678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:48.861181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d3e1103-827c-45ab-89c5-80c619fd9ae9 req-31867597-3dae-4d12-a034-9dd41f8499e6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090504 Feb 07 22:38:48.888953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-67ae007a-0337-4db9-9919-5269b3d9e3df service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299800 Feb 07 22:38:49.001768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Calling delete_port for d32a1ff5-614e-4204-9460-27939c7e65b2 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:49.090425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baf83895-fcd5-4174-8fc4-b23720f5ef0b req-578a2d9d-c61b-470e-8370-fbc1b026f98c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647578 Feb 07 22:38:49.220101 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'status': 'completed', 'code': 200} Feb 07 22:38:49.253413 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-7bdba748-2fe7-4f79-9fa9-0efa8c0b266f service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801277 Feb 07 22:38:49.336242 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.377043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-819892344', 'description': 'tempest-description-1428095425'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:49.385838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:49.395872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:49.402819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-39b21791-a6b6-40af-bb97-74bd98fd2eb4 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374382 Feb 07 22:38:49.405580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:49.430922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Deleting port 84c4214e-7aed-46d3-9c66-155dbbff0d5a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:49.431298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.446472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:49.474084 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.560809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:49.568707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:49.574864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:49.620606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:49.642840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f5394be5-c8d6-45a7-935e-cc9be6b7a7dd req-4a05201a-4009-4379-b629-b8c5fb57fd5a service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610978 Feb 07 22:38:49.735991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fe7da-5079-4f2c-9e10-bd6ce3594329 req-a3829bd5-6d8e-4429-9802-827836b2abae tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:49.737845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-935fe7da-5079-4f2c-9e10-bd6ce3594329 req-a3829bd5-6d8e-4429-9802-827836b2abae tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 948 time: 0.1587534 Feb 07 22:38:49.806354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.838711 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.881443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-935fe7da-5079-4f2c-9e10-bd6ce3594329 req-481d821d-86c8-4f8e-8161-d4895ab3c414 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278851 Feb 07 22:38:49.884729 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.947458 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'code': 200} Feb 07 22:38:49.964281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54db15e-0da5-4d9f-b424-980c28c3eef1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:49.984387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:49.985757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-158a424e-9960-4b75-9995-f263699bbdcb req-e3bc89b6-25d9-4111-97f8-18f49c45ce2a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6268573 Feb 07 22:38:50.030405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.065300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Pushing event deleted for resources: {'Port': ['ID=d32a1ff5-614e-4204-9460-27939c7e65b2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:50.112929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] For port 84c4214e-7aed-46d3-9c66-155dbbff0d5a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=84c4214e-7aed-46d3-9c66-155dbbff0d5a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:50.113307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.331020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Calling delete_port for 84c4214e-7aed-46d3-9c66-155dbbff0d5a owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:50.497149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.512265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1ece473e-dfb2-46f8-b17a-3427cfac1d09 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:50.546709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-2ed3e4cf-571e-49f0-87f0-6349f217b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.548383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-2ed3e4cf-571e-49f0-87f0-6349f217b452 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1099 time: 0.8098342 Feb 07 22:38:50.587661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1ece473e-dfb2-46f8-b17a-3427cfac1d09 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:50.588091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1ece473e-dfb2-46f8-b17a-3427cfac1d09 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:50.588973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b3576973-b2cf-4eb5-bba2-dda6587d7375 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:50.633057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b3576973-b2cf-4eb5-bba2-dda6587d7375 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:50.633606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b3576973-b2cf-4eb5-bba2-dda6587d7375 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:50.751207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700fda-7559-49d4-adf2-8b7d6ff3bf04 req-81f9e67f-d1a4-4f93-be3e-1b37d61cac1d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.758809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12700fda-7559-49d4-adf2-8b7d6ff3bf04 req-81f9e67f-d1a4-4f93-be3e-1b37d61cac1d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 0.2302215 Feb 07 22:38:50.881780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.892515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.953296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12700fda-7559-49d4-adf2-8b7d6ff3bf04 req-49e99a17-1399-4325-b109-15527c1efbd6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934354 Feb 07 22:38:50.969231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.969814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca97ea5-3e5e-4d13-8043-13344278f6ec {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:38:50.986964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Deleting port d567e0dc-9018-4278-b740-68a40f9d53d6 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:50.987343 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.988353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-dc741637-3005-4520-949b-396d0a88e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:50.990240 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-dc741637-3005-4520-949b-396d0a88e34e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3262403 Feb 07 22:38:50.992857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:50.993866 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7db3d6c3-5b63-45f9-8932-1df3cf04d97a admin admin] 10.222.0.10 "DELETE /v2.0/routers/aca97ea5-3e5e-4d13-8043-13344278f6ec HTTP/1.1" status: 204 len: 168 time: 3.8729353 Feb 07 22:38:50.996483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49712) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:51.149547 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-f6293a15-ad4e-4853-bc66-f72774119c52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.1496460 Feb 07 22:38:51.276244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] Deleting subnet 88670317-5c9c-40a7-828c-d5a82907fd62 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:38:51.281728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-d4fb4af9-d6be-4e45-ba98-9effaa2d183b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:51.282469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-d4fb4af9-d6be-4e45-ba98-9effaa2d183b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:51.290592 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.318597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-fe13b8f2-6ec7-47ae-acd9-fb9c82bc8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:51.320121 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-fe13b8f2-6ec7-47ae-acd9-fb9c82bc8a5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1310561 Feb 07 22:38:51.325651 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.337552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] For port d567e0dc-9018-4278-b740-68a40f9d53d6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d567e0dc-9018-4278-b740-68a40f9d53d6,segment=NetworkSegment(e0a620f7-7aa1-41d2-a32c-82b1e3391cdf),segment_id=e0a620f7-7aa1-41d2-a32c-82b1e3391cdf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:51.337986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.360238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b75e39-cb7b-418c-887d-20a30570a6b5 req-3b65ede1-2428-4758-bc68-ee2dc2e0b2e1 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:51.361712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76b75e39-cb7b-418c-887d-20a30570a6b5 req-3b65ede1-2428-4758-bc68-ee2dc2e0b2e1 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.2256322 Feb 07 22:38:51.365230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-d4fb4af9-d6be-4e45-ba98-9effaa2d183b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:51.366253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-d4fb4af9-d6be-4e45-ba98-9effaa2d183b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 813 time: 0.5013916 Feb 07 22:38:51.440104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c4214e-7aed-46d3-9c66-155dbbff0d5a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:51.488214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.517156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Calling delete_port for d567e0dc-9018-4278-b740-68a40f9d53d6 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:51.565347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-f1c797b5-5253-430f-940c-86b881fc13d3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/quotas/a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 375 time: 0.1217527 Feb 07 22:38:51.626396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:51.634864 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76b75e39-cb7b-418c-887d-20a30570a6b5 req-fbb98ed5-020f-4374-bbfc-dfdcd3c69d3a tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661443 Feb 07 22:38:51.640784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-157ed2aa-acbe-4093-a0f6-d107c99c940a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654449 Feb 07 22:38:51.718685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:38:51.816802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-9b4abdb3-e957-4c93-88be-9f5118c29593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:51.818256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-9b4abdb3-e957-4c93-88be-9f5118c29593 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4858243 Feb 07 22:38:51.905311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:51.922807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '7b6c007e-333b-4cac-a539-a96f16adc727', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '7b6c007e-333b-4cac-a539-a96f16adc727', 'mac_address': 'fa:16:3e:44:6a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:38:51.988434 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.015199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6c007e-333b-4cac-a539-a96f16adc727 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:52.040265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:52.046485 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.087654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.088163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6605ff-388a-4ca5-b04b-2691083b55ad req-9dae1793-bca7-46f3-9d1e-6893fd38b475 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:52.090267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.095160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c6605ff-388a-4ca5-b04b-2691083b55ad req-9dae1793-bca7-46f3-9d1e-6893fd38b475 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 948 time: 0.2667642 Feb 07 22:38:52.096957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-20b4dc64-6a55-4fda-9c49-053e7197f9f7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668729 Feb 07 22:38:52.101952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.158787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:52.178931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.179749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edfedf3f-d197-4eef-9efa-7b2f136835ef {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:38:52.222612 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.224147 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-66f5ba10-1427-4760-9be8-ce9fde18ae85 admin admin] 10.222.0.10 "DELETE /v2.0/routers/edfedf3f-d197-4eef-9efa-7b2f136835ef HTTP/1.1" status: 204 len: 168 time: 4.5950513 Feb 07 22:38:52.228019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:52.231281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-691783ac-a8f9-4f0f-9aa0-33c2d68f1079 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450980 Feb 07 22:38:52.245808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c6605ff-388a-4ca5-b04b-2691083b55ad req-0649869c-4126-4dbb-ad3e-515eb95702cc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483674 Feb 07 22:38:52.354666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-5c219855-b1bb-4b72-a81e-be9748c2a97b service neutron] 10.222.0.10 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413752 Feb 07 22:38:52.357748 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.375906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['7b6c007e-333b-4cac-a539-a96f16adc727'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:38:52.382757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.457476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Pushing event deleted for resources: {'Port': ['ID=d567e0dc-9018-4278-b740-68a40f9d53d6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:52.473662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.480117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88670317-5c9c-40a7-828c-d5a82907fd62,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:52.497079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3a90d5da-c8ef-41ce-8e97-c19baba5af36 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/88670317-5c9c-40a7-828c-d5a82907fd62 HTTP/1.1" status: 204 len: 168 time: 1.4956906 Feb 07 22:38:52.502865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] Deleting subnet 3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:38:52.504499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:52.527949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.534743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915acd0-24d6-4b79-83c1-62fa879792f9 None None] Network 8aebbaa1-8574-4f75-8124-8bc7f76c0447 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:52.746590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.807653 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-104b1be6-c4d2-4076-9f38-f4808de1a869 req-15aaaf59-6414-457b-8521-43740ab4e420 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239918 Feb 07 22:38:52.882252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Deleting port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:52.887314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:52.946668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d32a1ff5-614e-4204-9460-27939c7e65b2 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:52.984735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.157614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d32a1ff5-614e-4204-9460-27939c7e65b2 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:53.162828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d32a1ff5-614e-4204-9460-27939c7e65b2 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:53.295820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.343831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.401785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] For port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,segment=NetworkSegment(4a4e8633-3874-4d82-a74a-470134bcfed0),segment_id=4a4e8633-3874-4d82-a74a-470134bcfed0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:53.401785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.439331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742230af-46a3-4b2d-a603-906101000e4b req-945ef27b-94e2-4f63-8a36-6ff9c3bb9c3a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:53.446152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-742230af-46a3-4b2d-a603-906101000e4b req-945ef27b-94e2-4f63-8a36-6ff9c3bb9c3a tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 0.3484738 Feb 07 22:38:53.518282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] DHCP port deletion for 8aebbaa1-8574-4f75-8124-8bc7f76c0447 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:38:53.526042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Deleting port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:53.526539 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.567753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Calling delete_port for 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:53.605375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-742230af-46a3-4b2d-a603-906101000e4b req-c89313ec-a49e-4825-a6d4-e4617dc61c92 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581776 Feb 07 22:38:53.672636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.733808 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:53.736476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:53.746860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c488e6a3-e75a-4149-9a27-1071daa4957a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3b5297fe-f81f-4d26-9a93-d8b0b6ba6ead HTTP/1.1" status: 204 len: 168 time: 1.5148439 Feb 07 22:38:53.748200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49788) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:53.753729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ee740-09ab-435f-99f0-5f3054c33b01 None None] Network 8c135a57-28dd-4536-baf6-18f2d613d9b7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:53.861151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e65765b7-4018-4e1c-8e4a-4a9d2821e189 req-1d5e99a6-1268-449b-96ff-5aca71f233ac tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 210 time: 0.1258314 Feb 07 22:38:53.955850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.031405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:54.042676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] No DVR routers for this DVR port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:54.108402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.128969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] For port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=75fec4e8-08ae-4d54-9a17-c83d7cba3d17,segment=NetworkSegment(4a4e8633-3874-4d82-a74a-470134bcfed0),segment_id=4a4e8633-3874-4d82-a74a-470134bcfed0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:54.129555 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.188631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Deleting port aecee9d1-d36c-4454-90bc-440664975b6f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:54.188950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.234015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.268881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aebbaa1-8574-4f75-8124-8bc7f76c0447']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:54.274337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Calling delete_port for 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:54.304911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Router a860e560-efc4-45c4-bd26-5f811271b5d5 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:38:54.322176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b431cd-00ef-4e59-b076-9c9f646f84ab req-fc2dbcd1-303e-4c13-8786-dbaebf2ea5a5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:54.323406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4e8633-3874-4d82-a74a-470134bcfed0') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:54.323959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4e8633-3874-4d82-a74a-470134bcfed0') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:54.324094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3b431cd-00ef-4e59-b076-9c9f646f84ab req-fc2dbcd1-303e-4c13-8786-dbaebf2ea5a5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.5907197 Feb 07 22:38:54.342961 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.361306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:54.361660 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:54.423209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.423843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] DHCP port deletion for 8c135a57-28dd-4536-baf6-18f2d613d9b7 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:38:54.430904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Deleting port aecee9d1-d36c-4454-90bc-440664975b6f {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:54.432653 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.443596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:54.443596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.444089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d637a6-1451-47b7-ac2a-7bd90d8327da req-75689df2-2035-4523-85e1-957c96cb089f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:54.445856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82d637a6-1451-47b7-ac2a-7bd90d8327da req-75689df2-2035-4523-85e1-957c96cb089f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 949 time: 0.3926897 Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:54.460877 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:54.564775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aecee9d1-d36c-4454-90bc-440664975b6f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:54.565006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] For port aecee9d1-d36c-4454-90bc-440664975b6f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aecee9d1-d36c-4454-90bc-440664975b6f,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:54.565626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.617352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3b431cd-00ef-4e59-b076-9c9f646f84ab req-9d16ee5b-fb36-4076-9907-c54b24fda53f tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350779 Feb 07 22:38:54.655110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82d637a6-1451-47b7-ac2a-7bd90d8327da req-8f84e6d5-9a61-4d6e-b4cf-0411f6864125 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983540 Feb 07 22:38:54.702729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:38:54.730111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.730870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7167c276-b5a8-4b9e-931b-96fdec370618 admin admin] 10.222.0.10 "PUT /v2.0/routers/a860e560-efc4-45c4-bd26-5f811271b5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2381594 Feb 07 22:38:54.732035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49802) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:54.752083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] Sync routers for ids ['a860e560-efc4-45c4-bd26-5f811271b5d5'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:38:54.753560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Calling delete_port for aecee9d1-d36c-4454-90bc-440664975b6f owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:54.833664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] Routers {'a860e560-efc4-45c4-bd26-5f811271b5d5'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:54.834567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a860e560-efc4-45c4-bd26-5f811271b5d5'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:54.911466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:54.914082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aebbaa1-8574-4f75-8124-8bc7f76c0447,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:54.992812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4e2e348d-944b-4b9f-a829-845ef02f9ba4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8aebbaa1-8574-4f75-8124-8bc7f76c0447 HTTP/1.1" status: 204 len: 168 time: 2.4851542 Feb 07 22:38:55.053723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Deleting port 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:55.054360 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.098079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-c826ce33-8f12-4e0b-a879-e20c5f2659d3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:55.113956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.117228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-c826ce33-8f12-4e0b-a879-e20c5f2659d3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.36 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 813 time: 0.4777088 Feb 07 22:38:55.118391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.180954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:55.190888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'port': {'device_id': '9230c932-849b-4e54-8d43-5610d747a557', 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6', 'admin_state_up': True, 'tenant_id': 'a508152725cf473a9ca3c2ad4b10f9a5'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:55.231118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14455a36-6e72-4387-83ce-d3bfb6fd3bdb req-726f39be-c539-4ddb-945a-5a87711b9f2c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:55.232845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=aecee9d1-d36c-4454-90bc-440664975b6f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:55.239929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14455a36-6e72-4387-83ce-d3bfb6fd3bdb req-726f39be-c539-4ddb-945a-5a87711b9f2c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 0.3395374 Feb 07 22:38:55.289226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] No DVR routers for this DVR port aecee9d1-d36c-4454-90bc-440664975b6f on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:38:55.307446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] Set router a860e560-efc4-45c4-bd26-5f811271b5d5 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:55.354179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14455a36-6e72-4387-83ce-d3bfb6fd3bdb req-29c1b4df-3296-4336-82b4-e09a32dd23cf tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131322 Feb 07 22:38:55.404040 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.417045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Deleting port 50070cb8-484d-4568-99dd-cda426895e4f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:55.417706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.449833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.478109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7b0ce-13a8-4af6-9d3b-167c3ffa9b12 None None] The port '75fec4e8-08ae-4d54-9a17-c83d7cba3d17' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:38:55.479431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port aecee9d1-d36c-4454-90bc-440664975b6f update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 22:38:55.480928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84c4214e-7aed-46d3-9c66-155dbbff0d5a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:55.504903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c135a57-28dd-4536-baf6-18f2d613d9b7']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:55.528334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-10534027-53b8-48d3-8f57-26153192d5f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f614d9cf3ef34b74bdc603e324c4dc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423359 Feb 07 22:38:55.530337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db671fd-acda-4a21-b3ff-cbe68a393acf') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:55.530824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db671fd-acda-4a21-b3ff-cbe68a393acf') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:55.532022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49858) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:55.561083 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.563243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-673fd214-ff00-49e7-9dc0-98de168412e4 req-39d78a29-dc59-445d-b153-8e9763e57bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 210 time: 0.1056502 Feb 07 22:38:55.582832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.607360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:38:55.608103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.610810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 84c4214e-7aed-46d3-9c66-155dbbff0d5a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:55.611165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84c4214e-7aed-46d3-9c66-155dbbff0d5a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:55.611583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:38:55.623089 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:38:55.693799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] For port aecee9d1-d36c-4454-90bc-440664975b6f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aecee9d1-d36c-4454-90bc-440664975b6f,segment=NetworkSegment(2db671fd-acda-4a21-b3ff-cbe68a393acf),segment_id=2db671fd-acda-4a21-b3ff-cbe68a393acf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:55.694300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.789949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f04b2bd2-26c9-4c05-a0b6-94cbc319d4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.827652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:38:55.855822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:55.879093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:port and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:55.883451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:55.895851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:55.910574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.917045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.934598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:55.935005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 75fec4e8-08ae-4d54-9a17-c83d7cba3d17 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:55.966257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Made reservation on behalf of a508152725cf473a9ca3c2ad4b10f9a5 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:38:55.971078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:55.991698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=8c135a57-28dd-4536-baf6-18f2d613d9b7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:55.997411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f04b2bd2-26c9-4c05-a0b6-94cbc319d4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.008204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] For port 50070cb8-484d-4568-99dd-cda426895e4f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=50070cb8-484d-4568-99dd-cda426895e4f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:56.008595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.021863 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-723bcc69-d961-48f6-95eb-3b123e20cc0a admin admin] 10.222.0.10 "DELETE /v2.0/networks/8c135a57-28dd-4536-baf6-18f2d613d9b7 HTTP/1.1" status: 204 len: 168 time: 2.2671156 Feb 07 22:38:56.083742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Calling delete_port for aecee9d1-d36c-4454-90bc-440664975b6f owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:56.166423 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-00f6330f-ebac-4f38-afc0-1315702da894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.181560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Calling delete_port for 50070cb8-484d-4568-99dd-cda426895e4f owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:38:56.295074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 7b6c007e-333b-4cac-a539-a96f16adc727 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:38:56.306727 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:38:56.307376 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:38:56.309572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 7b6c007e-333b-4cac-a539-a96f16adc727 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:38:56.310580 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.312449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Allocated IP 172.20.0.9 (d5488a88-e102-47bb-ac6a-8cfc051ef1b6/4edb260d-f613-4a7a-b815-33ec599c988a/1156c7aa-f8b2-48c7-87ed-cae28141d7fe) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:38:56.397343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49884) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:56.457630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b743b66-d964-4c1a-badf-ddce014e15fa req-f7db13de-a20a-414f-8afa-1565a44e4325 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:56.465791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b743b66-d964-4c1a-badf-ddce014e15fa req-f7db13de-a20a-414f-8afa-1565a44e4325 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.6569200 Feb 07 22:38:56.477009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49888) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:56.542235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f04b2bd2-26c9-4c05-a0b6-94cbc319d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.572158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d172c6-d166-4d73-a126-5b6937c6276a req-c410d198-805f-4293-a68d-c3e82df21b03 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:56.573686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19d172c6-d166-4d73-a126-5b6937c6276a req-c410d198-805f-4293-a68d-c3e82df21b03 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 949 time: 0.6725850 Feb 07 22:38:56.594605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a7ecef69-b4e5-4de3-8a0c-0a021b188f76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd7a3666c0f9415f8f33fa2a72db7117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938107 Feb 07 22:38:56.599195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.601093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49896) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:56.617261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b2bd2-26c9-4c05-a0b6-94cbc319d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e7a3ab-e804-4bd9-8e39-17da8b3ddf6a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:56.652955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b743b66-d964-4c1a-badf-ddce014e15fa req-4c1b2466-401a-44cb-9625-4b4c54555d83 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783576 Feb 07 22:38:56.660753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f04b2bd2-26c9-4c05-a0b6-94cbc319d4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.661948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f04b2bd2-26c9-4c05-a0b6-94cbc319d4ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6e7a3ab-e804-4bd9-8e39-17da8b3ddf6a HTTP/1.1" status: 204 len: 168 time: 1.1231759 Feb 07 22:38:56.687789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '50070cb8-484d-4568-99dd-cda426895e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:38:52Z', 'revision_number': 5, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port': {'id': '50070cb8-484d-4568-99dd-cda426895e4f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:36:16Z', 'updated_at': '2022-02-07T22:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:56.690227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:56.711894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] Checking router: a860e560-efc4-45c4-bd26-5f811271b5d5 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:38:56.716963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:56.732243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.735779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19d172c6-d166-4d73-a126-5b6937c6276a req-1ce4a2ed-e367-442a-98f6-0cf4260e4646 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456854 Feb 07 22:38:56.739411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.781390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] Routers {'a860e560-efc4-45c4-bd26-5f811271b5d5'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:38:56.782243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:38:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a860e560-efc4-45c4-bd26-5f811271b5d5'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:56.789840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3dae-969c-49b5-a1f3-e07207756f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.881014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3dae-969c-49b5-a1f3-e07207756f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.921821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.933337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Deleting port aecee9d1-d36c-4454-90bc-440664975b6f {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:56.933906 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:56.957996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:38:56.968958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Usage tracker for resource:security_group_rule and tenant:3c3a1e56b7894e878480efbcdfe24d39 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:38:56.971989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.009673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:38:57.023080 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.028062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:38:57.087992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Pushing event deleted for resources: {'Port': ['ID=50070cb8-484d-4568-99dd-cda426895e4f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.099799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-98bea734-89ef-4069-bed2-86b05f0db270 None None] The port 'aecee9d1-d36c-4454-90bc-440664975b6f' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:38:57.110452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.146505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.158808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] Set router a860e560-efc4-45c4-bd26-5f811271b5d5 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:38:57.166384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:38:57.168490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:38:57.172442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:38:57.210705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3dae-969c-49b5-a1f3-e07207756f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.229028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eb924-84b8-43ba-9c20-6319761b0b28 req-33b62374-aa77-4fab-9cab-c257ad3a12db tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.236628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c34eb924-84b8-43ba-9c20-6319761b0b28 req-33b62374-aa77-4fab-9cab-c257ad3a12db tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 0.4009671 Feb 07 22:38:57.243784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef3dae-969c-49b5-a1f3-e07207756f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ef0abb-b4ca-434f-95d2-f8b0cdf98529,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.254349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49906) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:57.307925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4ef3dae-969c-49b5-a1f3-e07207756f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.311542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c4ef3dae-969c-49b5-a1f3-e07207756f74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2ef0abb-b4ca-434f-95d2-f8b0cdf98529 HTTP/1.1" status: 204 len: 168 time: 0.7071576 Feb 07 22:38:57.315524 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.317496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.318333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.351810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:38:55Z', 'revision_number': 6, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:38:57.356698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55c1907-76e1-4d15-88ae-d884bd03d580 None None] The sync data for ids ['a860e560-efc4-45c4-bd26-5f811271b5d5'] in n-d-827896-3 is: [{'id': 'a860e560-efc4-45c4-bd26-5f811271b5d5', 'name': 'tempest-AttachSCSIVolumeTestJSON-910209402-router', 'tenant_id': '585888bfedf54ca1bdde478e02df077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:36:14Z', 'updated_at': '2022-02-07T22:38:55Z', 'revision_number': 6, 'project_id': '585888bfedf54ca1bdde478e02df077a', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:38:57.420777 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-199c903d-9de8-49a2-8273-d93f10d00bdd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2359331 Feb 07 22:38:57.432113 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a624e507-1866-4c88-8195-672f6e4ca43e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56ed0edd780141479b6d0ba8984e65d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726594 Feb 07 22:38:57.436732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49912) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:57.451353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6e01a-ca48-4361-97bf-4f1bf128e29b req-834b1e8b-7fe1-4d4e-88cc-601991cc8890 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.452889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08f6e01a-ca48-4361-97bf-4f1bf128e29b req-834b1e8b-7fe1-4d4e-88cc-601991cc8890 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 931 time: 0.4910021 Feb 07 22:38:57.455983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Request body: {'port': {'device_id': '9230c932-849b-4e54-8d43-5610d747a557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:57.461635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c34eb924-84b8-43ba-9c20-6319761b0b28 req-b5c47d79-a3df-411a-b0d2-7e58b4658ce4 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232931 Feb 07 22:38:57.522468 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'code': 200} Feb 07 22:38:57.563625 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.566261 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.617688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6e90-7144-449f-b2d8-ada1da0a7efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.621297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-feea199b-c221-49eb-8597-f71782cfaa14 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:57.622784 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-feea199b-c221-49eb-8597-f71782cfaa14 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1097 time: 0.2697682 Feb 07 22:38:57.645299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-3'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:38:57.666392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-08f6e01a-ca48-4361-97bf-4f1bf128e29b req-76b3f9d4-fbea-46b6-a8b2-e634155d1dfd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:38:57.682448 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.682843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.683985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a860e560-efc4-45c4-bd26-5f811271b5d5 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:38:57.706399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.727901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6e90-7144-449f-b2d8-ada1da0a7efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.728901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.787887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd48ca-b845-4df6-8b12-5e27bdcc6e09,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:57.791796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-08f6e01a-ca48-4361-97bf-4f1bf128e29b req-76b3f9d4-fbea-46b6-a8b2-e634155d1dfd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:38:57.806884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08f6e01a-ca48-4361-97bf-4f1bf128e29b req-76b3f9d4-fbea-46b6-a8b2-e634155d1dfd tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358777 Feb 07 22:38:57.983144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9b137d80-4c51-488d-b901-e8a198322c1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c3a1e56b7894e878480efbcdfe24d39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4978800 Feb 07 22:38:57.985568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49930) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:57.986880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:57.990700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a233321a-6495-4c85-9045-08b00d11a646 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a860e560-efc4-45c4-bd26-5f811271b5d5 HTTP/1.1" status: 204 len: 168 time: 3.2568114 Feb 07 22:38:57.991592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49934) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:57.996704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.024121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ebb5b-a020-480b-be0a-782bd3a84838 req-92893619-d04b-4627-91b9-14d4707bd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.025935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-998ebb5b-a020-480b-be0a-782bd3a84838 req-92893619-d04b-4627-91b9-14d4707bd945 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1101 time: 0.4160950 Feb 07 22:38:58.088062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6e90-7144-449f-b2d8-ada1da0a7efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.146778 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14718261-5b22-43da-9eb4-74ac39cf1079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.168012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] Deleting subnet 95ca46fb-d432-4e6d-a67d-d6e267ef2324 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:38:58.174079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-998ebb5b-a020-480b-be0a-782bd3a84838 req-aa4b2e10-30b7-4ebb-90f1-b3a196e3b412 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005847 Feb 07 22:38:58.175798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.227630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f6e90-7144-449f-b2d8-ada1da0a7efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4802fb6f-ed8f-44ff-b41c-7eca4e278b67,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:58.228864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b524f59-2aca-44e7-bf92-66573aa24b93 req-0b618d7a-3ead-4adf-9b66-b2be1a3ad6a4 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.237111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b524f59-2aca-44e7-bf92-66573aa24b93 req-0b618d7a-3ead-4adf-9b66-b2be1a3ad6a4 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3665478 Feb 07 22:38:58.260798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6e90-7144-449f-b2d8-ada1da0a7efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.262584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ac9f6e90-7144-449f-b2d8-ada1da0a7efd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4802fb6f-ed8f-44ff-b41c-7eca4e278b67 HTTP/1.1" status: 204 len: 168 time: 0.8230479 Feb 07 22:38:58.303346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a3682-40e1-47bf-b244-454443b2e30b req-c13db42a-129b-4ae5-949e-b30457c20b37 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.311380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e0a3682-40e1-47bf-b244-454443b2e30b req-c13db42a-129b-4ae5-949e-b30457c20b37 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3376172 Feb 07 22:38:58.319191 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.348636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc94b08e-6e75-4464-8fb2-5c833c209577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.421772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e0a3682-40e1-47bf-b244-454443b2e30b req-988f6e66-32f0-4b79-91dd-37c2f002d79c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093438 Feb 07 22:38:58.449665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b524f59-2aca-44e7-bf92-66573aa24b93 req-7f11811e-fb89-4bba-9695-f1db712c9a1f tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067554 Feb 07 22:38:58.519587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d567e0dc-9018-4278-b740-68a40f9d53d6 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:58.561392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.576451 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc94b08e-6e75-4464-8fb2-5c833c209577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.609363 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d567e0dc-9018-4278-b740-68a40f9d53d6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:58.610143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d567e0dc-9018-4278-b740-68a40f9d53d6 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:58.610765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 50070cb8-484d-4568-99dd-cda426895e4f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:38:58.644988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:38:58.696220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 50070cb8-484d-4568-99dd-cda426895e4f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:38:58.696906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 50070cb8-484d-4568-99dd-cda426895e4f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:38:58.750807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1156c7aa-f8b2-48c7-87ed-cae28141d7fe {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:38:58.765470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.773614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc94b08e-6e75-4464-8fb2-5c833c209577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.783657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:38:58.791340 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.851161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94b08e-6e75-4464-8fb2-5c833c209577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd48ca-b845-4df6-8b12-5e27bdcc6e09,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:58.855570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Transition to ACTIVE for port object 1156c7aa-f8b2-48c7-87ed-cae28141d7fe will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:38:58.861858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc94b08e-6e75-4464-8fb2-5c833c209577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.865739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dc94b08e-6e75-4464-8fb2-5c833c209577 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49bd48ca-b845-4df6-8b12-5e27bdcc6e09 HTTP/1.1" status: 204 len: 168 time: 0.8743258 Feb 07 22:38:58.874301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:38:58.880919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.883387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.901019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ca46fb-d432-4e6d-a67d-d6e267ef2324,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:58.926526 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.928720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:58.942247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b236a-9d32-4fa3-9b90-21a7d7c231cf None None] Network 8855546f-ea97-4ec9-9f91-31ef1175d4ea requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:38:58.955410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff01d7-f5f2-45f6-9466-937089c209f5 req-39770e45-15e7-4ace-8f72-31b696c4cb61 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:58.966828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85ff01d7-f5f2-45f6-9466-937089c209f5 req-39770e45-15e7-4ace-8f72-31b696c4cb61 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 946 time: 0.2615118 Feb 07 22:38:58.976546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7baa0acd-5c33-458f-95f1-bdc63748a9c6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/95ca46fb-d432-4e6d-a67d-d6e267ef2324 HTTP/1.1" status: 204 len: 168 time: 0.9496152 Feb 07 22:38:58.979259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49968) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:38:59.145611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:59.299919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-fd6f1106-05d0-46ee-b3e3-8ca301b3090d tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=96ebda9c53434e14911ec2554c7f47a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575042 Feb 07 22:38:59.368869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on host n-h1-827896-3 for vnic_type normal with profile {"migrating_to": "n-h2-827896-3"} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:59.371004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:59.371004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:59.416996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:38:59.420035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:38:59.420484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Attempting to bind port 499e737a-afa9-4081-aa26-65980fdddc08 on network df7e11ec-bfae-4458-a1b1-d432c7adace9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:59.451181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:38:59.451487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Checking segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:59.453750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Bound using segment: {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:38:59.454262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Bound port: 499e737a-afa9-4081-aa26-65980fdddc08, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e3ac13-fe62-4f8c-8891-c9c33262febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'df7e11ec-bfae-4458-a1b1-d432c7adace9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:59.455399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.455820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.471378 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.476022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Attempting to bind port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:38:59.477865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Attempting to bind port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:38:59.478880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Attempting to bind port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe on network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:59.490240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85ff01d7-f5f2-45f6-9466-937089c209f5 req-d20c86e5-9437-415e-955f-fa5bf4c2fc4b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116603 Feb 07 22:38:59.496950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-dc448c33-b945-470b-b9cc-e966d52ce0a8 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:38:59.502794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe on network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:38:59.503141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Attempting to bind port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe on network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:38:59.504392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-dc448c33-b945-470b-b9cc-e966d52ce0a8 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034004 Feb 07 22:38:59.520835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.532238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-00a76ed1-a1d3-4945-9ded-114337334d9d tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/quotas/96ebda9c53434e14911ec2554c7f47a1 HTTP/1.1" status: 200 len: 375 time: 0.0267234 Feb 07 22:38:59.552806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:38:59.552806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Checking segment: {'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:38:59.553130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Bound using segment: {'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:38:59.553396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Bound port: 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:38:59.553720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.595636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Deleting port e9822ed2-91eb-4220-8540-75f10acee5f2 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:59.596728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.627465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] DHCP port deletion for 8855546f-ea97-4ec9-9f91-31ef1175d4ea request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:38:59.632128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Deleting port e9822ed2-91eb-4220-8540-75f10acee5f2 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:38:59.632946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.656220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-e825eea1-f95b-4bd5-aee8-649786e36214 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=96ebda9c53434e14911ec2554c7f47a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227798 Feb 07 22:38:59.749094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:38:59.787191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:38:59.798528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:38:59.801281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:38:59.806125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 499e737a-afa9-4081-aa26-65980fdddc08 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:38:59.812434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:38:59.884408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.029129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:39:00.092965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50014) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:00.104014 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08', 'code': 200} Feb 07 22:39:00.126303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.127221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.128855 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] 10.222.0.36 "PUT /v2.0/ports/1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 200 len: 1091 time: 2.6929364 Feb 07 22:39:00.214185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] For port e9822ed2-91eb-4220-8540-75f10acee5f2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e9822ed2-91eb-4220-8540-75f10acee5f2,segment=NetworkSegment(e0a620f7-7aa1-41d2-a32c-82b1e3391cdf),segment_id=e0a620f7-7aa1-41d2-a32c-82b1e3391cdf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:00.214309 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.333168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.340184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.340184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] 10.222.0.26 "PUT /v2.0/ports/499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 200 len: 1122 time: 2.6987391 Feb 07 22:39:00.350407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad38f68-445c-44b6-b6a0-7214be85999d service neutron] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=8']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:00.422183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:00.502515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Calling delete_port for e9822ed2-91eb-4220-8540-75f10acee5f2 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:00.520373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 499e737a-afa9-4081-aa26-65980fdddc08 has no active binding in host n-h2-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:39:00.551006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d737a7-38aa-4112-963b-0865345cc319 req-0a91a1db-d202-4fae-bd09-d6e65c8ee710 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.557184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38d737a7-38aa-4112-963b-0865345cc319 req-0a91a1db-d202-4fae-bd09-d6e65c8ee710 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 943 time: 0.7662342 Feb 07 22:39:00.643868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7b1f1-6cd0-4f22-a3e3-9aac81f3fda6 req-88d85d05-c3b2-406d-8d01-31e57ac976d6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.648764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddd7b1f1-6cd0-4f22-a3e3-9aac81f3fda6 req-88d85d05-c3b2-406d-8d01-31e57ac976d6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.4835353 Feb 07 22:39:00.662571 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38d737a7-38aa-4112-963b-0865345cc319 req-8d6e0ecf-ccb0-4d12-a34f-75c49b17db0f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061161 Feb 07 22:39:00.700147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50030) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:00.733238 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.867269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1665d2-111c-40e2-b5ce-1294a567de17 service neutron] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:00.878649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] No DVR routers for this DVR port e9822ed2-91eb-4220-8540-75f10acee5f2 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:00.899195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] For port e9822ed2-91eb-4220-8540-75f10acee5f2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e9822ed2-91eb-4220-8540-75f10acee5f2,segment=NetworkSegment(e0a620f7-7aa1-41d2-a32c-82b1e3391cdf),segment_id=e0a620f7-7aa1-41d2-a32c-82b1e3391cdf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:00.899195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:00.919424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3665d5e1-0ae6-4238-a0a1-222ed4765ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:00.919424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-3665d5e1-0ae6-4238-a0a1-222ed4765ee6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1094 time: 0.6990991 Feb 07 22:39:01.012977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-443344087-network', 'tenant_id': 'd87a212156f94b17a791c78e66488b20'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:01.048907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-efb0c2de-833b-4b6c-be27-e27afbc81730 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 200 len: 217 time: 0.1191487 Feb 07 22:39:01.083987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9822ed2-91eb-4220-8540-75f10acee5f2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:01.110872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Calling delete_port for e9822ed2-91eb-4220-8540-75f10acee5f2 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:01.120695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-309273602-network', 'tenant_id': '6f2efa29d72f4a11bd6e5d9b2bc21c56'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:01.125198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:01.147238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e9822ed2-91eb-4220-8540-75f10acee5f2 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:01.153200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-4abe0f3d-eea5-4752-9523-e4ccc961f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.155033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-4abe0f3d-eea5-4752-9523-e4ccc961f764 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.1014986 Feb 07 22:39:01.195213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['499e737a-afa9-4081-aa26-65980fdddc08'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:01.200667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:01.200667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Usage tracker for resource:network and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:01.216521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddd7b1f1-6cd0-4f22-a3e3-9aac81f3fda6 req-4e7f2aa3-6741-43c8-b5de-bbbc1cd87e9e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621452 Feb 07 22:39:01.216521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:01.236104 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-a3bfdafc-7cef-4b61-a400-387fa0ae9620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556505 Feb 07 22:39:01.269510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Usage tracker for resource:network and tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:01.290860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:01.290860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:01.320448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:01.320448 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.338448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['499e737a-afa9-4081-aa26-65980fdddc08'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:01.367810 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:39:01.367810 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:39:01.373595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Made reservation on behalf of d87a212156f94b17a791c78e66488b20 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:01.388319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.397867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e9822ed2-91eb-4220-8540-75f10acee5f2 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:01.397867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e9822ed2-91eb-4220-8540-75f10acee5f2 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:01.414296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Made reservation on behalf of 6f2efa29d72f4a11bd6e5d9b2bc21c56 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:01.414296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.429038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8855546f-ea97-4ec9-9f91-31ef1175d4ea']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:01.453082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.499133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.545242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.557303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:01.557303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a620f7-7aa1-41d2-a32c-82b1e3391cdf') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:01.586930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd7e97c2-9ae0-4861-9066-e5cd7114e747 req-4a9c682d-c5d2-461f-9833-afa5f16d554f tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 210 time: 0.1929512 Feb 07 22:39:01.602562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:01.613555 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-102ffd49-2373-498c-938c-61bae4e9b022 service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878634 Feb 07 22:39:01.615477 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.632731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:01.637849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Usage tracker for resource:security_group_rule and tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:01.641328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:01.648187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:01.727576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Usage tracker for resource:security_group_rule and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:01.783160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:01.866018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Deleting port e9822ed2-91eb-4220-8540-75f10acee5f2 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:01.875409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.923924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:01.926157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.948618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c29f2f23-1d2c-4b0e-b143-9b547c90ee5c req-91d74a0d-31bd-4139-b4f9-0065e299348c service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234386 Feb 07 22:39:01.967503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98141b3-a344-45e5-8ec7-c4abb4865bce req-38d0aad1-2ae8-4619-9f7a-ebce927a7bec tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:01.977456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b98141b3-a344-45e5-8ec7-c4abb4865bce req-38d0aad1-2ae8-4619-9f7a-ebce927a7bec tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 1.0358727 Feb 07 22:39:01.978108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-280f3e29-58b8-4c81-bffa-504cb7bfbc90 None None] The port 'e9822ed2-91eb-4220-8540-75f10acee5f2' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:39:01.982467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:01.982467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:01.998337 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:02.108654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe'}, {'name': 'network-changed', 'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:02.173894 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.174934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.182466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b98141b3-a344-45e5-8ec7-c4abb4865bce req-88bf1333-875e-42c8-8277-754423e80650 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047856 Feb 07 22:39:02.213690 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.213690 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.229188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] Pushing event deleted for resources: {'Network': ['ID=8855546f-ea97-4ec9-9f91-31ef1175d4ea,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:02.263121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:02.296876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1e144eb0-6dbf-4df8-8dc5-db8ee0c18afd admin admin] 10.222.0.10 "DELETE /v2.0/networks/8855546f-ea97-4ec9-9f91-31ef1175d4ea HTTP/1.1" status: 204 len: 168 time: 3.3132391 Feb 07 22:39:02.302911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770d63a-6f2a-4e10-9ad6-f24936048b1c req-55f4aab9-78dd-4b3d-bc53-9d084cd6a85b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.310458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6770d63a-6f2a-4e10-9ad6-f24936048b1c req-55f4aab9-78dd-4b3d-bc53-9d084cd6a85b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.6057718 Feb 07 22:39:02.316692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8167ce2-504d-43ec-b8d9-6fb834e8a28d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:02.339814 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-7588b2dc-f7c2-489e-aa12-50c39042605b tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=96ebda9c53434e14911ec2554c7f47a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399916 Feb 07 22:39:02.346876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.347238 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Added segment 2ef4714e-d6f6-4aab-9a5b-e729385807e9 of type vlan for network e555c49c-99fa-4be4-87e5-c8e17e44c9ce Feb 07 22:39:02.402787 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.434637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.463002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.499018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6770d63a-6f2a-4e10-9ad6-f24936048b1c req-74ae5b8c-9205-444a-9bc1-1ab3d5d844dc tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875989 Feb 07 22:39:02.521932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:02.524262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:02.556741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-60fb8c40-84f4-49fa-ac8d-9e154d2ca396 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.558769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-60fb8c40-84f4-49fa-ac8d-9e154d2ca396 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130849 Feb 07 22:39:02.566877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c39a1-a483-40ec-a1a9-125d24bd5191,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:02.582797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.583206 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Added segment 9c7fd10d-494f-4804-a685-fe6c1a413382 of type vlan for network 9f761bb2-2a7b-4404-9ddf-3131307cd150 Feb 07 22:39:02.593937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Request body: {'port': {'device_id': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '96ebda9c53434e14911ec2554c7f47a1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:02.594345 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.595516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.596258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.630492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a9dc7-9b7b-4d38-997f-3bbfacf148b3 req-8a70c601-3354-44de-b340-89902914ed7a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.631941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c9a9dc7-9b7b-4d38-997f-3bbfacf148b3 req-8a70c601-3354-44de-b340-89902914ed7a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3126028 Feb 07 22:39:02.664818 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3cf7d8e6-4380-435e-a9c3-bfd5bd1675cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce292c54e0104562be49255502ee97ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392603 Feb 07 22:39:02.667968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50054) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:02.765678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.781038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b90cae66-0092-413b-8a3d-56d224fab93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.782859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:02.794382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Usage tracker for resource:port and tenant:96ebda9c53434e14911ec2554c7f47a1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:02.797276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6972466 Feb 07 22:39:02.799258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:02.803306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50058) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:02.814884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9b12f-4c7c-4349-9e99-b2fe74f0400c admin admin] Pushing event updated for resources: {'Network': ['ID=e555c49c-99fa-4be4-87e5-c8e17e44c9ce,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:02.817622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Request body: {'subnet': {'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-309273602-subnet', 'tenant_id': '6f2efa29d72f4a11bd6e5d9b2bc21c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:02.823770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:02.830584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:02.836785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b90cae66-0092-413b-8a3d-56d224fab93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.840810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:39:02.844028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Usage tracker for resource:subnet and tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:02.847975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:02.862638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:02.877339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Made reservation on behalf of 96ebda9c53434e14911ec2554c7f47a1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:02.881765 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.885594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c9a9dc7-9b7b-4d38-997f-3bbfacf148b3 req-3168d483-e7e0-487b-8397-e37fea314609 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078552 Feb 07 22:39:02.897984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.899193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:02.900123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.913654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:02.928058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Made reservation on behalf of 6f2efa29d72f4a11bd6e5d9b2bc21c56 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:02.930521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.002608 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'status': 'completed', 'code': 200} Feb 07 22:39:03.003567 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08', 'status': 'completed', 'code': 200} Feb 07 22:39:03.003782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:03.029783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d39872-3c97-4e77-9dff-f5fd98229cf7 req-0cc53293-e973-43e3-bbd6-d3b472a0cd6b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.031461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98d39872-3c97-4e77-9dff-f5fd98229cf7 req-0cc53293-e973-43e3-bbd6-d3b472a0cd6b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 943 time: 0.4211633 Feb 07 22:39:03.055752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Usage tracker for resource:security_group_rule and tenant:96ebda9c53434e14911ec2554c7f47a1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:03.068139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:03.077649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3721144 Feb 07 22:39:03.078465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:03.083412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50064) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:03.108401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b90cae66-0092-413b-8a3d-56d224fab93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.122157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7f29e-9b98-4d04-a193-d64127f7138e admin admin] Pushing event updated for resources: {'Network': ['ID=9f761bb2-2a7b-4404-9ddf-3131307cd150,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.128415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Request body: {'subnet': {'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-443344087-subnet', 'tenant_id': 'd87a212156f94b17a791c78e66488b20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:03.132854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 9f761bb2-2a7b-4404-9ddf-3131307cd150 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:39:03.141334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cae66-0092-413b-8a3d-56d224fab93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d940a49-4733-4f86-a0cd-c5c029334aab,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.156143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:03.160144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16f7adcb-5579-45e8-8e42-73f427872ed9 req-a9f354a7-8093-4c28-8ed3-8ffdb0955213 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 210 time: 0.0812693 Feb 07 22:39:03.166309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b90cae66-0092-413b-8a3d-56d224fab93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.167469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b90cae66-0092-413b-8a3d-56d224fab93c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d940a49-4733-4f86-a0cd-c5c029334aab HTTP/1.1" status: 204 len: 168 time: 0.4982569 Feb 07 22:39:03.186605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Usage tracker for resource:subnet and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:03.205788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:03.217085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:03.229410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98d39872-3c97-4e77-9dff-f5fd98229cf7 req-2db6fbd8-dd45-42b1-8cec-2e34ed332742 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751990 Feb 07 22:39:03.236064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-5b43a3b1-5ec3-437f-84e2-0696a86e319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.237562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-5b43a3b1-5ec3-437f-84e2-0696a86e319c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1094 time: 0.2304246 Feb 07 22:39:03.263182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Made reservation on behalf of d87a212156f94b17a791c78e66488b20 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:03.265934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.522364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.540048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.584745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.663948 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:03.704763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-c54a86db-48b3-4744-8dad-567721bd473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.708175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-c54a86db-48b3-4744-8dad-567721bd473a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 914 time: 0.4563360 Feb 07 22:39:03.750794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345c937d-c7b8-4af5-a4b4-13ec996046c3,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.799200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50082) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:03.838864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-dd341c1b-2d7b-428d-8076-740294c22f1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 200 len: 217 time: 0.1224253 Feb 07 22:39:03.850499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0159ea90-47fb-4830-b8ad-2d59c6587a45,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.863420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7567db2e-b592-454e-8a4b-01ce5e056aa8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:03.907689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f70b7a-49cd-4a34-9697-4626671b6499 req-4e52a4aa-1c7c-4176-b218-7d8c172cea2d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:03.909047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37f70b7a-49cd-4a34-9697-4626671b6499 req-4e52a4aa-1c7c-4176-b218-7d8c172cea2d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3920984 Feb 07 22:39:03.988696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:03.989661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Network hostable DHCP agents. Network: e555c49c-99fa-4be4-87e5-c8e17e44c9ce, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:04.018700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-8849a674-d838-4814-b808-be912ffc0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.020887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-8849a674-d838-4814-b808-be912ffc0fa9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.1596093 Feb 07 22:39:04.076899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Allocated IP 192.168.233.173 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/21c26654-dd24-43cd-837d-debfd3ba936c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:04.083435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:04.090863 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-3f797930-1527-4469-9ad0-c1f3b3f9aca3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613456 Feb 07 22:39:04.118773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e555c49c-99fa-4be4-87e5-c8e17e44c9ce) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:04.124239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1156c7aa-f8b2-48c7-87ed-cae28141d7fe details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:04.131969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d05f20a-9f11-432c-bce7-6434bfa71fda None None] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:04.132606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-164c7ca7-2eb3-474a-9524-858e05e8bb47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=585888bfedf54ca1bdde478e02df077a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173780 Feb 07 22:39:04.140065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Checking segment: {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:04.140429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Network hostable DHCP agents. Network: 9f761bb2-2a7b-4404-9ddf-3131307cd150, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:04.147616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50086) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:04.202020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37f70b7a-49cd-4a34-9697-4626671b6499 req-5f6b1a09-6191-4727-8c0e-729c67241686 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060866 Feb 07 22:39:04.278501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-58bafc8a-8777-42a6-b302-c1d823a52195 service neutron] 10.222.0.36 "GET /v2.0/ports/499e737a-afa9-4081-aa26-65980fdddc08/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.2890146 Feb 07 22:39:04.281345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Network 9f761bb2-2a7b-4404-9ddf-3131307cd150 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:04.306336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.306926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.337985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:39:04.472160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 9f761bb2-2a7b-4404-9ddf-3131307cd150) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:04.473374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-02a52468-c68e-412c-a897-b51e9fa3ef54 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6690302 Feb 07 22:39:04.507819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d322d2-226b-4573-aa61-ffda5e16d168 None None] Network 9f761bb2-2a7b-4404-9ddf-3131307cd150 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:04.511290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-bba5e9a9-56fe-41bb-9eac-ce8679a83f27 service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128437 Feb 07 22:39:04.531737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439033b-4d8e-485f-bd91-7e6718eb6303 req-5d248ac6-cc7d-4e8e-99a0-6cf18458d54c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.538983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5439033b-4d8e-485f-bd91-7e6718eb6303 req-5d248ac6-cc7d-4e8e-99a0-6cf18458d54c tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 944 time: 0.6235759 Feb 07 22:39:04.563436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:04.564033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.584139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91306911-dfc8-4d30-81ea-021324ba802e None None] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:04.585900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-384caa6d-7770-4150-92f0-8a743463b344 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7581637 Feb 07 22:39:04.597025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26264dc-93a1-4bea-b4af-c485caa50959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.683461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-60c6e25f-0da9-4a0b-8f08-fda50d75aac5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5878103 Feb 07 22:39:04.698571 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.708876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26264dc-93a1-4bea-b4af-c485caa50959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:04.763359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5439033b-4d8e-485f-bd91-7e6718eb6303 req-2044b665-63b0-4c74-aee4-a0f1bef1beac tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227259 Feb 07 22:39:04.769268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Transition to ACTIVE for port object 21c26654-dd24-43cd-837d-debfd3ba936c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:04.783584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-80563425-4a1d-493d-928e-0da4ec43290f service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552619 Feb 07 22:39:05.009923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.013955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:05.043289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6', 'port_id': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'mac_address': 'fa:16:3e:bf:45:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb260d-f613-4a7a-b815-33ec599c988a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:05.139094 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.166938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1156c7aa-f8b2-48c7-87ed-cae28141d7fe {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:05.269924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:05.283591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:05.294662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:05.295899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:39:05.302977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.343341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f92bf8-ea0a-432c-9bca-3c3f764e49f0 None None] Network 9f761bb2-2a7b-4404-9ddf-3131307cd150 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:05.349320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169679b-75a1-4f7b-b520-1eae38939059 req-1bb7bcaa-29ed-41af-9bc4-1d7162bb1614 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.351243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f169679b-75a1-4f7b-b520-1eae38939059 req-1bb7bcaa-29ed-41af-9bc4-1d7162bb1614 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 1.0198207 Feb 07 22:39:05.421404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Pushing event updated for resources: {'Port': ['ID=21c26654-dd24-43cd-837d-debfd3ba936c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:05.485367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-d45c6fff-9ac8-4229-90f7-ad5c3dbf74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.488210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-d45c6fff-9ac8-4229-90f7-ad5c3dbf74a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1125 time: 0.6389613 Feb 07 22:39:05.622288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f169679b-75a1-4f7b-b520-1eae38939059 req-057c16e1-6e40-4a4e-83ab-dca4b317e824 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564096 Feb 07 22:39:05.653848 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26264dc-93a1-4bea-b4af-c485caa50959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.687703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:05.727710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.727710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:05.765256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.765256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.799682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26264dc-93a1-4bea-b4af-c485caa50959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa04f43-3ef0-457e-89a9-c9d1e5500b2c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:05.799682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26264dc-93a1-4bea-b4af-c485caa50959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:05.799682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b26264dc-93a1-4bea-b4af-c485caa50959 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfa04f43-3ef0-457e-89a9-c9d1e5500b2c HTTP/1.1" status: 204 len: 168 time: 1.6392934 Feb 07 22:39:05.830668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a9d1c-aede-4fd7-9bf8-f7f696e051c1 req-c0096721-9513-4189-b5b9-56a8ab289a83 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:05.846489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-940a9d1c-aede-4fd7-9bf8-f7f696e051c1 req-c0096721-9513-4189-b5b9-56a8ab289a83 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 936 time: 0.6687803 Feb 07 22:39:05.846489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:05.859823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-c9dd48c7-20fe-4399-8ad0-642e40ec109e tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2719965 Feb 07 22:39:05.891754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Request body: {'port': {'device_id': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:05.959559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:05.987110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6fee3c35-ffd9-459a-80b3-8de1dd55222c None None] Provisioning for port 21c26654-dd24-43cd-837d-debfd3ba936c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:06.019092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6fee3c35-ffd9-459a-80b3-8de1dd55222c None None] Provisioning complete for port 21c26654-dd24-43cd-837d-debfd3ba936c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:06.020760 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fee3c35-ffd9-459a-80b3-8de1dd55222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.087663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-940a9d1c-aede-4fd7-9bf8-f7f696e051c1 req-002a9753-fdaf-4119-ab7e-d6abeacb933a tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/security-groups?id=0159ea90-47fb-4830-b8ad-2d59c6587a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498269 Feb 07 22:39:06.216038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499e737a-afa9-4081-aa26-65980fdddc08 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:06.249996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6fee3c35-ffd9-459a-80b3-8de1dd55222c None None] Port 21c26654-dd24-43cd-837d-debfd3ba936c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:39:06.252740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 499e737a-afa9-4081-aa26-65980fdddc08 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:06.266012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:06.356364 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.357004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50142) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:06.390520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-be9eaa1c-b9d1-4945-be4f-d0e53bc609ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.390520 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-be9eaa1c-b9d1-4945-be4f-d0e53bc609ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.8818250 Feb 07 22:39:06.390520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.404435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.450933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-675135356-network', 'tenant_id': 'e657c5c2d0f542988ad77d6145059289'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:06.472638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:06.480673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Usage tracker for resource:network and tenant:e657c5c2d0f542988ad77d6145059289 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:06.490446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:06.500260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:06.557735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Made reservation on behalf of e657c5c2d0f542988ad77d6145059289 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:06.582650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.627462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:06.632325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-e1fda627-5d19-4dc4-8aa2-8448e44fdfdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 200 len: 217 time: 0.1999068 Feb 07 22:39:06.696831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34742898-189f-4aa3-b8f8-9816b6169af5 req-1bce28b4-eeb9-4f2f-9e54-93973f6bc7ec tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.699982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34742898-189f-4aa3-b8f8-9816b6169af5 req-1bce28b4-eeb9-4f2f-9e54-93973f6bc7ec tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 944 time: 0.6797976 Feb 07 22:39:06.709419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:06.739012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Usage tracker for resource:security_group_rule and tenant:e657c5c2d0f542988ad77d6145059289 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:06.756305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:06.762267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-edeb7917-12d1-46af-b882-021145e141ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.763718 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-edeb7917-12d1-46af-b882-021145e141ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.1075342 Feb 07 22:39:06.765914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:06.866312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-8af0eac5-6ff7-4aaf-b6d1-a19c2ab1fb01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512819 Feb 07 22:39:06.924292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34742898-189f-4aa3-b8f8-9816b6169af5 req-f7254cd8-4982-4bdd-aff2-75fb20321c19 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224529 Feb 07 22:39:06.982213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc499841-c5a1-44df-ab2c-f92fb80ec08a req-6a099930-ec12-4b7e-bbf4-2f4e1952c0d9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:06.982213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc499841-c5a1-44df-ab2c-f92fb80ec08a req-6a099930-ec12-4b7e-bbf4-2f4e1952c0d9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.5343328 Feb 07 22:39:06.982213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] Transition to ACTIVE for port object 499e737a-afa9-4081-aa26-65980fdddc08 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:07.017471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.188650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc499841-c5a1-44df-ab2c-f92fb80ec08a req-99f67983-619d-4c0e-a0cb-8cdd99d8acfb tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136862 Feb 07 22:39:07.313261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-815533c1-9b2e-4ed4-9616-3607f112a3b0 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371490 Feb 07 22:39:07.319136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c26654-dd24-43cd-837d-debfd3ba936c {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:07.351628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.352203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] Pushing event updated for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=10']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.380582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.398475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] No DVR routers for this DVR port 499e737a-afa9-4081-aa26-65980fdddc08 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:07.572011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.589355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:07.608792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Transition to ACTIVE for port object 21c26654-dd24-43cd-837d-debfd3ba936c will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:07.608792 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.680854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.680854 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Added segment de61e670-f2bb-46d4-971b-c696b75c7236 of type vlan for network 667529c1-5ad1-491e-93fd-9170b230bb48 Feb 07 22:39:07.680854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f504bf-3822-4ad3-aee4-a32fa10d13ba,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.759839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.770458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Pushing event updated for resources: {'Port': ['ID=21c26654-dd24-43cd-837d-debfd3ba936c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:07.773866 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68eb470b-e048-41b0-b3cb-7df6029fe58d req-327ded92-a4db-4a69-8d54-77ae5adad0f9 service neutron] 10.222.0.36 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446602 Feb 07 22:39:07.826566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2bcde7ac-c926-40c8-a986-2dfbbbfc2d20 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:07.827283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2bcde7ac-c926-40c8-a986-2dfbbbfc2d20 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Synchronizing usage tracker for tenant:d87a212156f94b17a791c78e66488b20 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:07.834157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-caf41e70-0dd9-4bd3-a615-c4ea6cdeb1ab service neutron] 10.222.0.36 "PUT /v2.0/ports/499e737a-afa9-4081-aa26-65980fdddc08/bindings/n-h2-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 3.5480609 Feb 07 22:39:07.848126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71b293-6052-42bb-a174-066a1921f7f5 req-5b97e467-0bc8-49f6-8a9c-da1c5304e718 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:07.850703 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d71b293-6052-42bb-a174-066a1921f7f5 req-5b97e467-0bc8-49f6-8a9c-da1c5304e718 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 945 time: 0.4489186 Feb 07 22:39:07.868244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.869555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:07.871552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:07.912511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-6032c36a-2b08-4d6c-b0d2-ae47b52aab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:07.913619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-6032c36a-2b08-4d6c-b0d2-ae47b52aab84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1101 time: 0.4421744 Feb 07 22:39:07.937825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Attempting to bind port 21c26654-dd24-43cd-837d-debfd3ba936c on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:07.938052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Attempting to bind port 21c26654-dd24-43cd-837d-debfd3ba936c by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:07.939077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Attempting to bind port 21c26654-dd24-43cd-837d-debfd3ba936c on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:07.944512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Port 21c26654-dd24-43cd-837d-debfd3ba936c on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:07.945157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Attempting to bind port 21c26654-dd24-43cd-837d-debfd3ba936c on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:07.951055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:07.951284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:07.951686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:07.952604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Bound port: 21c26654-dd24-43cd-837d-debfd3ba936c, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:07.953397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.067703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] For port 21c26654-dd24-43cd-837d-debfd3ba936c, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:08.071080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] For port 21c26654-dd24-43cd-837d-debfd3ba936c, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=21c26654-dd24-43cd-837d-debfd3ba936c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:08.076498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.147581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.148173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.149750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] 10.222.0.26 "PUT /v2.0/ports/21c26654-dd24-43cd-837d-debfd3ba936c HTTP/1.1" status: 200 len: 1096 time: 2.2770355 Feb 07 22:39:08.150202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'tag': '21c26654-dd24-43cd-837d-debfd3ba936c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:08.165231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1156c7aa-f8b2-48c7-87ed-cae28141d7fe up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:08.175837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c4790-8b91-4bc8-aad6-411a5caea899 service neutron] Pushing event updated for resources: {'Port': ['ID=21c26654-dd24-43cd-837d-debfd3ba936c,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:08.213429 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:39:08.234935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2bcde7ac-c926-40c8-a986-2dfbbbfc2d20 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Unset dirty status for tenant:d87a212156f94b17a791c78e66488b20 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:08.236856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2bcde7ac-c926-40c8-a986-2dfbbbfc2d20 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 821 time: 0.8318043 Feb 07 22:39:08.287261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:08.298622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:08.299081 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.314980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-e0f2ce5a-288d-4ee8-be32-a7c780adf549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.316607 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-e0f2ce5a-288d-4ee8-be32-a7c780adf549 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=96ebda9c53434e14911ec2554c7f47a1&device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 1099 time: 0.1112866 Feb 07 22:39:08.334477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9745009 Feb 07 22:39:08.336116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be2c38-db2f-475d-9c98-59d260275a90 admin admin] Pushing event updated for resources: {'Network': ['ID=667529c1-5ad1-491e-93fd-9170b230bb48,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:08.346871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50186) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:08.357066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 667529c1-5ad1-491e-93fd-9170b230bb48 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:39:08.383340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d71b293-6052-42bb-a174-066a1921f7f5 req-ff9d255b-dce4-464f-b42f-8be8700d4cad tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180492 Feb 07 22:39:08.401220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Request body: {'subnet': {'network_id': '667529c1-5ad1-491e-93fd-9170b230bb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-675135356-subnet', 'tenant_id': 'e657c5c2d0f542988ad77d6145059289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:08.424152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-279f3272-d6bd-45b5-a81e-b0b89a08c1ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=21c26654-dd24-43cd-837d-debfd3ba936c HTTP/1.1" status: 200 len: 217 time: 0.0981987 Feb 07 22:39:08.442512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-21d2c0b6-e15e-494f-841b-77764d5aff00 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/quotas/d87a212156f94b17a791c78e66488b20 HTTP/1.1" status: 200 len: 375 time: 0.1899896 Feb 07 22:39:08.462965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:08.473952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Usage tracker for resource:subnet and tenant:e657c5c2d0f542988ad77d6145059289 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:08.477459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:08.487710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:08.543864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-9a262c45-ea19-43d5-8c3e-fced74c1111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.545382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-a35065b0-8a75-46a8-8344-3aeac63d3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.546803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-9a262c45-ea19-43d5-8c3e-fced74c1111a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1144054 Feb 07 22:39:08.546922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-a35065b0-8a75-46a8-8344-3aeac63d3f30 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3496492 Feb 07 22:39:08.556458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.591987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:08.600651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-e39871da-fb0b-4e8f-b16a-c72524113a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453693 Feb 07 22:39:08.604581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Made reservation on behalf of e657c5c2d0f542988ad77d6145059289 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:08.613094 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.615108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:08.624273 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:08.648075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-5fe7f282-eb28-4c2b-a9ce-ddb900d55f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:08.648842 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-5fe7f282-eb28-4c2b-a9ce-ddb900d55f13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912416 Feb 07 22:39:08.716588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:08.808352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-a7b6a146-975d-44e2-818d-5c9dcd00810f service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521702 Feb 07 22:39:08.816884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-47004064-d23e-47ae-81b4-6710ef91fe22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.2153473 Feb 07 22:39:08.951234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b440f4d1-1ae6-4cbf-a8db-eb2fbb02eb79 req-e1959de9-a191-4a5e-bdaa-e55858e00d6d service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374228 Feb 07 22:39:09.020838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-cde13718-99fd-4bfa-988b-ea4fb255d750 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.022483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-cde13718-99fd-4bfa-988b-ea4fb255d750 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1096 time: 1.1128640 Feb 07 22:39:09.035467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-0f0118b7-7a05-4350-bca2-da84cb5e04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.036837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-0f0118b7-7a05-4350-bca2-da84cb5e04e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1388245 Feb 07 22:39:09.192967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-a8bede8f-5803-4ebc-aa3f-09057c583578 service neutron] 10.222.0.10 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317731 Feb 07 22:39:09.238351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8caa1-418c-4f3e-a753-bdd25f448cba req-d9b987a5-6b47-4140-adb4-cec1232672ac tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.241887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fe8caa1-418c-4f3e-a753-bdd25f448cba req-d9b987a5-6b47-4140-adb4-cec1232672ac tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.6427929 Feb 07 22:39:09.419817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-249875e5-9852-4a01-b01c-855fb887dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.421992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-249875e5-9852-4a01-b01c-855fb887dc86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d&tenant_id=2527639aebef4b59b127999a0ede186d HTTP/1.1" status: 200 len: 1096 time: 0.3889518 Feb 07 22:39:09.466505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fe8caa1-418c-4f3e-a753-bdd25f448cba req-458201c7-66a2-4541-be6d-9c0339f12818 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342649 Feb 07 22:39:09.467363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-5dbae0bd-5a7b-44f6-8ac2-0cadc8e90a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:09.468799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-5dbae0bd-5a7b-44f6-8ac2-0cadc8e90a7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3804605 Feb 07 22:39:09.642506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-a7d583ba-cc41-4aac-a3f7-ced024fa3b2a service neutron] 10.222.0.10 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375165 Feb 07 22:39:09.647891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:09.854334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1914561a-de0a-4834-afcf-b378027c0c8e,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:09.859135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-0efe1a9f-041f-4aaf-9382-fa8794bcbb8e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531253 Feb 07 22:39:09.869272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Checking segment: {'id': 'de61e670-f2bb-46d4-971b-c696b75c7236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '667529c1-5ad1-491e-93fd-9170b230bb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:09.869640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Network hostable DHCP agents. Network: 667529c1-5ad1-491e-93fd-9170b230bb48, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:10.056949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-66662fba-efbd-4327-aa95-ca96bee8ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.059500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-66662fba-efbd-4327-aa95-ca96bee8ef95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2527639aebef4b59b127999a0ede186d&device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1096 time: 0.6024346 Feb 07 22:39:10.241368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Network 667529c1-5ad1-491e-93fd-9170b230bb48 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:10.302020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 667529c1-5ad1-491e-93fd-9170b230bb48) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:10.318773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c629c13-df2c-41be-9db8-748961879ce3 None None] Network 667529c1-5ad1-491e-93fd-9170b230bb48 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:10.327577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.328179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:10.356494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963277-6075-45bc-ad7f-5a62c113fa24 req-a2af0681-7fa4-49ac-8c9e-b290ede5f07b tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.357985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4963277-6075-45bc-ad7f-5a62c113fa24 req-a2af0681-7fa4-49ac-8c9e-b290ede5f07b tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 948 time: 0.6304779 Feb 07 22:39:10.375717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-140aac71-f499-49f5-9a00-e26f22775ed8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0160811 Feb 07 22:39:10.388119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-e4f98460-2813-4e26-bbf9-16b37693c067 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977539 Feb 07 22:39:10.445695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-192dc64a-87e7-4116-bf19-83531a4e6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.447106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-192dc64a-87e7-4116-bf19-83531a4e6e26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 200 len: 908 time: 0.3285925 Feb 07 22:39:10.597949 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4963277-6075-45bc-ad7f-5a62c113fa24 req-3588cac1-fd8b-4614-9ed5-96ab28fb5514 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/security-groups?id=0159ea90-47fb-4830-b8ad-2d59c6587a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173223 Feb 07 22:39:10.602383 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-2988ce48-5a64-47a5-a012-b25641d0ea6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 200 len: 217 time: 0.1112871 Feb 07 22:39:10.692970 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'tag': '21c26654-dd24-43cd-837d-debfd3ba936c', 'status': 'completed', 'code': 200} Feb 07 22:39:10.736419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807b0fd-8e6c-4330-ab99-fbc95678546d None None] Network 667529c1-5ad1-491e-93fd-9170b230bb48 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:10.843555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3805e0-1bdd-4f38-b390-92ee0621a206 req-898a27ce-a9ad-4811-bb2e-394833be96ba tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.845103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc3805e0-1bdd-4f38-b390-92ee0621a206 req-898a27ce-a9ad-4811-bb2e-394833be96ba tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 945 time: 0.4021549 Feb 07 22:39:10.853364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-fca90feb-18eb-4395-a2b9-d9de8cf4a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:10.854524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-fca90feb-18eb-4395-a2b9-d9de8cf4a274 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 200 len: 847 time: 0.2290788 Feb 07 22:39:10.973662 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-b9d362ca-3688-4cbf-8dde-4c31f373d846 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df7e11ec-bfae-4458-a1b1-d432c7adace9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998049 Feb 07 22:39:11.080929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc3805e0-1bdd-4f38-b390-92ee0621a206 req-41df8c47-6a9f-403c-a168-095bb1a71c44 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231245 Feb 07 22:39:11.156983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-350e6a92-2005-4214-b8b2-b16671be4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.156983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-350e6a92-2005-4214-b8b2-b16671be4e39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=96ebda9c53434e14911ec2554c7f47a1&device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 1099 time: 0.3898344 Feb 07 22:39:11.166686 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'code': 200} Feb 07 22:39:11.338248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f55c67-8f03-4a20-87d2-3fcf2c7b1a86 req-ac4704c9-d4a5-4409-9953-cf033037dfbf tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.340859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71f55c67-8f03-4a20-87d2-3fcf2c7b1a86 req-ac4704c9-d4a5-4409-9953-cf033037dfbf tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.4936135 Feb 07 22:39:11.372774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac098b-1b87-49fc-a69f-71a7e65fc6ad req-60209dbf-754d-4ce9-af53-cee7fd51e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.375207 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4ac098b-1b87-49fc-a69f-71a7e65fc6ad req-60209dbf-754d-4ce9-af53-cee7fd51e5f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1096 time: 0.0965064 Feb 07 22:39:11.395177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-1317f73d-2edc-464e-961c-b42398e47d98 service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042249 Feb 07 22:39:11.418881 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4ac098b-1b87-49fc-a69f-71a7e65fc6ad req-d994dfcc-dd52-4f0f-8648-9a5177021cf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383060 Feb 07 22:39:11.600143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71f55c67-8f03-4a20-87d2-3fcf2c7b1a86 req-d090b4b9-7ff9-46dc-b2e4-5d60cdf59cd3 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162409 Feb 07 22:39:11.629086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-30340fc1-a56a-4126-97ca-c6d17bdc4a5b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.630489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-30340fc1-a56a-4126-97ca-c6d17bdc4a5b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 821 time: 0.5069497 Feb 07 22:39:11.652731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Request body: {'port': {'device_id': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'admin_state_up': True, 'tenant_id': 'd87a212156f94b17a791c78e66488b20'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:11.668610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-345269fd-75ee-477c-a89c-2870a9cb8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:11.670019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-345269fd-75ee-477c-a89c-2870a9cb8301 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4991026 Feb 07 22:39:11.795967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 21c26654-dd24-43cd-837d-debfd3ba936c details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:11.939790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 21c26654-dd24-43cd-837d-debfd3ba936c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=21c26654-dd24-43cd-837d-debfd3ba936c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:11.952443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '21c26654-dd24-43cd-837d-debfd3ba936c', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '21c26654-dd24-43cd-837d-debfd3ba936c', 'mac_address': 'fa:16:3e:20:e9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:11.978065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-e0c101e5-a751-4c6d-a90f-324916b6a3d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=21c26654-dd24-43cd-837d-debfd3ba936c HTTP/1.1" status: 200 len: 217 time: 0.2578759 Feb 07 22:39:11.988349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25bae66c-0bd5-4b08-b9bc-746d3be19970 req-11728ee5-893d-4752-b5ab-f054d1c7ab47 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 210 time: 0.2671676 Feb 07 22:39:11.990148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-f47f80d2-05a3-46c7-9a89-161a657fbb7c service neutron] 10.222.0.26 "GET /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708222 Feb 07 22:39:12.001730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeb43c-9ff7-4b2c-83af-e4548b006129 req-07c1f70a-c8e7-4efc-b736-42b8c319b058 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.003205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fbeb43c-9ff7-4b2c-83af-e4548b006129 req-07c1f70a-c8e7-4efc-b736-42b8c319b058 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 945 time: 0.6797633 Feb 07 22:39:12.008914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.028838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c26654-dd24-43cd-837d-debfd3ba936c {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:12.052170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 21c26654-dd24-43cd-837d-debfd3ba936c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=21c26654-dd24-43cd-837d-debfd3ba936c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:12.057516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.125544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-9e0cfb2f-5505-4502-8979-5ff0bfd9966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.126992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-9e0cfb2f-5505-4502-8979-5ff0bfd9966a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1358802 Feb 07 22:39:12.128802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=21c26654-dd24-43cd-837d-debfd3ba936c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:12.176449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fbeb43c-9ff7-4b2c-83af-e4548b006129 req-e8287b9d-400a-4918-b16b-7024758ba94b tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372609 Feb 07 22:39:12.235256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:12.246216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Usage tracker for resource:port and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:12.257014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:12.310754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:12.388107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['21c26654-dd24-43cd-837d-debfd3ba936c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:12.430782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Made reservation on behalf of d87a212156f94b17a791c78e66488b20 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:12.434303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:12.527847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-7e29983b-cdf6-49a8-8f07-7b468ed89f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.529437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-7e29983b-cdf6-49a8-8f07-7b468ed89f91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3573010 Feb 07 22:39:12.553801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33cd2a-d176-4072-bf91-bd8785c909fe req-f2c18fe0-d309-47c9-a10e-2f499ce37711 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.555224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff33cd2a-d176-4072-bf91-bd8785c909fe req-f2c18fe0-d309-47c9-a10e-2f499ce37711 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.4252634 Feb 07 22:39:12.699142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-6a6a1c89-b3fe-48c5-815f-3b4896d8894a tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.701390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-6a6a1c89-b3fe-48c5-815f-3b4896d8894a tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d&tenant_id=2527639aebef4b59b127999a0ede186d&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.4297428 Feb 07 22:39:12.798263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-abc41716-a53b-4352-94a9-04cb2c8b7d3b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:12.798907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-abc41716-a53b-4352-94a9-04cb2c8b7d3b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Synchronizing usage tracker for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:12.875105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff33cd2a-d176-4072-bf91-bd8785c909fe req-03e1d5f0-97b2-4855-86de-d6978653f23d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932467 Feb 07 22:39:12.930089 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-74c25c76-c8e1-4dbc-8b68-63c5cbdcadd7 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844125 Feb 07 22:39:12.935576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-abc41716-a53b-4352-94a9-04cb2c8b7d3b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Unset dirty status for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:12.937179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-abc41716-a53b-4352-94a9-04cb2c8b7d3b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 0.6078334 Feb 07 22:39:13.029681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Allocated IP 172.20.0.2 (9f761bb2-2a7b-4404-9ddf-3131307cd150/345c937d-c7b8-4af5-a4b4-13ec996046c3/7e5d73eb-d93a-4184-ab54-910f115d3afb) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:13.032327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-7b10f6eb-9342-416d-bfad-8026474a8505 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/quotas/6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 375 time: 0.0711944 Feb 07 22:39:13.169589 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-19fb697c-2260-48eb-b761-1c4c85e4f83d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872631 Feb 07 22:39:13.337149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55e57cb5-8eae-4202-bc01-f7f64af373b3 req-c3a755c0-84ec-4828-aff3-68485812e7d2 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940556 Feb 07 22:39:13.338522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-8fa5fccc-275e-46a8-ac4c-c64c739cbfd0 service neutron] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:13.447315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-8fa5fccc-275e-46a8-ac4c-c64c739cbfd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.449018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d55f8810-6c1c-4e83-927e-c76bc0e24d64 req-8fa5fccc-275e-46a8-ac4c-c64c739cbfd0 service neutron] 10.222.0.26 "DELETE /v2.0/ports/499e737a-afa9-4081-aa26-65980fdddc08/bindings/n-h1-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.7255976 Feb 07 22:39:13.460402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825ecf1-3976-466a-9cc2-e0bbb0caedb7 req-9730260c-8af9-4e25-b37d-832c9b715b24 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:13.462404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1825ecf1-3976-466a-9cc2-e0bbb0caedb7 req-9730260c-8af9-4e25-b37d-832c9b715b24 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 949 time: 0.4392145 Feb 07 22:39:13.680774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-3392dc4c-3445-4516-951c-f454b442cebc service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893398 Feb 07 22:39:13.721015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1825ecf1-3976-466a-9cc2-e0bbb0caedb7 req-1b851be4-fea8-4bc9-8970-12fe6b7f612d tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/security-groups?id=0159ea90-47fb-4830-b8ad-2d59c6587a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210847 Feb 07 22:39:13.774842 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.828515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 21c26654-dd24-43cd-837d-debfd3ba936c up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:13.859768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-6a507c34-f81a-4667-a087-2143722d0cef service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695144 Feb 07 22:39:13.882055 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.919685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 21c26654-dd24-43cd-837d-debfd3ba936c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:13.927074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 21c26654-dd24-43cd-837d-debfd3ba936c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:13.927459 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:13.994302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Network 9f761bb2-2a7b-4404-9ddf-3131307cd150 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:14.039289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:14.046298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:14.049120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:39:14.137279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:14.137942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.239516 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-423e40b3-44be-4897-ad8e-6926e920d950 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5920577 Feb 07 22:39:14.249715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.260866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Request body: {'port': {'device_id': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:14.294333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c26654-dd24-43cd-837d-debfd3ba936c'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:14.298647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c7150-6f7f-4aa2-9aed-0ea0259c15cb req-69336f2d-b94d-4618-ad93-74352795bc10 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:14.305830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb4c7150-6f7f-4aa2-9aed-0ea0259c15cb req-69336f2d-b94d-4618-ad93-74352795bc10 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 945 time: 0.3307586 Feb 07 22:39:14.306008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 21c26654-dd24-43cd-837d-debfd3ba936c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=21c26654-dd24-43cd-837d-debfd3ba936c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:14.312593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.390311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=21c26654-dd24-43cd-837d-debfd3ba936c,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:14.433603 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb4c7150-6f7f-4aa2-9aed-0ea0259c15cb req-feb29594-2720-4b31-a14e-c62d095b32a6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264808 Feb 07 22:39:14.443671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf7cdc-bf3d-4d1d-937d-bcdb7f50a424 req-f101fb6c-49ee-445d-9dc5-ac265a8edff8 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:14.445119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49bf7cdc-bf3d-4d1d-937d-bcdb7f50a424 req-f101fb6c-49ee-445d-9dc5-ac265a8edff8 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.3017142 Feb 07 22:39:14.489002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:14.556415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49bf7cdc-bf3d-4d1d-937d-bcdb7f50a424 req-9d8e36f3-d1f3-4bc8-98cc-8cfe81942e2e tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941608 Feb 07 22:39:14.978069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb2b03-af2f-45b5-9c65-91f78b4df398 req-db454300-c6ea-406b-b089-2834a1c28947 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:14.979609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07cb2b03-af2f-45b5-9c65-91f78b4df398 req-db454300-c6ea-406b-b089-2834a1c28947 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 945 time: 0.2905583 Feb 07 22:39:14.989541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273b83-ecf9-4ede-bd9e-f7bba8901f6f req-5459900e-359d-43b9-9c08-69766768bba8 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:14.990956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1b273b83-ecf9-4ede-bd9e-f7bba8901f6f req-5459900e-359d-43b9-9c08-69766768bba8 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Synchronizing usage tracker for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:15.055647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1b273b83-ecf9-4ede-bd9e-f7bba8901f6f req-5459900e-359d-43b9-9c08-69766768bba8 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Unset dirty status for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:15.056834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b273b83-ecf9-4ede-bd9e-f7bba8901f6f req-5459900e-359d-43b9-9c08-69766768bba8 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 931 time: 0.3666732 Feb 07 22:39:15.062868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07cb2b03-af2f-45b5-9c65-91f78b4df398 req-ea023afd-eec8-434e-9c71-a431079f85aa tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687983 Feb 07 22:39:15.152757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5d73eb-d93a-4184-ab54-910f115d3afb {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:15.161410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1b273b83-ecf9-4ede-bd9e-f7bba8901f6f req-6acacd94-a706-43ae-839d-94e2f7579cb3 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Synchronizing usage tracker for tenant:d87a212156f94b17a791c78e66488b20 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:15.165905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.188377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Transition to ACTIVE for port object 7e5d73eb-d93a-4184-ab54-910f115d3afb will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:15.192056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:15.225434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1b273b83-ecf9-4ede-bd9e-f7bba8901f6f req-6acacd94-a706-43ae-839d-94e2f7579cb3 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Unset dirty status for tenant:d87a212156f94b17a791c78e66488b20 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:15.229056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b273b83-ecf9-4ede-bd9e-f7bba8901f6f req-6acacd94-a706-43ae-839d-94e2f7579cb3 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637161 Feb 07 22:39:15.473322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:15.742076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee5578da-e3b6-4483-a261-75fe94e67985 req-07bfab48-37ab-41ee-8b30-aa908c5ebc52 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 210 time: 0.2694621 Feb 07 22:39:15.803370 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c26654-dd24-43cd-837d-debfd3ba936c', 'code': 200} Feb 07 22:39:15.835179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Attempting to bind port 7e5d73eb-d93a-4184-ab54-910f115d3afb on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:15.835179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Attempting to bind port 7e5d73eb-d93a-4184-ab54-910f115d3afb by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:15.835629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Attempting to bind port 7e5d73eb-d93a-4184-ab54-910f115d3afb on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:15.882560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Port 7e5d73eb-d93a-4184-ab54-910f115d3afb on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:15.882904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Attempting to bind port 7e5d73eb-d93a-4184-ab54-910f115d3afb on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:15.950243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:15.950587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Checking segment: {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:15.950977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Bound using segment: {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:15.951421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Bound port: 7e5d73eb-d93a-4184-ab54-910f115d3afb, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:15.951771 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.003813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-bfef35d1-82a0-4f64-aa9c-cd3845e9fd83 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.003813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-bfef35d1-82a0-4f64-aa9c-cd3845e9fd83 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 0.5539298 Feb 07 22:39:16.053427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Request body: {'port': {'device_id': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'admin_state_up': True, 'tenant_id': '6f2efa29d72f4a11bd6e5d9b2bc21c56'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:16.171249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05844ade-95de-4a8c-9474-be7a058e7945 req-86ff8523-8765-431f-aa59-e1c2fd992793 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-51087569&fields=id&tenant_id=a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 267 time: 0.2338221 Feb 07 22:39:16.178377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6025ca-b17d-4263-99c1-4194cfdf6284 req-f27cc634-373b-475c-8782-36ededf95486 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.179877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d6025ca-b17d-4263-99c1-4194cfdf6284 req-f27cc634-373b-475c-8782-36ededf95486 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.8425770 Feb 07 22:39:16.302773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:16.354546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:16.373507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d6025ca-b17d-4263-99c1-4194cfdf6284 req-89261839-952c-4961-8856-771424c029c8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348870 Feb 07 22:39:16.374540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.380155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d75103-e6ce-4ab1-8d38-723cb32f4fa2 req-928c4368-544d-484d-ab89-3968d1682b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.380946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59d75103-e6ce-4ab1-8d38-723cb32f4fa2 req-928c4368-544d-484d-ab89-3968d1682b67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 1101 time: 0.4873378 Feb 07 22:39:16.496215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:16.539613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.539613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.539613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] 10.222.0.36 "PUT /v2.0/ports/7e5d73eb-d93a-4184-ab54-910f115d3afb HTTP/1.1" status: 200 len: 1091 time: 2.2856693 Feb 07 22:39:16.539613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:16.557023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Usage tracker for resource:port and tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:16.567421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:16.589868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:16.647218 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59d75103-e6ce-4ab1-8d38-723cb32f4fa2 req-d5865483-3b75-449b-81dc-0395bf499ba0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0159ea90-47fb-4830-b8ad-2d59c6587a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169797 Feb 07 22:39:16.660508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565ab4a-aae0-4969-8422-6281eefdb803 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:16.674894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05844ade-95de-4a8c-9474-be7a058e7945 req-0bd6f176-217c-4767-b47e-1ec75ab488f1 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.676600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05844ade-95de-4a8c-9474-be7a058e7945 req-0bd6f176-217c-4767-b47e-1ec75ab488f1 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 945 time: 0.4915922 Feb 07 22:39:16.681325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Made reservation on behalf of 6f2efa29d72f4a11bd6e5d9b2bc21c56 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:16.685400 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:16.776712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'port': {'security_groups': ['1aefebf8-f5ff-4ce2-a5df-55609f1247c8', 'e445f58d-bb37-4997-94dc-e0d0b971785a']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:16.885662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d64e2-645f-4a6e-89dd-115bdd5c1710 req-bc87ed7d-1a28-4f1d-94de-46dd871ad3e2 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.890562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-652d64e2-645f-4a6e-89dd-115bdd5c1710 req-bc87ed7d-1a28-4f1d-94de-46dd871ad3e2 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 950 time: 0.4002168 Feb 07 22:39:16.957498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-1995ca5f-25ab-4e37-86b1-b07a616b5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:16.959644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-1995ca5f-25ab-4e37-86b1-b07a616b5bcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 1094 time: 0.3656330 Feb 07 22:39:17.094176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-ed00da8a-3e4d-401f-96de-d7f88c16c4ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb HTTP/1.1" status: 200 len: 217 time: 0.0872147 Feb 07 22:39:17.154972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:17.166417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-652d64e2-645f-4a6e-89dd-115bdd5c1710 req-0018880a-1440-4781-93ac-b8993aaded94 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/security-groups?id=0159ea90-47fb-4830-b8ad-2d59c6587a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711191 Feb 07 22:39:17.195769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Allocated IP 172.20.0.8 (e555c49c-99fa-4be4-87e5-c8e17e44c9ce/7567db2e-b592-454e-8a4b-01ce5e056aa8/9e2b4682-877e-4b68-8581-9c2709814031) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:17.252336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2efd0ed2-bdf0-4bb2-ae25-4a22dfef265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:17.254421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-2efd0ed2-bdf0-4bb2-ae25-4a22dfef265d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=345c937d-c7b8-4af5-a4b4-13ec996046c3 HTTP/1.1" status: 200 len: 861 time: 0.1474876 Feb 07 22:39:17.380078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-ffd2ac75-9b64-4384-8f10-1dfa8945ab6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f761bb2-2a7b-4404-9ddf-3131307cd150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139050 Feb 07 22:39:17.917036 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-cb609fa0-bb1a-49ea-90a7-f595568750f4 service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196824 Feb 07 22:39:17.975952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81067df0-de51-4c3f-b75b-77505a70ce16 req-3ad45a22-0b2a-4356-8450-299e336e1a06 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:17.977441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81067df0-de51-4c3f-b75b-77505a70ce16 req-3ad45a22-0b2a-4356-8450-299e336e1a06 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 950 time: 0.6532345 Feb 07 22:39:18.095993 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.177817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81067df0-de51-4c3f-b75b-77505a70ce16 req-d375b936-f76f-4637-bb62-710056f5afef tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442997 Feb 07 22:39:18.188977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:18.204870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4511b6d-c6af-4218-913e-67119cc4f527 req-821e4b53-11f0-4766-98b8-1f91f9d6735c service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814567 Feb 07 22:39:18.234838 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.241481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.254860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:18.279864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.380343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.380976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.382318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05844ade-95de-4a8c-9474-be7a058e7945 req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "PUT /v2.0/ports/1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 200 len: 981 time: 1.6837924 Feb 07 22:39:18.386210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:18.391258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:18.395807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:39:18.447375 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'status': 'completed', 'code': 200} Feb 07 22:39:18.454337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de12b6f-c46d-4b00-958c-6a9574a50eea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=6']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:18.486023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:18.590053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.590973 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:18.681052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:18.702678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-0333b829-8800-4571-8e27-161d63289d91 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6548328 Feb 07 22:39:18.718388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599625f-199f-4576-9985-05f86f3312aa req-47a2ff4e-f8b2-4c69-8aaf-418056f0b954 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.719850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d599625f-199f-4576-9985-05f86f3312aa req-47a2ff4e-f8b2-4c69-8aaf-418056f0b954 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 943 time: 0.4328396 Feb 07 22:39:18.727351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Request body: {'port': {'device_id': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:18.807242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c84f69-731d-4d31-ac4a-9145ff8b4e72 req-a3d4f95a-9c99-4913-9217-5f9b5e98a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.810227 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56c84f69-731d-4d31-ac4a-9145ff8b4e72 req-a3d4f95a-9c99-4913-9217-5f9b5e98a7c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1101 time: 0.0815818 Feb 07 22:39:18.815372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-f401fea2-971e-4c56-9b58-be09c7078547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.816862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-f401fea2-971e-4c56-9b58-be09c7078547 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 1094 time: 0.3060098 Feb 07 22:39:18.855495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56c84f69-731d-4d31-ac4a-9145ff8b4e72 req-0c1ed6a9-d275-4778-afc0-2dbeaceed180 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 Feb 07 22:39:18.964884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eac5c6-f915-4d72-9f07-9f555ddaaa18 req-643f0254-1f02-4e9b-a6ac-9016dd96c461 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:18.965740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f8eac5c6-f915-4d72-9f07-9f555ddaaa18 req-643f0254-1f02-4e9b-a6ac-9016dd96c461 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Synchronizing usage tracker for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:18.973973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d599625f-199f-4576-9985-05f86f3312aa req-c3991a52-d9bd-4df3-bf4c-a6a6c0ffb009 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149317 Feb 07 22:39:19.003284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:19.028394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f8eac5c6-f915-4d72-9f07-9f555ddaaa18 req-643f0254-1f02-4e9b-a6ac-9016dd96c461 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Unset dirty status for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:19.029576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8eac5c6-f915-4d72-9f07-9f555ddaaa18 req-643f0254-1f02-4e9b-a6ac-9016dd96c461 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 931 time: 0.4531074 Feb 07 22:39:19.180451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-972375bc-9f27-4585-be73-54475bc046e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.181915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-972375bc-9f27-4585-be73-54475bc046e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 922 time: 0.3202293 Feb 07 22:39:19.203477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f8eac5c6-f915-4d72-9f07-9f555ddaaa18 req-049e09f2-a83c-457f-8670-778e6083fc66 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Synchronizing usage tracker for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:19.318018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-b157dabd-1ca6-4b26-b147-576bb719dd88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb HTTP/1.1" status: 200 len: 217 time: 0.1172349 Feb 07 22:39:19.593410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f8eac5c6-f915-4d72-9f07-9f555ddaaa18 req-049e09f2-a83c-457f-8670-778e6083fc66 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Unset dirty status for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:19.593410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8eac5c6-f915-4d72-9f07-9f555ddaaa18 req-049e09f2-a83c-457f-8670-778e6083fc66 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5446680 Feb 07 22:39:19.607031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-9735969c-395b-498d-a2b7-4dc98724956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.607031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-9735969c-395b-498d-a2b7-4dc98724956e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=345c937d-c7b8-4af5-a4b4-13ec996046c3 HTTP/1.1" status: 200 len: 861 time: 0.2751894 Feb 07 22:39:19.611618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcec20-ebc2-4657-adf7-0e66f69e4c5e req-e7cc8070-a525-4844-9016-cfb3105f1988 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:19.611618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cbcec20-ebc2-4657-adf7-0e66f69e4c5e req-e7cc8070-a525-4844-9016-cfb3105f1988 tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 1096 time: 0.5245850 Feb 07 22:39:19.686846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-49c55622-4c4a-4064-acbc-cedcc72a1c0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f761bb2-2a7b-4404-9ddf-3131307cd150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663452 Feb 07 22:39:19.857621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cbcec20-ebc2-4657-adf7-0e66f69e4c5e req-94712dde-faa0-498b-aca8-c214a661871c tempest-LiveMigrationTest-656258733 tempest-LiveMigrationTest-656258733-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359691 Feb 07 22:39:20.025491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-06ae239e-1d43-4522-a89b-50610cf54d7c service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210762 Feb 07 22:39:20.032408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2b4682-877e-4b68-8581-9c2709814031 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:20.068144 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.154381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e14e29-a8ec-4c8a-9757-6c006f373192 req-5f994f5f-be7a-4626-90d7-1a3f627d7809 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.155843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95e14e29-a8ec-4c8a-9757-6c006f373192 req-5f994f5f-be7a-4626-90d7-1a3f627d7809 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3717566 Feb 07 22:39:20.156988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Transition to ACTIVE for port object 9e2b4682-877e-4b68-8581-9c2709814031 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:20.186075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5d73eb-d93a-4184-ab54-910f115d3afb details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:20.190683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.193157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:20.388894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95e14e29-a8ec-4c8a-9757-6c006f373192 req-9be7a5f8-7a39-48e1-b4f3-6310f9517ec3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251928 Feb 07 22:39:20.402631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2f8f4-3f00-4ffd-b064-b0a56949436e req-5f811e8b-6c58-4649-8375-b6a280da3da1 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.413268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dae2f8f4-3f00-4ffd-b064-b0a56949436e req-5f811e8b-6c58-4649-8375-b6a280da3da1 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 950 time: 0.4192820 Feb 07 22:39:20.427557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:20.432001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:20.433715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eaf887d-ef19-4978-a8e9-413db6683caf req-e6fa712b-a4dc-45f6-a913-ee1cd4a19775 service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968794 Feb 07 22:39:20.440241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.463314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'port_id': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'mac_address': 'fa:16:3e:04:ed:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345c937d-c7b8-4af5-a4b4-13ec996046c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:20.465815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:20.502019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:20.526844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:20.534099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.549711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dae2f8f4-3f00-4ffd-b064-b0a56949436e req-206cfd71-8300-4a6f-b464-9881373582de tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/security-groups?id=0159ea90-47fb-4830-b8ad-2d59c6587a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375039 Feb 07 22:39:20.587409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.602586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-f2e85cbf-e98a-4a5e-9131-9351913545e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-819892344&fields=id&tenant_id=a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 267 time: 0.0968525 Feb 07 22:39:20.605728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:20.606240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:20.606745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:20.611841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:20.612367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:20.620169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5d73eb-d93a-4184-ab54-910f115d3afb {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:20.642520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:20.647180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:20.652873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.653628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:20.655863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:20.656393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:20.656986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:20.657624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Bound port: 9e2b4682-877e-4b68-8581-9c2709814031, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:20.658149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.786431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:20.837040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-92354d34-8c77-47af-bb0b-57d2d79b2b28 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.838487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-92354d34-8c77-47af-bb0b-57d2d79b2b28 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 984 time: 0.2223978 Feb 07 22:39:20.845601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:20.849116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:20.855596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:20.861381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c976d6-fed4-49f0-876e-1343c5757b66 req-5b8b26e5-e498-4ad5-ba79-16ea17e6a6d9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:20.862808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45c976d6-fed4-49f0-876e-1343c5757b66 req-5b8b26e5-e498-4ad5-ba79-16ea17e6a6d9 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 948 time: 0.1950274 Feb 07 22:39:20.865720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.875496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'mac_address': 'fa:16:3e:68:f9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:20.914129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'port': {'security_groups': ['1aefebf8-f5ff-4ce2-a5df-55609f1247c8', 'e445f58d-bb37-4997-94dc-e0d0b971785a', 'a54db15e-0da5-4d9f-b424-980c28c3eef1']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:20.932735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:20.961678 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e82073-ec51-402d-9ebf-f9af0cfdb174 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:20.979311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:20.985309 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.009523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.010134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.011517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] 10.222.0.26 "PUT /v2.0/ports/9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 1091 time: 2.2907550 Feb 07 22:39:21.066038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=10']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:21.084930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45c976d6-fed4-49f0-876e-1343c5757b66 req-96d76e23-6c9b-419e-a047-0f1e01e98bee tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131648 Feb 07 22:39:21.133688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f56d8-0d8a-477e-b578-530bfbc1b55a service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:21.165457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.249901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7e5d73eb-d93a-4184-ab54-910f115d3afb'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:21.285216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['50e82073-ec51-402d-9ebf-f9af0cfdb174'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:21.377554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-5f8e9705-14a4-4788-b2ec-54135e2ff030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.379030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-5f8e9705-14a4-4788-b2ec-54135e2ff030 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1094 time: 0.2974031 Feb 07 22:39:21.550009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-9c4ed2cc-c817-4bcc-97fb-2ec75d99dd09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 217 time: 0.1585805 Feb 07 22:39:21.712421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-eab03a29-3eee-4b4d-8080-5713ca97b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.713907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-eab03a29-3eee-4b4d-8080-5713ca97b614 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1553485 Feb 07 22:39:21.779176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-405b1030-ab64-4ab2-b9cc-c0d49ef6f8e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493615 Feb 07 22:39:21.793996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ee37f-8de7-4ed1-946b-e23b5bc9fb2f req-ee9ce150-514e-42a3-abae-4fc917e343d2 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:21.795352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-910ee37f-8de7-4ed1-946b-e23b5bc9fb2f req-ee9ce150-514e-42a3-abae-4fc917e343d2 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 944 time: 0.3564713 Feb 07 22:39:21.885722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:21.943729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-910ee37f-8de7-4ed1-946b-e23b5bc9fb2f req-cfa6536e-b1dd-4caf-9c74-4eb8f47dfda0 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270711 Feb 07 22:39:21.971021 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:21.984790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.033450 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'status': 'completed', 'code': 200} Feb 07 22:39:22.037225 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'code': 200} Feb 07 22:39:22.046980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-429aa2ee-a5c6-43c6-a828-6d217cc6caa0 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507222 Feb 07 22:39:22.111962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:22.170180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.170858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.173032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c6d1d50-a1c2-404d-b8f9-662f2a671369 req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "PUT /v2.0/ports/1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 200 len: 1020 time: 1.3087573 Feb 07 22:39:22.303924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:22.359464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:22.384139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.384848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.384848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.385147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.385694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.386190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.386518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.386834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.387321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.387817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.388143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.388463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bfd171-b6e4-475b-8b24-50e251bfd8e3 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:22.455468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7debab2-7426-4c12-bb0f-afe54cfcec88 req-6d173ea5-8e52-4849-a062-398ee4421efc service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391981 Feb 07 22:39:22.472663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c2f06-c758-4401-89c7-daffa994a9be req-8d1c2814-9734-448c-bbf9-16e96835fb6f tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.474099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-217c2f06-c758-4401-89c7-daffa994a9be req-8d1c2814-9734-448c-bbf9-16e96835fb6f tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 945 time: 0.4329026 Feb 07 22:39:22.476937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-d684032e-9e82-422c-9dcb-f984d4d717b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.478318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-d684032e-9e82-422c-9dcb-f984d4d717b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1174 time: 0.4336250 Feb 07 22:39:22.627483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125f2d9-ae30-4851-8df5-20e746cac703 req-6022a159-bb7f-4b5d-baa0-52307ae5f123 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.629017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e125f2d9-ae30-4851-8df5-20e746cac703 req-6022a159-bb7f-4b5d-baa0-52307ae5f123 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 943 time: 0.3425834 Feb 07 22:39:22.678458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Deleting port 499e737a-afa9-4081-aa26-65980fdddc08 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:22.678806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:22.812572 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e125f2d9-ae30-4851-8df5-20e746cac703 req-4e884788-62a3-4864-b434-49a6cd27f314 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760547 Feb 07 22:39:22.837058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-a31cf7ec-d437-482b-8014-99672d1964a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:22.838749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-a31cf7ec-d437-482b-8014-99672d1964a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 914 time: 0.3184927 Feb 07 22:39:23.091136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-f89bcb5f-41c4-469a-a5d8-b5946f9a85a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 200 len: 217 time: 0.2271554 Feb 07 22:39:23.258122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82276a24-c97e-4e29-9454-ff821f39e589 req-d10a5ac3-fccd-4fc7-8ec0-9b5c142b0251 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.259555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82276a24-c97e-4e29-9454-ff821f39e589 req-d10a5ac3-fccd-4fc7-8ec0-9b5c142b0251 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 945 time: 0.5460236 Feb 07 22:39:23.274739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-23065af6-07eb-4017-8778-810b883ff5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.276079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-23065af6-07eb-4017-8778-810b883ff5a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.1754477 Feb 07 22:39:23.364481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-355a56d6-1eab-450e-9ddc-7ce195674a38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667040 Feb 07 22:39:23.425186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e3ad5-7c91-4aef-9e4e-303b316aa876 req-af5f5113-13ec-41f5-842a-f85dc1aa3a69 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:23.426585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c4e3ad5-7c91-4aef-9e4e-303b316aa876 req-af5f5113-13ec-41f5-842a-f85dc1aa3a69 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3811569 Feb 07 22:39:23.478603 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82276a24-c97e-4e29-9454-ff821f39e589 req-8c104853-da1d-4798-9e81-d8a07d2d2dc5 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015312 Feb 07 22:39:23.484394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] For port 499e737a-afa9-4081-aa26-65980fdddc08, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=499e737a-afa9-4081-aa26-65980fdddc08,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:23.484762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:23.640026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Calling delete_port for 499e737a-afa9-4081-aa26-65980fdddc08 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:23.819648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c4e3ad5-7c91-4aef-9e4e-303b316aa876 req-3aef3577-f367-4c26-a48c-f2d83d28a0f3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441706 Feb 07 22:39:23.866144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-1a040683-234e-4d2e-9d23-e3c500448ecd service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816298 Feb 07 22:39:24.038585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031'}, {'name': 'network-changed', 'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:24.072407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def0ed7-aa77-47bf-9e31-9bda4bd90354 req-35d54add-8536-4b92-aa7d-953be304def9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.074487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7def0ed7-aa77-47bf-9e31-9bda4bd90354 req-35d54add-8536-4b92-aa7d-953be304def9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1023 time: 0.4415348 Feb 07 22:39:24.097251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-7a80344f-b79c-4082-8a86-eec008743cd5 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.098601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-7a80344f-b79c-4082-8a86-eec008743cd5 tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.26 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 950 time: 0.3740528 Feb 07 22:39:24.220441 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.232519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5d73eb-d93a-4184-ab54-910f115d3afb up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:24.257074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6d8172ce-24e7-474d-84e6-32f49e7882b3'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:24.298556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-917434fb-af32-468c-b9c2-e75f70783ea1 req-419390b1-f30b-4697-884e-19e70953e5cf service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239688 Feb 07 22:39:24.306536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Deleting port 21c26654-dd24-43cd-837d-debfd3ba936c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:24.306889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.332612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event deleted for resources: {'Port': ['ID=499e737a-afa9-4081-aa26-65980fdddc08,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:24.374936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 7e5d73eb-d93a-4184-ab54-910f115d3afb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:24.384042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 7e5d73eb-d93a-4184-ab54-910f115d3afb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:24.384400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.570286 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.578784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7def0ed7-aa77-47bf-9e31-9bda4bd90354 req-b1bf96e2-8263-4b16-a8cd-681aad24fcc2 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=e445f58d-bb37-4997-94dc-e0d0b971785a&id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&id=a54db15e-0da5-4d9f-b424-980c28c3eef1 HTTP/1.1" status: 200 len: 6147 time: 0.4974918 Feb 07 22:39:24.594473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed78fb1-67fe-49b4-9f15-8eb37c476ad5 req-0ad3ae02-c3c7-459c-b1cd-6b564212099d tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.595936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bed78fb1-67fe-49b4-9f15-8eb37c476ad5 req-0ad3ae02-c3c7-459c-b1cd-6b564212099d tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0ba665-c461-41af-9ffb-b52b7154b48c HTTP/1.1" status: 200 len: 950 time: 0.6128905 Feb 07 22:39:24.596983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] No DVR routers for this DVR port 499e737a-afa9-4081-aa26-65980fdddc08 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:24.601487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.608312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:24.619196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:24.623938 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.624811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:24.657951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-217c2f06-c758-4401-89c7-daffa994a9be req-d109d395-70be-4daf-92ff-666762becbc3 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "DELETE /v2.0/ports/499e737a-afa9-4081-aa26-65980fdddc08 HTTP/1.1" status: 204 len: 173 time: 2.1768391 Feb 07 22:39:24.753136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:24.765342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 50e82073-ec51-402d-9ebf-f9af0cfdb174 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:24.765717 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.809772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bed78fb1-67fe-49b4-9f15-8eb37c476ad5 req-fa9d444e-a051-43ba-b79b-712c42dae73d tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.10 "GET /v2.0/security-groups?id=0159ea90-47fb-4830-b8ad-2d59c6587a45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022393 Feb 07 22:39:24.895198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] For port 21c26654-dd24-43cd-837d-debfd3ba936c, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=21c26654-dd24-43cd-837d-debfd3ba936c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:24.895557 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:24.908055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820efbd-fe40-4c84-90b5-94289b83015d req-0418d636-5558-44bc-a6c8-5874657b063a tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:24.909590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d820efbd-fe40-4c84-90b5-94289b83015d req-0418d636-5558-44bc-a6c8-5874657b063a tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1101 time: 0.2191296 Feb 07 22:39:24.969260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.002459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:25.007235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.043976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Calling delete_port for 21c26654-dd24-43cd-837d-debfd3ba936c owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:25.079286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:25.117197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d820efbd-fe40-4c84-90b5-94289b83015d req-a5ddaf53-4ea9-4a60-8ac1-0cc5ca11f361 tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549778 Feb 07 22:39:25.279903 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.291399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['21c26654-dd24-43cd-837d-debfd3ba936c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:25.360475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Pushing event deleted for resources: {'Port': ['ID=21c26654-dd24-43cd-837d-debfd3ba936c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:25.504113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] No DVR routers for this DVR port 21c26654-dd24-43cd-837d-debfd3ba936c on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:25.507737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.536198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3483038-db59-4352-85e6-0543a3a9cc18 req-a96328a4-b5f2-46c9-ae9a-8c3c71050adc tempest-ImagesNegativeTestJSON-1917543347 tempest-ImagesNegativeTestJSON-1917543347-project] 10.222.0.26 "DELETE /v2.0/ports/21c26654-dd24-43cd-837d-debfd3ba936c HTTP/1.1" status: 204 len: 173 time: 1.4083557 Feb 07 22:39:25.559953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5bf74-686c-4dd1-8f53-181b8ea3d1e8 req-21d31898-6475-40c4-9d29-12f24a76bdb0 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.570391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efd5bf74-686c-4dd1-8f53-181b8ea3d1e8 req-21d31898-6475-40c4-9d29-12f24a76bdb0 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.3315446 Feb 07 22:39:25.621099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c3e6c-1846-4acb-b3b4-0a5f7b2c2845 req-dac42421-d419-4a05-a197-59283ef90c2e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:25.630568 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f7c3e6c-1846-4acb-b3b4-0a5f7b2c2845 req-dac42421-d419-4a05-a197-59283ef90c2e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 943 time: 0.2288518 Feb 07 22:39:25.658300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efd5bf74-686c-4dd1-8f53-181b8ea3d1e8 req-67decf21-963a-4aee-9645-65376f49acfb tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870063 Feb 07 22:39:25.703762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f7c3e6c-1846-4acb-b3b4-0a5f7b2c2845 req-26b03dc1-a499-41ad-b33e-f8ce47d874ab tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720725 Feb 07 22:39:25.762232 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031', 'status': 'completed', 'code': 200} Feb 07 22:39:25.762500 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'status': 'completed', 'code': 200} Feb 07 22:39:25.853108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1049684213 ', 'description': 'tempest-description-907075553'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:25.896439 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-723f54db-3b3c-418b-b53d-9c8fb38b776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:25.926609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:25.935768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:25.943553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 499e737a-afa9-4081-aa26-65980fdddc08 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:25.985519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 499e737a-afa9-4081-aa26-65980fdddc08 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:25.986138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 499e737a-afa9-4081-aa26-65980fdddc08 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:25.998702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:26.004060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-25fea1a9-db9d-4a4d-a581-467fa9558121 req-3b7898ab-4041-4cb0-ba77-4f024808034d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Synchronizing usage tracker for tenant:2527639aebef4b59b127999a0ede186d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:26.031382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.069107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:26.076856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-25fea1a9-db9d-4a4d-a581-467fa9558121 req-3b7898ab-4041-4cb0-ba77-4f024808034d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Unset dirty status for tenant:2527639aebef4b59b127999a0ede186d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:26.078010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25fea1a9-db9d-4a4d-a581-467fa9558121 req-3b7898ab-4041-4cb0-ba77-4f024808034d tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d HTTP/1.1" status: 200 len: 210 time: 0.1534967 Feb 07 22:39:26.078931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:26.083788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:26.089391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-03fabd7b-b209-4fad-8cc4-727dea464c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.090945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-03fabd7b-b209-4fad-8cc4-727dea464c37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1174 time: 0.2990100 Feb 07 22:39:26.097246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:26.146874 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'code': 200} Feb 07 22:39:26.157171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:26.172090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '9e2b4682-877e-4b68-8581-9c2709814031', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'port_id': '9e2b4682-877e-4b68-8581-9c2709814031', 'mac_address': 'fa:16:3e:b1:e8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7567db2e-b592-454e-8a4b-01ce5e056aa8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:26.182623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-b2e10222-b2cd-4359-8539-ba3412aaf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.184099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-b2e10222-b2cd-4359-8539-ba3412aaf2bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1094 time: 0.3351943 Feb 07 22:39:26.259562 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.281319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2b4682-877e-4b68-8581-9c2709814031 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:26.305013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:26.313763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.370731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43fe61-1ba4-4f63-92c0-291d8f7cad56 req-ac13f570-cb53-4e91-a87f-38ee7bc5fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.372290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec43fe61-1ba4-4f63-92c0-291d8f7cad56 req-ac13f570-cb53-4e91-a87f-38ee7bc5fb48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 1096 time: 0.1480405 Feb 07 22:39:26.450798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:26.460117 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec43fe61-1ba4-4f63-92c0-291d8f7cad56 req-a9b08dc9-967f-456b-9bc7-1f7276707f5e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727639 Feb 07 22:39:26.464372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-7d569376-191f-4271-a1be-c4e154799391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.465855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-7d569376-191f-4271-a1be-c4e154799391 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 914 time: 0.3645406 Feb 07 22:39:26.497380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.500117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-9877527e-2ff1-46bc-ad08-9ef53bfedc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.501613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-9877527e-2ff1-46bc-ad08-9ef53bfedc68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.3025482 Feb 07 22:39:26.505487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.622231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9e2b4682-877e-4b68-8581-9c2709814031'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:26.763576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fa8e4-2098-4ff5-b10f-691da92a4cbc req-59e614ac-2fed-4b31-b302-7418034521cb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.765111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed8fa8e4-2098-4ff5-b10f-691da92a4cbc req-59e614ac-2fed-4b31-b302-7418034521cb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.4695067 Feb 07 22:39:26.794764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-55670a3b-9a79-42cb-8e5c-2639896da8f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 217 time: 0.2853861 Feb 07 22:39:26.802358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-08a7b2a7-1004-4714-b8ca-3d58fe5d8d5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 200 len: 217 time: 0.1065145 Feb 07 22:39:26.905666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b7eb3-ba01-458a-a925-c2fb78c8bee2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:26.919580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:26.920794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6868efa2-f24f-42d7-a876-bebd8d863e00 req-38a3a1ab-139d-4cd7-add7-e1da2bbc0db7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.1344953 Feb 07 22:39:26.956039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed8fa8e4-2098-4ff5-b10f-691da92a4cbc req-fe02cc9f-f011-4682-882e-5d67f2c9cc25 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695037 Feb 07 22:39:26.964876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-4a8fa9b4-19b2-4684-9e3d-d08b36e008f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.966308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-4a8fa9b4-19b2-4684-9e3d-d08b36e008f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.1433351 Feb 07 22:39:26.967666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-33a5506e-f49b-4030-8922-a081cba78eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:26.968999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-33a5506e-f49b-4030-8922-a081cba78eac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1505458 Feb 07 22:39:27.070056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-e37b2175-9da6-4d41-bb26-dd50805f7a7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864146 Feb 07 22:39:27.071838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-f70edbd0-1c18-4585-a0c7-8d20d3965a5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872340 Feb 07 22:39:27.386075 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-0a747503-6ce6-44cb-a330-b6bdb7df1758 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080552 Feb 07 22:39:27.422038 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-29a1c8fc-6df0-47cd-82a8-52a3202e1ec4 service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248184 Feb 07 22:39:27.659603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37e26e-792a-440c-bff5-8dfb1e32c636 req-eca6d0e3-ef1a-47c9-9531-91c2cb294380 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.661117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f37e26e-792a-440c-bff5-8dfb1e32c636 req-eca6d0e3-ef1a-47c9-9531-91c2cb294380 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.3699307 Feb 07 22:39:27.747965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-82b1b423-dba5-44f5-9c9b-810add776667 service neutron] 10.222.0.36 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948096 Feb 07 22:39:27.749715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9589602e-4107-4da1-ba97-1aae3f3fa6fb req-db02368a-630b-4f39-b20d-f48ea9120c2a service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203757 Feb 07 22:39:27.763260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bde60-ddfd-468e-8d8b-ae1e441eb711 req-aa7c5d4d-8a38-4079-94c9-5789fedd3183 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:27.764808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-573bde60-ddfd-468e-8d8b-ae1e441eb711 req-aa7c5d4d-8a38-4079-94c9-5789fedd3183 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 944 time: 0.3846703 Feb 07 22:39:27.767285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'name': 'network-vif-deleted', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08'}, {'server_uuid': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'name': 'network-vif-deleted', 'tag': '21c26654-dd24-43cd-837d-debfd3ba936c'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:27.775063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f37e26e-792a-440c-bff5-8dfb1e32c636 req-6efc0f73-f442-4f54-b2ae-c8f9526e03ac tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009755 Feb 07 22:39:27.834711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-573bde60-ddfd-468e-8d8b-ae1e441eb711 req-748834f8-8b34-40c7-ac12-176b089d4d9d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587044 Feb 07 22:39:27.868580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66a181b6-51a9-441b-b97e-a429ccf70ee3 req-154cd384-d472-482f-a934-fb690035d5c6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/a96b7eb3-ba01-458a-a925-c2fb78c8bee2 HTTP/1.1" status: 200 len: 1780 time: 0.0611243 Feb 07 22:39:27.937505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:28.018158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 9e2b4682-877e-4b68-8581-9c2709814031 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:28.024853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 9e2b4682-877e-4b68-8581-9c2709814031 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:28.025475 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.071574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c90508-adb6-4ecc-85ab-c519c83c8007 req-cf4f3529-19d6-4158-8f06-c19ae9f354cb tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:28.073648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8c90508-adb6-4ecc-85ab-c519c83c8007 req-cf4f3529-19d6-4158-8f06-c19ae9f354cb tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 1102 time: 0.1139081 Feb 07 22:39:28.132978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8c90508-adb6-4ecc-85ab-c519c83c8007 req-9c2cd0e2-d024-4d4c-9af2-a9d255b8c1fa tempest-ServersAdminTestJSON-2028154493 tempest-ServersAdminTestJSON-2028154493-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528927 Feb 07 22:39:28.198998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:28.235403 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2a84fc-1063-4fe8-8bf6-816cd6d4b81d', 'name': 'network-vif-deleted', 'tag': '499e737a-afa9-4081-aa26-65980fdddc08', 'status': 'completed', 'code': 200} Feb 07 22:39:28.235928 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0ba665-c461-41af-9ffb-b52b7154b48c', 'name': 'network-vif-deleted', 'tag': '21c26654-dd24-43cd-837d-debfd3ba936c', 'status': 'completed', 'code': 200} Feb 07 22:39:28.258622 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-698a417e-8ab5-496c-b255-eaec11743090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.264444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.275129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cdb4d1e-eea5-4aa6-a3f0-3cbf20ce945e req-2994da84-1bfe-4b5a-a21d-b52cc27d2d6f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/a96b7eb3-ba01-458a-a925-c2fb78c8bee2 HTTP/1.1" status: 200 len: 1780 time: 0.0935016 Feb 07 22:39:28.312663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:28.325062 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.326031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 21c26654-dd24-43cd-837d-debfd3ba936c no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:28.418942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 21c26654-dd24-43cd-837d-debfd3ba936c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:28.419280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 21c26654-dd24-43cd-837d-debfd3ba936c not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:28.426489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1cdb4d1e-eea5-4aa6-a3f0-3cbf20ce945e req-66e28919-a7de-418a-a08d-38689850d1ce tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.439503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:28.460386 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1cdb4d1e-eea5-4aa6-a3f0-3cbf20ce945e req-66e28919-a7de-418a-a08d-38689850d1ce tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.503978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba0e76-e10c-4d38-99d1-87db097ef221 req-6e544245-8ddc-4c3b-b21b-6ac902b83ded tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:28.511280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cba0e76-e10c-4d38-99d1-87db097ef221 req-6e544245-8ddc-4c3b-b21b-6ac902b83ded tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.1833115 Feb 07 22:39:28.666293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cba0e76-e10c-4d38-99d1-87db097ef221 req-64afe7e0-68d6-43fc-ad2f-fd9fab9cb214 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541467 Feb 07 22:39:28.667461 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1cdb4d1e-eea5-4aa6-a3f0-3cbf20ce945e req-66e28919-a7de-418a-a08d-38689850d1ce tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.694122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e28919-a7de-418a-a08d-38689850d1ce tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b7eb3-ba01-458a-a925-c2fb78c8bee2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:28.703268 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1cdb4d1e-eea5-4aa6-a3f0-3cbf20ce945e req-66e28919-a7de-418a-a08d-38689850d1ce tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:28.713148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cdb4d1e-eea5-4aa6-a3f0-3cbf20ce945e req-66e28919-a7de-418a-a08d-38689850d1ce tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/a96b7eb3-ba01-458a-a925-c2fb78c8bee2 HTTP/1.1" status: 204 len: 173 time: 0.4367394 Feb 07 22:39:28.764378 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'code': 200} Feb 07 22:39:28.801242 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-108fe5f8-76f1-4f7a-a789-95951b5bf794 req-e8fee9cf-1e8c-452d-841e-94c0f39a9558 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:39:28.802191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-108fe5f8-76f1-4f7a-a789-95951b5bf794 req-e8fee9cf-1e8c-452d-841e-94c0f39a9558 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/a96b7eb3-ba01-458a-a925-c2fb78c8bee2 HTTP/1.1" status: 404 len: 352 time: 0.0167766 Feb 07 22:39:28.942489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1680665186', 'description': 'tempest-description-1944552226'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:28.950672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:28.955150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:28.958692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:28.995284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:29.022350 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.050400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:29.056053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:29.059918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:29.067632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:29.087389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191fe99-2de3-45d5-b53c-0f49a60b4cc4 req-b1748d1e-52df-4cfc-a35e-2baff3b9700d tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.088904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8191fe99-2de3-45d5-b53c-0f49a60b4cc4 req-b1748d1e-52df-4cfc-a35e-2baff3b9700d tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.1271996 Feb 07 22:39:29.153172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8191fe99-2de3-45d5-b53c-0f49a60b4cc4 req-f2ae6ac5-9982-419c-a594-893a50c05c46 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560076 Feb 07 22:39:29.190527 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.191890 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.195883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.243287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d604513b-a828-4c0d-bc38-83ae92c79a36,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:29.253079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.254458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b88cf4d3-4ed6-4682-acac-5110d210126b req-e77be963-fbd9-440f-a284-1840d6d1b511 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3162792 Feb 07 22:39:29.351287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.542761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486386a-1298-41bd-a8a9-8fc1525b730f req-4a7cbc5b-01b6-44ef-838c-9664aa70c712 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.544209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0486386a-1298-41bd-a8a9-8fc1525b730f req-4a7cbc5b-01b6-44ef-838c-9664aa70c712 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 945 time: 0.1562541 Feb 07 22:39:29.550447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50402) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:29.558725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db501456-b800-4e2e-a17e-e1c43d7651c7 req-6c279c50-6aec-4b7a-8e2f-a66dfaffd8f5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.560214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db501456-b800-4e2e-a17e-e1c43d7651c7 req-6c279c50-6aec-4b7a-8e2f-a66dfaffd8f5 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 950 time: 0.1335669 Feb 07 22:39:29.631772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0486386a-1298-41bd-a8a9-8fc1525b730f req-0d427486-6144-4c95-a12c-7d4f30f9505f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705674 Feb 07 22:39:29.636198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db501456-b800-4e2e-a17e-e1c43d7651c7 req-2ed05633-ee9f-46bc-9f21-ff8fcf24632d tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621889 Feb 07 22:39:29.687267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.687693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-317959853', 'description': 'tempest-description-769643083'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:29.694028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:29.698806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:29.701779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:29.706184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:29.708857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:29.710185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Usage tracker for resource:security_group_rule and tenant:a8ecad32e3204c1a8bd6595a07434b07 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:29.713077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:29.720025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:29.732706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.793046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:29.802052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:29.806176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:29.807863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.813720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.817512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:29.865836 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8ecad32e3204c1a8bd6595a07434b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142462 Feb 07 22:39:29.868389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50410) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:29.871280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5e0719-3ec2-4f71-93cc-6fb7f5b50dd2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:29.880013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d11da-c94b-4809-b3f2-926335c9387d req-1d4bb0a6-e31b-42d4-a476-fe99dd1def55 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:29.882062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e1d11da-c94b-4809-b3f2-926335c9387d req-1d4bb0a6-e31b-42d4-a476-fe99dd1def55 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.1315129 Feb 07 22:39:29.898349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.898703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.899050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.900210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.900591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.901484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.901809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.902305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.902852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.903190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.903525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.903855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0de1b-bff9-456b-8312-fde3ee8f077a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:29.952925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-098452c9-03d7-4e9f-bbd9-ac3a8bc3958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.964774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.970113 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.981551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-098452c9-03d7-4e9f-bbd9-ac3a8bc3958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:29.998951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e1d11da-c94b-4809-b3f2-926335c9387d req-fe3e7778-4a8d-4bca-be17-3d63bc54e34f tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083097 Feb 07 22:39:30.027539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb64553-936f-49d6-aa9c-76038d891920,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:30.036435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.049226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d60696e-fcb5-4bae-b075-8045dd6e129b req-820aa643-02c4-47ee-8a74-8db1409ef708 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3663990 Feb 07 22:39:30.064038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-098452c9-03d7-4e9f-bbd9-ac3a8bc3958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.087022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098452c9-03d7-4e9f-bbd9-ac3a8bc3958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5e0719-3ec2-4f71-93cc-6fb7f5b50dd2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:30.102860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-098452c9-03d7-4e9f-bbd9-ac3a8bc3958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.105679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-098452c9-03d7-4e9f-bbd9-ac3a8bc3958f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a5e0719-3ec2-4f71-93cc-6fb7f5b50dd2 HTTP/1.1" status: 204 len: 168 time: 0.2363453 Feb 07 22:39:30.140903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-599311997', 'description': 'tempest-description-588172914'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:30.152988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:30.165962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:30.170833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:30.211234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:30.241367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.267697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:30.275102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:30.281785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:30.291584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3347e0-421f-4e65-9fa2-315792cf84d8 req-c57c93ce-70d6-4074-8533-4ded7fd05b07 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:30.301359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a3347e0-421f-4e65-9fa2-315792cf84d8 req-c57c93ce-70d6-4074-8533-4ded7fd05b07 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.1373339 Feb 07 22:39:30.322092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:30.368594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a3347e0-421f-4e65-9fa2-315792cf84d8 req-827e054c-adce-4e08-a28c-acbb8775a4a4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662806 Feb 07 22:39:30.428291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50430) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:30.616787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-3df551a5-3a14-4b38-89ce-6940108110c0 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:30.618269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-3df551a5-3a14-4b38-89ce-6940108110c0 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 950 time: 0.2284791 Feb 07 22:39:30.626496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.667963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.723864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a102153-d3ba-4ff3-812c-1a5aabd1b9c9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:30.761685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Deleting port a708291b-d117-4b74-82ba-1df0ae955422 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:30.762105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.767809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:30.768379 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b721fcd1-04df-4835-a205-13de5adc59cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96ebda9c53434e14911ec2554c7f47a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381495 Feb 07 22:39:30.771950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50450) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:30.797483 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.820011 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.821271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d5a8ec1-f013-4998-8681-a7f3ca6adabb req-fea23606-270d-4dbd-a64c-ede23d531333 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6845596 Feb 07 22:39:30.832884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28f8a4-3f44-43ba-ac4b-4f7d5256c692 req-93aec03f-5317-41fc-8f13-fe7f1154fad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:30.839772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f28f8a4-3f44-43ba-ac4b-4f7d5256c692 req-93aec03f-5317-41fc-8f13-fe7f1154fad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.3368359 Feb 07 22:39:30.857273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7d83efe-7416-4454-aa5c-c03fbc358fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.889606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7d83efe-7416-4454-aa5c-c03fbc358fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:30.943481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f28f8a4-3f44-43ba-ac4b-4f7d5256c692 req-4c72e41d-b569-4483-9826-828201a8bbd1 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027732 Feb 07 22:39:30.994221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7d83efe-7416-4454-aa5c-c03fbc358fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.025656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d83efe-7416-4454-aa5c-c03fbc358fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0159ea90-47fb-4830-b8ad-2d59c6587a45,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:31.048936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7d83efe-7416-4454-aa5c-c03fbc358fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.053101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a7d83efe-7416-4454-aa5c-c03fbc358fde admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0159ea90-47fb-4830-b8ad-2d59c6587a45 HTTP/1.1" status: 204 len: 168 time: 0.2770844 Feb 07 22:39:31.217359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] For port a708291b-d117-4b74-82ba-1df0ae955422, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a708291b-d117-4b74-82ba-1df0ae955422,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:31.217742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.381873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Calling delete_port for a708291b-d117-4b74-82ba-1df0ae955422 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:31.608112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714e9e5-5fe0-4ee3-a521-9ed3dc12820c req-e6638500-397d-4455-834f-d08111589a33 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.609546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b714e9e5-5fe0-4ee3-a521-9ed3dc12820c req-e6638500-397d-4455-834f-d08111589a33 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 945 time: 0.4572871 Feb 07 22:39:31.709975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b714e9e5-5fe0-4ee3-a521-9ed3dc12820c req-a66af9e2-4003-49e8-b6f5-490c5dda069c tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829558 Feb 07 22:39:31.724905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eba09-dadb-4180-a6c0-613f8f0e2052 req-8c8510b0-c77c-4f9e-a3e2-585c9253eead tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:31.726351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-352eba09-dadb-4180-a6c0-613f8f0e2052 req-8c8510b0-c77c-4f9e-a3e2-585c9253eead tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8372a49-23ee-4321-a9c4-d3a13f94f980 HTTP/1.1" status: 200 len: 950 time: 0.3530357 Feb 07 22:39:31.778106 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031', 'code': 200} Feb 07 22:39:31.800012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:31.811529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['a708291b-d117-4b74-82ba-1df0ae955422', '50e82073-ec51-402d-9ebf-f9af0cfdb174'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:31.825204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-352eba09-dadb-4180-a6c0-613f8f0e2052 req-14f6dfce-27ed-42af-a08b-296497fb3ba0 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894754 Feb 07 22:39:31.876004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['05bc7e90-6ff1-4616-9665-b5259a8ed166'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:31.948457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50494) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:31.974474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Pushing event deleted for resources: {'Port': ['ID=a708291b-d117-4b74-82ba-1df0ae955422,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:32.099060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-897458084-network', 'tenant_id': '1f05887f61cd4ea9b01b4d6a2a3ba416'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:32.103844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:32.109383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Usage tracker for resource:network and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:32.113010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:32.125551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:32.137548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Made reservation on behalf of 1f05887f61cd4ea9b01b4d6a2a3ba416 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:32.141020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.158193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.164954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] No DVR routers for this DVR port a708291b-d117-4b74-82ba-1df0ae955422 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:32.171125 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.173773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'name': 'network-vif-deleted', 'tag': 'a708291b-d117-4b74-82ba-1df0ae955422'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:32.178099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:32.185432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Usage tracker for resource:security_group_rule and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:32.190664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:32.198509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:32.230740 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bdff70b-9e3d-4804-8891-0d022d12d662 req-e210cc80-7cba-454f-b9e2-deefecb4a8aa tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "DELETE /v2.0/ports/a708291b-d117-4b74-82ba-1df0ae955422 HTTP/1.1" status: 204 len: 173 time: 1.6029184 Feb 07 22:39:32.258317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-2a9994a1-7a22-4bb8-a38f-d6de746bd5c2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.259852 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-2a9994a1-7a22-4bb8-a38f-d6de746bd5c2 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 944 time: 0.4578388 Feb 07 22:39:32.317898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.327185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.335246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-65569aad-37b3-4df6-ac84-8714aa283d8c req-20ffded2-5c4a-4cfa-8546-eec0d9f743a0 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:32.347881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e121d-f02c-47a4-95f3-9688938a81a5 req-dc2c7cad-31e3-466c-8dd7-563ca64d8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.349394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-512e121d-f02c-47a4-95f3-9688938a81a5 req-dc2c7cad-31e3-466c-8dd7-563ca64d8194 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1096 time: 0.4378774 Feb 07 22:39:32.367206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:32.386479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae777bd-16eb-45b4-ad80-3fcd891a82e2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:32.393270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.393616 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Added segment 84385472-ed43-4009-9791-11ab8212ce83 of type vlan for network 3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9 Feb 07 22:39:32.398869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6da312-7d78-4029-8a77-944b99446eee req-dcc62589-b015-4233-bf00-d02c76705323 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.400391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa6da312-7d78-4029-8a77-944b99446eee req-dcc62589-b015-4233-bf00-d02c76705323 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.4058666 Feb 07 22:39:32.414620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Deleting port 6d8172ce-24e7-474d-84e6-32f49e7882b3 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:32.415019 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.433628 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.452927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-65569aad-37b3-4df6-ac84-8714aa283d8c req-20ffded2-5c4a-4cfa-8546-eec0d9f743a0 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:32.454366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65569aad-37b3-4df6-ac84-8714aa283d8c req-20ffded2-5c4a-4cfa-8546-eec0d9f743a0 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 10893 time: 0.6511309 Feb 07 22:39:32.468225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.470309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:32.470944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.518290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-512e121d-f02c-47a4-95f3-9688938a81a5 req-9aa7848e-2853-402f-a1f6-782d561dae5b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552203 Feb 07 22:39:32.578365 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6287091 Feb 07 22:39:32.581849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50502) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:32.584241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777d83d-5b71-4319-91e1-993c0897cac1 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:32.590781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Request body: {'subnet': {'network_id': '3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-897458084-subnet', 'tenant_id': '1f05887f61cd4ea9b01b4d6a2a3ba416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:32.596141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:39:32.596862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:32.598436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa6da312-7d78-4029-8a77-944b99446eee req-35c8978d-73e0-48e8-8317-80df6e5de67c tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534052 Feb 07 22:39:32.600865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Usage tracker for resource:subnet and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:32.603771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:32.610331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:32.621791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65569aad-37b3-4df6-ac84-8714aa283d8c req-44203c63-3a02-4884-bc45-852aa2e2949e tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/1aefebf8-f5ff-4ce2-a5df-55609f1247c8 HTTP/1.1" status: 200 len: 2981 time: 0.1309595 Feb 07 22:39:32.633196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Made reservation on behalf of 1f05887f61cd4ea9b01b4d6a2a3ba416 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:32.637080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.907006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65569aad-37b3-4df6-ac84-8714aa283d8c req-f150273d-5858-4407-ad8b-6901508ba469 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/1aefebf8-f5ff-4ce2-a5df-55609f1247c8 HTTP/1.1" status: 200 len: 2981 time: 0.2768867 Feb 07 22:39:32.921956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:32.955849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] For port 6d8172ce-24e7-474d-84e6-32f49e7882b3, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d8172ce-24e7-474d-84e6-32f49e7882b3,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:32.956225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.002822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da90eec0-17e1-4a91-900b-a50173c17642,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:33.012495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Checking segment: {'id': '84385472-ed43-4009-9791-11ab8212ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:33.013064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Network hostable DHCP agents. Network: 3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:33.033442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Network 3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:33.043633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:33.048037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.048641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.056301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9241d37c-5b66-4f71-838b-ae4e00f8622b None None] Network 3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:33.077148 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3be5f975-8eac-4ea9-95d5-bb3d88dbb796 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4940996 Feb 07 22:39:33.097260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Calling delete_port for 6d8172ce-24e7-474d-84e6-32f49e7882b3 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:33.141177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b296a76-2d42-4b94-94b1-19bae1dc84b2 req-0cf4c71c-886f-4f03-b598-5995992b2edb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.142656 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b296a76-2d42-4b94-94b1-19bae1dc84b2 req-0cf4c71c-886f-4f03-b598-5995992b2edb tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b57e4a43-a36f-4ed5-9e31-02be9fca9408 HTTP/1.1" status: 200 len: 944 time: 0.4085193 Feb 07 22:39:33.151505 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-a005c07f-dde9-4d94-81b3-f0e7b8ed6dd7 service neutron] show failed (client error): The resource could not be found. Feb 07 22:39:33.152495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-a005c07f-dde9-4d94-81b3-f0e7b8ed6dd7 service neutron] 10.222.0.26 "GET /v2.0/ports/7b6c007e-333b-4cac-a539-a96f16adc727/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.3131256 Feb 07 22:39:33.230671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b296a76-2d42-4b94-94b1-19bae1dc84b2 req-71e6849f-9429-4111-b318-011907db5d82 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/security-groups?id=292aad55-f1f1-44db-81d3-caef8982b951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746133 Feb 07 22:39:33.373396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5714c5-45f4-4c6e-85b3-04e960d84a32 None None] Network 3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:33.384385 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8372a49-23ee-4321-a9c4-d3a13f94f980', 'name': 'network-vif-deleted', 'tag': 'a708291b-d117-4b74-82ba-1df0ae955422', 'status': 'completed', 'code': 200} Feb 07 22:39:33.438708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.461001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6d8172ce-24e7-474d-84e6-32f49e7882b3'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:33.652629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event deleted for resources: {'Port': ['ID=6d8172ce-24e7-474d-84e6-32f49e7882b3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:33.702740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3de20-1c00-47e7-b2d8-12d778259752 req-1514da1a-1578-466e-bdba-1ba39f98c37c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.704196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00c3de20-1c00-47e7-b2d8-12d778259752 req-1514da1a-1578-466e-bdba-1ba39f98c37c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3922067 Feb 07 22:39:33.811019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] No DVR routers for this DVR port 6d8172ce-24e7-474d-84e6-32f49e7882b3 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:33.826449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:33.864336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2d61dcd-fa39-46c3-8b35-e412d1fdc439 req-a62211e0-0df2-4b5e-a1ba-c5777a332ac6 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "DELETE /v2.0/ports/6d8172ce-24e7-474d-84e6-32f49e7882b3 HTTP/1.1" status: 204 len: 173 time: 1.5909090 Feb 07 22:39:33.867306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00c3de20-1c00-47e7-b2d8-12d778259752 req-888ce1fe-c712-4649-8986-cd031cb1c5c0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911450 Feb 07 22:39:33.886073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-77c4040a-7f6d-4d6c-86fa-0fdc5ffba03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.887567 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-77c4040a-7f6d-4d6c-86fa-0fdc5ffba03b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 1101 time: 0.4027297 Feb 07 22:39:33.896484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102757a2-3123-42e5-9209-920d7fa5274d req-8ef8bba8-4985-4abc-8c91-3004b5ce94a6 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:33.903943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-102757a2-3123-42e5-9209-920d7fa5274d req-8ef8bba8-4985-4abc-8c91-3004b5ce94a6 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 945 time: 0.4055138 Feb 07 22:39:33.910362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:34.052781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-102757a2-3123-42e5-9209-920d7fa5274d req-3344b801-93da-40c3-9a3d-39b0c3d6dda2 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480055 Feb 07 22:39:34.099145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d95dd7f1-7c52-4314-a95d-e48183126f99 req-227e3d32-a697-40d8-ada5-fb9fe63c3a64 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/d604513b-a828-4c0d-bc38-83ae92c79a36 HTTP/1.1" status: 200 len: 1801 time: 0.1225712 Feb 07 22:39:34.099684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.206924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-754181209', 'description': 'tempest-description-85503573'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:34.218929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:34.281465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:34.290894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:34.305003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device a708291b-d117-4b74-82ba-1df0ae955422 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:34.306140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95dd7f1-7c52-4314-a95d-e48183126f99 req-a0fda2bd-c964-498e-b4b9-a1c606fde26a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.311938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:34.348194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: a708291b-d117-4b74-82ba-1df0ae955422 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:34.348540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device a708291b-d117-4b74-82ba-1df0ae955422 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:34.410569 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.436443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95dd7f1-7c52-4314-a95d-e48183126f99 req-a0fda2bd-c964-498e-b4b9-a1c606fde26a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.477374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:34.499041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group_rule and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:34.508196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:34.526345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:34.543730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:34.553731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95dd7f1-7c52-4314-a95d-e48183126f99 req-a0fda2bd-c964-498e-b4b9-a1c606fde26a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.585302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fda2bd-c964-498e-b4b9-a1c606fde26a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d604513b-a828-4c0d-bc38-83ae92c79a36,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:34.632343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:34.662893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d95dd7f1-7c52-4314-a95d-e48183126f99 req-a0fda2bd-c964-498e-b4b9-a1c606fde26a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.663916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d95dd7f1-7c52-4314-a95d-e48183126f99 req-a0fda2bd-c964-498e-b4b9-a1c606fde26a tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/d604513b-a828-4c0d-bc38-83ae92c79a36 HTTP/1.1" status: 204 len: 173 time: 0.5552676 Feb 07 22:39:34.705472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.714513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.729883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.764520 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.765700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8ae6898-2005-4b83-80cb-b271c1aba4a9 req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5707855 Feb 07 22:39:34.806487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Transition to ACTIVE for port object 7b6c007e-333b-4cac-a539-a96f16adc727 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:34.812567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46caa0-2150-48a2-91d5-ebd4880c3a00 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4434bd2c-9fdb-45de-b189-115e60b5a2bb,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:34.818082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:34.999792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=6']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:35.002474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] No DVR routers for this DVR port 7b6c007e-333b-4cac-a539-a96f16adc727 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:35.071713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7799d-d260-41a7-8b08-d1a48e137ae2 req-d9856cd3-a1d9-4c16-af5a-15f44b7d014d tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.073264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cff7799d-d260-41a7-8b08-d1a48e137ae2 req-d9856cd3-a1d9-4c16-af5a-15f44b7d014d tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.3227034 Feb 07 22:39:35.075839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:35.076350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:35.077015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:35.083530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:35.083865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:35.105055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:35.105397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:35.105776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:35.106209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Bound port: 7b6c007e-333b-4cac-a539-a96f16adc727, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:35.106559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.181729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cff7799d-d260-41a7-8b08-d1a48e137ae2 req-80485e0b-89c8-40b3-91f1-cedb2879cca6 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991192 Feb 07 22:39:35.219572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:35.223220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:35.228861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.309151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.309773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.311122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 1096 time: 1.4046452 Feb 07 22:39:35.315481 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-f99d44c1-b24c-4a43-a5da-83d880f9dc2f req-1d9f83a6-5e7e-4561-9fc2-ea22546feb49 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:39:35.316430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f99d44c1-b24c-4a43-a5da-83d880f9dc2f req-1d9f83a6-5e7e-4561-9fc2-ea22546feb49 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/d604513b-a828-4c0d-bc38-83ae92c79a36 HTTP/1.1" status: 404 len: 352 time: 0.0443649 Feb 07 22:39:35.329999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2bc4c-20ec-44a7-a1e8-e8c84452a6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:35.400278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'name': 'network-vif-deleted', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3'}, {'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}, {'name': 'network-changed', 'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:35.450503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-572bd416-5e52-499d-b239-f4e9113b147b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/4434bd2c-9fdb-45de-b189-115e60b5a2bb HTTP/1.1" status: 200 len: 1810 time: 0.1117108 Feb 07 22:39:35.467086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4434bd2c-9fdb-45de-b189-115e60b5a2bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:35.467431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4434bd2c-9fdb-45de-b189-115e60b5a2bb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:35.476465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:35.480654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-75cc1d94-213a-4adc-a2c5-552f5edc342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.482140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-75cc1d94-213a-4adc-a2c5-552f5edc342a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1099 time: 0.1195924 Feb 07 22:39:35.484922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group_rule and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:35.487766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:35.493547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:35.626660 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.855423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.867999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-f7e7ca7a-3a87-4ed7-a3d2-a04230ec178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.869463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-f7e7ca7a-3a87-4ed7-a3d2-a04230ec178e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3732221 Feb 07 22:39:35.884337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49ac56-9f52-419e-a7c1-a1b6c27c0dda req-28f792bf-2419-49d9-befa-757cb448fcfd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:35.885782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e49ac56-9f52-419e-a7c1-a1b6c27c0dda req-28f792bf-2419-49d9-befa-757cb448fcfd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 948 time: 0.2596023 Feb 07 22:39:35.891106 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.907222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.954172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:35.965238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:35.972189 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-2df03809-b59c-4bd6-88d8-6de0650d81d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.0830395 Feb 07 22:39:36.020924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:36.021608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:36.029857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52ac4c9-6c51-4a7f-8013-70b12194a4bb,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:36.057721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 6d8172ce-24e7-474d-84e6-32f49e7882b3 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:36.058096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d8172ce-24e7-474d-84e6-32f49e7882b3 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:36.060088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.061338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4a54ae0-6c94-4f39-8ce0-d2a97242a2a4 req-2af26f1b-c281-4145-a261-b1248bdfa006 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5993466 Feb 07 22:39:36.073197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e49ac56-9f52-419e-a7c1-a1b6c27c0dda req-792ce07f-251f-43a5-b16e-3c681ef317fb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259634 Feb 07 22:39:36.083428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-0ae3c739-6baa-4306-9692-82f138ea82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.085121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-0ae3c739-6baa-4306-9692-82f138ea82fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1035745 Feb 07 22:39:36.270229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-9ea5fe9e-1aba-4a09-852a-9aa01e5fee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.271965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-9ea5fe9e-1aba-4a09-852a-9aa01e5fee4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810260 Feb 07 22:39:36.398854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caeff6b-1759-43ce-87e5-15a2eef63ba5 req-52416dc7-1eb7-426d-b9e4-a33d736eda55 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.399577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0caeff6b-1759-43ce-87e5-15a2eef63ba5 req-52416dc7-1eb7-426d-b9e4-a33d736eda55 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Synchronizing usage tracker for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:36.412341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389c15a-54ab-4067-9642-061c3f455ec1 req-8aa16a55-b87f-4571-86da-92b5e3eb0898 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.413815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7389c15a-54ab-4067-9642-061c3f455ec1 req-8aa16a55-b87f-4571-86da-92b5e3eb0898 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 945 time: 0.2253861 Feb 07 22:39:36.525369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0caeff6b-1759-43ce-87e5-15a2eef63ba5 req-52416dc7-1eb7-426d-b9e4-a33d736eda55 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Unset dirty status for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:36.526528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0caeff6b-1759-43ce-87e5-15a2eef63ba5 req-52416dc7-1eb7-426d-b9e4-a33d736eda55 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 949 time: 0.3747678 Feb 07 22:39:36.530276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-487f48ce-8a69-4157-8448-6fab579c991f service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503927 Feb 07 22:39:36.632057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7389c15a-54ab-4067-9642-061c3f455ec1 req-52882bbd-58ec-41f2-bd71-d3df729dd498 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048573 Feb 07 22:39:36.687475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0caeff6b-1759-43ce-87e5-15a2eef63ba5 req-bcfe1e09-65c0-459e-a61f-572b9e8e4618 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492341 Feb 07 22:39:36.725420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-59424c72-a592-4bb3-9f22-ebb00faa3bac tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.727098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-59424c72-a592-4bb3-9f22-ebb00faa3bac tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.26 "GET /v2.0/ports?device_id=963d510e-cabe-42e6-8699-2d7fb647a43e HTTP/1.1" status: 200 len: 949 time: 0.2775981 Feb 07 22:39:36.735806 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7cba688-87c9-437e-9cb1-cf2ab08c036c req-ea5750c4-b51b-4bb2-a1a1-5fc460d7e92a service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932461 Feb 07 22:39:36.852399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Deleting port 05bc7e90-6ff1-4616-9665-b5259a8ed166 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:36.852780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:36.969930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698c17b-c25f-491a-9cfe-eabacac74d4c req-6ab256c7-0496-4cc7-82ee-e85977bba3b6 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:36.971353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0698c17b-c25f-491a-9cfe-eabacac74d4c req-6ab256c7-0496-4cc7-82ee-e85977bba3b6 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.2044213 Feb 07 22:39:37.123733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0698c17b-c25f-491a-9cfe-eabacac74d4c req-87f51aed-314e-4d08-9dc0-16d1a41b7cd7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438608 Feb 07 22:39:37.176288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3cf28f9a-7738-4607-a78b-4411e85511b9 req-34508b0f-5566-4d7e-a6d8-ac2e8d7fc261 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/8bb64553-936f-49d6-aa9c-76038d891920 HTTP/1.1" status: 200 len: 1799 time: 0.1112700 Feb 07 22:39:37.187585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] For port 05bc7e90-6ff1-4616-9665-b5259a8ed166, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05bc7e90-6ff1-4616-9665-b5259a8ed166,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:37.187947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.196694 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b57e4a43-a36f-4ed5-9e31-02be9fca9408', 'name': 'network-vif-deleted', 'tag': '6d8172ce-24e7-474d-84e6-32f49e7882b3', 'status': 'completed', 'code': 200} Feb 07 22:39:37.196962 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'code': 200} Feb 07 22:39:37.197216 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'status': 'completed', 'code': 200} Feb 07 22:39:37.512670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Calling delete_port for 05bc7e90-6ff1-4616-9665-b5259a8ed166 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:37.689439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3cf28f9a-7738-4607-a78b-4411e85511b9 req-94a725de-defd-4a8c-b11a-08eb99685764 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.698123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40e2c2b8-447c-4bad-8d9e-6816c8cd388b req-b7d19812-c42c-49d3-a350-447d1e623a7c tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/4434bd2c-9fdb-45de-b189-115e60b5a2bb HTTP/1.1" status: 200 len: 2403 time: 0.2354398 Feb 07 22:39:37.776640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3cf28f9a-7738-4607-a78b-4411e85511b9 req-94a725de-defd-4a8c-b11a-08eb99685764 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:37.785690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-163f2e37-f48c-44c2-a32d-ab722a9d4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.787149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-163f2e37-f48c-44c2-a32d-ab722a9d4299 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1099 time: 0.5714934 Feb 07 22:39:37.832649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-9181ffe6-6a74-4486-9474-dfb417c6f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.834094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-9181ffe6-6a74-4486-9474-dfb417c6f438 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1099 time: 0.4233851 Feb 07 22:39:37.942045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f6969477-15c0-4ee3-b6e1-0e4555d4871e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:37.942738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f6969477-15c0-4ee3-b6e1-0e4555d4871e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Synchronizing usage tracker for tenant:2527639aebef4b59b127999a0ede186d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:37.958141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f6969477-15c0-4ee3-b6e1-0e4555d4871e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Unset dirty status for tenant:2527639aebef4b59b127999a0ede186d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:37.959528 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f6969477-15c0-4ee3-b6e1-0e4555d4871e tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 944 time: 0.1005425 Feb 07 22:39:38.028672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.034129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Deleting port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:38.034474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.040650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['50e82073-ec51-402d-9ebf-f9af0cfdb174'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:38.126592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Pushing event deleted for resources: {'Port': ['ID=05bc7e90-6ff1-4616-9665-b5259a8ed166,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:38.128897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3cf28f9a-7738-4607-a78b-4411e85511b9 req-94a725de-defd-4a8c-b11a-08eb99685764 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.209026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a725de-defd-4a8c-b11a-08eb99685764 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb64553-936f-49d6-aa9c-76038d891920,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:38.284225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] No DVR routers for this DVR port 05bc7e90-6ff1-4616-9665-b5259a8ed166 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:38.290385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-ddb7ac65-aed5-44bb-9ed3-559390c9d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.291849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-ddb7ac65-aed5-44bb-9ed3-559390c9d88f service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4850323 Feb 07 22:39:38.292969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.325765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] For port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:38.326127 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.382660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-7bb1060a-5462-4726-9b91-facbf15f420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.384099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-7bb1060a-5462-4726-9b91-facbf15f420b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5367212 Feb 07 22:39:38.385317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d696c39c-d7ab-436d-aad9-9fe941ab3bf0 req-88f4376c-b9dc-47c0-ba4e-b3b540bc6d1c tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.26 "DELETE /v2.0/ports/05bc7e90-6ff1-4616-9665-b5259a8ed166 HTTP/1.1" status: 204 len: 173 time: 1.6485522 Feb 07 22:39:38.387342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3cf28f9a-7738-4607-a78b-4411e85511b9 req-94a725de-defd-4a8c-b11a-08eb99685764 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.389042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3cf28f9a-7738-4607-a78b-4411e85511b9 req-94a725de-defd-4a8c-b11a-08eb99685764 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/8bb64553-936f-49d6-aa9c-76038d891920 HTTP/1.1" status: 204 len: 173 time: 1.2037103 Feb 07 22:39:38.390616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-37a0997d-8167-4186-91d6-294739518d90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.0837400 Feb 07 22:39:38.457481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c167d7-7a12-4173-b0e2-e49a67d8efe0 req-c7158d9b-aea9-4ee5-9574-62b82305902a tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.460802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3c167d7-7a12-4173-b0e2-e49a67d8efe0 req-c7158d9b-aea9-4ee5-9574-62b82305902a tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1096 time: 0.5369554 Feb 07 22:39:38.473593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Calling delete_port for 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:38.536294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-46c66376-111b-41b5-8125-47ef49a600e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.1414979 Feb 07 22:39:38.660028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.690754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-d44badd8-51ac-4c21-9d16-761df7ad65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.692195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-d44badd8-51ac-4c21-9d16-761df7ad65f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2421393 Feb 07 22:39:38.699568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a3c167d7-7a12-4173-b0e2-e49a67d8efe0 req-baae7ed0-389e-48a2-8623-e6d47ebba097 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Synchronizing usage tracker for tenant:e657c5c2d0f542988ad77d6145059289 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:38.708989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-9c2109eb-e073-43c4-b23f-f27ae08ad03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.710399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-9c2109eb-e073-43c4-b23f-f27ae08ad03e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1673250 Feb 07 22:39:38.797140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event deleted for resources: {'Port': ['ID=6088344d-eaa4-4ebf-8b3d-19b6e10eb708,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:38.806327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] No DVR routers for this DVR port 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:38.809797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:38.820389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'name': 'network-vif-deleted', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:38.829868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d10a224-5b90-4db2-918d-c13bf041cd3e req-f66ab6b4-a2d4-402e-af13-b891fe7d1c80 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "DELETE /v2.0/ports/6088344d-eaa4-4ebf-8b3d-19b6e10eb708 HTTP/1.1" status: 204 len: 173 time: 0.8644788 Feb 07 22:39:38.837571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a3c167d7-7a12-4173-b0e2-e49a67d8efe0 req-baae7ed0-389e-48a2-8623-e6d47ebba097 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Unset dirty status for tenant:e657c5c2d0f542988ad77d6145059289 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:38.838718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3c167d7-7a12-4173-b0e2-e49a67d8efe0 req-baae7ed0-389e-48a2-8623-e6d47ebba097 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179808 Feb 07 22:39:38.875819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63690cf0-5f71-474b-b806-1670d19db05b req-207f7abc-145a-4b95-843c-9a456418bac5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.877349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63690cf0-5f71-474b-b806-1670d19db05b req-207f7abc-145a-4b95-843c-9a456418bac5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 948 time: 0.2792730 Feb 07 22:39:38.933737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-af0e42fb-b858-45d6-b292-191d82e4e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.935203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-af0e42fb-b858-45d6-b292-191d82e4e280 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2209816 Feb 07 22:39:38.939987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-ada96242-c53f-430b-82f8-63e0fba5b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:38.941359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-ada96242-c53f-430b-82f8-63e0fba5b058 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1849763 Feb 07 22:39:39.099082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63690cf0-5f71-474b-b806-1670d19db05b req-c0f1c656-e554-4939-977d-18e35bcc431d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135136 Feb 07 22:39:39.200470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'name': 'network-vif-deleted', 'tag': '05bc7e90-6ff1-4616-9665-b5259a8ed166'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:39.274489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-42ec1dcf-d425-434c-b65b-fe7703036168 req-b66219f2-17d5-4fdf-9cd4-3e61a9493e06 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Synchronizing usage tracker for tenant:2527639aebef4b59b127999a0ede186d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:39.304570 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a29d4cb-a0e2-4539-8ef9-4aebe57472e0 req-4ccff267-69ed-48a9-a3ba-dc5e74a18326 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-group-rules/e52ac4c9-6c51-4a7f-8013-70b12194a4bb HTTP/1.1" status: 200 len: 778 time: 0.1436524 Feb 07 22:39:39.393796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-42ec1dcf-d425-434c-b65b-fe7703036168 req-b66219f2-17d5-4fdf-9cd4-3e61a9493e06 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Unset dirty status for tenant:2527639aebef4b59b127999a0ede186d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:39.394938 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42ec1dcf-d425-434c-b65b-fe7703036168 req-b66219f2-17d5-4fdf-9cd4-3e61a9493e06 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9f85e41-b5aa-4cb4-92cc-b84d991020b0 HTTP/1.1" status: 200 len: 210 time: 0.3001475 Feb 07 22:39:39.418107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-a336a162-3d4e-4db3-bde6-bde7d7e024c4 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698365 Feb 07 22:39:39.503064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-17be2662-b9cb-41d4-b572-3fe4fbb8627c service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071155 Feb 07 22:39:39.508544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a29d4cb-a0e2-4539-8ef9-4aebe57472e0 req-70e203c9-c329-45ff-86e9-738a467cba3c tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/4434bd2c-9fdb-45de-b189-115e60b5a2bb HTTP/1.1" status: 200 len: 2403 time: 0.1942000 Feb 07 22:39:39.609295 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-4594b8d1-9168-42a5-a2e5-9f75cc491bb5 req-35928697-d85b-4722-a7ab-0a8ce16cbe24 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:39:39.610292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4594b8d1-9168-42a5-a2e5-9f75cc491bb5 req-35928697-d85b-4722-a7ab-0a8ce16cbe24 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/8bb64553-936f-49d6-aa9c-76038d891920 HTTP/1.1" status: 404 len: 352 time: 0.1047904 Feb 07 22:39:39.662082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a29d4cb-a0e2-4539-8ef9-4aebe57472e0 req-30fcb484-1b7b-4234-ae30-817e5abea663 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.688367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a29d4cb-a0e2-4539-8ef9-4aebe57472e0 req-30fcb484-1b7b-4234-ae30-817e5abea663 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.720696 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f85e41-b5aa-4cb4-92cc-b84d991020b0', 'name': 'network-vif-deleted', 'tag': '6088344d-eaa4-4ebf-8b3d-19b6e10eb708', 'status': 'completed', 'code': 200} Feb 07 22:39:39.730798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-6e74f830-6597-4319-8171-a442010e0529 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096385 Feb 07 22:39:39.754491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00f45f41-9574-406b-b8c1-4975e92f8790 req-ea1f5dd4-de23-4bb9-8f82-4649254c8dc4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428489 Feb 07 22:39:39.755504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a29d4cb-a0e2-4539-8ef9-4aebe57472e0 req-30fcb484-1b7b-4234-ae30-817e5abea663 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.771841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a29d4cb-a0e2-4539-8ef9-4aebe57472e0 req-30fcb484-1b7b-4234-ae30-817e5abea663 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:39.772952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a29d4cb-a0e2-4539-8ef9-4aebe57472e0 req-30fcb484-1b7b-4234-ae30-817e5abea663 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e52ac4c9-6c51-4a7f-8013-70b12194a4bb HTTP/1.1" status: 204 len: 173 time: 0.2333622 Feb 07 22:39:39.773624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcb484-1b7b-4234-ae30-817e5abea663 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e52ac4c9-6c51-4a7f-8013-70b12194a4bb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:39.955050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05bc7e90-6ff1-4616-9665-b5259a8ed166 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:39.964137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6780a3-0b7c-4e93-b9de-430e65c56c20 req-b2dd36d4-f319-4332-96df-003d8a7602aa tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:39.965629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab6780a3-0b7c-4e93-b9de-430e65c56c20 req-b2dd36d4-f319-4332-96df-003d8a7602aa tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.1459942 Feb 07 22:39:39.968190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc3d40-efc9-4707-b7a9-d5dacfe4cf9f req-8b0961eb-9553-41aa-bbb7-9598674ea612 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:39.969592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ffc3d40-efc9-4707-b7a9-d5dacfe4cf9f req-8b0961eb-9553-41aa-bbb7-9598674ea612 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1096 time: 0.1095939 Feb 07 22:39:39.992190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 05bc7e90-6ff1-4616-9665-b5259a8ed166 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:39.992587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05bc7e90-6ff1-4616-9665-b5259a8ed166 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:39.993002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:40.025425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:40.026417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6088344d-eaa4-4ebf-8b3d-19b6e10eb708 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:40.037366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab6780a3-0b7c-4e93-b9de-430e65c56c20 req-bfd7657f-8f6e-41b0-8b89-7a154fe0e1ff tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654404 Feb 07 22:39:40.040799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ffc3d40-efc9-4707-b7a9-d5dacfe4cf9f req-13724f4a-3619-4bfe-b3f4-71aa76a2201d tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560789 Feb 07 22:39:40.086771 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d510e-cabe-42e6-8699-2d7fb647a43e', 'name': 'network-vif-deleted', 'tag': '05bc7e90-6ff1-4616-9665-b5259a8ed166', 'status': 'completed', 'code': 200} Feb 07 22:39:40.165077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b83c494-45ec-4373-aefd-c3225ad413cd req-b8d2174a-eb8b-4169-8daf-1c349fbb84c6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/9a102153-d3ba-4ff3-812c-1a5aabd1b9c9 HTTP/1.1" status: 200 len: 1799 time: 0.0484593 Feb 07 22:39:40.231511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0b83c494-45ec-4373-aefd-c3225ad413cd req-7f8f6a2b-61b7-43da-815c-ea75685334f9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.259709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0b83c494-45ec-4373-aefd-c3225ad413cd req-7f8f6a2b-61b7-43da-815c-ea75685334f9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.309515 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0b83c494-45ec-4373-aefd-c3225ad413cd req-7f8f6a2b-61b7-43da-815c-ea75685334f9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.322463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:40.327835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f6a2b-61b7-43da-815c-ea75685334f9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a102153-d3ba-4ff3-812c-1a5aabd1b9c9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:40.336141 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0b83c494-45ec-4373-aefd-c3225ad413cd req-7f8f6a2b-61b7-43da-815c-ea75685334f9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.337279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b83c494-45ec-4373-aefd-c3225ad413cd req-7f8f6a2b-61b7-43da-815c-ea75685334f9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/9a102153-d3ba-4ff3-812c-1a5aabd1b9c9 HTTP/1.1" status: 204 len: 173 time: 0.1660714 Feb 07 22:39:40.355979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-486712752', 'description': 'tempest-description-1104360525'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:40.361735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:40.365602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:40.368441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:40.374822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:40.386713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.411055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:40.415769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group_rule and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:40.420243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:40.427161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:40.507821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:40.521963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '7b6c007e-333b-4cac-a539-a96f16adc727', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '7b6c007e-333b-4cac-a539-a96f16adc727', 'mac_address': 'fa:16:3e:44:6a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:40.563975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33457ded-eaf0-4190-845c-17c6ddc07539 req-214aa821-0f9c-4d0b-9ef3-d69b93a56e40 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.565538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33457ded-eaf0-4190-845c-17c6ddc07539 req-214aa821-0f9c-4d0b-9ef3-d69b93a56e40 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 945 time: 0.1282010 Feb 07 22:39:40.570551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.582317 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.587191 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.599795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6c007e-333b-4cac-a539-a96f16adc727 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:40.615675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:40.618606 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.653562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33457ded-eaf0-4190-845c-17c6ddc07539 req-3431ed45-542e-492d-856d-1bc025384764 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816429 Feb 07 22:39:40.654497 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:40.655556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1122ab4-a385-4099-b571-1cf44e53db20 req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3037219 Feb 07 22:39:40.656147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e3a3-0de0-42f4-8579-e10278c6b5e1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1fc811-ca89-4da6-a0b5-c5ccd263c6b3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:40.699049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:40.714169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.714675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.715224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.715823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.716279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.716735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.717169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.717597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.718023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.718519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.718941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.719441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:39:40.905441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b161c5-47ba-48b2-b3bc-6be4c286375c req-963c50b9-a6b0-47b0-9d56-0ab3a70e311d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.906882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40b161c5-47ba-48b2-b3bc-6be4c286375c req-963c50b9-a6b0-47b0-9d56-0ab3a70e311d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 949 time: 0.1398959 Feb 07 22:39:40.918747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80327f-116b-40b1-8840-87a7db99f953 req-f85ac3f6-a738-45b5-97d4-1a3884d61386 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:40.919401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fd80327f-116b-40b1-8840-87a7db99f953 req-f85ac3f6-a738-45b5-97d4-1a3884d61386 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Synchronizing usage tracker for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:40.952475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7b6c007e-333b-4cac-a539-a96f16adc727'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:40.962695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fd80327f-116b-40b1-8840-87a7db99f953 req-f85ac3f6-a738-45b5-97d4-1a3884d61386 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Unset dirty status for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:40.964362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd80327f-116b-40b1-8840-87a7db99f953 req-f85ac3f6-a738-45b5-97d4-1a3884d61386 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 951 time: 0.1652064 Feb 07 22:39:40.976441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40b161c5-47ba-48b2-b3bc-6be4c286375c req-4bc7c2f4-fabf-4492-9430-49723e24d4d1 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534990 Feb 07 22:39:41.030478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd80327f-116b-40b1-8840-87a7db99f953 req-553490b9-83da-43ac-b1c9-554cdf797498 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600052 Feb 07 22:39:41.033096 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-093a7393-7887-43b6-b9fb-40dd56fa04a5 req-61eabbea-6ace-4177-8d3e-1da5cbc97cb0 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:39:41.034177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-093a7393-7887-43b6-b9fb-40dd56fa04a5 req-61eabbea-6ace-4177-8d3e-1da5cbc97cb0 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/9a102153-d3ba-4ff3-812c-1a5aabd1b9c9 HTTP/1.1" status: 404 len: 352 time: 0.0218558 Feb 07 22:39:41.102863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a40d1c-cf82-4d67-9d30-d71e36b64480 req-ad4d4826-4868-43b5-9747-1e488b4ffbd2 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/6a1fc811-ca89-4da6-a0b5-c5ccd263c6b3 HTTP/1.1" status: 200 len: 1812 time: 0.0445766 Feb 07 22:39:41.918921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-780b9829-62f8-421c-a688-a65ef808a699 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:41.920671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-780b9829-62f8-421c-a688-a65ef808a699 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Synchronizing usage tracker for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:41.933846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-780b9829-62f8-421c-a688-a65ef808a699 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Unset dirty status for tenant:125eac2b567142d99abcc9f68d181ada on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:41.935981 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-780b9829-62f8-421c-a688-a65ef808a699 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 951 time: 0.1368461 Feb 07 22:39:42.009085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Deleting port 50e82073-ec51-402d-9ebf-f9af0cfdb174 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:42.009435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.027547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-654480c2-68dd-4ef9-8a92-18d5f9d836d2 req-f8234ef9-4edb-4dcf-8630-9919053190aa tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:42.046050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-833ae137-0920-4adc-a91d-21456a4ef30f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.047592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-833ae137-0920-4adc-a91d-21456a4ef30f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 949 time: 0.2676592 Feb 07 22:39:42.094609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-654480c2-68dd-4ef9-8a92-18d5f9d836d2 req-f8234ef9-4edb-4dcf-8630-9919053190aa tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:42.096106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-654480c2-68dd-4ef9-8a92-18d5f9d836d2 req-f8234ef9-4edb-4dcf-8630-9919053190aa tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 6147 time: 0.2783763 Feb 07 22:39:42.139692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-15c4319f-b29b-491e-a658-dc99da4855a0 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:39:42.140691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-15c4319f-b29b-491e-a658-dc99da4855a0 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229862 Feb 07 22:39:42.153003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Request body: {'binding': {'host': 'n-h1-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:42.153463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:39:42.240535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-a5c865a1-29ac-49d3-b64b-75fa4f68503f service neutron] 10.222.0.36 "GET /v2.0/ports/7b6c007e-333b-4cac-a539-a96f16adc727/bindings/n-h1-827896-3 HTTP/1.1" status: 200 len: 382 time: 0.1857870 Feb 07 22:39:42.261603 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-654480c2-68dd-4ef9-8a92-18d5f9d836d2 req-d2c4f155-0dc1-48fa-a5cd-7d07d9881796 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/1aefebf8-f5ff-4ce2-a5df-55609f1247c8 HTTP/1.1" status: 200 len: 2981 time: 0.1523490 Feb 07 22:39:42.334664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:42.356845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] For port 50e82073-ec51-402d-9ebf-f9af0cfdb174, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=50e82073-ec51-402d-9ebf-f9af0cfdb174,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:42.357213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.407690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 7b6c007e-333b-4cac-a539-a96f16adc727 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:42.412368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 7b6c007e-333b-4cac-a539-a96f16adc727 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:42.413974 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.447863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-654480c2-68dd-4ef9-8a92-18d5f9d836d2 req-c24da635-0be1-447c-9ca2-0016e2912672 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/1aefebf8-f5ff-4ce2-a5df-55609f1247c8 HTTP/1.1" status: 200 len: 2981 time: 0.1385660 Feb 07 22:39:42.489956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-e7d602af-a07b-4448-a413-968079289332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.491546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-e7d602af-a07b-4448-a413-968079289332 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1100 time: 0.1834197 Feb 07 22:39:42.506504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Calling delete_port for 50e82073-ec51-402d-9ebf-f9af0cfdb174 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:42.558365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.601485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:42.608088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on host n-h1-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:42.608821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:42.608821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:42.616822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:42.617988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:42.618316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:42.624337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.637315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:42.637678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:42.638037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:42.638473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Bound port: 9e2b4682-877e-4b68-8581-9c2709814031, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:42.679072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.693532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['50e82073-ec51-402d-9ebf-f9af0cfdb174'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:42.704843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-5efa5693-9bed-4c98-9aae-135ac7b9ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.707333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-5efa5693-9bed-4c98-9aae-135ac7b9ca84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1898904 Feb 07 22:39:42.713754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:42.738646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Pushing event deleted for resources: {'Port': ['ID=50e82073-ec51-402d-9ebf-f9af0cfdb174,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:42.761241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:42.789417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.790678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-87d73e4e-2c50-47c3-af47-d7252c17e614 service neutron] 10.222.0.10 "POST /v2.0/ports/9e2b4682-877e-4b68-8581-9c2709814031/bindings HTTP/1.1" status: 201 len: 389 time: 0.6428158 Feb 07 22:39:42.800182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-985170cd-badd-4a02-aa63-5825f721814c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.0850732 Feb 07 22:39:42.839720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] No DVR routers for this DVR port 50e82073-ec51-402d-9ebf-f9af0cfdb174 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:42.863218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:42.871747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-deleted', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:42.894152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7c79d46-388c-41b7-b9bb-7a90d68b5321 req-90c98858-80ed-462d-9b35-8b4390bc5327 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.36 "DELETE /v2.0/ports/50e82073-ec51-402d-9ebf-f9af0cfdb174 HTTP/1.1" status: 204 len: 173 time: 0.9514172 Feb 07 22:39:42.905306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-a8e98a31-6ccf-4177-a537-c4aa8b0f2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:42.907163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-a8e98a31-6ccf-4177-a537-c4aa8b0f2348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0940232 Feb 07 22:39:43.119022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-73eeb80d-5806-44ed-abfc-44e00cadbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.121154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-73eeb80d-5806-44ed-abfc-44e00cadbf4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034116 Feb 07 22:39:43.295059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-31c879b3-7b2a-45bc-8e19-53e28b15c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.296732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-31c879b3-7b2a-45bc-8e19-53e28b15c3da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1096 time: 0.0978644 Feb 07 22:39:43.339566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06007a0-7a99-4506-a985-acc699d90125 req-6f168166-7ac4-4b07-8a7d-93afa8225fd9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.347279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d06007a0-7a99-4506-a985-acc699d90125 req-6f168166-7ac4-4b07-8a7d-93afa8225fd9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3571568 Feb 07 22:39:43.374734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50686) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:43.403123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-04396bc3-94ed-46c6-9f00-9dd0fa61dc0c service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701941 Feb 07 22:39:43.441331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-8ed8d96c-0c0f-4c93-a700-f122f3ced8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.443068 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-8ed8d96c-0c0f-4c93-a700-f122f3ced8f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.1380816 Feb 07 22:39:43.471287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94e7ecd1-2436-424d-8da9-36b60a872417 req-eee123a8-ac80-48fb-a1ef-320a585e25f7 tempest-ServersAdminTestJSON-1156469052 tempest-ServersAdminTestJSON-1156469052-project] 10.222.0.10 "GET /v2.0/ports?device_id=79349fb9-ea66-47e8-9dc3-ce7079e3fce5 HTTP/1.1" status: 200 len: 210 time: 0.1186767 Feb 07 22:39:43.523371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d06007a0-7a99-4506-a985-acc699d90125 req-f5e37b34-9a3f-41a5-bc4e-a1a428d8df30 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701083 Feb 07 22:39:43.534219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.539902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-627142203', 'description': 'tempest-description-25275285'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:43.550716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:43.555204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Usage tracker for resource:security_group_rule and tenant:96770a474059478b95dc5d7369a2a885 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:43.557436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:43.559664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:43.584995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-505965678', 'description': 'tempest-description-168460540'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:43.623145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:43.633877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-6e5ea405-72bc-4aa7-a5fe-ab5933976f05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 217 time: 0.1831086 Feb 07 22:39:43.644884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:43.648008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:43.666277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-3871b99e-03b1-4a35-b2c7-93e6d987eaa8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.667716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-3871b99e-03b1-4a35-b2c7-93e6d987eaa8 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 945 time: 0.3182192 Feb 07 22:39:43.668731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:43.674793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:43.684741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:43.743666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d4273aaa-5b9f-432d-852e-19a92323e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:43.743947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.745308 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d4273aaa-5b9f-432d-852e-19a92323e2b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.0915976 Feb 07 22:39:43.782570 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.801705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-e1053b8e-233a-418f-8a9b-ab331770cb23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496199 Feb 07 22:39:43.816535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Deleting port ee14a192-7125-4e70-be99-e391daea9992 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:43.816907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.848524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:43.873762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:43.877541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:43.901303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-35804f8f-2aaa-4fd4-b077-121b40ae609e service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534912 Feb 07 22:39:43.902138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:43.904271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:43.914544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group_rule and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:43.919209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:43.934735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.948978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:43.950878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:44.012853 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96770a474059478b95dc5d7369a2a885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6370211 Feb 07 22:39:44.017491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:44.019485 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-81c9d2c0-f2e7-4d46-82a8-5fd547987ced service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104259 Feb 07 22:39:44.031992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80de816-4d0f-46dd-ac47-622b415a10d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5ce04b-05eb-490d-8c18-ba9ec9471264,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.163925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e0268eb-e237-4538-a9be-e8e8b28a9704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.212647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e0268eb-e237-4538-a9be-e8e8b28a9704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.262145 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-3ad823e4-107a-474c-a909-45c33d9b141d service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918981 Feb 07 22:39:44.287787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e0268eb-e237-4538-a9be-e8e8b28a9704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.305991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0268eb-e237-4538-a9be-e8e8b28a9704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5ce04b-05eb-490d-8c18-ba9ec9471264,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.314643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e0268eb-e237-4538-a9be-e8e8b28a9704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.317829 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3e0268eb-e237-4538-a9be-e8e8b28a9704 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff5ce04b-05eb-490d-8c18-ba9ec9471264 HTTP/1.1" status: 204 len: 168 time: 0.2974172 Feb 07 22:39:44.318989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.324391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.326540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5d73eb-d93a-4184-ab54-910f115d3afb details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:44.328338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.353258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.387347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] For port ee14a192-7125-4e70-be99-e391daea9992, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ee14a192-7125-4e70-be99-e391daea9992,segment=NetworkSegment(a0e3ac13-fe62-4f8c-8891-c9c33262febf),segment_id=a0e3ac13-fe62-4f8c-8891-c9c33262febf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:44.387718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.479615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cb42ed-8fe0-4fe5-944d-bff0317cc107,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.532779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:44.550723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'port_id': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'mac_address': 'fa:16:3e:04:ed:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345c937d-c7b8-4af5-a4b4-13ec996046c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:44.551585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-3661806b-0a09-4cf6-aa8d-d5a8600037f8 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:44.553364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-3661806b-0a09-4cf6-aa8d-d5a8600037f8 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.2079370 Feb 07 22:39:44.560090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Calling delete_port for ee14a192-7125-4e70-be99-e391daea9992 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:44.565153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-3'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:44.615812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.617069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cd9f6e2-39a5-489f-939e-02ad0c606c18 req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.0653784 Feb 07 22:39:44.619709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.628859 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.641145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65b0fcb7-5578-4a11-bd48-e5048154f4e6 req-76d423d1-9765-402d-9c2b-7cfd4d157c5f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.1058819 Feb 07 22:39:44.642066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e5d73eb-d93a-4184-ab54-910f115d3afb {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:44.661567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113b00c-317e-409b-89af-8482bda19d86 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213b17d2-3991-4870-a89e-e69094822b51,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.664200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:44.669040 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.771833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:44.791972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.850839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7e5d73eb-d93a-4184-ab54-910f115d3afb'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:44.888540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:44.906651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b072249-e611-4f52-b64b-91b140e1a262 req-b2dc2bac-79f2-4a65-a1b6-7c53d20eeb60 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.10 "GET /v2.0/ports?device_id=efe19b2b-98ef-476d-aff6-4f8bdbcecaf5 HTTP/1.1" status: 200 len: 210 time: 0.1028056 Feb 07 22:39:44.928490 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'code': 200} Feb 07 22:39:45.075553 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79349fb9-ea66-47e8-9dc3-ce7079e3fce5', 'name': 'network-vif-deleted', 'tag': '50e82073-ec51-402d-9ebf-f9af0cfdb174', 'status': 'completed', 'code': 200} Feb 07 22:39:45.117002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Pushing event deleted for resources: {'Port': ['ID=ee14a192-7125-4e70-be99-e391daea9992,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:45.132589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:45.153599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] No DVR routers for this DVR port ee14a192-7125-4e70-be99-e391daea9992 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:45.157787 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.164335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'name': 'network-vif-deleted', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:45.208813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5c41f0b-5943-4992-b839-548d5b4a7281 req-86ba06d3-5f95-43c8-8893-5b20e5cc8e76 tempest-LiveMigrationTest-654115001 tempest-LiveMigrationTest-654115001-project] 10.222.0.26 "DELETE /v2.0/ports/ee14a192-7125-4e70-be99-e391daea9992 HTTP/1.1" status: 204 len: 173 time: 1.5272675 Feb 07 22:39:45.213684 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:39:45.266406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:45.375757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a250a-7096-4d3f-96a0-d6d700be6d8a req-f48cedfa-987c-49ab-a09f-e175358b4367 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.377337 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-002a250a-7096-4d3f-96a0-d6d700be6d8a req-f48cedfa-987c-49ab-a09f-e175358b4367 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 945 time: 0.1268561 Feb 07 22:39:45.423847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.430469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-002a250a-7096-4d3f-96a0-d6d700be6d8a req-e092327c-1b51-4213-8cf1-66fac749b167 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459728 Feb 07 22:39:45.437170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.531665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:45.587470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50748) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:45.667643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on host n-h2-827896-3 for vnic_type normal with profile {"migrating_to": "n-h1-827896-3"} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:45.667904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:45.668238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:45.674349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:45.674700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Attempting to bind port 9e2b4682-877e-4b68-8581-9c2709814031 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:45.680640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:45.680982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:45.681361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:45.681495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dcc5fef-e82d-4b9f-989b-d4428747f654 req-c6b1cf4b-1490-4cd1-8743-da829640e0ab tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/213b17d2-3991-4870-a89e-e69094822b51 HTTP/1.1" status: 200 len: 1811 time: 0.1886277 Feb 07 22:39:45.681821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Bound port: 9e2b4682-877e-4b68-8581-9c2709814031, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:45.682170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.727021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-151864186', 'description': 'tempest-description-1528381061'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:45.743740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:45.758011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:45.761443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:45.792470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58b50e-478c-4ec7-a775-5710b32e90ea req-c495a664-4c77-4bfc-8abf-1884e5d56294 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:45.794017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f58b50e-478c-4ec7-a775-5710b32e90ea req-c495a664-4c77-4bfc-8abf-1884e5d56294 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.2316165 Feb 07 22:39:45.802299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:45.805815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:45.813492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.837359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:45.914404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:45.940496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:45.965010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f58b50e-478c-4ec7-a775-5710b32e90ea req-c207e0a7-1fdb-4d49-9d1d-d0faefad6142 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295609 Feb 07 22:39:45.979797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:45.984973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ee14a192-7125-4e70-be99-e391daea9992 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:45.991052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:46.001100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:46.015075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1823525050-network', 'tenant_id': '386658ce8b5a4c70b4224591a628ecd0'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:46.018674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:46.059174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: ee14a192-7125-4e70-be99-e391daea9992 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:46.059513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ee14a192-7125-4e70-be99-e391daea9992 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:46.062258 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe19b2b-98ef-476d-aff6-4f8bdbcecaf5', 'name': 'network-vif-deleted', 'tag': 'ee14a192-7125-4e70-be99-e391daea9992', 'status': 'completed', 'code': 200} Feb 07 22:39:46.092585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:46.101288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.101780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.103285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 1121 time: 1.5428252 Feb 07 22:39:46.106543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Usage tracker for resource:network and tenant:386658ce8b5a4c70b4224591a628ecd0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:46.109689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f7097-6179-469f-bb7c-4c5655c58a95 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=8']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.113113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:46.119241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:46.138534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Made reservation on behalf of 386658ce8b5a4c70b4224591a628ecd0 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:46.141730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.142717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3b856f92-4e57-4d91-acfb-8c565be2b5a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=125eac2b567142d99abcc9f68d181ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990278 Feb 07 22:39:46.148471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50766) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:46.162046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.170545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9e2b4682-877e-4b68-8581-9c2709814031'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:46.178191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:46.183073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Usage tracker for resource:security_group_rule and tenant:386658ce8b5a4c70b4224591a628ecd0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:46.186010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:46.192845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:46.219034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.279331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.285993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.292275 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.322122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:39:46.336021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292a703b-eec4-4eda-8a30-c889e1f7af25,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.341196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.341909 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Added segment 788ce253-fed3-497f-959c-d963c6483269 of type vlan for network 7556c61d-e4aa-4e02-8e28-a103bcd9cc97 Feb 07 22:39:46.351454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258cb722-78ee-4d5c-b25e-dbdfda356acf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.357459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c51bb71f-59ff-41cf-8fef-769e53791d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.370648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.371010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5d73eb-d93a-4184-ab54-910f115d3afb up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:46.374288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.386286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56a9f375-542a-4add-9c8f-aa360964cba0 req-c873b5fc-2788-448f-b214-0278ca8703cc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6753490 Feb 07 22:39:46.418058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1506401785', 'description': 'tempest-description-1794420945'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:46.425070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c51bb71f-59ff-41cf-8fef-769e53791d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.437403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:46.443076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:46.456174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6ab09-98af-48a7-bd2b-74fda1fcdfff req-560916dd-99d1-4dc8-89bb-efae687c95df tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.457761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63f6ab09-98af-48a7-bd2b-74fda1fcdfff req-560916dd-99d1-4dc8-89bb-efae687c95df tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 944 time: 0.2356894 Feb 07 22:39:46.458701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:46.473916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:46.474779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.475956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:46.476601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.522312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9274454 Feb 07 22:39:46.523118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:46.523258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 7e5d73eb-d93a-4184-ab54-910f115d3afb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:46.523687 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.546423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.566119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63f6ab09-98af-48a7-bd2b-74fda1fcdfff req-971b8de1-b7bf-4230-8228-2653f0e39fb5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937736 Feb 07 22:39:46.597054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Request body: {'subnet': {'network_id': '7556c61d-e4aa-4e02-8e28-a103bcd9cc97', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1823525050-subnet', 'tenant_id': '386658ce8b5a4c70b4224591a628ecd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:46.597570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:46.597656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:46.601759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group_rule and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:46.607338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:46.617053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:46.620503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Usage tracker for resource:subnet and tenant:386658ce8b5a4c70b4224591a628ecd0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:46.625377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:46.630175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c51bb71f-59ff-41cf-8fef-769e53791d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.634828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:46.637106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428633b4-2286-48c0-9960-d7de3d4bcb07 admin admin] Pushing event updated for resources: {'Network': ['ID=7556c61d-e4aa-4e02-8e28-a103bcd9cc97,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.650871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 7556c61d-e4aa-4e02-8e28-a103bcd9cc97 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:39:46.653116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Made reservation on behalf of 386658ce8b5a4c70b4224591a628ecd0 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:46.656265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.663854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bb71f-59ff-41cf-8fef-769e53791d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:46.675253 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c51bb71f-59ff-41cf-8fef-769e53791d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.678755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c51bb71f-59ff-41cf-8fef-769e53791d8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c94a3d6-8e1f-4ca4-ad46-d5b2919e0af0 HTTP/1.1" status: 204 len: 168 time: 0.5266688 Feb 07 22:39:46.731322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50784) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:46.872580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.974162 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:46.988829 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.020165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:47.033047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:47.039480 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.042216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:47.057826 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.081382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.094861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7af46e97-9faf-4ca7-ba15-baf39656345c req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6923640 Feb 07 22:39:47.178075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031'}, {'name': 'network-changed', 'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:47.204406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 50e82073-ec51-402d-9ebf-f9af0cfdb174 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:39:47.204783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 50e82073-ec51-402d-9ebf-f9af0cfdb174 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:47.209395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c84ff295-05a8-4dda-bfd9-2fb209dd3a12,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:47.214758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50800) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:47.235158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:47.254844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd460c5-fac6-4aa3-989c-bbccd1e2069f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd99a08c-deab-4793-9364-989d0516ede5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:47.264165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] Deleting subnet 009d7cee-892d-4da4-a1ba-fe535fd7695a {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:39:47.276126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.279920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Checking segment: {'id': '788ce253-fed3-497f-959c-d963c6483269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7556c61d-e4aa-4e02-8e28-a103bcd9cc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:47.280298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Network hostable DHCP agents. Network: 7556c61d-e4aa-4e02-8e28-a103bcd9cc97, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:39:47.291859 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-1f8baae3-2413-43fc-91d8-e3ee1e6a9d21 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1565266 Feb 07 22:39:47.347985 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.490796 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-522df278-d695-4f43-b7f1-4db4161a25f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21e26639d36b422c8ea16faddb270704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687199 Feb 07 22:39:47.495483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:47.508931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Network 7556c61d-e4aa-4e02-8e28-a103bcd9cc97 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:39:47.523468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-e397dd9a-590b-46f1-95ef-6ac9e7557bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.525149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-e397dd9a-590b-46f1-95ef-6ac9e7557bd6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 1101 time: 0.5886180 Feb 07 22:39:47.539223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 7556c61d-e4aa-4e02-8e28-a103bcd9cc97) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:47.547877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f49632-5221-4d8a-ad10-e3345c089d83 None None] Network 7556c61d-e4aa-4e02-8e28-a103bcd9cc97 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:47.554002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.554818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.563178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:47.597890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-456b4493-94e9-4ce9-a85f-1a9bf9572618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.599380 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-456b4493-94e9-4ce9-a85f-1a9bf9572618 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 1101 time: 0.1777000 Feb 07 22:39:47.611170 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-35e73d4d-c3dc-490f-b92d-939409c1b889 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0279727 Feb 07 22:39:47.617671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-181dc706-ec16-4a55-90ea-71031b652185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.677616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefaad94-3b08-4f49-a88a-f1123e97c516 req-d4265fe6-e3f2-40d3-8887-08daf0422e24 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.684537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eefaad94-3b08-4f49-a88a-f1123e97c516 req-d4265fe6-e3f2-40d3-8887-08daf0422e24 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 943 time: 0.6505771 Feb 07 22:39:47.718711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-181dc706-ec16-4a55-90ea-71031b652185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.742902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.809107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-0d53bd0b-1727-4b39-a5e9-9f3c5abd0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.810552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-0d53bd0b-1727-4b39-a5e9-9f3c5abd0460 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1831787 Feb 07 22:39:47.849111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12445fa2-8054-4146-8bcb-bc4760c082f3 None None] Network 7556c61d-e4aa-4e02-8e28-a103bcd9cc97 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:39:47.899184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-6b65c107-7861-4a9b-ae7e-fd0ea15747d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 200 len: 217 time: 0.0753436 Feb 07 22:39:47.902362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-181dc706-ec16-4a55-90ea-71031b652185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.904263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eefaad94-3b08-4f49-a88a-f1123e97c516 req-59ad1b73-cbd3-4094-af87-8ab731643928 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188640 Feb 07 22:39:47.932869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:47.953777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-18aafdc0-d04b-4d0d-be9c-cf942001ac83 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:47.954792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-18aafdc0-d04b-4d0d-be9c-cf942001ac83 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 813 time: 0.4391458 Feb 07 22:39:48.005853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-47adb23a-c5f2-4743-a5aa-41eeedadeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.008426 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-47adb23a-c5f2-4743-a5aa-41eeedadeda0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0933075 Feb 07 22:39:48.009514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181dc706-ec16-4a55-90ea-71031b652185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858bed79-7589-41a6-bfca-90bf9cc33d10,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:48.017477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-181dc706-ec16-4a55-90ea-71031b652185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.020857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-181dc706-ec16-4a55-90ea-71031b652185 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/858bed79-7589-41a6-bfca-90bf9cc33d10 HTTP/1.1" status: 204 len: 168 time: 0.5220041 Feb 07 22:39:48.021021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-f90e8786-e0bf-4ead-b05a-305b068a2ef6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/quotas/a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 375 time: 0.0578458 Feb 07 22:39:48.035478 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.117058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-42a3f1b7-20c0-4892-8608-9ae0bf3d771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.118607 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-42a3f1b7-20c0-4892-8608-9ae0bf3d771d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931122 Feb 07 22:39:48.178911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009d7cee-892d-4da4-a1ba-fe535fd7695a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:48.209173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.273335 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-6b54d9c7-f8c6-40f1-8c91-39c63423ce39 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463261 Feb 07 22:39:48.280703 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-60a74c2e-9ac8-44f8-b08a-22c9ee15d287 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/009d7cee-892d-4da4-a1ba-fe535fd7695a HTTP/1.1" status: 204 len: 168 time: 1.5482979 Feb 07 22:39:48.283267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50826) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:48.374298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:48.376864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5d73eb-d93a-4184-ab54-910f115d3afb no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:48.419421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-45213494-cb5a-453e-bc5c-f33d9cdb408f tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3853297 Feb 07 22:39:48.439468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826f410-4c6e-4c11-9c76-9048ab85a0f5 req-ea8a21d9-eb53-4eda-8553-14e00d96e778 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:48.447706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f826f410-4c6e-4c11-9c76-9048ab85a0f5 req-ea8a21d9-eb53-4eda-8553-14e00d96e778 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3183560 Feb 07 22:39:48.492043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.601967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:48.620897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f826f410-4c6e-4c11-9c76-9048ab85a0f5 req-454611cc-8e0d-4d1b-985e-69af4c6c7f45 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723866 Feb 07 22:39:48.640420 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.661676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.683092 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'code': 200} Feb 07 22:39:48.700608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:48.700946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7e11ec-bfae-4458-a1b1-d432c7adace9']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:48.717261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-d796550b-6fb7-446b-8b12-c99e9b3c8eca service neutron] 10.222.0.10 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885277 Feb 07 22:39:48.717618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e3ac13-fe62-4f8c-8891-c9c33262febf') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:48.717799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e3ac13-fe62-4f8c-8891-c9c33262febf') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:48.718230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:48.724053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 has no active binding in host n-h1-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:39:48.728725 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.730604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.746914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.755296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:48.755701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.831118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:48.846219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:48.847985 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:48.851726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.854905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c074fa5e-463b-4191-93e8-6a3e2762cea2 req-eb4a951b-84f4-4d98-a415-a1d12b711b5f service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5738542 Feb 07 22:39:48.869307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:48.893455 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] 10.222.0.10 "DELETE /v2.0/networks/df7e11ec-bfae-4458-a1b1-d432c7adace9 HTTP/1.1" status: 204 len: 168 time: 0.6058538 Feb 07 22:39:48.893455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2acc91-7054-4d00-b160-5e0d5288af99 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7e11ec-bfae-4458-a1b1-d432c7adace9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:48.895169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50844) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:48.927967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03198b67-97db-4de2-9d12-b771bbd73dc6 req-1606e5b2-ed17-498c-ace4-fc095530093c tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/bd99a08c-deab-4793-9364-989d0516ede5 HTTP/1.1" status: 200 len: 1813 time: 0.2097130 Feb 07 22:39:48.985451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:48.993393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.002908 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031', 'code': 200} Feb 07 22:39:49.003517 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031', 'status': 'completed', 'code': 200} Feb 07 22:39:49.011486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] Deleting subnet 1196cea9-f990-4eb2-9ba3-63ea0ec7fb07 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:39:49.015770 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.027087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-5447586f-2b40-4aa3-ad78-bc597eb3ac63 service neutron] 10.222.0.10 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853870 Feb 07 22:39:49.028082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Transition to ACTIVE for port object 7b6c007e-333b-4cac-a539-a96f16adc727 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:49.038088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.080419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.171525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.365450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=10']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:49.386180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] No DVR routers for this DVR port 7b6c007e-333b-4cac-a539-a96f16adc727 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:49.555245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.594790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-a837eef0-e292-4d00-b179-dfbb8a910177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.596283 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-a837eef0-e292-4d00-b179-dfbb8a910177 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1124 time: 0.3633463 Feb 07 22:39:49.603987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1196cea9-f990-4eb2-9ba3-63ea0ec7fb07,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:49.614796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-a3411979-c1cd-4818-b0b9-25561fdd9aba tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.616310 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-a3411979-c1cd-4818-b0b9-25561fdd9aba tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 943 time: 0.2930641 Feb 07 22:39:49.640759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.703573 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-8b682499-0886-4453-b068-c887929f273e req-7e6e4e8f-fe75-4a4e-be0e-bd1a88c6f7dd tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] show failed (client error): The resource could not be found. Feb 07 22:39:49.715034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b682499-0886-4453-b068-c887929f273e req-7e6e4e8f-fe75-4a4e-be0e-bd1a88c6f7dd tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "GET /v2.0/security-groups/a2f13c74-1e41-4364-a354-25afae450dc8 HTTP/1.1" status: 404 len: 352 time: 0.0668962 Feb 07 22:39:49.730395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a61ad582-81b6-408a-bd91-94f5011e0389 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1196cea9-f990-4eb2-9ba3-63ea0ec7fb07 HTTP/1.1" status: 204 len: 168 time: 0.8332086 Feb 07 22:39:49.737012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:49.737356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:49.737692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:49.739456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:49.746251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-77745935', 'description': 'tempest-description-1671490144'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:49.762941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e996f07-11a6-4e8b-a5ef-b5128b334d3d req-f0b15059-b30a-4512-9326-9974605c081e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.770165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e996f07-11a6-4e8b-a5ef-b5128b334d3d req-f0b15059-b30a-4512-9326-9974605c081e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 943 time: 0.6578672 Feb 07 22:39:49.803480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:49.803807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Attempting to bind port 7b6c007e-333b-4cac-a539-a96f16adc727 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:49.815717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:49.818264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:49.818752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:49.819143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:49.819738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Bound port: 7b6c007e-333b-4cac-a539-a96f16adc727, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:49.820152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.837694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:49.848265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-aea48f1d-4a70-4def-b29d-96e4c0f97508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:49.849746 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-aea48f1d-4a70-4def-b29d-96e4c0f97508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1058 time: 0.5718148 Feb 07 22:39:49.850591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:49.892618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:49.895123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Deleting port 7e5d73eb-d93a-4184-ab54-910f115d3afb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:39:49.895553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:49.910238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e996f07-11a6-4e8b-a5ef-b5128b334d3d req-8dbe4377-178d-46c2-a837-9a86a72719a0 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390100 Feb 07 22:39:50.039379 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.040237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.165080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:50.173073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Usage tracker for resource:security_group_rule and tenant:1f05887f61cd4ea9b01b4d6a2a3ba416 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:50.190537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:50.194679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:50.208611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:50.217445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:50.231398 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.255928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-bf756db0-4276-456d-8022-999387a26210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.257558 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-bf756db0-4276-456d-8022-999387a26210 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.6513596 Feb 07 22:39:50.307849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-c4342a57-dbba-49e5-9789-8934e034624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.309340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-c4342a57-dbba-49e5-9789-8934e034624a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4142034 Feb 07 22:39:50.329843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.330461 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.331775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] 10.222.0.26 "PUT /v2.0/ports/7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 1097 time: 2.7740514 Feb 07 22:39:50.393181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5d73eb-d93a-4184-ab54-910f115d3afb no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:50.426583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f65c64-5944-4e21-a51c-c5fdcbe137e0 req-6ac33f15-65c8-4821-842c-4ad04fc0072a tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.428541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27f65c64-5944-4e21-a51c-c5fdcbe137e0 req-6ac33f15-65c8-4821-842c-4ad04fc0072a tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 943 time: 0.3798990 Feb 07 22:39:50.436576 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.463917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3750b0f2-d669-49a4-812f-eb1ac9f627ba']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:50.478930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf6444d-4593-4637-af7a-de556a8db481') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:50.479303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf6444d-4593-4637-af7a-de556a8db481') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:50.495810 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.505450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-edecc3b3-754d-4fda-9486-b7b1d37dee53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.1780410 Feb 07 22:39:50.515806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.518484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27f65c64-5944-4e21-a51c-c5fdcbe137e0 req-e608a334-20d2-4a40-86ac-9c817988d585 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628355 Feb 07 22:39:50.535379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:50.535823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.591782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec19ac5-9af2-4c5e-af85-0451f0cf4143 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=11']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:50.621647 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'code': 200} Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:50.633857 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:50.638116 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:50.639022 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-2ecc6cfe-8c1f-4b19-8c3e-d80871d03680 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 217 time: 0.3630080 Feb 07 22:39:50.650201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.670866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-948ec3f8-c1fc-4ff9-b44b-d98f7c5fc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.672445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-948ec3f8-c1fc-4ff9-b44b-d98f7c5fc7b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1481786 Feb 07 22:39:50.675981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.685288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.690834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3750b0f2-d669-49a4-812f-eb1ac9f627ba,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:50.704942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:50.734693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.745194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4701f39a-6f54-4d95-bceb-0d1677fde9e6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3750b0f2-d669-49a4-812f-eb1ac9f627ba HTTP/1.1" status: 204 len: 168 time: 1.0046787 Feb 07 22:39:50.755858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:50.778519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] For port 7e5d73eb-d93a-4184-ab54-910f115d3afb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5d73eb-d93a-4184-ab54-910f115d3afb,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:50.778889 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.797806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-52b9e0b8-acd4-45f3-9523-9da68bb754f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.799269 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-52b9e0b8-acd4-45f3-9523-9da68bb754f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1096394 Feb 07 22:39:50.841746 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ae75986-29c6-4ca2-a2c2-20720d9310c6 req-e621f0c4-6ae5-42e6-91bd-4ed48836c7d9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 210 time: 0.0783920 Feb 07 22:39:50.843496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93c3c63-e888-4134-9861-712bf8da2102,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:50.847632 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:50.849138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e42195fb-5878-4961-94d0-2a555aa00133 req-e2c95b7a-7116-484a-9dcf-ffc3f54e736f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.1081226 Feb 07 22:39:50.867255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-67d3a151-ade7-41a7-a866-19be97e1ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:50.869654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-67d3a151-ade7-41a7-a866-19be97e1ad45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867776 Feb 07 22:39:50.977721 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-3e6bd54f-fbc3-40b8-b9c7-f2cbb5474b5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017985 Feb 07 22:39:50.984539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Calling delete_port for 7e5d73eb-d93a-4184-ab54-910f115d3afb owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:39:51.064627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-fd668af6-86aa-48f6-9437-97a25d2daf5c service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857216 Feb 07 22:39:51.149812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:51.365919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0d976e06-0c4e-48d1-856b-73fef23385de tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184576 Feb 07 22:39:51.399007 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-ccf8e18e-ad60-4a69-89fa-752bb7b2db48 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823872 Feb 07 22:39:51.553217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.560005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fcfb5f41-caa6-4b9f-8935-12417f623402 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2527639aebef4b59b127999a0ede186d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4021866 Feb 07 22:39:51.568006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:51.590827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a576dd08-9207-45f5-878b-63b40468aafb tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.592205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a576dd08-9207-45f5-878b-63b40468aafb tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.26 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 813 time: 0.4351330 Feb 07 22:39:51.618599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'port': {'device_id': '77725e48-5abe-4224-bddb-eb2686630c1a', 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6', 'admin_state_up': True, 'tenant_id': 'a508152725cf473a9ca3c2ad4b10f9a5'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:51.621350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event deleted for resources: {'Port': ['ID=7e5d73eb-d93a-4184-ab54-910f115d3afb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:51.645494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406cb8-b136-4727-8d71-201c4c667e4e req-550a0560-e768-4811-9d4c-4c2dc8d7156c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.647232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06406cb8-b136-4727-8d71-201c4c667e4e req-550a0560-e768-4811-9d4c-4c2dc8d7156c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 949 time: 0.5816212 Feb 07 22:39:51.742390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-634c6794-7678-45c9-b505-77bee5fc2304 service neutron] 10.222.0.26 "GET /v2.0/ports/9e2b4682-877e-4b68-8581-9c2709814031/bindings/n-h1-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.2624061 Feb 07 22:39:51.743388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] No DVR routers for this DVR port 7e5d73eb-d93a-4184-ab54-910f115d3afb on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:51.748042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:51.750795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-deleted', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:51.774149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dba23b1-a11b-4fb2-b20a-516fd6447f8c req-3ad38cf8-c381-44f0-b80c-36ea80370680 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998909 Feb 07 22:39:51.795742 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa29f92b-4c00-41a4-bb8a-4064430e739f req-e72ecc1a-a58f-45eb-9f26-d4933d76cb6e service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871820 Feb 07 22:39:51.845921 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be1219d7-dd31-4ae7-a3a1-524ee009dc2b req-7556fe30-4232-4728-9426-42c86bdace3b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "DELETE /v2.0/ports/7e5d73eb-d93a-4184-ab54-910f115d3afb HTTP/1.1" status: 204 len: 173 time: 2.2000589 Feb 07 22:39:51.946231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-aa2fabb9-1817-4d2e-8358-d6cbdb5a6e07 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:51.947675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-aa2fabb9-1817-4d2e-8358-d6cbdb5a6e07 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5634098 Feb 07 22:39:52.005224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8005ef9c-a24a-415c-bc97-78c052cf6684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.010326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-7a4e911c-52b7-40ec-8b60-ef3b87373060 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/quotas/a4c1d2b9915e4e6488f68d0887173e49 HTTP/1.1" status: 200 len: 375 time: 0.0429692 Feb 07 22:39:52.017118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06406cb8-b136-4727-8d71-201c4c667e4e req-43b99998-1b41-4157-84a1-f3491f81ad2a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759119 Feb 07 22:39:52.056193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-3c0ed1a1-1aa7-4ca1-8d63-031a46d508bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.058577 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-3c0ed1a1-1aa7-4ca1-8d63-031a46d508bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1100 time: 0.2145538 Feb 07 22:39:52.076823 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'code': 200} Feb 07 22:39:52.102150 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-dc0e1bf6-b83b-4baa-ba61-ec17733f4fdf tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740764 Feb 07 22:39:52.107845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:52.127671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:port and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:52.133233 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8005ef9c-a24a-415c-bc97-78c052cf6684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.140792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:52.157462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:52.200392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Made reservation on behalf of a508152725cf473a9ca3c2ad4b10f9a5 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:52.203885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.224764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-202f1197-8fb1-4be7-b4d6-5f8190c175ab req-d48ab8ac-95b1-44de-8eee-bb60a55ba984 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/e93c3c63-e888-4134-9861-712bf8da2102 HTTP/1.1" status: 200 len: 1811 time: 0.1278343 Feb 07 22:39:52.229289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:52.273303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-6626b831-de4c-48ab-a96f-ff8ed2c63659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.274956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-6626b831-de4c-48ab-a96f-ff8ed2c63659 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2063942 Feb 07 22:39:52.287038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:52.413451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Allocated IP 172.20.0.7 (d5488a88-e102-47bb-ac6a-8cfc051ef1b6/4edb260d-f613-4a7a-b815-33ec599c988a/37b31eeb-d483-4910-91e5-fe9b79292e19) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:52.434990 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-7f3a76fb-bd22-441f-a9ac-e9e0f7c66a10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.1498146 Feb 07 22:39:52.490512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2b4682-877e-4b68-8581-9c2709814031 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:52.505251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c89cd30-c6e2-4d0a-b3ea-b9341ca797c2 req-3bd6bffe-3fd6-46d5-a4f0-3ec92e1b1208 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=e16a8108-5106-4aa8-962d-db0c0060039e HTTP/1.1" status: 200 len: 210 time: 0.0893137 Feb 07 22:39:52.509910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:52.535832 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8005ef9c-a24a-415c-bc97-78c052cf6684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.542113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-de19ba1f-7c7d-480c-8c11-fa051af78fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.543583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-de19ba1f-7c7d-480c-8c11-fa051af78fd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0958815 Feb 07 22:39:52.544298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.634069 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8005ef9c-a24a-415c-bc97-78c052cf6684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.636339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8005ef9c-a24a-415c-bc97-78c052cf6684 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/292aad55-f1f1-44db-81d3-caef8982b951 HTTP/1.1" status: 204 len: 168 time: 1.0645182 Feb 07 22:39:52.637330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:52.653678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005ef9c-a24a-415c-bc97-78c052cf6684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292aad55-f1f1-44db-81d3-caef8982b951,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:52.718889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-c6069f7b-5af6-4491-bb8e-cdcdc01427a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.720348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-c6069f7b-5af6-4491-bb8e-cdcdc01427a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1666007 Feb 07 22:39:52.726441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] Transition to ACTIVE for port object 9e2b4682-877e-4b68-8581-9c2709814031 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:52.744848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5bc3517-da33-4a69-9c2a-a1df75ecdd2a req-8365010e-b30f-4073-a1be-b53fc95b60e4 tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=386658ce8b5a4c70b4224591a628ecd0 HTTP/1.1" status: 200 len: 2984 time: 0.3239210 Feb 07 22:39:52.754199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:52.945832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5bc3517-da33-4a69-9c2a-a1df75ecdd2a req-5cac906f-a18c-45f4-9f9e-e543597bc7b2 tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "GET /v2.0/security-groups/292a703b-eec4-4eda-8a30-c889e1f7af25 HTTP/1.1" status: 200 len: 2981 time: 0.1884933 Feb 07 22:39:52.975003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac12c8-e0b8-4dd3-a779-0dc71b45c2ab req-40a3471f-51dc-4dcb-a7bc-a53cc7d2ae38 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:52.982477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65ac12c8-e0b8-4dd3-a779-0dc71b45c2ab req-40a3471f-51dc-4dcb-a7bc-a53cc7d2ae38 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 944 time: 0.3359733 Feb 07 22:39:53.105168 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65ac12c8-e0b8-4dd3-a779-0dc71b45c2ab req-4571ba06-65b7-4ea6-acbd-23df28d18bae tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216285 Feb 07 22:39:53.115617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.141026 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5bc3517-da33-4a69-9c2a-a1df75ecdd2a req-20ae7e35-a07c-444a-a91a-dc264776375b tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "GET /v2.0/security-groups/292a703b-eec4-4eda-8a30-c889e1f7af25 HTTP/1.1" status: 200 len: 2981 time: 0.1744905 Feb 07 22:39:53.145055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] No DVR routers for this DVR port 9e2b4682-877e-4b68-8581-9c2709814031 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:39:53.191430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.192639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50960) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:53.193994 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16a8108-5106-4aa8-962d-db0c0060039e', 'name': 'network-vif-deleted', 'tag': '7e5d73eb-d93a-4184-ab54-910f115d3afb', 'status': 'completed', 'code': 200} Feb 07 22:39:53.194912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:53.203895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:53.230873 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-74ceacb0-e859-4fc0-8dba-f96e8126ca91 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002673 Feb 07 22:39:53.234262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-a6869cf4-f60c-4fa5-a672-776e1e82eeda service neutron] 10.222.0.26 "PUT /v2.0/ports/9e2b4682-877e-4b68-8581-9c2709814031/bindings/n-h1-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4761834 Feb 07 22:39:53.315957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:53.325003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:53.348989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:39:53.456458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:53.485965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-11a0bc6a-0f43-4804-a644-11a735d24a43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71a0d57085dd434db0475c5d48dd3086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892413 Feb 07 22:39:53.487831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50964) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:53.495441 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0747faa-42c7-4d46-aff6-b7948e1cfb92 req-17d5bf12-3a39-4a6b-8292-27705ea94e4d service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432988 Feb 07 22:39:53.501064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42192ae4-2d6c-4e38-b381-af51070192bd req-bf2866a9-2f8b-4622-b2cf-765d1f20f89b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 210 time: 0.1212957 Feb 07 22:39:53.529956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.531032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.535150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-89248411-080f-423f-90e0-000ac1bb72e5 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.548031 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-89248411-080f-423f-90e0-000ac1bb72e5 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.1702611 Feb 07 22:39:53.574544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-fc447b9d-3723-47aa-8b73-9d8db3c3670d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9638505 Feb 07 22:39:53.583957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ed3d5-3717-4bca-ae5d-a74c66eb9916 req-9a253b61-209f-43e7-9a8e-93e6619a202c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.584820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e8ed3d5-3717-4bca-ae5d-a74c66eb9916 req-9a253b61-209f-43e7-9a8e-93e6619a202c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:53.593684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Request body: {'port': {'device_id': '77725e48-5abe-4224-bddb-eb2686630c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:53.624595 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-b1e0e0a6-4c90-46e6-a789-1742e79e62a7 req-85597d37-75a9-4092-8543-f09b4e79dda1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] show failed (client error): The resource could not be found. Feb 07 22:39:53.625335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1e0e0a6-4c90-46e6-a789-1742e79e62a7 req-85597d37-75a9-4092-8543-f09b4e79dda1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/2b0f4240-155a-4dd7-885d-a7a8034834bb HTTP/1.1" status: 404 len: 352 time: 0.0658705 Feb 07 22:39:53.630925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63616c35-b1d3-4eaa-a7fa-1f32a74cd218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.669826 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63616c35-b1d3-4eaa-a7fa-1f32a74cd218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.689274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e8ed3d5-3717-4bca-ae5d-a74c66eb9916 req-9a253b61-209f-43e7-9a8e-93e6619a202c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:53.690438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e8ed3d5-3717-4bca-ae5d-a74c66eb9916 req-9a253b61-209f-43e7-9a8e-93e6619a202c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 931 time: 0.3070498 Feb 07 22:39:53.707666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-6ab5ac6a-441e-4d73-bec7-45f6f7631d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:53.709071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-6ab5ac6a-441e-4d73-bec7-45f6f7631d76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 1095 time: 0.1488731 Feb 07 22:39:53.722529 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'status': 'completed', 'code': 200} Feb 07 22:39:53.750739 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.751281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63616c35-b1d3-4eaa-a7fa-1f32a74cd218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.771442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e8ed3d5-3717-4bca-ae5d-a74c66eb9916 req-9c8507a6-adbf-4cd8-b1e5-93bb5d0ae7dc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:39:53.842412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63616c35-b1d3-4eaa-a7fa-1f32a74cd218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65de3abb-ebce-4d38-a562-99f11377563d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:53.869850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63616c35-b1d3-4eaa-a7fa-1f32a74cd218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:53.871620 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-63616c35-b1d3-4eaa-a7fa-1f32a74cd218 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65de3abb-ebce-4d38-a562-99f11377563d HTTP/1.1" status: 204 len: 168 time: 0.3815975 Feb 07 22:39:53.928704 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-a9bd9d35-29aa-4b87-b03e-09f0e88372a0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322843 Feb 07 22:39:54.006382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:39:54.071584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-405d4ec2-2acc-4994-9384-2f947ba25b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.073801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-405d4ec2-2acc-4994-9384-2f947ba25b71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1100 time: 0.2771318 Feb 07 22:39:54.079154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-8fc4130b-7fc2-46a5-8a40-c68d058f1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.080778 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-8fc4130b-7fc2-46a5-8a40-c68d058f1e64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 1100 time: 0.3243096 Feb 07 22:39:54.109654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:39:54.222121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-61a7b4b9-02da-4c13-8f54-de1958a11791 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.223551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-61a7b4b9-02da-4c13-8f54-de1958a11791 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888591 Feb 07 22:39:54.291344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': '8af09a30-55f4-4402-8e1d-bbb674090108', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:54.320015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e8ed3d5-3717-4bca-ae5d-a74c66eb9916 req-9c8507a6-adbf-4cd8-b1e5-93bb5d0ae7dc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:39:54.321729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e8ed3d5-3717-4bca-ae5d-a74c66eb9916 req-9c8507a6-adbf-4cd8-b1e5-93bb5d0ae7dc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6215088 Feb 07 22:39:54.466820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-d8f821cd-0048-472d-b542-8756e917694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.468368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-d8f821cd-0048-472d-b542-8756e917694e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3844280 Feb 07 22:39:54.475564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-c47c34fa-ac55-4180-a5a1-755e6e1fc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.477069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-c47c34fa-ac55-4180-a5a1-755e6e1fc177 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1095 time: 0.6769326 Feb 07 22:39:54.480858 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30a5bc53-da0e-4319-b70c-18067a2248a6 req-f40d82d4-00c8-4d43-b138-ee178e1220d7 tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "GET /v2.0/security-groups/292a703b-eec4-4eda-8a30-c889e1f7af25 HTTP/1.1" status: 200 len: 2981 time: 0.1168706 Feb 07 22:39:54.576744 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-96866735-a9a1-4213-9c42-02006e69c5a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.0984392 Feb 07 22:39:54.637219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5f23e-ecc9-44d5-b9b5-0a8bcfabef51 req-d16b0bcb-239e-4294-8328-57a5fefc4360 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.638685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdd5f23e-ecc9-44d5-b9b5-0a8bcfabef51 req-d16b0bcb-239e-4294-8328-57a5fefc4360 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 949 time: 0.3726325 Feb 07 22:39:54.642215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-2c4100e1-b086-4bdf-8ddb-6730653e4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.643652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-2c4100e1-b086-4bdf-8ddb-6730653e4bc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5561378 Feb 07 22:39:54.710623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:54.713820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-e0ca80f6-833c-46b9-ab23-cabdaee9a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.715626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-e0ca80f6-833c-46b9-ab23-cabdaee9a2c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1281588 Feb 07 22:39:54.724581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Usage tracker for resource:port and tenant:a4c1d2b9915e4e6488f68d0887173e49 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:54.736451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b31eeb-d483-4910-91e5-fe9b79292e19 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:54.763981 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.764937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:54.773176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-0c58ae14-4b7d-4e6a-8036-91b8fa8084ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 200 len: 217 time: 0.1158357 Feb 07 22:39:54.784263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:54.793619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d4c61748-cee5-41bb-a06d-f9b0e181c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:54.795062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d4c61748-cee5-41bb-a06d-f9b0e181c10e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.3097153 Feb 07 22:39:54.814974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdd5f23e-ecc9-44d5-b9b5-0a8bcfabef51 req-e023a4b9-a3ab-4860-b3b7-3cc9647fba6f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521988 Feb 07 22:39:54.815959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Transition to ACTIVE for port object 37b31eeb-d483-4910-91e5-fe9b79292e19 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:54.858751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:39:54.862865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.884048 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-30a5bc53-da0e-4319-b70c-18067a2248a6 req-bfbf5d5e-9eec-4656-835f-a9077543f6f2 tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 22:39:54.884979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30a5bc53-da0e-4319-b70c-18067a2248a6 req-bfbf5d5e-9eec-4656-835f-a9077543f6f2 tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "DELETE /v2.0/security-groups/292a703b-eec4-4eda-8a30-c889e1f7af25 HTTP/1.1" status: 409 len: 352 time: 0.3795116 Feb 07 22:39:54.899226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:54.937852 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-579e7dad-d4ad-449f-857a-4f7359fa6b36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 217 time: 0.1207352 Feb 07 22:39:55.076413 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-0072d30f-ef43-487b-8f4b-66b02b71602e req-ecf034fd-2285-468b-b903-11711e779b28 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] show failed (client error): The resource could not be found. Feb 07 22:39:55.076739 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0072d30f-ef43-487b-8f4b-66b02b71602e req-ecf034fd-2285-468b-b903-11711e779b28 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-group-rules/7536d0dd-2127-4ab1-8804-60626c595338 HTTP/1.1" status: 404 len: 361 time: 0.1325188 Feb 07 22:39:55.079890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.107557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:55.111353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Usage tracker for resource:security_group_rule and tenant:a4c1d2b9915e4e6488f68d0887173e49 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:55.114201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:55.121169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:55.147741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Pushing event updated for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:55.170672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-0518777e-a456-400f-91f8-2520b50dabae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.174769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-0518777e-a456-400f-91f8-2520b50dabae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3901608 Feb 07 22:39:55.238932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-78f84ecc-9db8-40e2-b4b9-45fdbf0cc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.240724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-78f84ecc-9db8-40e2-b4b9-45fdbf0cc818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.2854860 Feb 07 22:39:55.273580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-3ad5a805-5ac0-4810-a482-eb1a714cb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.275044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-3ad5a805-5ac0-4810-a482-eb1a714cb475 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5517130 Feb 07 22:39:55.385212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b32c78f-7271-401f-ad7b-c50e6c559fb5 req-71d72975-7fbf-4e3e-8a10-0e8bef749022 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 210 time: 0.1739879 Feb 07 22:39:55.396443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d6438877-1a6e-4a01-94b0-1bd984dd26f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165366 Feb 07 22:39:55.409412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.425663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc7037-f1e1-40ca-8068-37479920595e req-004fb42b-b7b7-49b3-8fcc-e364b17ad9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.427791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-004fb42b-b7b7-49b3-8fcc-e364b17ad9eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398996 Feb 07 22:39:55.432636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.528419 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-247c1a86-cb56-434e-bf7e-098580732761 req-8e82a42d-e1f4-4cd4-ba2b-58398dee4a2e tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] show failed (client error): The resource could not be found. Feb 07 22:39:55.531126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-247c1a86-cb56-434e-bf7e-098580732761 req-8e82a42d-e1f4-4cd4-ba2b-58398dee4a2e tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "GET /v2.0/security-groups/ae063c9d-1e7c-4f5f-b565-f8d13e12c571 HTTP/1.1" status: 404 len: 352 time: 0.1157362 Feb 07 22:39:55.571863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Attempting to bind port 37b31eeb-d483-4910-91e5-fe9b79292e19 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:55.573133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Attempting to bind port 37b31eeb-d483-4910-91e5-fe9b79292e19 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:55.573964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Attempting to bind port 37b31eeb-d483-4910-91e5-fe9b79292e19 on network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:55.592006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef44297-7737-428a-9882-d9d84c835a9e req-9d1a7af8-328e-45c3-9098-15a01b110f9d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:55.599559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ef44297-7737-428a-9882-d9d84c835a9e req-9d1a7af8-328e-45c3-9098-15a01b110f9d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 944 time: 0.5302331 Feb 07 22:39:55.613614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Port 37b31eeb-d483-4910-91e5-fe9b79292e19 on network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:55.613957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Attempting to bind port 37b31eeb-d483-4910-91e5-fe9b79292e19 on network d5488a88-e102-47bb-ac6a-8cfc051ef1b6 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:55.644363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:55.644539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Checking segment: {'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:55.644852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Bound using segment: {'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:55.645273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Bound port: 37b31eeb-d483-4910-91e5-fe9b79292e19, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:55.645635 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.678310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091173d4-c650-4183-ac8c-d4b776ab82da,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:55.695859 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-f674097b-859c-4318-aef6-b2c6aefb6b9c service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038925 Feb 07 22:39:55.742239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-588b2ce5-fb0f-4b68-a096-f2a2b8786125 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255599 Feb 07 22:39:55.787392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ef44297-7737-428a-9882-d9d84c835a9e req-268f9465-ab74-438d-aa07-b701fcfffcf7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847594 Feb 07 22:39:55.847007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51026) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:55.870072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679864724', 'description': 'tempest-description--1128700165'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:55.891394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:55.902587 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ef1f9e88-27ba-446e-934e-8b027bb65444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:55.949078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:55.967398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:55.974145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=37b31eeb-d483-4910-91e5-fe9b79292e19,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:56.009671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.105 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/07ce7d11-f926-48b1-97d9-8e6dcb540ccd) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:56.012958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-17779010-8d81-43ee-a5d2-8e12a832ad48 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660777 Feb 07 22:39:56.024183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.028319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.029634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:39:56.079233 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c57fc14-8669-4e5f-8bda-471dc4fabce0 req-869a0558-f682-4afb-a710-58948e8903f1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/e93c3c63-e888-4134-9861-712bf8da2102 HTTP/1.1" status: 200 len: 1811 time: 0.1995263 Feb 07 22:39:56.179831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:56.193610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '7b6c007e-333b-4cac-a539-a96f16adc727', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '7b6c007e-333b-4cac-a539-a96f16adc727', 'mac_address': 'fa:16:3e:44:6a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:39:56.195984 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-4b7affaa-0184-42b6-8a06-ee85bebced99 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815726 Feb 07 22:39:56.257448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.270542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:56.273548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.274151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.276212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] 10.222.0.26 "PUT /v2.0/ports/37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 1091 time: 2.6874721 Feb 07 22:39:56.277136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:56.277753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6c007e-333b-4cac-a539-a96f16adc727 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:56.283098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-53fc8ead-7677-4c01-83b5-9210f997cf81 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295246 Feb 07 22:39:56.299374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:56.300022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Usage tracker for resource:security_group_rule and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:56.306636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:56.307521 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.317585 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f1fc7037-f1e1-40ca-8068-37479920595e req-cc7767dc-6a2d-43ad-9666-ec0b341349ea service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941043 Feb 07 22:39:56.333076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:56.362768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fa60-671e-4154-96a5-ef5081e2559e service neutron] Pushing event updated for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.416441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a629-eeb2-4ade-b5f7-95f935ecf29b req-98691cf6-972d-4d29-b40a-edccdc8c5f30 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.418078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9187a629-eeb2-4ade-b5f7-95f935ecf29b req-98691cf6-972d-4d29-b40a-edccdc8c5f30 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 943 time: 0.4313121 Feb 07 22:39:56.428241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.429208 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c57fc14-8669-4e5f-8bda-471dc4fabce0 req-b135a963-e49f-4af6-a714-8ceba568c471 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.448937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.471468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object 07ce7d11-f926-48b1-97d9-8e6dcb540ccd will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:56.481186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-c50978c3-0a97-4e51-8141-dc7898a50d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.482665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-c50978c3-0a97-4e51-8141-dc7898a50d7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1094 time: 0.1372578 Feb 07 22:39:56.527032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c57fc14-8669-4e5f-8bda-471dc4fabce0 req-b135a963-e49f-4af6-a714-8ceba568c471 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.544027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['7b6c007e-333b-4cac-a539-a96f16adc727'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:39:56.554149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.556318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-69abd0d9-b90e-4f30-92c3-7a9026bc9c56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 217 time: 0.0663872 Feb 07 22:39:56.558706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9187a629-eeb2-4ade-b5f7-95f935ecf29b req-b446c53c-a392-4d3b-b516-c17cdf38bc9b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262243 Feb 07 22:39:56.569604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.626764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.710331 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-048b0159-0917-455b-be9d-a644a9a81847 req-99f61e37-8eec-4fc0-8826-66506b1be09e tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] show failed (client error): The resource could not be found. Feb 07 22:39:56.711481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-048b0159-0917-455b-be9d-a644a9a81847 req-99f61e37-8eec-4fc0-8826-66506b1be09e tempest-SecurityGroupsNegativeTestJSON-210976049 tempest-SecurityGroupsNegativeTestJSON-210976049-project] 10.222.0.10 "GET /v2.0/security-groups/6234b833-5fab-4257-b087-a8b7c42efc50 HTTP/1.1" status: 404 len: 352 time: 0.1057456 Feb 07 22:39:56.717028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:56.722226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:56.727252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-6bb2256e-702f-4a18-9eb2-5735fc5dd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:56.729413 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-6bb2256e-702f-4a18-9eb2-5735fc5dd136 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.1647933 Feb 07 22:39:56.732322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:39:56.750756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51038) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:56.756171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afdc4f4-c505-4256-b123-0b1ce2b5f605,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.802554 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.804251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-75af3c0e-849c-4ea1-9892-f43c9bdae73a tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9541717 Feb 07 22:39:56.811500 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c57fc14-8669-4e5f-8bda-471dc4fabce0 req-b135a963-e49f-4af6-a714-8ceba568c471 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.815495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51042) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:56.833399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.839795 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-3edaa7c1-d3ed-4613-b27b-684660da362d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732872 Feb 07 22:39:56.845322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Request body: {'security_group_rule': {'security_group_id': '9afdc4f4-c505-4256-b123-0b1ce2b5f605', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:56.852569 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c57fc14-8669-4e5f-8bda-471dc4fabce0 req-b135a963-e49f-4af6-a714-8ceba568c471 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:56.859684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c57fc14-8669-4e5f-8bda-471dc4fabce0 req-b135a963-e49f-4af6-a714-8ceba568c471 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "DELETE /v2.0/security-groups/e93c3c63-e888-4134-9861-712bf8da2102 HTTP/1.1" status: 204 len: 173 time: 0.6327167 Feb 07 22:39:56.859684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a963-e49f-4af6-a714-8ceba568c471 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93c3c63-e888-4134-9861-712bf8da2102,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:56.885699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:56.903701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Usage tracker for resource:security_group_rule and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:56.910848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:56.919044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:56.997670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] Deleting subnet c84ff295-05a8-4dda-bfd9-2fb209dd3a12 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:39:57.006033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.013831 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.053916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:57.054668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.078757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-55a70181-afee-4f92-ba21-7f8e60406776 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:57.080247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-55a70181-afee-4f92-ba21-7f8e60406776 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.4597154 Feb 07 22:39:57.097824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-edcfc70d-ad15-4354-b809-8f2ceb4edb1b service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428184 Feb 07 22:39:57.101383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-0e7f10c8-4541-4b15-8ebd-1ee3c60677ed tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8156800 Feb 07 22:39:57.113910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a9a90f04-9953-4f24-9c4d-d90d0d7c2b9c None None] Provisioning for port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:57.121017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a9a90f04-9953-4f24-9c4d-d90d0d7c2b9c None None] Provisioning complete for port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:57.121694 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a9a90f04-9953-4f24-9c4d-d90d0d7c2b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.180123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a9a90f04-9953-4f24-9c4d-d90d0d7c2b9c None None] Port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:39:57.200105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.231564 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19', 'status': 'completed', 'code': 200} Feb 07 22:39:57.289583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287937bd-3b4b-4f5a-a0cf-9cb0115b0299 req-3e164dc9-9c1e-4bb6-a6f8-923cba80c6ac tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:57.291077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-287937bd-3b4b-4f5a-a0cf-9cb0115b0299 req-3e164dc9-9c1e-4bb6-a6f8-923cba80c6ac tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.3644860 Feb 07 22:39:57.302480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.315500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Request body: {'port': {'device_id': '8af09a30-55f4-4402-8e1d-bbb674090108', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:57.330631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.368180 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.440787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9b358cc-8684-476f-9a58-8493ff60ff36 req-c41b72d0-f11d-4870-9c35-e10095aa2fd6 service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365183 Feb 07 22:39:57.450310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28b45ae-1280-485a-bd5f-094073f145e7,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:57.463903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.494663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-287937bd-3b4b-4f5a-a0cf-9cb0115b0299 req-fcfbae87-5a2f-4945-b297-ced1c03aea1b tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934793 Feb 07 22:39:57.502941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.506688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7ba60db1-b408-401f-a3b6-d15166c74f52 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6716769 Feb 07 22:39:57.508424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51058) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:57.519844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Request body: {'security_group_rule': {'security_group_id': '9afdc4f4-c505-4256-b123-0b1ce2b5f605', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:57.530664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:57.540641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d2255be3-39d5-4512-9271-643c0918843c service neutron] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:57.544392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Usage tracker for resource:security_group_rule and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:57.548185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:57.557653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:57.563546 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.614676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d2255be3-39d5-4512-9271-643c0918843c service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.615711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e39bbc-dbf9-456b-8ccc-a77fc4d9d0f8 req-d2255be3-39d5-4512-9271-643c0918843c service neutron] 10.222.0.36 "DELETE /v2.0/ports/9e2b4682-877e-4b68-8581-9c2709814031/bindings/n-h2-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.5214255 Feb 07 22:39:57.620889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c84ff295-05a8-4dda-bfd9-2fb209dd3a12,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:57.653537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.655533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a3e540fb-a125-4ae4-b0f6-fcfaa4fc6bb6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c84ff295-05a8-4dda-bfd9-2fb209dd3a12 HTTP/1.1" status: 204 len: 168 time: 0.9008374 Feb 07 22:39:57.662272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:57.671913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893861c-d468-45bb-a931-133a4582ece7 req-6410bf9b-3b00-4af6-8b91-1eabd14c0515 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:57.673454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5893861c-d468-45bb-a931-133a4582ece7 req-6410bf9b-3b00-4af6-8b91-1eabd14c0515 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 936 time: 0.3604882 Feb 07 22:39:57.684702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.780147 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5893861c-d468-45bb-a931-133a4582ece7 req-acebac5e-5732-4817-ba9f-701c16b44892 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990260 Feb 07 22:39:57.792794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-45deb3af-8180-417b-8aec-855857dbc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:57.800727 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-45deb3af-8180-417b-8aec-855857dbc36e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1094 time: 0.2815080 Feb 07 22:39:57.817066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b145c-fbd7-4c04-bc88-9ca9e7e75235 req-fd3440fd-4b5a-48f7-873f-9e20769e46f0 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:57.818515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8b145c-fbd7-4c04-bc88-9ca9e7e75235 req-fd3440fd-4b5a-48f7-873f-9e20769e46f0 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 944 time: 0.2063811 Feb 07 22:39:57.835192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.864701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.916362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ff46db-a235-4ce7-9c35-7d8c0d6e3438,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:57.931251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a970af8-162d-4541-b735-b50efbbab8b0 req-e705544e-279f-49fc-9641-7fe9dcf0db36 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/bd99a08c-deab-4793-9364-989d0516ede5 HTTP/1.1" status: 200 len: 1813 time: 0.1117747 Feb 07 22:39:57.934891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.935981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3011ac20-e9a0-4f41-9917-482a0e4f5585 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4240561 Feb 07 22:39:57.938928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8b145c-fbd7-4c04-bc88-9ca9e7e75235 req-d150a73e-9240-4ee9-929a-b361a0984e57 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009226 Feb 07 22:39:57.939384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51070) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:57.945988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:39:57.963190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:57.970347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:39:57.985231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Usage tracker for resource:floatingip and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:39:57.991172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:39:58.006624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:39:58.039000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.052616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:39:58.115586 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6a970af8-162d-4541-b735-b50efbbab8b0 req-d38b62f9-5a1c-47ef-80d9-ae9ac1f3d00b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.160212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6a970af8-162d-4541-b735-b50efbbab8b0 req-d38b62f9-5a1c-47ef-80d9-ae9ac1f3d00b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.184930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.194501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-585949fd-b8ea-43b8-b774-07f93ffd6930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.211688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 7b6c007e-333b-4cac-a539-a96f16adc727 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:39:58.233716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7556c61d-e4aa-4e02-8e28-a103bcd9cc97']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:58.234253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 7b6c007e-333b-4cac-a539-a96f16adc727 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:39:58.234673 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.288796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788ce253-fed3-497f-959c-d963c6483269') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:58.289882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788ce253-fed3-497f-959c-d963c6483269') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:39:58.304120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6a970af8-162d-4541-b735-b50efbbab8b0 req-d38b62f9-5a1c-47ef-80d9-ae9ac1f3d00b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.327013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.344112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b62f9-5a1c-47ef-80d9-ae9ac1f3d00b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd99a08c-deab-4793-9364-989d0516ede5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:58.350287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-114fa51d-5628-45bf-8af0-5a639481aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.351956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-114fa51d-5628-45bf-8af0-5a639481aadd service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 914 time: 0.5267408 Feb 07 22:39:58.356689 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6a970af8-162d-4541-b735-b50efbbab8b0 req-d38b62f9-5a1c-47ef-80d9-ae9ac1f3d00b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.357950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a970af8-162d-4541-b735-b50efbbab8b0 req-d38b62f9-5a1c-47ef-80d9-ae9ac1f3d00b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "DELETE /v2.0/security-groups/bd99a08c-deab-4793-9364-989d0516ede5 HTTP/1.1" status: 204 len: 173 time: 0.4175601 Feb 07 22:39:58.376932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11dab4-74e2-4529-aac0-16bac0333397 req-149c30d3-1cb3-4fee-bbc4-f4d46b2544e7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.384702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b11dab4-74e2-4529-aac0-16bac0333397 req-149c30d3-1cb3-4fee-bbc4-f4d46b2544e7 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 950 time: 0.1629002 Feb 07 22:39:58.410890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.417400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.458367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:39:58.459429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:58.459937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ce7d11-f926-48b1-97d9-8e6dcb540ccd {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:39:58.469093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.470184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.491526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Transition to ACTIVE for port object 07ce7d11-f926-48b1-97d9-8e6dcb540ccd will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:39:58.493056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.501640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b11dab4-74e2-4529-aac0-16bac0333397 req-599eb9b1-0289-425e-b941-3d56d1977989 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163075 Feb 07 22:39:58.596702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.599738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=13']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:58.606366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:39:58.606780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:39:58.649694 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:39:58.652810 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-1d1bc934-7792-434d-be05-5407e27bc1d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 217 time: 0.1556859 Feb 07 22:39:58.716300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Allocated IP 172.25.0.149 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b206bddd-51ee-44a8-ae87-e809c650d5c7) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:39:58.986749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9a397-8dd8-4187-9e07-f4d6ebb7f957 req-04953dff-a1f4-4bd5-abc8-0bccd754d061 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:58.988154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1fd9a397-8dd8-4187-9e07-f4d6ebb7f957 req-04953dff-a1f4-4bd5-abc8-0bccd754d061 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 943 time: 0.3797903 Feb 07 22:39:59.065676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fd3b10c-194a-43f7-843d-0b347dd5912a req-12445d76-acf2-456d-9f5f-fedeb5f6f06b tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/213b17d2-3991-4870-a89e-e69094822b51 HTTP/1.1" status: 200 len: 1811 time: 0.1779661 Feb 07 22:39:59.065952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-c47846d8-6bc3-4f46-92f8-ee293b7a044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.067235 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-c47846d8-6bc3-4f46-92f8-ee293b7a044d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.3024380 Feb 07 22:39:59.078113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Pushing event updated for resources: {'Port': ['ID=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.103186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1fd9a397-8dd8-4187-9e07-f4d6ebb7f957 req-4ef3a9d8-cde5-4950-8f2d-8027590c8172 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054711 Feb 07 22:39:59.114216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.121532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.144510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.150736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-326b39d1-23ee-4f75-a6fa-45a3ec460204 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735550 Feb 07 22:39:59.161071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] Pushing event deleted for resources: {'Network': ['ID=7556c61d-e4aa-4e02-8e28-a103bcd9cc97,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.175604 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'code': 200} Feb 07 22:39:59.175819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2fd3b10c-194a-43f7-843d-0b347dd5912a req-92560f1f-4554-49b0-9861-d43a5ba441a1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.190376 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-308e8eac-b8d5-44b3-bbbb-35e1f1f3af6a admin admin] 10.222.0.10 "DELETE /v2.0/networks/7556c61d-e4aa-4e02-8e28-a103bcd9cc97 HTTP/1.1" status: 204 len: 168 time: 1.5197508 Feb 07 22:39:59.226468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.227048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2fd3b10c-194a-43f7-843d-0b347dd5912a req-92560f1f-4554-49b0-9861-d43a5ba441a1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.248065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.314088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Attempting to bind port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:39:59.314728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Attempting to bind port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:39:59.315257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Attempting to bind port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:59.326212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:39:59.327295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Attempting to bind port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:39:59.346751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:39:59.347102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:39:59.347524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:39:59.347973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Bound port: 07ce7d11-f926-48b1-97d9-8e6dcb540ccd, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:39:59.348312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.350689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.398195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:39:59.404260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:39:59.406211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'Port': ['ID=b206bddd-51ee-44a8-ae87-e809c650d5c7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.409164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:39:59.461317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2fd3b10c-194a-43f7-843d-0b347dd5912a req-92560f1f-4554-49b0-9861-d43a5ba441a1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.463038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-a71bda3e-da5b-420c-94fd-e24413b3f3b4 service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030682 Feb 07 22:39:59.464355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51110) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:59.490268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92560f1f-4554-49b0-9861-d43a5ba441a1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213b17d2-3991-4870-a89e-e69094822b51,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.517690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b92c5f-e81c-4048-b8ad-c12359985404 req-b2c64965-bcbe-48d4-81c6-440e75e1bc4c tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.525108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3b92c5f-e81c-4048-b8ad-c12359985404 req-b2c64965-bcbe-48d4-81c6-440e75e1bc4c tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1095 time: 0.2100987 Feb 07 22:39:59.552720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2fd3b10c-194a-43f7-843d-0b347dd5912a req-92560f1f-4554-49b0-9861-d43a5ba441a1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.554026 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fd3b10c-194a-43f7-843d-0b347dd5912a req-92560f1f-4554-49b0-9861-d43a5ba441a1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "DELETE /v2.0/security-groups/213b17d2-3991-4870-a89e-e69094822b51 HTTP/1.1" status: 204 len: 173 time: 0.4787273 Feb 07 22:39:59.576432 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.587439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3b92c5f-e81c-4048-b8ad-c12359985404 req-49f949b5-0861-4e61-81ee-52aadc92123e tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614789 Feb 07 22:39:59.588074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] For port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:39:59.617173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] For port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:39:59.632015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-df4265cd-dff3-48dd-81f3-b0886e3029b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=386658ce8b5a4c70b4224591a628ecd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643293 Feb 07 22:39:59.633776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.635344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51120) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:39:59.720199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.720868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.722241 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] 10.222.0.36 "PUT /v2.0/ports/07ce7d11-f926-48b1-97d9-8e6dcb540ccd HTTP/1.1" status: 200 len: 1096 time: 2.4132283 Feb 07 22:39:59.722703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af09a30-55f4-4402-8e1d-bbb674090108', 'tag': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:39:59.729930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.769646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf2f6d39-3398-49cd-b0c8-a12d5c552549 req-d3d21344-b8d4-40ec-9c4a-e997943edc01 service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944002 Feb 07 22:39:59.832800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a593d0d2-5d91-4f27-a977-6d8290baa912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:39:59.843982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f274-47f0-4d50-848e-a7a209d213ef service neutron] Pushing event updated for resources: {'Port': ['ID=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:39:59.917978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-57c6249e-bdbe-4b6d-959b-af6c1842ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:39:59.925317 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-57c6249e-bdbe-4b6d-959b-af6c1842ca4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 1099 time: 0.1452663 Feb 07 22:40:00.007951 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-d19a2ad8-3c70-4a8c-8c9a-2b9fa3323000 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd HTTP/1.1" status: 200 len: 217 time: 0.0742450 Feb 07 22:40:00.062197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a593d0d2-5d91-4f27-a977-6d8290baa912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.068250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 37b31eeb-d483-4910-91e5-fe9b79292e19 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:00.085515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-491fd3bb-3e4d-4728-85fa-b4fc82bc9d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:00.087062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-491fd3bb-3e4d-4728-85fa-b4fc82bc9d6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0639927 Feb 07 22:40:00.206689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-34b23871-6747-478d-9ff1-381d7b95d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:00.209061 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-34b23871-6747-478d-9ff1-381d7b95d7a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070335 Feb 07 22:40:00.218620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-e0a7612d-783e-4ed3-bc9f-1c0925154620 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1319909 Feb 07 22:40:00.226913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=37b31eeb-d483-4910-91e5-fe9b79292e19,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:00.244744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '37b31eeb-d483-4910-91e5-fe9b79292e19', 'network_id': 'd5488a88-e102-47bb-ac6a-8cfc051ef1b6', 'port_id': '37b31eeb-d483-4910-91e5-fe9b79292e19', 'mac_address': 'fa:16:3e:83:a5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4edb260d-f613-4a7a-b815-33ec599c988a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:00.313939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.339249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b31eeb-d483-4910-91e5-fe9b79292e19 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:00.361892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=37b31eeb-d483-4910-91e5-fe9b79292e19,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:00.367775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.372831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665f582-f04c-4b94-b44b-969188c3b760 req-6c2a7a1c-f376-45dd-b97d-83cf5083ec26 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:00.374377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0665f582-f04c-4b94-b44b-969188c3b760 req-6c2a7a1c-f376-45dd-b97d-83cf5083ec26 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 948 time: 0.4903183 Feb 07 22:40:00.376513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.407792 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-a6d5cff4-9e55-4b0f-b043-9cf2b011ccf9 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796370 Feb 07 22:40:00.422783 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a593d0d2-5d91-4f27-a977-6d8290baa912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.429308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.453809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:00.552065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f69b7094-3ed9-4c86-a0cf-2e81407aa90c req-38e7271b-6df6-4d42-8943-711ed27f76f4 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345649 Feb 07 22:40:00.580839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593d0d2-5d91-4f27-a977-6d8290baa912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a703b-eec4-4eda-8a30-c889e1f7af25,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:00.601557 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0665f582-f04c-4b94-b44b-969188c3b760 req-8327d670-4f5e-48bc-96d0-b1ce779eedb9 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183092 Feb 07 22:40:00.602338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a593d0d2-5d91-4f27-a977-6d8290baa912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.606187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a593d0d2-5d91-4f27-a977-6d8290baa912 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/292a703b-eec4-4eda-8a30-c889e1f7af25 HTTP/1.1" status: 204 len: 168 time: 0.9697788 Feb 07 22:40:00.622458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-e08b197c-b0c0-4357-8f8d-9e7021524222 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:00.627304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['37b31eeb-d483-4910-91e5-fe9b79292e19'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:00.645380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-e08b197c-b0c0-4357-8f8d-9e7021524222 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129405 Feb 07 22:40:00.672087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'Port': ['ID=b206bddd-51ee-44a8-ae87-e809c650d5c7,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:00.683328 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.714009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-013a3227-98ae-4818-9ba9-81074f5ee5bb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/quotas/ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 375 time: 0.0676689 Feb 07 22:40:00.776886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.786701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5dfba086-7bfb-40be-8fff-c617c2db2ad5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8451762 Feb 07 22:40:00.798502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51154) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:00.823969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64475d40-5fa1-421b-8d5f-938b1c3328d3 req-2be04b1a-0c96-4418-94e4-986edef390b1 tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/6a1fc811-ca89-4da6-a0b5-c5ccd263c6b3 HTTP/1.1" status: 200 len: 1812 time: 0.1731303 Feb 07 22:40:00.884103 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.901947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-f1d05f6b-f22e-4ec1-9710-bb0c635140f4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780856 Feb 07 22:40:00.942055 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-64475d40-5fa1-421b-8d5f-938b1c3328d3 req-c216c130-644f-48e9-bb11-373583b01dcb tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:00.986978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-64475d40-5fa1-421b-8d5f-938b1c3328d3 req-c216c130-644f-48e9-bb11-373583b01dcb tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.049207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.061237 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-64475d40-5fa1-421b-8d5f-938b1c3328d3 req-c216c130-644f-48e9-bb11-373583b01dcb tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.072701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:01.082168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7b62b5c42a43579817feb4f0f27a9c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:01.082168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:01.092959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:01.099885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216c130-644f-48e9-bb11-373583b01dcb tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1fc811-ca89-4da6-a0b5-c5ccd263c6b3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:01.133860 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-64475d40-5fa1-421b-8d5f-938b1c3328d3 req-c216c130-644f-48e9-bb11-373583b01dcb tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.135608 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64475d40-5fa1-421b-8d5f-938b1c3328d3 req-c216c130-644f-48e9-bb11-373583b01dcb tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "DELETE /v2.0/security-groups/6a1fc811-ca89-4da6-a0b5-c5ccd263c6b3 HTTP/1.1" status: 204 len: 173 time: 0.3003383 Feb 07 22:40:01.159265 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af09a30-55f4-4402-8e1d-bbb674090108', 'tag': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd', 'status': 'completed', 'code': 200} Feb 07 22:40:01.332732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.338383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-ca4afc67-29cf-4bfa-98cd-a0ec688dc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.340326 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-ca4afc67-29cf-4bfa-98cd-a0ec688dc713 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 1099 time: 0.1535666 Feb 07 22:40:01.341679 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.396519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce7b62b5c42a43579817feb4f0f27a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5965962 Feb 07 22:40:01.400850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51194) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:01.534431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deff7b0-3a76-417e-8219-5973abff99a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd1708-367d-44be-86d6-9eb6b2bb75b2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:01.579621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-60fe23cb-8155-4e66-8869-9371c99f2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.581317 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-60fe23cb-8155-4e66-8869-9371c99f2fc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2059739 Feb 07 22:40:01.658963 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-0d73d8f3-2e6e-4548-8bb8-820de3bab27d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd HTTP/1.1" status: 200 len: 217 time: 0.0711098 Feb 07 22:40:01.749299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-95830322-ef92-4e89-9fb3-2cfbabf48b29 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.750792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-95830322-ef92-4e89-9fb3-2cfbabf48b29 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 0.4561472 Feb 07 22:40:01.755314 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff84fcbd-7542-4d1f-a05f-d076461d556e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.790387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-81df41c2-ec17-421e-972a-3c0ddd129fe5 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/quotas/6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 375 time: 0.0328887 Feb 07 22:40:01.799912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff84fcbd-7542-4d1f-a05f-d076461d556e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:01.815356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53128d99-8d73-4d59-b470-a7bda2b272f6 req-a79bb724-fd6a-42be-bb90-d835f06d3b34 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.817160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53128d99-8d73-4d59-b470-a7bda2b272f6 req-a79bb724-fd6a-42be-bb90-d835f06d3b34 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 944 time: 0.4149551 Feb 07 22:40:01.844188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-cd2c7680-0e9d-4895-8857-1391e795544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.845773 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-cd2c7680-0e9d-4895-8857-1391e795544f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1802504 Feb 07 22:40:01.935637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-88cd4b2e-6a64-4318-9109-7e9706eba574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:01.937298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-88cd4b2e-6a64-4318-9109-7e9706eba574 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840893 Feb 07 22:40:01.942121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53128d99-8d73-4d59-b470-a7bda2b272f6 req-c0173ca2-22f4-47a9-9f38-c2a4e4540c8e tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821126 Feb 07 22:40:01.964841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-8ed2540c-48dc-45db-94a0-9a5f6cdb18cb tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468675 Feb 07 22:40:01.989617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff84fcbd-7542-4d1f-a05f-d076461d556e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.007110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84fcbd-7542-4d1f-a05f-d076461d556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd1708-367d-44be-86d6-9eb6b2bb75b2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:02.012078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff84fcbd-7542-4d1f-a05f-d076461d556e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.016093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ff84fcbd-7542-4d1f-a05f-d076461d556e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbbd1708-367d-44be-86d6-9eb6b2bb75b2 HTTP/1.1" status: 204 len: 168 time: 0.4700344 Feb 07 22:40:02.085596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 37b31eeb-d483-4910-91e5-fe9b79292e19 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:02.143017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-6324f158-d409-4a8f-93cd-9f7e08e4a761 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995389 Feb 07 22:40:02.169190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 37b31eeb-d483-4910-91e5-fe9b79292e19 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:02.175304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 37b31eeb-d483-4910-91e5-fe9b79292e19 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:02.175916 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.325688 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.326037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-a1f7d005-b0af-4ff7-8ffa-804fe0ccb8f6 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:02.328045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-a1f7d005-b0af-4ff7-8ffa-804fe0ccb8f6 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 821 time: 0.2886660 Feb 07 22:40:02.342344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-639e8829-edbf-4718-976d-e752f90c21b4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443165 Feb 07 22:40:02.363657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-08e9a754-f3ff-4d81-951d-b06c69b67108 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/quotas/d87a212156f94b17a791c78e66488b20 HTTP/1.1" status: 200 len: 375 time: 0.0107348 Feb 07 22:40:02.373498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:02.387139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=37b31eeb-d483-4910-91e5-fe9b79292e19,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:02.398936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.450876 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f4ef6213-2a5a-44fc-9b72-108cad9b254e req-ce56f1fc-9f26-4b24-a7bd-39d4198b410e service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983024 Feb 07 22:40:02.473997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 07ce7d11-f926-48b1-97d9-8e6dcb540ccd details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:02.479940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-cfd283fd-1a4e-4488-8659-c9fdba9c21c0 service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064471 Feb 07 22:40:02.562998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-dd4c4820-a7e1-4aa3-9776-d54e0739fc2a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:02.564617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-dd4c4820-a7e1-4aa3-9776-d54e0739fc2a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097361 Feb 07 22:40:02.585045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Request body: {'port': {'device_id': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'ba9c3c87b4ed4018a778b3342a0d18c0'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:02.618151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-d4d565d7-c2fc-4d59-b287-8df7d4f19ba5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2450306 Feb 07 22:40:02.634019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:02.685903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:02.718708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.721082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:02.740071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd', 'mac_address': 'fa:16:3e:45:c2:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:02.740651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2cade1d7-b5c7-4672-af17-56e3882eb61a service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521477 Feb 07 22:40:02.750232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:02.766449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Usage tracker for resource:security_group_rule and tenant:bc25763b014f4c2d9f00244ddef3851d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:02.772190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:02.781823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:02.792355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-1b27a066-2469-4bb0-bafa-45193b96c6f7 service neutron] 10.222.0.10 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732395 Feb 07 22:40:02.817995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:02.825809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.827516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Usage tracker for resource:port and tenant:ba9c3c87b4ed4018a778b3342a0d18c0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:02.832802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:02.845304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:02.847273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ce7d11-f926-48b1-97d9-8e6dcb540ccd {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:02.872513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Made reservation on behalf of ba9c3c87b4ed4018a778b3342a0d18c0 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:02.872856 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:02.876164 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.880606 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.979570 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-291c613f-0505-4a4a-8abe-5fc360e0aefa service neutron] 10.222.0.10 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716080 Feb 07 22:40:02.993188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:02.998293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.008857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.110591 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc25763b014f4c2d9f00244ddef3851d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202623 Feb 07 22:40:03.110591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf6d64-7baa-4ce3-8cf1-fdf740f224c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d675b6-8ad8-49ac-95b8-64aaf302bdb5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.110901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51232) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:03.131593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:03.143419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Allocated IP 192.168.233.200 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:03.234019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9db164a7-1ee0-4f4a-92a2-3d4f85d154db req-563c227a-060b-435f-8215-a1c34c79fec5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 210 time: 0.1127017 Feb 07 22:40:03.382559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e2baccf-c61c-4592-ae00-1b21f307c1e4 req-14986eff-23fe-4568-83c1-750cb423df1f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "GET /v2.0/security-groups/4434bd2c-9fdb-45de-b189-115e60b5a2bb HTTP/1.1" status: 200 len: 1810 time: 0.1900644 Feb 07 22:40:03.383471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d590ef71-fef5-416a-a167-cceb89b75586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.441775 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.466395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Transition to ACTIVE for port object e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:03.513286 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.527673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['7b6c007e-333b-4cac-a539-a96f16adc727'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:03.582976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d590ef71-fef5-416a-a167-cceb89b75586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.591301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3e2baccf-c61c-4592-ae00-1b21f307c1e4 req-0f47de49-053c-4767-83df-fe62ed03ce2f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.640503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.658792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:03.659958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:03.662236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:03.682851 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3e2baccf-c61c-4592-ae00-1b21f307c1e4 req-0f47de49-053c-4767-83df-fe62ed03ce2f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.701756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d590ef71-fef5-416a-a167-cceb89b75586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.740236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.741208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.770015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590ef71-fef5-416a-a167-cceb89b75586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d675b6-8ad8-49ac-95b8-64aaf302bdb5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.782744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b47a9-62a5-4f2e-a8bb-c133017568a0 req-4c00633f-74c1-4e55-98bb-241b4f82f922 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:03.785766 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-89f98abc-84ea-483b-a2f0-654f83eba908 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2089057 Feb 07 22:40:03.791417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-766b47a9-62a5-4f2e-a8bb-c133017568a0 req-4c00633f-74c1-4e55-98bb-241b4f82f922 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 949 time: 0.3921633 Feb 07 22:40:03.798464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Request body: {'port': {'device_id': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:03.831325 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d590ef71-fef5-416a-a167-cceb89b75586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.835006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d590ef71-fef5-416a-a167-cceb89b75586 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35d675b6-8ad8-49ac-95b8-64aaf302bdb5 HTTP/1.1" status: 204 len: 168 time: 0.7213228 Feb 07 22:40:03.874915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3e2baccf-c61c-4592-ae00-1b21f307c1e4 req-0f47de49-053c-4767-83df-fe62ed03ce2f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.917250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed', '4a5cbc7f-266b-4137-85de-b373107a3a2b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:03.935674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-766b47a9-62a5-4f2e-a8bb-c133017568a0 req-8d8b7337-5f98-419b-b990-d9fc7971201e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432669 Feb 07 22:40:03.945009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47de49-053c-4767-83df-fe62ed03ce2f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4434bd2c-9fdb-45de-b189-115e60b5a2bb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:03.965759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3e2baccf-c61c-4592-ae00-1b21f307c1e4 req-0f47de49-053c-4767-83df-fe62ed03ce2f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:03.989103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e2baccf-c61c-4592-ae00-1b21f307c1e4 req-0f47de49-053c-4767-83df-fe62ed03ce2f tempest-SecurityGroupRulesNegativeTestJSON-1999958695 tempest-SecurityGroupRulesNegativeTestJSON-1999958695-project] 10.222.0.10 "DELETE /v2.0/security-groups/4434bd2c-9fdb-45de-b189-115e60b5a2bb HTTP/1.1" status: 204 len: 173 time: 0.5891843 Feb 07 22:40:03.989623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51256) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:04.088324 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19', 'code': 200} Feb 07 22:40:04.115745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.137197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] Deleting subnet da90eec0-17e1-4a91-900b-a50173c17642 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:40:04.147078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.282142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7a806412-05a7-41d3-a53b-e420d746d5f4 None None] Provisioning for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:04.324967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7a806412-05a7-41d3-a53b-e420d746d5f4 None None] Provisioning complete for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:04.325915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a806412-05a7-41d3-a53b-e420d746d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.448624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 07ce7d11-f926-48b1-97d9-8e6dcb540ccd up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:04.546404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.596213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7a806412-05a7-41d3-a53b-e420d746d5f4 None None] Port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:40:04.781843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13b1c7f7-5b8e-486b-882d-5a3b3250ce59 req-612344af-f3e5-4747-8ca7-6ba4b638b557 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 210 time: 0.0869644 Feb 07 22:40:04.789611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:04.790247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.839770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:04.840240 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:04.939826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fa405-35a0-4779-983b-240eecb24a8f req-0dc49cd1-4e41-4e5b-a07f-53fe01d8bfe2 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:04.946526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-969fa405-35a0-4779-983b-240eecb24a8f req-0dc49cd1-4e41-4e5b-a07f-53fe01d8bfe2 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 945 time: 0.7374816 Feb 07 22:40:04.960797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7cee-54ec-47f2-8424-54ad36c09fcf req-8c9dea2c-e17b-4044-bada-613f350153d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:04.964857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c06a7cee-54ec-47f2-8424-54ad36c09fcf req-8c9dea2c-e17b-4044-bada-613f350153d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1096 time: 0.5144217 Feb 07 22:40:05.076333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51282) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:05.101021 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.154202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:05.160306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.174059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ec70155-136d-424f-b196-adab999bd7c1 req-d09f1614-3b5a-486b-a1be-885354e71729 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 210 time: 0.0978796 Feb 07 22:40:05.193869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-969fa405-35a0-4779-983b-240eecb24a8f req-d071b4c8-bd58-479c-a048-bd47df630767 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200179 Feb 07 22:40:05.205198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c06a7cee-54ec-47f2-8424-54ad36c09fcf req-fbadc8b5-09f3-4df0-b007-70fab58b1217 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246552 Feb 07 22:40:05.219647 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.278539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da90eec0-17e1-4a91-900b-a50173c17642,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:05.305715 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.316703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:05.321130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-70ec79eb-653f-4bbe-8f50-091097bbb6d1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/da90eec0-17e1-4a91-900b-a50173c17642 HTTP/1.1" status: 204 len: 168 time: 1.3304372 Feb 07 22:40:05.322420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:05.324223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51294) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:05.347743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.422680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Transition to ACTIVE for port object e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:05.448004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-23fdabc6-6c0a-458c-9373-0b685add5249 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.449502 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-23fdabc6-6c0a-458c-9373-0b685add5249 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 0.5554149 Feb 07 22:40:05.450340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.482993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51298) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:05.509741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Request body: {'port': {'device_id': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'admin_state_up': True, 'tenant_id': '6f2efa29d72f4a11bd6e5d9b2bc21c56'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:05.636321 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.717630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:05.770804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-290027909-network', 'tenant_id': 'a1d6b459f9994e5ca1a5458c72a5e5a9'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:05.776975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:05.781614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Usage tracker for resource:network and tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:05.785437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.814581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:05.830147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:05.836070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.841238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:05.851845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:05.861213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Usage tracker for resource:security_group_rule and tenant:504ac1aba26d43dc9993691a905837ce is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:05.865962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:05.879060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:05.884044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:05.888065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:05.888711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:05.888857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:05.896300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:05.896503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:05.902996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:05.903340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:05.903751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:05.904229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Bound port: e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:05.905280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.917798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Made reservation on behalf of 6f2efa29d72f4a11bd6e5d9b2bc21c56 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:05.918264 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.921597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.924746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Made reservation on behalf of a1d6b459f9994e5ca1a5458c72a5e5a9 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:05.926994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:05.986733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd16ae7-fc24-4965-a8ff-af110a2d3505 req-e537c1be-6f85-4e4f-9f02-6e83aabf5d0a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:05.988192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fd16ae7-fc24-4965-a8ff-af110a2d3505 req-e537c1be-6f85-4e4f-9f02-6e83aabf5d0a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 948 time: 0.4704592 Feb 07 22:40:06.013088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.089265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af09a30-55f4-4402-8e1d-bbb674090108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:06.092345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:06.117531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-9049149f-3979-4413-b067-f91b34d40ee9 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.118952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-9049149f-3979-4413-b067-f91b34d40ee9 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 821 time: 0.4960907 Feb 07 22:40:06.126399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e27ac-2e07-486b-bb1e-1e076e454474 req-324007c5-dee5-4f8d-bd94-93da64efd9f3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.127919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e5e27ac-2e07-486b-bb1e-1e076e454474 req-324007c5-dee5-4f8d-bd94-93da64efd9f3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 950 time: 0.6438012 Feb 07 22:40:06.133452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:06.144368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.152289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Request body: {'port': {'device_id': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'admin_state_up': True, 'tenant_id': 'd87a212156f94b17a791c78e66488b20'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:06.179551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:06.207159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:06.229363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.229972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.231423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] 10.222.0.26 "PUT /v2.0/ports/e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 1096 time: 2.4387088 Feb 07 22:40:06.231870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:06.251732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Allocated IP 172.20.0.4 (e555c49c-99fa-4be4-87e5-c8e17e44c9ce/7567db2e-b592-454e-8a4b-01ce5e056aa8/916e9e54-b6ee-4c26-a27c-28a362f5e2bd) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:06.254419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d7ffa-7add-4b8a-8d65-2f67a29c0b5f service neutron] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:06.291816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:06.299942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.312995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:06.377782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fd16ae7-fc24-4965-a8ff-af110a2d3505 req-bb27e65d-de64-407d-b0e8-8914a62933b8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661289 Feb 07 22:40:06.395807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:06.486790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e5e27ac-2e07-486b-bb1e-1e076e454474 req-e83b7587-5584-4597-8d4e-679c27914286 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433266 Feb 07 22:40:06.518783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-0d6edc87-d7f0-472a-b666-fd6956768c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.520775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-0d6edc87-d7f0-472a-b666-fd6956768c37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1099 time: 0.2360086 Feb 07 22:40:06.556543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84385472-ed43-4009-9791-11ab8212ce83') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:06.559374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84385472-ed43-4009-9791-11ab8212ce83') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:06.588739 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af09a30-55f4-4402-8e1d-bbb674090108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd', 'code': 200} Feb 07 22:40:06.633005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-443f6c99-b11f-4af0-8fda-91d15167bc9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.0907207 Feb 07 22:40:06.650845 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.710762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf962e64-2a15-4229-8d23-c05afd176054 req-e6e10ad8-e9b9-4d24-93e9-ecbe8d0037a5 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 210 time: 0.1432266 Feb 07 22:40:06.726560 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.774493 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.777241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-0772203b-1fdb-414b-8fdc-da943d435117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.777788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.778741 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-0772203b-1fdb-414b-8fdc-da943d435117 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1332705 Feb 07 22:40:06.785687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:06.793738 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce9b6b43-06af-45b5-a9d1-d274c970fe65 req-f3a482dc-8db5-4208-9b3e-5a34a66d7e19 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 210 time: 0.0855420 Feb 07 22:40:06.800483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.823349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:06.823349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:06.839822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Usage tracker for resource:port and tenant:d87a212156f94b17a791c78e66488b20 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:06.849234 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:06.865042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760d48d-3451-4b9a-beb1-16713fd558be req-b915dc20-fd8f-4db3-b7e1-de01f84da109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:06.866588 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f760d48d-3451-4b9a-beb1-16713fd558be req-b915dc20-fd8f-4db3-b7e1-de01f84da109 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 1101 time: 0.1794999 Feb 07 22:40:06.872786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.032399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:07.039093 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'status': 'completed', 'code': 200} Feb 07 22:40:07.089405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:07.094755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eafb-de6a-4015-867d-709927b6857f req-c4030bf5-caae-40e8-88d7-9b3fafeab7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:07.096237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-c4030bf5-caae-40e8-88d7-9b3fafeab7e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3089638 Feb 07 22:40:07.106015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:07.129342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:07.132224 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f760d48d-3451-4b9a-beb1-16713fd558be req-c902973b-badf-4807-ac85-575f87048019 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575929 Feb 07 22:40:07.132845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.135090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:07.155053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=504ac1aba26d43dc9993691a905837ce&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0608873 Feb 07 22:40:07.162383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51318) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:07.175525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d437ee6-2f76-4de0-917c-9a370f1da334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac33c5c-92cf-4fe1-8061-7e3fcc1a2dd1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.195437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Made reservation on behalf of d87a212156f94b17a791c78e66488b20 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:07.198945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.223771 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.234108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.262326 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.263319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:07.263933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.274284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.314730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.321571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-e12bf566-1b5e-4408-b266-886c39c2a554 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121713 Feb 07 22:40:07.323302 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-2ba88b7e-75f6-4a5c-8d6e-124e172965ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8253493 Feb 07 22:40:07.372939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:07.395378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Request body: {'port': {'device_id': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:07.397922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-880d2923-58c6-4f5d-b778-e39b6245093d admin admin] 10.222.0.10 "DELETE /v2.0/networks/3bbcea5d-339d-4fb3-9c1b-4f34d6b3d2a9 HTTP/1.1" status: 204 len: 168 time: 2.0726693 Feb 07 22:40:07.432754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.433108 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Added segment 3234d282-daf4-4cc2-bb50-d6d48b13cb77 of type vlan for network e8b57e2b-250a-4c9f-9719-7e030012fd16 Feb 07 22:40:07.458914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206ca3a-f9ce-4ee9-a71d-b71cb95f2ef3 req-0055d35e-016f-4909-b900-a2350bb42c8d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:07.460376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3206ca3a-f9ce-4ee9-a71d-b71cb95f2ef3 req-0055d35e-016f-4909-b900-a2350bb42c8d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 945 time: 0.4251566 Feb 07 22:40:07.468055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.476709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9e9a-18c7-45a2-aceb-8725108de8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.556217 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e77eafb-de6a-4015-867d-709927b6857f req-9e9f6749-dfbb-434c-95bb-8b5319bc90b8 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281897 Feb 07 22:40:07.560704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51330) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:07.576178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.579013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.653280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9e9a-18c7-45a2-aceb-8725108de8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.683841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3206ca3a-f9ce-4ee9-a71d-b71cb95f2ef3 req-b5b6bab2-2b93-45c6-9d2c-f8e8d525937b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083158 Feb 07 22:40:07.719468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d916b74c-8cdc-4573-ae76-2c31942891a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f05887f61cd4ea9b01b4d6a2a3ba416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574461 Feb 07 22:40:07.724497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51336) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:07.746778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Allocated IP 172.20.0.4 (9f761bb2-2a7b-4404-9ddf-3131307cd150/345c937d-c7b8-4af5-a4b4-13ec996046c3/5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:07.763018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.763979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:07.764589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.946114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba990a-1755-4130-a6d6-0e091738193c req-254b94f0-797a-4a02-9778-fcda9f46ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:07.948029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-faba990a-1755-4130-a6d6-0e091738193c req-254b94f0-797a-4a02-9778-fcda9f46ca14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1099 time: 0.3069563 Feb 07 22:40:07.958667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70598878-9124-4450-b151-333cc8593c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:07.969888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b57e2b-250a-4c9f-9719-7e030012fd16,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:07.981273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e8b57e2b-250a-4c9f-9719-7e030012fd16 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:40:07.997505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b1d97-2af8-4806-b078-77b47c679a1f req-89f40e3e-f189-4d04-b8e6-deeb2c26e832 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:07.998977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-286b1d97-2af8-4806-b078-77b47c679a1f req-89f40e3e-f189-4d04-b8e6-deeb2c26e832 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 948 time: 0.3916626 Feb 07 22:40:08.000179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d7988de6-fd90-4089-a5ef-0ba4eff0ae22 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4810674 Feb 07 22:40:08.001030 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9e9a-18c7-45a2-aceb-8725108de8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.003342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cbe9e9a-18c7-45a2-aceb-8725108de8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.004369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6cbe9e9a-18c7-45a2-aceb-8725108de8f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ac33c5c-92cf-4fe1-8061-7e3fcc1a2dd1 HTTP/1.1" status: 204 len: 168 time: 0.8301728 Feb 07 22:40:08.004985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51344) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:08.026543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Request body: {'subnet': {'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-290027909-subnet', 'tenant_id': 'a1d6b459f9994e5ca1a5458c72a5e5a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:08.097153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70598878-9124-4450-b151-333cc8593c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.108360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe9e9a-18c7-45a2-aceb-8725108de8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac33c5c-92cf-4fe1-8061-7e3fcc1a2dd1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.114981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:08.131211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Usage tracker for resource:subnet and tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:08.138286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:08.165133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:08.182780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba990a-1755-4130-a6d6-0e091738193c req-45da0343-2d8d-4a62-ad4d-c157dbadc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.184233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-faba990a-1755-4130-a6d6-0e091738193c req-45da0343-2d8d-4a62-ad4d-c157dbadc37d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2236860 Feb 07 22:40:08.201157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-286b1d97-2af8-4806-b078-77b47c679a1f req-e0495656-c6b2-4a6f-a788-de9d263d3a0c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829717 Feb 07 22:40:08.245230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Made reservation on behalf of a1d6b459f9994e5ca1a5458c72a5e5a9 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:08.251354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.269839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-faba990a-1755-4130-a6d6-0e091738193c req-09666072-dd1b-4187-8fb5-657ccf33983f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.0772378 Feb 07 22:40:08.325937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70598878-9124-4450-b151-333cc8593c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.377606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6cb9d-a3f8-48f4-ab73-9f2d98c5bbcd req-4221dd40-33f7-443f-8413-7a7b78a08b9f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.379066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14a6cb9d-a3f8-48f4-ab73-9f2d98c5bbcd req-4221dd40-33f7-443f-8413-7a7b78a08b9f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 950 time: 0.5840926 Feb 07 22:40:08.404867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70598878-9124-4450-b151-333cc8593c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae777bd-16eb-45b4-ad80-3fcd891a82e2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.418339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.420640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70598878-9124-4450-b151-333cc8593c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.422015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-70598878-9124-4450-b151-333cc8593c2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eae777bd-16eb-45b4-ad80-3fcd891a82e2 HTTP/1.1" status: 204 len: 168 time: 0.6964960 Feb 07 22:40:08.426961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba990a-1755-4130-a6d6-0e091738193c req-8aa0592b-0d38-4884-83cb-d3b4a293db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.428808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-faba990a-1755-4130-a6d6-0e091738193c req-8aa0592b-0d38-4884-83cb-d3b4a293db49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1448021 Feb 07 22:40:08.431804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916e9e54-b6ee-4c26-a27c-28a362f5e2bd {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:08.480016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.551814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Transition to ACTIVE for port object 916e9e54-b6ee-4c26-a27c-28a362f5e2bd will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:08.553099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14a6cb9d-a3f8-48f4-ab73-9f2d98c5bbcd req-fc6a55ac-6a04-403d-aeeb-56b57995c7f0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570261 Feb 07 22:40:08.567226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-205315b8-1899-4756-955d-efd3d0e4e728 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-627142203&fields=id&tenant_id=a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 267 time: 0.2286408 Feb 07 22:40:08.568209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.751922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:08.859594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.874730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:08.917834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Network 9f761bb2-2a7b-4404-9ddf-3131307cd150 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:08.926796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba990a-1755-4130-a6d6-0e091738193c req-a93f5636-4f9f-4bb1-82ee-9ffa9c179c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.928611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-faba990a-1755-4130-a6d6-0e091738193c req-a93f5636-4f9f-4bb1-82ee-9ffa9c179c0c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4920049 Feb 07 22:40:08.929087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:08.937280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:08.991505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-7d0a3388-612b-4069-8c58-3b91e223c99d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:08.993201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-7d0a3388-612b-4069-8c58-3b91e223c99d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 945 time: 0.4252601 Feb 07 22:40:09.049249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'port': {'security_groups': ['1aefebf8-f5ff-4ce2-a5df-55609f1247c8', 'f7cb42ed-8fe0-4fe5-944d-bff0317cc107']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:09.099707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:09.100053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:09.100389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:09.112799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:09.113405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:09.129284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.129885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.133757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:09.134908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:09.135409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:09.135959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Bound port: 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:09.136387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.159866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.213209 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-faba990a-1755-4130-a6d6-0e091738193c req-22521a47-3c44-45cd-b60e-483948b4c567 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452643 Feb 07 22:40:09.347024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:09.361437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51384) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:09.373062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:09.389447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.426430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-77c4258f-3032-452d-85ea-0f366f216746 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2922828 Feb 07 22:40:09.442150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c4d7d-5f74-4d4f-ba2b-1ef77e8bd4cf req-7779d849-88fe-4cce-a7c1-3d0a62ec80d3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.449675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-296c4d7d-5f74-4d4f-ba2b-1ef77e8bd4cf req-7779d849-88fe-4cce-a7c1-3d0a62ec80d3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 943 time: 0.5955942 Feb 07 22:40:09.467630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.468500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.469856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Request body: {'port': {'device_id': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:09.470371 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] 10.222.0.36 "PUT /v2.0/ports/916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 1091 time: 2.0792289 Feb 07 22:40:09.471694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:09.478787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-faba990a-1755-4130-a6d6-0e091738193c req-3e1edc37-ca6c-4604-afd2-d7530899a04e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550688 Feb 07 22:40:09.506777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a7582-d869-4034-aca1-c69098e4a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:09.536247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:09.545861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.566463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1392974938-network', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:09.577177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Checking segment: {'id': '3234d282-daf4-4cc2-bb50-d6d48b13cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:09.577511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Network hostable DHCP agents. Network: e8b57e2b-250a-4c9f-9719-7e030012fd16, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:09.578223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:09.583495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Usage tracker for resource:network and tenant:3ef0bf7be3f549d3be992da2976f3665 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:09.592107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:09.600842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:09.616947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Made reservation on behalf of 3ef0bf7be3f549d3be992da2976f3665 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:09.619764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.635284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.654056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:09.657906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-680c4cf4-dd29-49c3-bf70-42c026033e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.659945 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-680c4cf4-dd29-49c3-bf70-42c026033e21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1094 time: 0.1354213 Feb 07 22:40:09.661807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef0bf7be3f549d3be992da2976f3665 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:09.664857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:09.704628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-296c4d7d-5f74-4d4f-ba2b-1ef77e8bd4cf req-99745093-e97d-4a5f-92f0-3ab6bf3c1332 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539330 Feb 07 22:40:09.722158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Network e8b57e2b-250a-4c9f-9719-7e030012fd16 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:09.724890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:09.740701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e8b57e2b-250a-4c9f-9719-7e030012fd16) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:09.744673 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-cb52b661-0dca-4e4f-9449-131a63a58713 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 217 time: 0.0759978 Feb 07 22:40:09.752394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a62ef1-3163-489f-a2ef-00afedcee65d None None] Network e8b57e2b-250a-4c9f-9719-7e030012fd16 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:09.756907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.757559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.783688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:09.818428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4b610121-42c7-4e22-ad37-27842c71b59e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8024139 Feb 07 22:40:09.847679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-e7c463dd-34da-4847-bc81-6aea07f20485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:09.849583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-e7c463dd-34da-4847-bc81-6aea07f20485 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.0976975 Feb 07 22:40:09.942810 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-d999a6bc-ba3e-47c8-b97e-29a491c299a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668511 Feb 07 22:40:10.034945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.048597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.094417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b168556-b0ba-4c5a-a3bb-efb56cc15fc5 None None] Network e8b57e2b-250a-4c9f-9719-7e030012fd16 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:10.129641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:10.140541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.141037 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Added segment c3206cbf-90e9-4f06-9863-db1012194fd0 of type vlan for network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc Feb 07 22:40:10.175156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.185558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0e50f-2435-47f7-8664-8ae64a4604d6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:10.240824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=37b31eeb-d483-4910-91e5-fe9b79292e19,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:10.253732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.254940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:10.255934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.270138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:10.280627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd52e1c-f801-4455-bd70-44c608e9ef0d req-09f65a1b-081d-4c0f-a688-7eb07860d9a7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:10.280828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dd52e1c-f801-4455-bd70-44c608e9ef0d req-09f65a1b-081d-4c0f-a688-7eb07860d9a7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Synchronizing usage tracker for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:10.328718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.345995 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.390877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dd52e1c-f801-4455-bd70-44c608e9ef0d req-09f65a1b-081d-4c0f-a688-7eb07860d9a7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Unset dirty status for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:10.398822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dd52e1c-f801-4455-bd70-44c608e9ef0d req-09f65a1b-081d-4c0f-a688-7eb07860d9a7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 931 time: 0.4518423 Feb 07 22:40:10.398965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:10.416092 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-5cf7ccbf-a86e-4c00-b15e-f391c7cb135c service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606802 Feb 07 22:40:10.427898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['37b31eeb-d483-4910-91e5-fe9b79292e19'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:10.443813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] Pushing event updated for resources: {'Network': ['ID=aa323203-56d0-4c5c-a5e6-d71bd3fbeefc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:10.450710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ca5bc847-f516-4c5d-b634-132bb1da3239 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0867889 Feb 07 22:40:10.471534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51412) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:10.498955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Request body: {'subnet': {'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-subnet', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:10.511257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:40:10.523685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:10.538666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:10.539461 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.555602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef913a24-8a28-421d-a2d8-1e3f5a055c04 req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "PUT /v2.0/ports/37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 981 time: 1.5388367 Feb 07 22:40:10.556155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:10.583636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Usage tracker for resource:subnet and tenant:3ef0bf7be3f549d3be992da2976f3665 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:10.593401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:10.597544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:10.602446 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6ed8019-200c-42b5-b08d-e11e24395136 req-472b2508-d5ac-412b-97ad-bc70a930e67f service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784606 Feb 07 22:40:10.613102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84147241-e911-45e0-8697-9abafccf102d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=6']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:10.617865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:10.621224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.626765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dd52e1c-f801-4455-bd70-44c608e9ef0d req-fe1f8fe6-a117-4940-b402-0f9a7dcb7e83 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Synchronizing usage tracker for tenant:d87a212156f94b17a791c78e66488b20 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:10.655323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Transition to ACTIVE for port object 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:10.656070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Made reservation on behalf of 3ef0bf7be3f549d3be992da2976f3665 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:10.658622 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.709242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51424) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:10.715929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1503017340-network', 'tenant_id': '4da0dca6b97941268a52db02f05fd15a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:10.720871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['37b31eeb-d483-4910-91e5-fe9b79292e19'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:10.721309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:10.725372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Usage tracker for resource:network and tenant:4da0dca6b97941268a52db02f05fd15a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:10.726444 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.730634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:10.741917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:10.754009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Made reservation on behalf of 4da0dca6b97941268a52db02f05fd15a for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:10.756168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.769179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:10.785093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:10.788367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dd52e1c-f801-4455-bd70-44c608e9ef0d req-fe1f8fe6-a117-4940-b402-0f9a7dcb7e83 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Unset dirty status for tenant:d87a212156f94b17a791c78e66488b20 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:10.789527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dd52e1c-f801-4455-bd70-44c608e9ef0d req-fe1f8fe6-a117-4940-b402-0f9a7dcb7e83 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905416 Feb 07 22:40:10.789914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Usage tracker for resource:security_group_rule and tenant:4da0dca6b97941268a52db02f05fd15a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:10.792924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:10.798784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:10.926202 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd', 'status': 'completed', 'code': 200} Feb 07 22:40:10.941297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:10.964870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:10.986848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'mac_address': 'fa:16:3e:97:1d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:11.038388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.047927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.060920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:11.070618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.071333 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Added segment 35ab95d9-0362-4d9c-8255-b6ea951f6b5a of type vlan for network 9bd69cdb-47f1-47e1-a757-0e922d353d35 Feb 07 22:40:11.099438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.148705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826391-b54f-4c3a-b73e-e37bab335848 req-8444adb0-af3d-4949-9594-934ca682ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.150641 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73826391-b54f-4c3a-b73e-e37bab335848 req-8444adb0-af3d-4949-9594-934ca682ef49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1094 time: 0.2023880 Feb 07 22:40:11.152292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039aa43c-ef56-43f9-8880-40a34509eeb8 req-a3033edf-1083-48b5-bfb6-f25c55aa6edd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.154501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-039aa43c-ef56-43f9-8880-40a34509eeb8 req-a3033edf-1083-48b5-bfb6-f25c55aa6edd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 948 time: 0.3875973 Feb 07 22:40:11.157966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f6424c-3a1c-4ae6-8ec3-729452f50077,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:11.165595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.216681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:11.224658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Attempting to bind port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:11.224981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Attempting to bind port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:11.225313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Attempting to bind port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:11.255792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:11.256515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Attempting to bind port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:11.285422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:11.307525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.365368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.366468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.368303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.412009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:11.412411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Checking segment: {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:11.412788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Bound using segment: {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:11.413555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Bound port: 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:11.413555 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.453140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-039aa43c-ef56-43f9-8880-40a34509eeb8 req-30dbe7c3-a28a-4063-beb4-6220e0935f79 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620404 Feb 07 22:40:11.474476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:11.505095 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7919998 Feb 07 22:40:11.506716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51432) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:11.519170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97920a6d-a299-4ffc-ac9f-7990a337eb0d admin admin] Pushing event updated for resources: {'Network': ['ID=9bd69cdb-47f1-47e1-a757-0e922d353d35,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:11.524815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Request body: {'subnet': {'network_id': '9bd69cdb-47f1-47e1-a757-0e922d353d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1503017340-subnet', 'tenant_id': '4da0dca6b97941268a52db02f05fd15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:11.525945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.533709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:11.539104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826391-b54f-4c3a-b73e-e37bab335848 req-c1b700ca-be58-49c0-89bd-e876c61e2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.541025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73826391-b54f-4c3a-b73e-e37bab335848 req-c1b700ca-be58-49c0-89bd-e876c61e2848 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.3836529 Feb 07 22:40:11.541962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Usage tracker for resource:subnet and tenant:4da0dca6b97941268a52db02f05fd15a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:11.542807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 9bd69cdb-47f1-47e1-a757-0e922d353d35 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:40:11.545119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:11.608866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:11.610843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:11.619321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73826391-b54f-4c3a-b73e-e37bab335848 req-4c96b71b-a17e-414e-aa10-0f91acbbcd56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 217 time: 0.0706363 Feb 07 22:40:11.651919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afa4a6-6641-4170-8229-25a592d9dbee req-102a6102-d2c4-48b3-a371-e41deabf5d88 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.657299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27afa4a6-6641-4170-8229-25a592d9dbee req-102a6102-d2c4-48b3-a371-e41deabf5d88 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 950 time: 0.5282001 Feb 07 22:40:11.659877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Made reservation on behalf of 4da0dca6b97941268a52db02f05fd15a for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:11.662229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.711108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9ba6373-d795-4047-8ee2-119507f2a80c req-80e81bf9-9694-4e14-be46-b935ae69dbdb tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/f7cb42ed-8fe0-4fe5-944d-bff0317cc107 HTTP/1.1" status: 200 len: 1798 time: 0.1924367 Feb 07 22:40:11.722508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8079260-6803-40cf-9fd3-80c465e5c7fd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:11.769545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:11.769819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826391-b54f-4c3a-b73e-e37bab335848 req-f78348a8-11ce-4ead-971b-edfedd576022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.771527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73826391-b54f-4c3a-b73e-e37bab335848 req-f78348a8-11ce-4ead-971b-edfedd576022 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1458063 Feb 07 22:40:11.802394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Checking segment: {'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:11.802682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Network hostable DHCP agents. Network: aa323203-56d0-4c5c-a5e6-d71bd3fbeefc, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:11.808480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:11.821013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27afa4a6-6641-4170-8229-25a592d9dbee req-f7a44c25-9e36-43d3-b9a8-b7a74b8b7d46 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407409 Feb 07 22:40:11.830397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.853984 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73826391-b54f-4c3a-b73e-e37bab335848 req-769ce5bd-2794-4569-8325-cca495b346e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720716 Feb 07 22:40:11.908567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:11.909977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:11.911320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] 10.222.0.36 "PUT /v2.0/ports/5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 HTTP/1.1" status: 200 len: 1091 time: 2.4456234 Feb 07 22:40:11.930258 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19', 'status': 'completed', 'code': 200} Feb 07 22:40:11.955696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41dab5-6cde-4af0-aa01-14673398d022 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:11.960612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:11.963329 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-b9ba6373-d795-4047-8ee2-119507f2a80c req-06cdbebb-eee4-405b-8774-65b1a3ac9db6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 22:40:11.964423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9ba6373-d795-4047-8ee2-119507f2a80c req-06cdbebb-eee4-405b-8774-65b1a3ac9db6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/f7cb42ed-8fe0-4fe5-944d-bff0317cc107 HTTP/1.1" status: 409 len: 341 time: 0.2311039 Feb 07 22:40:12.065673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, aa323203-56d0-4c5c-a5e6-d71bd3fbeefc) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:12.074568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3c29d-82cf-452e-8443-15a187ae816d None None] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:12.087027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.087871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.123555 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73826391-b54f-4c3a-b73e-e37bab335848 req-7cd33ab4-f250-4a33-9ff5-41e4bce0394e service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627831 Feb 07 22:40:12.180680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fdcd8d12-e0e5-40d2-ba7b-6964be22bdd9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7080173 Feb 07 22:40:12.188386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51444) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:12.198925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:12.208280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:12.215549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.219447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Usage tracker for resource:router and tenant:3ef0bf7be3f549d3be992da2976f3665 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:12.225070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-5edd11a6-8372-4e96-a1fe-6631d3f1f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.226649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-5edd11a6-8372-4e96-a1fe-6631d3f1f8ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 1094 time: 0.2599399 Feb 07 22:40:12.227478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:12.239563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:12.280986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-4c6a8fe0-aee6-48a3-ac2d-beb986c01b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.282593 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-4c6a8fe0-aee6-48a3-ac2d-beb986c01b78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1135 time: 0.3290904 Feb 07 22:40:12.305068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a971a20-a3e6-420d-a0be-dafb03c0a81e req-7548131c-e901-450b-b265-244170690df7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.306694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-aa323203-56d0-4c5c-a5e6-d71bd3fbeefc', 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'fixed_ips': [{'subnet_id': 'f8079260-6803-40cf-9fd3-80c465e5c7fd'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:40:12.307126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a971a20-a3e6-420d-a0be-dafb03c0a81e req-7548131c-e901-450b-b265-244170690df7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 943 time: 0.2853339 Feb 07 22:40:12.309487 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.320469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-96299f6f-f80c-4810-b94b-9503dfa6d8f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 HTTP/1.1" status: 200 len: 217 time: 0.0818534 Feb 07 22:40:12.329993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa02092-3ea5-4283-bfc9-9c2dddf7e937 req-2e561042-8f05-43d4-85f7-535a6d54354b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.331456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aa02092-3ea5-4283-bfc9-9c2dddf7e937 req-2e561042-8f05-43d4-85f7-535a6d54354b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 943 time: 0.2460890 Feb 07 22:40:12.397093 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.398088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.416850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e85dcb-fc88-45e5-be9a-c264fd230f8b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:12.442991 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73826391-b54f-4c3a-b73e-e37bab335848 req-9ec0e6a9-363f-41fa-ac04-6f7ef1c855d8 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086255 Feb 07 22:40:12.445794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Checking segment: {'id': '35ab95d9-0362-4d9c-8255-b6ea951f6b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '9bd69cdb-47f1-47e1-a757-0e922d353d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:12.446210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Network hostable DHCP agents. Network: 9bd69cdb-47f1-47e1-a757-0e922d353d35, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:12.460188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a971a20-a3e6-420d-a0be-dafb03c0a81e req-94aad106-f3ab-452c-8856-8a8db91cad89 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421292 Feb 07 22:40:12.467162 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.479563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-7fe53da0-2796-4fa0-a033-9285957a1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.481044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-7fe53da0-2796-4fa0-a033-9285957a1a26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=345c937d-c7b8-4af5-a4b4-13ec996046c3 HTTP/1.1" status: 200 len: 861 time: 0.1376545 Feb 07 22:40:12.495736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aa02092-3ea5-4283-bfc9-9c2dddf7e937 req-06426e8b-afab-4797-b733-93c90c4b52a1 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503475 Feb 07 22:40:12.497232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Network 9bd69cdb-47f1-47e1-a757-0e922d353d35 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:12.500612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:12.510206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-2a376c77-2a24-4b95-86ad-79c7117795cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.511736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-2a376c77-2a24-4b95-86ad-79c7117795cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 914 time: 0.2136946 Feb 07 22:40:12.513439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 9bd69cdb-47f1-47e1-a757-0e922d353d35) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:12.517470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Allocated IP 172.20.0.2 (aa323203-56d0-4c5c-a5e6-d71bd3fbeefc/f8079260-6803-40cf-9fd3-80c465e5c7fd/3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:12.523364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.526856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:12.540110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fbcca-55d4-4074-ae83-a907cff2693a None None] Network 9bd69cdb-47f1-47e1-a757-0e922d353d35 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:12.581826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-e5f3f6a7-2986-49f5-8087-6238a05d9b06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f761bb2-2a7b-4404-9ddf-3131307cd150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810978 Feb 07 22:40:12.628287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:40:12.748257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6eca7607-b0a2-4337-b78b-6dbc8fe3daf2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2378995 Feb 07 22:40:12.754467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-c7261c30-2c60-46b4-be27-bf67b2f9a83d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 217 time: 0.2145989 Feb 07 22:40:12.912916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-82663ebf-9244-47de-b690-5bb6511ee6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:12.914712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-82663ebf-9244-47de-b690-5bb6511ee6c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.1509607 Feb 07 22:40:13.006079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-0b2d94ba-4437-4a73-9ebe-79fb4a107f18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788853 Feb 07 22:40:13.036226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:13.068857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'port_id': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd', 'mac_address': 'fa:16:3e:54:9b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7567db2e-b592-454e-8a4b-01ce5e056aa8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:13.267578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.295390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-54722248-fdaf-48d4-b84d-666c83530c26 service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820892 Feb 07 22:40:13.295666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1f616a-115e-4724-a2fa-d8e2f45577b0 None None] Network 9bd69cdb-47f1-47e1-a757-0e922d353d35 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:13.358415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Transition to ACTIVE for port object 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:13.370101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.405300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.416261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Transition to ACTIVE for port object 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:13.430575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.431363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-f03ad078-15ff-474d-b17a-52a17d46cd96 service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8404512 Feb 07 22:40:13.452571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fed90072-feb3-4ab8-bd8c-10a7ef2bfedb req-17d40f0a-3d58-4bde-995f-056a2c592292 service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487136 Feb 07 22:40:13.482573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916e9e54-b6ee-4c26-a27c-28a362f5e2bd {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:13.532480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:13.564597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:13.576853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:13.577230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-78b4287b-b48e-48d3-a717-0dbf31860a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.578831 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-78b4287b-b48e-48d3-a717-0dbf31860a5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1135 time: 0.0799992 Feb 07 22:40:13.588051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:13.611975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f9203-db57-4d94-8c30-26944a855568 req-451d6a25-5381-4734-9701-b682ff0ba59c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.613536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa8f9203-db57-4d94-8c30-26944a855568 req-451d6a25-5381-4734-9701-b682ff0ba59c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 949 time: 0.5352564 Feb 07 22:40:13.615347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-17b1c21f-8271-4618-bc8a-1d608687c532 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.622046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-17b1c21f-8271-4618-bc8a-1d608687c532 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 1101 time: 0.5449350 Feb 07 22:40:13.645287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Pushing event updated for resources: {'Port': ['ID=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:13.653595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.677676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.717418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-ad09a3f7-6ec8-47ff-9fa1-6fc905af773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.718872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-ad09a3f7-6ec8-47ff-9fa1-6fc905af773e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 914 time: 0.1334918 Feb 07 22:40:13.729531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:13.740200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6814e3-9c4f-41dc-ac9a-16f8ffc9b070 req-9274d2bf-1bfa-4f2a-bc93-dfdb951aa413 service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650011 Feb 07 22:40:13.741965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Usage tracker for resource:security_group_rule and tenant:f7b7b6380f834f5989fedc8442c55ee0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:13.759293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa8f9203-db57-4d94-8c30-26944a855568 req-cbc510f6-75d2-443e-9d54-62eaf1e768b4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252446 Feb 07 22:40:13.761109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:13.780266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:13.797611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-8426993d-24d2-4cae-a7b9-8fd4d69fdbae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 217 time: 0.0712810 Feb 07 22:40:13.808377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Attempting to bind port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:13.808906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Attempting to bind port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:13.809375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Attempting to bind port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e on network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:13.817779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:13.818510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Checking segment: {'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:13.819146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.819763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Bound using segment: {'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:13.820476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Bound port: 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:13.821136 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.873322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:13.914190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-053d1cb7-d5df-44a8-be61-b005b9c236d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:13.916642 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-053d1cb7-d5df-44a8-be61-b005b9c236d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.0986211 Feb 07 22:40:13.933873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] For port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:13.937500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] For port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,segment=NetworkSegment(c3206cbf-90e9-4f06-9863-db1012194fd0),segment_id=c3206cbf-90e9-4f06-9863-db1012194fd0)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:13.941885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:13.945187 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:13.974386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-d7dc8fa8-86f8-47ca-a1c8-e3556c35ae2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513301 Feb 07 22:40:13.988490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['916e9e54-b6ee-4c26-a27c-28a362f5e2bd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:14.084808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfeaa3-ef80-4dd1-bd0b-f4e0795dedbf None None] Pushing event updated for resources: {'Port': ['ID=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:14.109088 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-03bbd3d9-b354-4f32-b73b-957a9c6b4245 service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289198 Feb 07 22:40:14.138255 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.159693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:14.163395 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.214983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab28879-1242-4867-89e5-a7061ad8afa8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:14.221456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.256728 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb6b420-b14c-4a5c-bfab-884e001dddf6 req-a43297da-7807-4c91-b083-1371b8338add service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404421 Feb 07 22:40:14.256947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.261987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b30cf22e-502f-4cf5-bbff-912f9970fb45 req-8d072fb2-55d4-43ad-b027-eb391b41e42b tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6387703 Feb 07 22:40:14.269716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04327-ed19-42aa-a24b-239d95253f03 req-8e1fc7be-502b-4181-a141-ad8c6b24e512 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:14.271890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71d04327-ed19-42aa-a24b-239d95253f03 req-8e1fc7be-502b-4181-a141-ad8c6b24e512 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 984 time: 0.3127594 Feb 07 22:40:14.297496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:14.312021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:14.312466 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.489736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71d04327-ed19-42aa-a24b-239d95253f03 req-dd4b96a3-4d0e-48a7-9acf-0cb079932eee tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&id=f7cb42ed-8fe0-4fe5-944d-bff0317cc107&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1798875 Feb 07 22:40:14.626921 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.681237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:14.740582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:14.758810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51486) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:14.759536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:14.765186 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:14.887989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:14.899902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:14.915154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Allocated IP 172.25.0.17 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/6b54a1d3-855b-4a90-bc21-65894d155eff) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:14.996030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.015401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:15.020427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Usage tracker for resource:security_group_rule and tenant:66a7201e454748659d7e49d40acd3574 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:15.024987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:15.031717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:15.081337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-952786cb-3d6e-491a-9a0b-f12f34cd27f4 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.082150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-952786cb-3d6e-491a-9a0b-f12f34cd27f4 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Synchronizing usage tracker for tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:15.099750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd02e9-3fe8-425f-bf09-e1aea58fa922 req-0fb1b7ec-f765-4727-986b-ae1d2eaf6ae3 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.101272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12cd02e9-3fe8-425f-bf09-e1aea58fa922 req-0fb1b7ec-f765-4727-986b-ae1d2eaf6ae3 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 943 time: 0.4098020 Feb 07 22:40:15.135786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.141004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.160441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-952786cb-3d6e-491a-9a0b-f12f34cd27f4 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Unset dirty status for tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:15.165041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-952786cb-3d6e-491a-9a0b-f12f34cd27f4 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/networks?id=e8b57e2b-250a-4c9f-9719-7e030012fd16 HTTP/1.1" status: 200 len: 814 time: 0.5428488 Feb 07 22:40:15.192855 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66a7201e454748659d7e49d40acd3574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296961 Feb 07 22:40:15.194045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6189b-008b-4a24-9c2b-ba2a09d617b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162d415e-efc6-4232-acc1-6fc6e39fff4c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:15.196666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51494) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:15.200604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12cd02e9-3fe8-425f-bf09-e1aea58fa922 req-c74f1800-54e6-43b7-8310-573f5a077df4 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907533 Feb 07 22:40:15.221349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-e13b6fce-04f4-4c73-a469-93e116bc9e10 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/quotas/a1d6b459f9994e5ca1a5458c72a5e5a9 HTTP/1.1" status: 200 len: 375 time: 0.0384111 Feb 07 22:40:15.256988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.285779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56107477-aef0-481f-a624-e411d6831678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.317192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56107477-aef0-481f-a624-e411d6831678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.320814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-9e9d72a3-e15c-449e-962c-8c1327051abf tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1d6b459f9994e5ca1a5458c72a5e5a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543959 Feb 07 22:40:15.378450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56107477-aef0-481f-a624-e411d6831678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.396792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56107477-aef0-481f-a624-e411d6831678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162d415e-efc6-4232-acc1-6fc6e39fff4c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:15.400299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56107477-aef0-481f-a624-e411d6831678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.401617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-56107477-aef0-481f-a624-e411d6831678 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/162d415e-efc6-4232-acc1-6fc6e39fff4c HTTP/1.1" status: 204 len: 168 time: 0.2039509 Feb 07 22:40:15.504939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e54f7a-37ab-49d2-8838-accc23e70f72 None None] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:15.515601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.601394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-252caa0f-4026-4e16-93a7-ebf6fe4eda23 None None] Provisioning for port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:15.612105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-252caa0f-4026-4e16-93a7-ebf6fe4eda23 None None] Provisioning complete for port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:15.612486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-252caa0f-4026-4e16-93a7-ebf6fe4eda23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:15.755513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:15.761947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:15.765102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:15.797573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-be066b8d-8770-4970-9f7f-09d986206961 service neutron] 10.222.0.10 "GET /v2.0/networks/e8b57e2b-250a-4c9f-9719-7e030012fd16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428680 Feb 07 22:40:15.812195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059578c-b6ad-4ece-a1b2-9752f819ca79 req-7abf7eac-d5eb-4be8-970d-68da930685f8 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:15.813936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3059578c-b6ad-4ece-a1b2-9752f819ca79 req-7abf7eac-d5eb-4be8-970d-68da930685f8 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 944 time: 0.4978919 Feb 07 22:40:15.842035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Pushing event updated for resources: {'Port': ['ID=6b54a1d3-855b-4a90-bc21-65894d155eff,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:15.968463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-252caa0f-4026-4e16-93a7-ebf6fe4eda23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.013549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-252caa0f-4026-4e16-93a7-ebf6fe4eda23 None None] For port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,segment=NetworkSegment(c3206cbf-90e9-4f06-9863-db1012194fd0),segment_id=c3206cbf-90e9-4f06-9863-db1012194fd0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:16.018753 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-252caa0f-4026-4e16-93a7-ebf6fe4eda23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.091350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252caa0f-4026-4e16-93a7-ebf6fe4eda23 None None] Pushing event updated for resources: {'Port': ['ID=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:16.137630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3059578c-b6ad-4ece-a1b2-9752f819ca79 req-d6fbc811-e07b-4a5d-a392-4ef2f2800c90 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873988 Feb 07 22:40:16.201521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-a72d40d5-3f9e-47a2-8ec8-17094c0cf6c9 service neutron] 10.222.0.10 "GET /v2.0/networks/e8b57e2b-250a-4c9f-9719-7e030012fd16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820143 Feb 07 22:40:16.270708 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'status': 'completed', 'code': 200} Feb 07 22:40:16.360993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-59ad5ac3-5ed7-49c6-8035-fabe8112320e None None] Provisioning complete for port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:16.360993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-59ad5ac3-5ed7-49c6-8035-fabe8112320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.457438 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'code': 200} Feb 07 22:40:16.530881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:16.543032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:16.606628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd0ef3-b630-4bf3-9d71-90869890db62 req-f97db8ac-1a7b-4e2f-839e-0fb786b1b443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:16.609139 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56bd0ef3-b630-4bf3-9d71-90869890db62 req-f97db8ac-1a7b-4e2f-839e-0fb786b1b443 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1101 time: 0.1192718 Feb 07 22:40:16.616212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:16.663522 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56bd0ef3-b630-4bf3-9d71-90869890db62 req-738e59c3-1a8c-4b8a-86de-5c88317804bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471804 Feb 07 22:40:16.664864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.742927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-abe4eed7-f810-4990-b192-b5a22fe965f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:16.744467 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-abe4eed7-f810-4990-b192-b5a22fe965f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 1094 time: 0.4677110 Feb 07 22:40:16.870086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:16.870678 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:16.917308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:16.939944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:16.940316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.016146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:17.019224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde6259-c21b-43a7-9647-421e14a793d9 req-de3e57cf-342c-47b2-9238-c04b72a3fbf3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.020783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afde6259-c21b-43a7-9647-421e14a793d9 req-de3e57cf-342c-47b2-9238-c04b72a3fbf3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.4991188 Feb 07 22:40:17.040517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'port_id': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'mac_address': 'fa:16:3e:3a:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345c937d-c7b8-4af5-a4b4-13ec996046c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:17.137634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef12996-8eee-4fd6-98b3-2c0eb207392c req-3fd5aa70-136c-441e-960c-e57855c7da20 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.139112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ef12996-8eee-4fd6-98b3-2c0eb207392c req-3fd5aa70-136c-441e-960c-e57855c7da20 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 984 time: 0.5413868 Feb 07 22:40:17.148251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-9d4a85a7-5c61-4449-a573-40549fd2d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.150058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-9d4a85a7-5c61-4449-a573-40549fd2d419 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 922 time: 0.3929944 Feb 07 22:40:17.200824 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.222566 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.233617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:17.265127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:17.269746 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.304910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:17.312176 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.346336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:17.398105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-43adf192-76e8-41db-8196-f6f127c6d718 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 HTTP/1.1" status: 200 len: 217 time: 0.2258294 Feb 07 22:40:17.414535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:17.507614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afde6259-c21b-43a7-9647-421e14a793d9 req-f0d59887-12bd-4810-83ce-90ab43152cbb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622834 Feb 07 22:40:17.530459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:17.545977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ef12996-8eee-4fd6-98b3-2c0eb207392c req-2dce3a7c-1b92-4b0b-ab36-2e6b10d202dc tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&id=f7cb42ed-8fe0-4fe5-944d-bff0317cc107&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3915787 Feb 07 22:40:17.569661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:17.572479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-68d768bf-96f1-4603-a615-e60a451dbed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.573966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-68d768bf-96f1-4603-a615-e60a451dbed9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=345c937d-c7b8-4af5-a4b4-13ec996046c3 HTTP/1.1" status: 200 len: 861 time: 0.1667230 Feb 07 22:40:17.763695 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-475ba850-cff6-4973-a936-47c017564cac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9f761bb2-2a7b-4404-9ddf-3131307cd150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014740 Feb 07 22:40:17.952053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-3ee78efe-1745-454f-812d-359cb71aa74c tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:17.955917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-3ee78efe-1745-454f-812d-359cb71aa74c tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.26 "GET /v2.0/networks?id=e8b57e2b-250a-4c9f-9719-7e030012fd16 HTTP/1.1" status: 200 len: 814 time: 0.2484770 Feb 07 22:40:17.968667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Request body: {'port': {'device_id': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16', 'admin_state_up': True, 'tenant_id': 'a1d6b459f9994e5ca1a5458c72a5e5a9'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:18.044213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-b68757cf-b0c4-43ab-8c8f-e15df539ab52 service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668121 Feb 07 22:40:18.086657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93dcd9-31ca-472d-bb1e-c8e8b9a0dd11 req-5561c897-a4ba-4ecd-83e0-eca08f0ed09e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:18.088675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d93dcd9-31ca-472d-bb1e-c8e8b9a0dd11 req-5561c897-a4ba-4ecd-83e0-eca08f0ed09e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 944 time: 0.4328814 Feb 07 22:40:18.160487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:18.164683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Usage tracker for resource:port and tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:18.167565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:18.173512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:18.184276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Made reservation on behalf of a1d6b459f9994e5ca1a5458c72a5e5a9 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:18.188405 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.215744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d93dcd9-31ca-472d-bb1e-c8e8b9a0dd11 req-b1752800-c64a-4ece-9d72-703f31405c7b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 Feb 07 22:40:18.219405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:40:18.386223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b17b3b4-a9a6-4342-9283-6fe7dce923b6 req-8b09a471-ca6f-4a17-be92-a205254bc5e9 service neutron] 10.222.0.36 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331223 Feb 07 22:40:18.419960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Allocated IP 172.20.0.7 (e8b57e2b-250a-4c9f-9719-7e030012fd16/0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a/53611e86-39fd-48c6-82da-3275040c1b4b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:18.458574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:18.536213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-79717a1d-a8ef-4c5b-a76d-559f55303387 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363374 Feb 07 22:40:18.538255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82344dd8-4ebe-4338-918d-cd5fd7776a21 req-b1b305fd-64d3-4cb6-99b3-36467e60882c tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 210 time: 0.1546118 Feb 07 22:40:18.543842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:18.717902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:18.724298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:18.724706 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.833156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:40:18.847447 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Sync routers for ids ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:18.865727 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Routers {'952b5f3d-961d-48e6-8ca9-5918d7f65bd9'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:40:18.866350 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:18.885590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.951199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:18.958490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b2cfe68d-566d-42a2-988e-ef160581befd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7666566 Feb 07 22:40:18.960802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51566) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:18.991435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.071814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:19.076278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.081631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-f0bcb234-0658-44e8-833e-cbccf5c748be tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.083790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-f0bcb234-0658-44e8-833e-cbccf5c748be tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5247056 Feb 07 22:40:19.091545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.105592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-cbae4067-00ae-4594-a5a8-684144bf5215 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/quotas/a4c1d2b9915e4e6488f68d0887173e49 HTTP/1.1" status: 200 len: 375 time: 0.0160253 Feb 07 22:40:19.196125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Pushing event updated for resources: {'Port': ['ID=53611e86-39fd-48c6-82da-3275040c1b4b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:19.219855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Network e8b57e2b-250a-4c9f-9719-7e030012fd16 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:19.223261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:19.223864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:19.225806 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Set router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:40:19.227508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:19.392219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.393017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.441728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-e36dee24-7677-4915-98c1-a7a291518aa5 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3305347 Feb 07 22:40:19.466095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef001de4-909b-4c48-a9ab-c64a3199a0de req-3a9c9597-c262-4cdd-901d-3e9c02a2249b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:19.467892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef001de4-909b-4c48-a9ab-c64a3199a0de req-3a9c9597-c262-4cdd-901d-3e9c02a2249b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 945 time: 0.2825165 Feb 07 22:40:19.495938 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-6e5b81f7-19e5-4480-a002-320c3f51e6cb tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5311596 Feb 07 22:40:19.509654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Request body: {'port': {'device_id': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:19.542899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef001de4-909b-4c48-a9ab-c64a3199a0de req-fda9e0d5-95c2-4f4c-8d76-0d11d98d1256 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661788 Feb 07 22:40:19.631743 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:16Z', 'revision_number': 3, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port': {'id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:14Z', 'updated_at': '2022-02-07T22:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:19.637931 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Checking router: 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:40:19.638957 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Updating router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 port 6b54a1d3-855b-4a90-bc21-65894d155eff binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:40:19.682878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.721054 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:19.896336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-d729c056-ef4d-4b2c-9e6d-72b3363aff59 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-151864186&fields=id&tenant_id=a508152725cf473a9ca3c2ad4b10f9a5 HTTP/1.1" status: 200 len: 267 time: 0.1968412 Feb 07 22:40:19.999535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-dc0ced59-1148-4a40-85ba-8657eb40e2ea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:20.003351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-dc0ced59-1148-4a40-85ba-8657eb40e2ea tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 984 time: 0.1061609 Feb 07 22:40:20.018191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'port': {'security_groups': ['1aefebf8-f5ff-4ce2-a5df-55609f1247c8', 'f7cb42ed-8fe0-4fe5-944d-bff0317cc107', '258cb722-78ee-4d5c-b25e-dbdfda356acf']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:20.148609 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd', 'code': 200} Feb 07 22:40:20.203141 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.389849 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.411556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Transition to ACTIVE for port object 6b54a1d3-855b-4a90-bc21-65894d155eff will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:20.423857 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.476461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8b980-81e0-45ca-b4d6-2014533cde02 req-6a085747-2d09-4e88-a52f-ed40a1c83a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:20.478018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5d8b980-81e0-45ca-b4d6-2014533cde02 req-6a085747-2d09-4e88-a52f-ed40a1c83a67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1096 time: 0.2633021 Feb 07 22:40:20.546955 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Attempting to bind port 6b54a1d3-855b-4a90-bc21-65894d155eff on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:20.547538 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Attempting to bind port 6b54a1d3-855b-4a90-bc21-65894d155eff by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:20.548150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Attempting to bind port 6b54a1d3-855b-4a90-bc21-65894d155eff on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:20.557316 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:20.557866 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:20.558180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89166fb-0561-4d94-8759-797add756ef8 req-df5c13f2-c7f9-439b-b24f-2179e6b3cbd9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:20.558542 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.559035 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:20.559631 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Bound port: 6b54a1d3-855b-4a90-bc21-65894d155eff, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:20.560070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e89166fb-0561-4d94-8759-797add756ef8 req-df5c13f2-c7f9-439b-b24f-2179e6b3cbd9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.2418244 Feb 07 22:40:20.560207 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.566041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5d8b980-81e0-45ca-b4d6-2014533cde02 req-483035d5-cebd-49b7-bc5d-32bbd0fa1f6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772367 Feb 07 22:40:20.595013 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Pushing event updated for resources: {'Port': ['ID=6b54a1d3-855b-4a90-bc21-65894d155eff,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:20.609999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.610481 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.610922 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.611945 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.611945 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.612171 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.612632 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.613059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.614257 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.614738 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.615171 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.615599 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:20.669171 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] For port 6b54a1d3-855b-4a90-bc21-65894d155eff, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:20.673998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] For port 6b54a1d3-855b-4a90-bc21-65894d155eff, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6b54a1d3-855b-4a90-bc21-65894d155eff,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:20.679858 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.697537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e89166fb-0561-4d94-8759-797add756ef8 req-99312b1a-d9ed-4172-81d9-d7d6ee62f745 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307585 Feb 07 22:40:20.772944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=37b31eeb-d483-4910-91e5-fe9b79292e19,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:20.796760 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Routers {'952b5f3d-961d-48e6-8ca9-5918d7f65bd9'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:40:20.797784 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:20.822731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.841151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.858364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53611e86-39fd-48c6-82da-3275040c1b4b {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:20.858966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['37b31eeb-d483-4910-91e5-fe9b79292e19'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:20.879680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.896416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:20.903976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:20.967478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Transition to ACTIVE for port object 53611e86-39fd-48c6-82da-3275040c1b4b will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:20.974391 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9271284-28cf-4cb4-8fa1-4f9a53f83003 None None] Pushing event updated for resources: {'Port': ['ID=6b54a1d3-855b-4a90-bc21-65894d155eff,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:20.989117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.061499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.062924 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.082499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83f0cc0c-cb70-4120-8760-51f13a2361cb req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "PUT /v2.0/ports/37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 1020 time: 1.0716212 Feb 07 22:40:21.093506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:21.169743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e523bbe-e070-4b5d-a5cd-ac045484ad1d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:21.172125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['37b31eeb-d483-4910-91e5-fe9b79292e19'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:21.185723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f574b-2145-400a-bf78-1250a9eba614 req-bfd8f424-baf5-4ba6-9225-852892d44211 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.187859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d5f574b-2145-400a-bf78-1250a9eba614 req-bfd8f424-baf5-4ba6-9225-852892d44211 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 945 time: 0.2464652 Feb 07 22:40:21.306789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Pushing event updated for resources: {'Port': ['ID=53611e86-39fd-48c6-82da-3275040c1b4b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:21.333687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d5f574b-2145-400a-bf78-1250a9eba614 req-fd642c1e-f911-45df-b742-dd62887642a8 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391253 Feb 07 22:40:21.349573 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] Set router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:40:21.391310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63953f4-a0b3-4736-bd9d-a0d18db8c618 req-7f282472-f10b-4437-a224-a50e5c013548 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.401819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a63953f4-a0b3-4736-bd9d-a0d18db8c618 req-7f282472-f10b-4437-a224-a50e5c013548 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 943 time: 0.1631362 Feb 07 22:40:21.452002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Attempting to bind port 53611e86-39fd-48c6-82da-3275040c1b4b on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:21.452377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Attempting to bind port 53611e86-39fd-48c6-82da-3275040c1b4b by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '3234d282-daf4-4cc2-bb50-d6d48b13cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:21.452748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Attempting to bind port 53611e86-39fd-48c6-82da-3275040c1b4b on network e8b57e2b-250a-4c9f-9719-7e030012fd16 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:21.468134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Port 53611e86-39fd-48c6-82da-3275040c1b4b on network e8b57e2b-250a-4c9f-9719-7e030012fd16 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:21.468504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Attempting to bind port 53611e86-39fd-48c6-82da-3275040c1b4b on network e8b57e2b-250a-4c9f-9719-7e030012fd16 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:21.481259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:21.481654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Checking segment: {'id': '3234d282-daf4-4cc2-bb50-d6d48b13cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:21.482038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Bound using segment: {'id': '3234d282-daf4-4cc2-bb50-d6d48b13cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:21.482486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Bound port: 53611e86-39fd-48c6-82da-3275040c1b4b, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3234d282-daf4-4cc2-bb50-d6d48b13cb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:21.483149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:21.484818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a63953f4-a0b3-4736-bd9d-a0d18db8c618 req-77cae4d0-8e14-44c7-92e1-acf3c9c20f12 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Synchronizing usage tracker for tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:21.509258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Allocated IP 172.20.0.1 (aa323203-56d0-4c5c-a5e6-d71bd3fbeefc/f8079260-6803-40cf-9fd3-80c465e5c7fd/028f4da6-830a-420d-813b-dcbec23d1452) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:21.534141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a63953f4-a0b3-4736-bd9d-a0d18db8c618 req-77cae4d0-8e14-44c7-92e1-acf3c9c20f12 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Unset dirty status for tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:21.535801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a63953f4-a0b3-4736-bd9d-a0d18db8c618 req-77cae4d0-8e14-44c7-92e1-acf3c9c20f12 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275375 Feb 07 22:40:21.764640 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:16Z', 'revision_number': 3, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port': {'id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:14Z', 'updated_at': '2022-02-07T22:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:21.770007 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac751f5-cadf-42db-bf63-62dabcda3a42 None None] The sync data for ids ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'] in n-d-827896-3 is: [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:16Z', 'revision_number': 3, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port': {'id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:14Z', 'updated_at': '2022-02-07T22:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:21.927465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] For port 53611e86-39fd-48c6-82da-3275040c1b4b, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:21.944749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa3b39-84a6-4d27-b46c-58c955e2fbe6 req-f6f08674-f94c-45ca-b372-aa98dcbab843 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:21.955278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24aa3b39-84a6-4d27-b46c-58c955e2fbe6 req-f6f08674-f94c-45ca-b372-aa98dcbab843 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 945 time: 0.1401477 Feb 07 22:40:21.968749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] For port 53611e86-39fd-48c6-82da-3275040c1b4b, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=53611e86-39fd-48c6-82da-3275040c1b4b,segment=NetworkSegment(3234d282-daf4-4cc2-bb50-d6d48b13cb77),segment_id=3234d282-daf4-4cc2-bb50-d6d48b13cb77)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:21.984392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.040339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24aa3b39-84a6-4d27-b46c-58c955e2fbe6 req-2873e154-5089-46f9-b598-c8b4356b7461 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822368 Feb 07 22:40:22.168875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:22.169501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.170893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] 10.222.0.26 "PUT /v2.0/ports/53611e86-39fd-48c6-82da-3275040c1b4b HTTP/1.1" status: 200 len: 1091 time: 2.6660285 Feb 07 22:40:22.171341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'tag': '53611e86-39fd-48c6-82da-3275040c1b4b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:22.217753 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:40:22.240243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.249202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:22.249806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9efd-3d6f-48f3-8f82-d3bea79d99ca service neutron] Pushing event updated for resources: {'Port': ['ID=53611e86-39fd-48c6-82da-3275040c1b4b,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:22.282872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Transition to ACTIVE for port object 028f4da6-830a-420d-813b-dcbec23d1452 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:22.316430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.407367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:22.410698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:22.426439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:22.465898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc62be75-f41e-451a-9ce4-f1791beb26da req-c9f4626e-a6fb-4d03-8e38-a2a1d93f1aa8 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/258cb722-78ee-4d5c-b25e-dbdfda356acf HTTP/1.1" status: 200 len: 1800 time: 0.1397228 Feb 07 22:40:22.482518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Pushing event updated for resources: {'Port': ['ID=028f4da6-830a-420d-813b-dcbec23d1452,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:22.592154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-6195f198-13ab-42f3-ad36-c7d4cd6be540 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251154 Feb 07 22:40:22.685456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b54a1d3-855b-4a90-bc21-65894d155eff up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:22.690388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.845492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6b54a1d3-855b-4a90-bc21-65894d155eff completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:22.855068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6b54a1d3-855b-4a90-bc21-65894d155eff triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:22.855952 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:22.971740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512dfa7c-37f3-4c01-8b60-5b2d9d5ee8b7 req-3a9454a2-3194-44c1-b404-e8868bb35701 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:22.973396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-512dfa7c-37f3-4c01-8b60-5b2d9d5ee8b7 req-3a9454a2-3194-44c1-b404-e8868bb35701 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1101 time: 0.7063167 Feb 07 22:40:23.007541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-29aaac79-fa70-4ce8-bdee-9bca0c1b3b64 None None] Provisioning for port 028f4da6-830a-420d-813b-dcbec23d1452 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:23.023929 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-dbd9c1cf-353f-49d6-8a88-9c7185cc45f9 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099539 Feb 07 22:40:23.031349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-29aaac79-fa70-4ce8-bdee-9bca0c1b3b64 None None] Provisioning complete for port 028f4da6-830a-420d-813b-dcbec23d1452 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:23.032030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29aaac79-fa70-4ce8-bdee-9bca0c1b3b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.055573 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-fc62be75-f41e-451a-9ce4-f1791beb26da req-44ce25f0-9312-40cf-8c04-b4fdf198a2a7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 22:40:23.056811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc62be75-f41e-451a-9ce4-f1791beb26da req-44ce25f0-9312-40cf-8c04-b4fdf198a2a7 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/258cb722-78ee-4d5c-b25e-dbdfda356acf HTTP/1.1" status: 409 len: 341 time: 0.5276794 Feb 07 22:40:23.143062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-512dfa7c-37f3-4c01-8b60-5b2d9d5ee8b7 req-027c848e-b683-40a5-9a8a-3147ff2ff9ff tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481907 Feb 07 22:40:23.174868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-29aaac79-fa70-4ce8-bdee-9bca0c1b3b64 None None] Port 028f4da6-830a-420d-813b-dcbec23d1452 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:40:23.195523 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19', 'status': 'completed', 'code': 200} Feb 07 22:40:23.212463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.214237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-6eb08b85-c917-4d3a-93df-f3bc9ccceff1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.215839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-6eb08b85-c917-4d3a-93df-f3bc9ccceff1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6047509 Feb 07 22:40:23.260497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6b54a1d3-855b-4a90-bc21-65894d155eff, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6b54a1d3-855b-4a90-bc21-65894d155eff,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:23.261795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-48cf3139-5974-4f04-b32a-e664c78244fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.263770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-48cf3139-5974-4f04-b32a-e664c78244fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1d6b459f9994e5ca1a5458c72a5e5a9&device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 1094 time: 0.7787037 Feb 07 22:40:23.269871 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:23.314833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:23.385458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6b54a1d3-855b-4a90-bc21-65894d155eff,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:23.443668 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'tag': '53611e86-39fd-48c6-82da-3275040c1b4b', 'status': 'completed', 'code': 200} Feb 07 22:40:23.445399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-3f18c367-0ba4-424d-a837-ed4ca7906c54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53611e86-39fd-48c6-82da-3275040c1b4b HTTP/1.1" status: 200 len: 217 time: 0.1508334 Feb 07 22:40:23.474801 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'code': 200} Feb 07 22:40:23.588621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-6cd68246-25f3-464e-9719-89c6da621670 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.590391 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-6cd68246-25f3-464e-9719-89c6da621670 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5579808 Feb 07 22:40:23.738528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:23.787635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ec72335-8c74-4e43-a620-537fc112ec73 req-8b69ac0a-6770-4af6-81e6-e211fc8b58d2 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 210 time: 0.2448907 Feb 07 22:40:23.894885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-33e48022-6bc3-44ec-b14a-a6841dd996a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.895843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:23.896587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-33e48022-6bc3-44ec-b14a-a6841dd996a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a HTTP/1.1" status: 200 len: 854 time: 0.4418185 Feb 07 22:40:23.906767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Usage tracker for resource:port and tenant:a4c1d2b9915e4e6488f68d0887173e49 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:23.912247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:23.923219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:23.937725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-13341bd4-1209-46c4-ae48-14f5a6ea6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.939237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-13341bd4-1209-46c4-ae48-14f5a6ea6758 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1174 time: 0.7223663 Feb 07 22:40:23.964881 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-3f09be8d-a12e-463b-9fbf-3173cdf8c7fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8b57e2b-250a-4c9f-9719-7e030012fd16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562491 Feb 07 22:40:23.970615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154670e-0e09-4c70-9e16-25a8bf5813af req-fe2fa4db-f51e-400f-8e41-9e0f14cac553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:23.972305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7154670e-0e09-4c70-9e16-25a8bf5813af req-fe2fa4db-f51e-400f-8e41-9e0f14cac553 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 1096 time: 0.2272637 Feb 07 22:40:24.026237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:24.031516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.171590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa105b-284e-4eb3-a0fd-1c99dc8a5a96 req-f7878511-be6d-4f48-9ed2-4b55f9628cfc tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:24.182396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6fa105b-284e-4eb3-a0fd-1c99dc8a5a96 req-f7878511-be6d-4f48-9ed2-4b55f9628cfc tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 945 time: 0.5989456 Feb 07 22:40:24.240583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.253983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:24.263227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Usage tracker for resource:port and tenant:a4c1d2b9915e4e6488f68d0887173e49 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:24.268808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:24.308334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7154670e-0e09-4c70-9e16-25a8bf5813af req-8bdef674-3860-4a91-ba4e-3f430e4b5139 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797266 Feb 07 22:40:24.321932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:24.370588 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-9be0c977-49db-4317-828f-26d4dd5c8236 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b57e2b-250a-4c9f-9719-7e030012fd16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717549 Feb 07 22:40:24.380664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:24.384415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.403488 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6fa105b-284e-4eb3-a0fd-1c99dc8a5a96 req-16a1f805-7e01-4799-8d46-50309d5f1377 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970067 Feb 07 22:40:24.419092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-b9e1ebe4-3f59-4ef6-9de3-c953f25dbce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:24.420581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-b9e1ebe4-3f59-4ef6-9de3-c953f25dbce5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 200 len: 914 time: 0.4717741 Feb 07 22:40:24.540960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-fb4da594-9425-41d2-bc50-de8f0fe90990 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 200 len: 217 time: 0.0851350 Feb 07 22:40:24.582347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b54a1d3-855b-4a90-bc21-65894d155eff up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:24.653298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb2b9a-5d1c-4fe3-8a74-4dee59e8b0c3 req-c55fb702-04d3-461b-b791-8f054c5a5cfa tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:24.654877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aeb2b9a-5d1c-4fe3-8a74-4dee59e8b0c3 req-c55fb702-04d3-461b-b791-8f054c5a5cfa tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 943 time: 0.6791630 Feb 07 22:40:24.656607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6b54a1d3-855b-4a90-bc21-65894d155eff triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:24.657053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.676931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.146 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/869f7b73-ecd1-4226-86cb-24084e71c4ca) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:24.730627 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f395832-e8ea-4f94-856e-294b500df4d6 req-f8531ad0-aaf5-4226-a56d-08af3f6b666e service neutron] 10.222.0.26 "GET /v2.0/networks/e8b57e2b-250a-4c9f-9719-7e030012fd16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510139 Feb 07 22:40:24.755884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-8311f320-904f-482f-b8d4-7b17aa3089a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:24.756825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.757379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-8311f320-904f-482f-b8d4-7b17aa3089a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 200 len: 853 time: 0.2036159 Feb 07 22:40:24.761928 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:24.841976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aeb2b9a-5d1c-4fe3-8a74-4dee59e8b0c3 req-d7188134-d27e-47f3-a66e-3a4d1be340d7 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607168 Feb 07 22:40:24.844663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-30fb793e-74a8-43f2-9da1-a6554b2e293d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5488a88-e102-47bb-ac6a-8cfc051ef1b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628586 Feb 07 22:40:24.907947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.009169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64533e55-2897-4dd5-9a99-f6d1ab720226 req-63dbca4c-cb85-4630-bf86-9c878598b1cb tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.010722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64533e55-2897-4dd5-9a99-f6d1ab720226 req-63dbca4c-cb85-4630-bf86-9c878598b1cb tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 945 time: 0.4496338 Feb 07 22:40:25.022341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Pushing event updated for resources: {'Port': ['ID=028f4da6-830a-420d-813b-dcbec23d1452,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:25.092768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-8dcc7c79-98e6-4ca3-8f7a-1519d04d2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.094720 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-8dcc7c79-98e6-4ca3-8f7a-1519d04d2998 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a1d6b459f9994e5ca1a5458c72a5e5a9&device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 1094 time: 0.2662416 Feb 07 22:40:25.101310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:25.124152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:25.129266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64533e55-2897-4dd5-9a99-f6d1ab720226 req-599da41d-bd47-410d-b7db-c13985632985 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001339 Feb 07 22:40:25.148399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-bafe980d-925a-4027-bd59-65f3312b640b service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841678 Feb 07 22:40:25.376458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.393590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object 869f7b73-ecd1-4226-86cb-24084e71c4ca will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:25.483429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2f9b92a-62f1-4b56-9d44-e61edb62e232 req-7c0d353f-948f-4236-81e5-6721f00bd55a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 210 time: 0.1315444 Feb 07 22:40:25.496495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e03f12-bc8a-426b-89ba-5925d7cef473 req-6333cd0f-c8b1-4913-b1f4-d6b38482444c service neutron] 10.222.0.26 "GET /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395379 Feb 07 22:40:25.530755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ae8c59f6-bc22-4ea0-9959-bd8df5b5576e None None] Provisioning complete for port 028f4da6-830a-420d-813b-dcbec23d1452 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:25.533204 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae8c59f6-bc22-4ea0-9959-bd8df5b5576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.545615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:25.621922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:25.665297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:40:25.706352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-a4c76bb0-1baa-4194-ab11-5f1037ea67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:25.707823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-a4c76bb0-1baa-4194-ab11-5f1037ea67c2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e8b57e2b-250a-4c9f-9719-7e030012fd16 HTTP/1.1" status: 200 len: 915 time: 0.6054595 Feb 07 22:40:25.747114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c59f6-bc22-4ea0-9959-bd8df5b5576e None None] Port 028f4da6-830a-420d-813b-dcbec23d1452 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:40:25.756438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:25.762310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:25.771672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:25.775701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.237 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/de259164-73bc-46b5-af76-50d5fe162018) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:25.811254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=869f7b73-ecd1-4226-86cb-24084e71c4ca,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:25.914085 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-30656645-9b85-4848-8002-0da25be2fcf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53611e86-39fd-48c6-82da-3275040c1b4b HTTP/1.1" status: 200 len: 217 time: 0.1458960 Feb 07 22:40:25.957712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2575dd24-0d0c-4c94-ace4-a22f3096f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.030504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.031442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.031780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.032114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.032442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.032794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.033116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.033437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.033756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.034073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.034388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.034701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:26.115235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:26.115837 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.150185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-b85ff4ad-c5f3-4583-b1ea-96d1bf9bc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:26.151682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-b85ff4ad-c5f3-4583-b1ea-96d1bf9bc4fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a HTTP/1.1" status: 200 len: 854 time: 0.2291834 Feb 07 22:40:26.151807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee8d5-17c0-48b8-8092-0215d641abef req-23554ec2-491f-45ff-b6ce-ba76f5b51069 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:26.153198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3bee8d5-17c0-48b8-8092-0215d641abef req-23554ec2-491f-45ff-b6ce-ba76f5b51069 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1023 time: 0.4894941 Feb 07 22:40:26.167785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-3005596f-004a-45c1-bb01-7c835498f395 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8599689 Feb 07 22:40:26.173575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-226466f0-97c7-4bd7-b4b0-9647d48bc807 None None] Provisioning for port 869f7b73-ecd1-4226-86cb-24084e71c4ca completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:26.183588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-226466f0-97c7-4bd7-b4b0-9647d48bc807 None None] Provisioning complete for port 869f7b73-ecd1-4226-86cb-24084e71c4ca triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:26.183966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-226466f0-97c7-4bd7-b4b0-9647d48bc807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.193971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f1a74-936f-4a0f-a34a-602347cb860f req-66153da4-dd3b-496f-87c8-fdfff3e8f7c5 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:26.201079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-139f1a74-936f-4a0f-a34a-602347cb860f req-66153da4-dd3b-496f-87c8-fdfff3e8f7c5 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1096 time: 0.1724188 Feb 07 22:40:26.212227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 53611e86-39fd-48c6-82da-3275040c1b4b details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:26.222496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:40:26.235411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Request body: {'port': {'device_id': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:26.236959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Sync routers for ids ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:26.248725 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-6701bada-3810-4a25-a7c3-c1bd8b53428f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e8b57e2b-250a-4c9f-9719-7e030012fd16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767472 Feb 07 22:40:26.324943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Routers {'952b5f3d-961d-48e6-8ca9-5918d7f65bd9'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:40:26.325300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:26.370163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-139f1a74-936f-4a0f-a34a-602347cb860f req-d765b6de-8914-4815-b8ee-7513f668149e tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674533 Feb 07 22:40:26.376492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bde848a8-b250-413a-9452-a3e7bbfa98ba admin admin] 10.222.0.10 "PUT /v2.0/routers/952b5f3d-961d-48e6-8ca9-5918d7f65bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4140635 Feb 07 22:40:26.384414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-226466f0-97c7-4bd7-b4b0-9647d48bc807 None None] Port 869f7b73-ecd1-4226-86cb-24084e71c4ca cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:40:26.420093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3bee8d5-17c0-48b8-8092-0215d641abef req-34ec9bdc-f5ca-4679-818a-4d71b62e1be5 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=258cb722-78ee-4d5c-b25e-dbdfda356acf&id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&id=f7cb42ed-8fe0-4fe5-944d-bff0317cc107&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2475855 Feb 07 22:40:26.503956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-88c11f8a-490c-4760-b366-481b94352558 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b57e2b-250a-4c9f-9719-7e030012fd16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083089 Feb 07 22:40:26.506660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.538850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51666) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:26.597593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object de259164-73bc-46b5-af76-50d5fe162018 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:26.664782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.696584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32ec0f0e-20c9-444d-931f-40ddace7f299 req-ee51588c-669d-4b18-8a3f-46913749b885 service neutron] 10.222.0.26 "GET /v2.0/networks/e8b57e2b-250a-4c9f-9719-7e030012fd16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803689 Feb 07 22:40:26.718456 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.738797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:26.795090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 53611e86-39fd-48c6-82da-3275040c1b4b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=53611e86-39fd-48c6-82da-3275040c1b4b,segment=NetworkSegment(3234d282-daf4-4cc2-bb50-d6d48b13cb77),segment_id=3234d282-daf4-4cc2-bb50-d6d48b13cb77)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:26.826689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '53611e86-39fd-48c6-82da-3275040c1b4b', 'network_id': 'e8b57e2b-250a-4c9f-9719-7e030012fd16', 'port_id': '53611e86-39fd-48c6-82da-3275040c1b4b', 'mac_address': 'fa:16:3e:3c:81:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:26.829789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Set router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:40:26.843257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:26.846849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:26.856022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:26.949227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:26.949889 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:26.986120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-747aebf1-b797-4374-9a30-89c893c38c3e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9682827 Feb 07 22:40:26.997404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=de259164-73bc-46b5-af76-50d5fe162018,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:27.019679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-5e865070-5766-4bce-9f7a-6e90a52e4c5f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4113398 Feb 07 22:40:27.035699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Request body: {'port': {'device_id': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:27.106129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-23d7f483-beff-47a7-aee9-e8583014cc55 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.107237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-23d7f483-beff-47a7-aee9-e8583014cc55 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:27.138525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-23d7f483-beff-47a7-aee9-e8583014cc55 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:27.139687 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-23d7f483-beff-47a7-aee9-e8583014cc55 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.26 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 1023 time: 0.3799264 Feb 07 22:40:27.241765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.275087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43542f1f-d7d6-40d0-a768-67d5106832b8 req-ac0ad999-b8cb-4308-a8ef-2540c42d2680 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.277457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43542f1f-d7d6-40d0-a768-67d5106832b8 req-ac0ad999-b8cb-4308-a8ef-2540c42d2680 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 945 time: 0.5612836 Feb 07 22:40:27.279217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53611e86-39fd-48c6-82da-3275040c1b4b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:27.281351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Deleting port 37b31eeb-d483-4910-91e5-fe9b79292e19 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:27.281932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.302842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-40612c24-7e6a-4c7f-946b-c0ec039f10fe None None] Provisioning for port de259164-73bc-46b5-af76-50d5fe162018 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:27.315401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-40612c24-7e6a-4c7f-946b-c0ec039f10fe None None] Provisioning complete for port de259164-73bc-46b5-af76-50d5fe162018 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:27.316212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-40612c24-7e6a-4c7f-946b-c0ec039f10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.338094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.352103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfb355-e08a-4322-a7c6-7b5ea33c49a6 req-fcbe8546-8fb4-4e70-bb07-29f4f69fc11c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:27.354480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85dfb355-e08a-4322-a7c6-7b5ea33c49a6 req-fcbe8546-8fb4-4e70-bb07-29f4f69fc11c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.5990660 Feb 07 22:40:27.363839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 53611e86-39fd-48c6-82da-3275040c1b4b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=53611e86-39fd-48c6-82da-3275040c1b4b,segment=NetworkSegment(3234d282-daf4-4cc2-bb50-d6d48b13cb77),segment_id=3234d282-daf4-4cc2-bb50-d6d48b13cb77)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:27.407857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.547324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-40612c24-7e6a-4c7f-946b-c0ec039f10fe None None] Port de259164-73bc-46b5-af76-50d5fe162018 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:40:27.595181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43542f1f-d7d6-40d0-a768-67d5106832b8 req-2669c5e4-9e08-4d2a-882a-4c65f673e425 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096387 Feb 07 22:40:27.643289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=53611e86-39fd-48c6-82da-3275040c1b4b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:27.684450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85dfb355-e08a-4322-a7c6-7b5ea33c49a6 req-8903ddca-7879-47de-bc4f-84887777c5a3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894844 Feb 07 22:40:27.736280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['53611e86-39fd-48c6-82da-3275040c1b4b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:27.831539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] For port 37b31eeb-d483-4910-91e5-fe9b79292e19, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=37b31eeb-d483-4910-91e5-fe9b79292e19,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:27.832686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:27.908782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:23Z', 'revision_number': 4, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port': {'id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:14Z', 'updated_at': '2022-02-07T22:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '028f4da6-830a-420d-813b-dcbec23d1452', 'name': '', 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'mac_address': 'fa:16:3e:62:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f8079260-6803-40cf-9fd3-80c465e5c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:20Z', 'updated_at': '2022-02-07T22:40:24Z', 'revision_number': 2, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'subnets': [{'id': 'f8079260-6803-40cf-9fd3-80c465e5c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:27.928902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Checking router: 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:40:27.929635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Updating router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 port 028f4da6-830a-420d-813b-dcbec23d1452 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:40:28.006351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.021865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Calling delete_port for 37b31eeb-d483-4910-91e5-fe9b79292e19 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:28.194205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.208915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-630b71e6-7621-4868-964c-2e25e4180037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.217074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1156c7aa-f8b2-48c7-87ed-cae28141d7fe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:28.224985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 869f7b73-ecd1-4226-86cb-24084e71c4ca {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:28.247064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.285120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Transition to ACTIVE for port object 869f7b73-ecd1-4226-86cb-24084e71c4ca will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:28.296377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'Port': ['ID=37b31eeb-d483-4910-91e5-fe9b79292e19,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:28.308286 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.562310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3bd4-84a1-4090-97a5-1cc80900730a req-c1167a7c-ab98-4940-879d-bcf80081f204 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:28.563427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-740c3bd4-84a1-4090-97a5-1cc80900730a req-c1167a7c-ab98-4940-879d-bcf80081f204 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:28.579359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de259164-73bc-46b5-af76-50d5fe162018 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:28.583069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0b171-1f3c-4f72-a495-b44489233d8f req-7ce406f3-cd81-47ae-83d5-dea8d416eb31 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:28.584338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] No DVR routers for this DVR port 37b31eeb-d483-4910-91e5-fe9b79292e19 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:28.588670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.595721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31a0b171-1f3c-4f72-a495-b44489233d8f req-7ce406f3-cd81-47ae-83d5-dea8d416eb31 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 944 time: 0.6269791 Feb 07 22:40:28.598229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'name': 'network-vif-deleted', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:28.605409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Pushing event updated for resources: {'Port': ['ID=869f7b73-ecd1-4226-86cb-24084e71c4ca,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:28.610718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.614796 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b6c368c7-a1b8-4e67-8fe6-5172ee9a391a req-a8ca030d-3efd-4bd9-9eff-846cdc27381b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.26 "DELETE /v2.0/ports/37b31eeb-d483-4910-91e5-fe9b79292e19 HTTP/1.1" status: 204 len: 173 time: 1.4686651 Feb 07 22:40:28.621593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.630781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Transition to ACTIVE for port object de259164-73bc-46b5-af76-50d5fe162018 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:28.636199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.647786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Transition to ACTIVE for port object 028f4da6-830a-420d-813b-dcbec23d1452 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:28.678170 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:28.699219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-740c3bd4-84a1-4090-97a5-1cc80900730a req-c1167a7c-ab98-4940-879d-bcf80081f204 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:28.705016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-740c3bd4-84a1-4090-97a5-1cc80900730a req-c1167a7c-ab98-4940-879d-bcf80081f204 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 936 time: 0.7300735 Feb 07 22:40:28.813034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de259164-73bc-46b5-af76-50d5fe162018,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:28.894434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31a0b171-1f3c-4f72-a495-b44489233d8f req-f28e4a7a-26b6-4442-809e-5bc4395b615e tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973802 Feb 07 22:40:28.966990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-740c3bd4-84a1-4090-97a5-1cc80900730a req-c36bdd22-6cd0-4452-84b9-b2ec946c7469 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610118 Feb 07 22:40:29.030364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Attempting to bind port de259164-73bc-46b5-af76-50d5fe162018 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:29.032486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Attempting to bind port de259164-73bc-46b5-af76-50d5fe162018 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:29.034011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Attempting to bind port de259164-73bc-46b5-af76-50d5fe162018 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:29.046073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be34d4-7bc4-45d8-8f71-914327560c0b None None] Pushing event updated for resources: {'Port': ['ID=028f4da6-830a-420d-813b-dcbec23d1452,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:29.047741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Port de259164-73bc-46b5-af76-50d5fe162018 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:29.050552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Attempting to bind port de259164-73bc-46b5-af76-50d5fe162018 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:29.067183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:29.067183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:29.067183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:29.067183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Bound port: de259164-73bc-46b5-af76-50d5fe162018, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:29.067664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.103638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Attempting to bind port 869f7b73-ecd1-4226-86cb-24084e71c4ca on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:29.103985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Attempting to bind port 869f7b73-ecd1-4226-86cb-24084e71c4ca by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:29.104319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Attempting to bind port 869f7b73-ecd1-4226-86cb-24084e71c4ca on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:29.110885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.186012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Port 869f7b73-ecd1-4226-86cb-24084e71c4ca on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:29.186418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Attempting to bind port 869f7b73-ecd1-4226-86cb-24084e71c4ca on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:29.250043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] For port de259164-73bc-46b5-af76-50d5fe162018, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:29.251695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Attempting to bind port 028f4da6-830a-420d-813b-dcbec23d1452 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:29.252174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Attempting to bind port 028f4da6-830a-420d-813b-dcbec23d1452 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:29.252694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Attempting to bind port 028f4da6-830a-420d-813b-dcbec23d1452 on network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:29.257542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] For port de259164-73bc-46b5-af76-50d5fe162018, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=de259164-73bc-46b5-af76-50d5fe162018,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:29.262421 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.262667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-5d577a06-030c-422a-8543-075ed1d74a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.264382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:29.264883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-5d577a06-030c-422a-8543-075ed1d74a2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1101 time: 0.6653926 Feb 07 22:40:29.265028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Checking segment: {'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:29.265500 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.265965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Bound using segment: {'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:29.266575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Bound port: 028f4da6-830a-420d-813b-dcbec23d1452, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3206cbf-90e9-4f06-9863-db1012194fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:29.267044 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.271660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.273113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:29.273498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:29.273894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:29.275763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Bound port: 869f7b73-ecd1-4226-86cb-24084e71c4ca, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:29.276248 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.438370 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.439653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.440382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.442409 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/de259164-73bc-46b5-af76-50d5fe162018 HTTP/1.1" status: 200 len: 1096 time: 2.4121974 Feb 07 22:40:29.491206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] For port 028f4da6-830a-420d-813b-dcbec23d1452, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:29.492211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc5e4d-e408-4f87-8d36-f845cf7343e0 service neutron] Pushing event updated for resources: {'Port': ['ID=de259164-73bc-46b5-af76-50d5fe162018,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:29.498612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] For port 028f4da6-830a-420d-813b-dcbec23d1452, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=028f4da6-830a-420d-813b-dcbec23d1452,segment=NetworkSegment(c3206cbf-90e9-4f06-9863-db1012194fd0),segment_id=c3206cbf-90e9-4f06-9863-db1012194fd0)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:29.526216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:29.533397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8957fd8-40a9-4ffb-887a-1bbada914038 req-94b20891-a784-44ab-9c1f-d66c381e32f8 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=77725e48-5abe-4224-bddb-eb2686630c1a HTTP/1.1" status: 200 len: 210 time: 0.1210668 Feb 07 22:40:29.674305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Routers {'952b5f3d-961d-48e6-8ca9-5918d7f65bd9'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:40:29.675422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:40:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:29.763419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-992fbcb9-db50-449f-80e3-ec561b65cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.769136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-992fbcb9-db50-449f-80e3-ec561b65cc97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 1099 time: 0.2075312 Feb 07 22:40:29.780797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] For port 869f7b73-ecd1-4226-86cb-24084e71c4ca, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:29.784666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] For port 869f7b73-ecd1-4226-86cb-24084e71c4ca, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:29.795189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be34d4-7bc4-45d8-8f71-914327560c0b None None] Pushing event updated for resources: {'Port': ['ID=028f4da6-830a-420d-813b-dcbec23d1452,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:29.858201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c52db3-c593-4e2f-9572-5546a15e1909 req-18e64bd7-adfb-401e-911e-f7574c64c8a9 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.870690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5c52db3-c593-4e2f-9572-5546a15e1909 req-18e64bd7-adfb-401e-911e-f7574c64c8a9 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1096 time: 0.6863706 Feb 07 22:40:29.884388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-91de823a-de1e-4533-866e-b31ab703bd81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=de259164-73bc-46b5-af76-50d5fe162018 HTTP/1.1" status: 200 len: 217 time: 0.1055808 Feb 07 22:40:29.974790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-d552b35a-cbc2-41ca-a442-df8f9931bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:29.976685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-d552b35a-cbc2-41ca-a442-df8f9931bbc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0853636 Feb 07 22:40:29.989153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] Set router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:40:29.991765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.054367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-57effb51-9303-44ee-a289-da76a0d27b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.057077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-57effb51-9303-44ee-a289-da76a0d27b0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.7569840 Feb 07 22:40:30.058774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-3205f766-da92-4d75-8767-e7ba71833d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.060224 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-3205f766-da92-4d75-8767-e7ba71833d5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741544 Feb 07 22:40:30.179247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.180011 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.182322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] 10.222.0.26 "PUT /v2.0/ports/869f7b73-ecd1-4226-86cb-24084e71c4ca HTTP/1.1" status: 200 len: 1096 time: 3.9923282 Feb 07 22:40:30.196336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'tag': '869f7b73-ecd1-4226-86cb-24084e71c4ca'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:30.203273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5c52db3-c593-4e2f-9572-5546a15e1909 req-5eb2afb3-5e50-4ddc-b3c7-4f2944b31f7c tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317127 Feb 07 22:40:30.210877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-f53ca6a6-0670-4e8d-a9dc-d6f2899aa30c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.1300390 Feb 07 22:40:30.349233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 53611e86-39fd-48c6-82da-3275040c1b4b up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:30.401234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-70d26c1a-fc01-4f8c-850f-e70f0f717ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289151 Feb 07 22:40:30.454484 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77725e48-5abe-4224-bddb-eb2686630c1a', 'name': 'network-vif-deleted', 'tag': '37b31eeb-d483-4910-91e5-fe9b79292e19', 'status': 'completed', 'code': 200} Feb 07 22:40:30.570009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e48bc-acec-4305-9f87-8913d8cf564f service neutron] Pushing event updated for resources: {'Port': ['ID=869f7b73-ecd1-4226-86cb-24084e71c4ca,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:30.586434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 53611e86-39fd-48c6-82da-3275040c1b4b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:30.601490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 53611e86-39fd-48c6-82da-3275040c1b4b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:30.601857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.632094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-2b0867c3-cc53-4c4d-b9ca-25689d56a97e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222364 Feb 07 22:40:30.691707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:23Z', 'revision_number': 4, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port': {'id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:14Z', 'updated_at': '2022-02-07T22:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '028f4da6-830a-420d-813b-dcbec23d1452', 'name': '', 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'mac_address': 'fa:16:3e:62:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f8079260-6803-40cf-9fd3-80c465e5c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:20Z', 'updated_at': '2022-02-07T22:40:29Z', 'revision_number': 4, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'subnets': [{'id': 'f8079260-6803-40cf-9fd3-80c465e5c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:30.698819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790edde3-0f77-4cbc-92ea-166b578e2788 None None] The sync data for ids ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'] in n-d-827896-3 is: [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:23Z', 'revision_number': 4, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port': {'id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:14Z', 'updated_at': '2022-02-07T22:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '028f4da6-830a-420d-813b-dcbec23d1452', 'name': '', 'network_id': 'aa323203-56d0-4c5c-a5e6-d71bd3fbeefc', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'mac_address': 'fa:16:3e:62:5b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f8079260-6803-40cf-9fd3-80c465e5c7fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:20Z', 'updated_at': '2022-02-07T22:40:29Z', 'revision_number': 4, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'subnets': [{'id': 'f8079260-6803-40cf-9fd3-80c465e5c7fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:30.715512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-2d1e57fe-69da-4937-9524-0458c2cab205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.719106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-2d1e57fe-69da-4937-9524-0458c2cab205 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.4943523 Feb 07 22:40:30.815025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325b34f-55a4-426b-8a67-2d9caaebe019 req-36686328-b3ce-4d79-973c-ab4d45649463 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.817155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a325b34f-55a4-426b-8a67-2d9caaebe019 req-36686328-b3ce-4d79-973c-ab4d45649463 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 945 time: 1.0674589 Feb 07 22:40:30.830314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.842181 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.870609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53611e86-39fd-48c6-82da-3275040c1b4b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:30.895923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 53611e86-39fd-48c6-82da-3275040c1b4b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=53611e86-39fd-48c6-82da-3275040c1b4b,segment=NetworkSegment(3234d282-daf4-4cc2-bb50-d6d48b13cb77),segment_id=3234d282-daf4-4cc2-bb50-d6d48b13cb77)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:30.904779 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:30.906024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 37b31eeb-d483-4910-91e5-fe9b79292e19 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:30.977835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34332e6-213f-4531-9a58-999c399618c7 req-ebac115f-ff3a-4984-9674-c42d1e5d2f55 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.985602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d34332e6-213f-4531-9a58-999c399618c7 req-ebac115f-ff3a-4984-9674-c42d1e5d2f55 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.4301300 Feb 07 22:40:30.995243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a325b34f-55a4-426b-8a67-2d9caaebe019 req-cd999c45-b09c-4f39-acae-a3063f32fb78 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289313 Feb 07 22:40:30.995243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-b4e1f12e-ea55-4901-97a0-d8effbbb7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:30.996259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-b4e1f12e-ea55-4901-97a0-d8effbbb7c85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 1099 time: 0.7297161 Feb 07 22:40:30.996938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Deleting port 028f4da6-830a-420d-813b-dcbec23d1452 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:30.997362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.040683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 37b31eeb-d483-4910-91e5-fe9b79292e19 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:40:31.041299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 37b31eeb-d483-4910-91e5-fe9b79292e19 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:40:31.047587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=53611e86-39fd-48c6-82da-3275040c1b4b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:31.155744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-d3c06650-1a41-4aa1-bcca-caaca29a7bd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca HTTP/1.1" status: 200 len: 217 time: 0.1021900 Feb 07 22:40:31.314823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d34332e6-213f-4531-9a58-999c399618c7 req-8a22640a-5bff-4dce-9bb0-71a57dd66410 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282809 Feb 07 22:40:31.344837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-19277f24-c7ee-415f-892d-564d827e353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.344837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-19277f24-c7ee-415f-892d-564d827e353f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6059735 Feb 07 22:40:31.391428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-59ca6904-c8b6-4f8d-b40e-aa65390e3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.392965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-59ca6904-c8b6-4f8d-b40e-aa65390e3671 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2254794 Feb 07 22:40:31.479857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86cfc1-1e60-49f1-bb28-c785a22d2fbd req-b98301ea-e5b4-4bb2-a692-30f8b5d390ca tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:31.481341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a86cfc1-1e60-49f1-bb28-c785a22d2fbd req-b98301ea-e5b4-4bb2-a692-30f8b5d390ca tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 945 time: 0.2713962 Feb 07 22:40:31.629631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] For port 028f4da6-830a-420d-813b-dcbec23d1452, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=028f4da6-830a-420d-813b-dcbec23d1452,segment=NetworkSegment(c3206cbf-90e9-4f06-9863-db1012194fd0),segment_id=c3206cbf-90e9-4f06-9863-db1012194fd0)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:31.630204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:31.793081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Calling delete_port for 028f4da6-830a-420d-813b-dcbec23d1452 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:31.865098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a86cfc1-1e60-49f1-bb28-c785a22d2fbd req-f4d4a828-0301-46c1-944e-ef0ae661bb8c tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172417 Feb 07 22:40:31.917992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-da55b8fa-a307-4a0a-b60a-b5aef40c9b9f service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488015 Feb 07 22:40:31.928739 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'tag': '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'status': 'completed', 'code': 200} Feb 07 22:40:32.042162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bdf35-cc17-4ebe-b418-cc539c9732aa req-384a4e7e-a857-4263-9304-a3b1179f60eb tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:32.043659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-874bdf35-cc17-4ebe-b418-cc539c9732aa req-384a4e7e-a857-4263-9304-a3b1179f60eb tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 948 time: 0.6205897 Feb 07 22:40:32.063730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd239-cecc-4257-8829-da863242aa23 req-0071a26a-c033-4a3f-9ecb-540d7f658b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:32.065204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-0071a26a-c033-4a3f-9ecb-540d7f658b9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5932646 Feb 07 22:40:32.070683 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53611e86-39fd-48c6-82da-3275040c1b4b', 'code': 200} Feb 07 22:40:32.219110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device de259164-73bc-46b5-af76-50d5fe162018 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:32.222874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f123598-943c-4887-9db0-5837eb5c9b3d req-04c089f1-4f17-4df7-9313-15a511dfad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:32.224368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f123598-943c-4887-9db0-5837eb5c9b3d req-04c089f1-4f17-4df7-9313-15a511dfad8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 1096 time: 0.0811713 Feb 07 22:40:32.276861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f123598-943c-4887-9db0-5837eb5c9b3d req-49c108ab-f7c0-4e57-a7ca-381b3be98c54 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412705 Feb 07 22:40:32.361504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-874bdf35-cc17-4ebe-b418-cc539c9732aa req-32099dec-f325-42af-8772-a5f59fa9c9e2 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087945 Feb 07 22:40:32.376047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port de259164-73bc-46b5-af76-50d5fe162018, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=de259164-73bc-46b5-af76-50d5fe162018,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:32.379565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-db9468fe-18b4-40d7-8725-b38752eb9f88 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392688 Feb 07 22:40:32.392231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'de259164-73bc-46b5-af76-50d5fe162018', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'de259164-73bc-46b5-af76-50d5fe162018', 'mac_address': 'fa:16:3e:e1:dd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:32.456093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'tag': 'de259164-73bc-46b5-af76-50d5fe162018'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:32.462879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.475689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-b687dc02-7a81-4016-bf0c-e67bc97d1c5c service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949735 Feb 07 22:40:32.483436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de259164-73bc-46b5-af76-50d5fe162018 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:32.507768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port de259164-73bc-46b5-af76-50d5fe162018, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=de259164-73bc-46b5-af76-50d5fe162018,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:32.513639 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.582949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:32.657330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Pushing event deleted for resources: {'Port': ['ID=028f4da6-830a-420d-813b-dcbec23d1452,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:32.661064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 028f4da6-830a-420d-813b-dcbec23d1452 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:32.725998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 028f4da6-830a-420d-813b-dcbec23d1452 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:40:32.734124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 028f4da6-830a-420d-813b-dcbec23d1452 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 07 22:40:32.791843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=de259164-73bc-46b5-af76-50d5fe162018,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:32.824380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:32.824896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b107945-cafd-402b-938e-66bfd2e66b8a req-796b7037-4c39-4e88-9279-a2cc900defeb tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/f7cb42ed-8fe0-4fe5-944d-bff0317cc107 HTTP/1.1" status: 200 len: 1798 time: 0.2520990 Feb 07 22:40:32.916984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-314fd239-cecc-4257-8829-da863242aa23 req-1ba319d2-1e73-4c97-bf71-5716a155b682 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198463 Feb 07 22:40:32.942905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 028f4da6-830a-420d-813b-dcbec23d1452 not found, will not notify nova. {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 07 22:40:33.198375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b107945-cafd-402b-938e-66bfd2e66b8a req-de371871-5e6e-419b-b9e2-1eff5345369c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.320598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b107945-cafd-402b-938e-66bfd2e66b8a req-de371871-5e6e-419b-b9e2-1eff5345369c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.346750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-0cb664e9-d293-4ff3-bbda-34b85fd6f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:33.348206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-0cb664e9-d293-4ff3-bbda-34b85fd6f1e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 1099 time: 0.3228760 Feb 07 22:40:33.348789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.369945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57764ebe-d2e3-44f8-928a-e12785262667 req-bd937c8a-0c1b-4d27-8ba9-edc1cf5b827f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:33.371295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57764ebe-d2e3-44f8-928a-e12785262667 req-bd937c8a-0c1b-4d27-8ba9-edc1cf5b827f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.3471425 Feb 07 22:40:33.595278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b107945-cafd-402b-938e-66bfd2e66b8a req-de371871-5e6e-419b-b9e2-1eff5345369c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.633721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57764ebe-d2e3-44f8-928a-e12785262667 req-3a53311d-3a1e-4255-8dab-faed50ddf314 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390752 Feb 07 22:40:33.647822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de371871-5e6e-419b-b9e2-1eff5345369c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cb42ed-8fe0-4fe5-944d-bff0317cc107,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:33.701829 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'tag': 'de259164-73bc-46b5-af76-50d5fe162018', 'status': 'completed', 'code': 200} Feb 07 22:40:33.781977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-1bb83eb8-2f11-4a13-b8d2-99722418da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:33.783500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-1bb83eb8-2f11-4a13-b8d2-99722418da61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4240642 Feb 07 22:40:33.857683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b107945-cafd-402b-938e-66bfd2e66b8a req-de371871-5e6e-419b-b9e2-1eff5345369c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:33.858666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b107945-cafd-402b-938e-66bfd2e66b8a req-de371871-5e6e-419b-b9e2-1eff5345369c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/f7cb42ed-8fe0-4fe5-944d-bff0317cc107 HTTP/1.1" status: 204 len: 173 time: 1.0329919 Feb 07 22:40:33.884424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-c0e4314d-e041-41ff-acb3-0665b4c66656 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca HTTP/1.1" status: 200 len: 217 time: 0.0899975 Feb 07 22:40:34.220589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device de259164-73bc-46b5-af76-50d5fe162018 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:34.291219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port de259164-73bc-46b5-af76-50d5fe162018 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:34.296405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port de259164-73bc-46b5-af76-50d5fe162018 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:34.296813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.338365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-20d5adbf-92b5-40bb-a281-52e79d654585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.339821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-20d5adbf-92b5-40bb-a281-52e79d654585 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2659397 Feb 07 22:40:34.405878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dbd65-8460-474e-9903-acc06d5a7304 req-b74ac079-cc6f-4e0e-a400-6c9290a2591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.407345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967dbd65-8460-474e-9903-acc06d5a7304 req-b74ac079-cc6f-4e0e-a400-6c9290a2591c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 1100 time: 0.6699224 Feb 07 22:40:34.420395 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.448090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de259164-73bc-46b5-af76-50d5fe162018'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:34.457664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port de259164-73bc-46b5-af76-50d5fe162018, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=de259164-73bc-46b5-af76-50d5fe162018,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:34.461796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.541523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=de259164-73bc-46b5-af76-50d5fe162018,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:34.541752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4020ab-472c-4df2-9829-9c6be40a9b2c req-a8f8fde4-82cb-4db6-a910-8daf089aceb0 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.548687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d4020ab-472c-4df2-9829-9c6be40a9b2c req-a8f8fde4-82cb-4db6-a910-8daf089aceb0 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1096 time: 0.4684150 Feb 07 22:40:34.560068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:40:34.569071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f526f-1977-4e30-92ae-34a44ea6c902 req-f8c0b949-f1a6-4c18-a809-eff76072b282 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.570523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-124f526f-1977-4e30-92ae-34a44ea6c902 req-f8c0b949-f1a6-4c18-a809-eff76072b282 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 945 time: 0.4494011 Feb 07 22:40:34.615471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:34.755525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:34.760010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d4020ab-472c-4df2-9829-9c6be40a9b2c req-66eed27a-ccd5-4a73-a077-7c51aab341e4 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104168 Feb 07 22:40:34.769276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'port_id': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'mac_address': 'fa:16:3e:3a:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345c937d-c7b8-4af5-a4b4-13ec996046c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:34.850038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-5b0e1ca3-5ba4-4c50-b7d9-8edbfa67e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.851527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-5b0e1ca3-5ba4-4c50-b7d9-8edbfa67e315 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4982150 Feb 07 22:40:34.863958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dbd65-8460-474e-9903-acc06d5a7304 req-6d27109f-1392-4f92-bb1e-5f358fa7cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:34.865886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967dbd65-8460-474e-9903-acc06d5a7304 req-6d27109f-1392-4f92-bb1e-5f358fa7cebb service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4487455 Feb 07 22:40:34.872329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.890568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:34.907375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:34.912583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:34.952597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-124f526f-1977-4e30-92ae-34a44ea6c902 req-fafb0b7e-7147-4709-b070-cc71461dc9b9 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624818 Feb 07 22:40:35.017728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:35.056863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967dbd65-8460-474e-9903-acc06d5a7304 req-e6f01265-7efc-4d66-a26c-9ad394143fd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=de259164-73bc-46b5-af76-50d5fe162018 HTTP/1.1" status: 200 len: 217 time: 0.1599987 Feb 07 22:40:35.082071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:35.136604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:40:35.148818 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] Sync routers for ids ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:40:35.159614 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] Routers {'952b5f3d-961d-48e6-8ca9-5918d7f65bd9'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:40:35.160196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e19e5136-f3e3-469b-ab9b-45ce63d2a25b admin admin] 10.222.0.10 "PUT /v2.0/routers/952b5f3d-961d-48e6-8ca9-5918d7f65bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6181712 Feb 07 22:40:35.162646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:40:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:35.163333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:35.239144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dbd65-8460-474e-9903-acc06d5a7304 req-ef3f3dbe-6ac1-4e67-b2d2-ab33a8ec742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:35.241656 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967dbd65-8460-474e-9903-acc06d5a7304 req-ef3f3dbe-6ac1-4e67-b2d2-ab33a8ec742d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1652365 Feb 07 22:40:35.262756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0adf77bd-f8ea-401a-b2ce-870d770973a8 req-21c5ba71-2a06-425c-9254-0bad899e8f99 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/258cb722-78ee-4d5c-b25e-dbdfda356acf HTTP/1.1" status: 200 len: 1800 time: 0.1983442 Feb 07 22:40:35.275891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-aea18a90-632e-4d95-b254-4068ea8ef8b8 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061165 Feb 07 22:40:35.466218 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] Set router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:40:35.499769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.533390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf8ef7-68a7-4d0d-bcaa-dda262b67c2d req-b504e0c4-ee15-4a80-9a7a-3106496a9d89 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:35.542648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3dbf8ef7-68a7-4d0d-bcaa-dda262b67c2d req-b504e0c4-ee15-4a80-9a7a-3106496a9d89 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 950 time: 0.5788701 Feb 07 22:40:35.653423 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.903315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.918150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:32Z', 'revision_number': 5, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port': {'id': '6b54a1d3-855b-4a90-bc21-65894d155eff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:40:14Z', 'updated_at': '2022-02-07T22:40:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:35.920047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Deleting port 6b54a1d3-855b-4a90-bc21-65894d155eff {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:35.920734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.942365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:35.951502 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] Checking router: 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:40:35.978048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] Routers {'952b5f3d-961d-48e6-8ca9-5918d7f65bd9'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:40:35.978691 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:40:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:36.032761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0adf77bd-f8ea-401a-b2ce-870d770973a8 req-433cade0-e3aa-4a59-b0cf-77b489691930 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.119096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3dbf8ef7-68a7-4d0d-bcaa-dda262b67c2d req-cc37527e-5a23-48c5-8f64-ac81c56e279f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754063 Feb 07 22:40:36.221026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0adf77bd-f8ea-401a-b2ce-870d770973a8 req-433cade0-e3aa-4a59-b0cf-77b489691930 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.223875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] For port 6b54a1d3-855b-4a90-bc21-65894d155eff, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6b54a1d3-855b-4a90-bc21-65894d155eff,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:36.224348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.250721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 869f7b73-ecd1-4226-86cb-24084e71c4ca details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:36.262296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166699d0-68d0-44ce-b4e8-759daf973d0b req-5ccaa473-b54a-4050-848a-2ce188986073 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9316208 Feb 07 22:40:36.292828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dbd65-8460-474e-9903-acc06d5a7304 req-2eb1e923-fe4f-46bd-96bd-4e00ec9c78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:36.294549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967dbd65-8460-474e-9903-acc06d5a7304 req-2eb1e923-fe4f-46bd-96bd-4e00ec9c78eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0297625 Feb 07 22:40:36.340507 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] Set router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:40:36.547926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Calling delete_port for 6b54a1d3-855b-4a90-bc21-65894d155eff owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:36.607944 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:35Z', 'revision_number': 6, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:36.618122 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a022b2f-b7d3-4c7c-b726-3420adc1eae2 None None] The sync data for ids ['952b5f3d-961d-48e6-8ca9-5918d7f65bd9'] in n-d-827896-3 is: [{'id': '952b5f3d-961d-48e6-8ca9-5918d7f65bd9', 'name': 'tempest-ServersTestFqdnHostnames-1392974938-router', 'tenant_id': '3ef0bf7be3f549d3be992da2976f3665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:40:12Z', 'updated_at': '2022-02-07T22:40:35Z', 'revision_number': 6, 'project_id': '3ef0bf7be3f549d3be992da2976f3665', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:40:36.643028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 869f7b73-ecd1-4226-86cb-24084e71c4ca, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:36.660602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'mac_address': 'fa:16:3e:07:92:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:36.667413 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de259164-73bc-46b5-af76-50d5fe162018', 'code': 200} Feb 07 22:40:36.672723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:36.679565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967dbd65-8460-474e-9903-acc06d5a7304 req-414a74c4-fe62-4c4d-899f-22aa636efe16 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695509 Feb 07 22:40:36.814337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.856863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 869f7b73-ecd1-4226-86cb-24084e71c4ca {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:36.868705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0adf77bd-f8ea-401a-b2ce-870d770973a8 req-433cade0-e3aa-4a59-b0cf-77b489691930 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.911028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 869f7b73-ecd1-4226-86cb-24084e71c4ca, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:36.915494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:36.919452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.923775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cade0-e3aa-4a59-b0cf-77b489691930 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258cb722-78ee-4d5c-b25e-dbdfda356acf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:36.967355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0adf77bd-f8ea-401a-b2ce-870d770973a8 req-433cade0-e3aa-4a59-b0cf-77b489691930 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:36.996254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0adf77bd-f8ea-401a-b2ce-870d770973a8 req-433cade0-e3aa-4a59-b0cf-77b489691930 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/258cb722-78ee-4d5c-b25e-dbdfda356acf HTTP/1.1" status: 204 len: 173 time: 1.7288167 Feb 07 22:40:37.021271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-967dbd65-8460-474e-9903-acc06d5a7304 req-d9aa704a-6fa5-4d51-821b-8d997d7f5414 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264449 Feb 07 22:40:37.042873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429947e6-a6c4-4ed3-beca-06b9fc6deb71 req-fc7c8713-c160-4c17-aa7e-5aa1615d7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.049241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-429947e6-a6c4-4ed3-beca-06b9fc6deb71 req-fc7c8713-c160-4c17-aa7e-5aa1615d7d88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 1101 time: 0.4576297 Feb 07 22:40:37.109746 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.112543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516141-b8c3-4af0-b2a4-a5b6decaf76c req-bc70b8b0-ca5d-411a-a488-a2dda2805aae tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.125953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06516141-b8c3-4af0-b2a4-a5b6decaf76c req-bc70b8b0-ca5d-411a-a488-a2dda2805aae tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.4131873 Feb 07 22:40:37.219760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-429947e6-a6c4-4ed3-beca-06b9fc6deb71 req-89f0e92e-40ef-4bcc-b541-7afcc58a57b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590931 Feb 07 22:40:37.248756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.258940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06516141-b8c3-4af0-b2a4-a5b6decaf76c req-a98f1218-3056-40b1-8fc5-acfbce96dfda tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098909 Feb 07 22:40:37.365671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=869f7b73-ecd1-4226-86cb-24084e71c4ca,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:37.421914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.433410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b54a1d3-855b-4a90-bc21-65894d155eff,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:37.482359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.483220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:37.483547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.484056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.484582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.485088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.485632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.486283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.486821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.487261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['869f7b73-ecd1-4226-86cb-24084e71c4ca'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:37.487561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.488096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.488645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.489187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:37.534427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f84607-9fc7-4e0e-a2b2-f0625c656808 req-f9bb2b6f-3e86-463d-b86d-0694240e07e7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:37.543192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9f84607-9fc7-4e0e-a2b2-f0625c656808 req-f9bb2b6f-3e86-463d-b86d-0694240e07e7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 944 time: 0.1059692 Feb 07 22:40:37.557334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.582699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.626485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9f84607-9fc7-4e0e-a2b2-f0625c656808 req-6faecb57-c666-4f79-9c92-61625bd8a261 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774026 Feb 07 22:40:37.698938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:37.795909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1857106485', 'description': 'tempest-description-1310539852'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:37.815862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:37.825555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:37.832234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:37.846478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:37.853514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.856198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.874476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.891836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.892351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 952b5f3d-961d-48e6-8ca9-5918d7f65bd9 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:40:37.905963 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:37.909323 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-44b8fcab-7add-4bc9-949d-725cec786cd9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/952b5f3d-961d-48e6-8ca9-5918d7f65bd9 HTTP/1.1" status: 204 len: 168 time: 2.7427866 Feb 07 22:40:37.909936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51826) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:37.910475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:37.914784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Usage tracker for resource:security_group_rule and tenant:a508152725cf473a9ca3c2ad4b10f9a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:37.920492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:37.932309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:37.998977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] Deleting subnet f8079260-6803-40cf-9fd3-80c465e5c7fd {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:40:38.002778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.042506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.054410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.074483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.109465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0899e21-69fa-42d9-a947-86d94cbee06a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:38.114685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.137802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4aeee978-e6e4-42b0-a66e-a46a1305599e req-ca25c316-ef86-4a1b-abff-3ca3c71a24fe tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3475282 Feb 07 22:40:38.184283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.270841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.301477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2c220-3f2e-4a46-a12f-1664f8fd59a1 req-b2c750d9-49b2-47e5-82a6-33c6b897d1dc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:38.303443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39e2c220-3f2e-4a46-a12f-1664f8fd59a1 req-b2c750d9-49b2-47e5-82a6-33c6b897d1dc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 950 time: 0.0869191 Feb 07 22:40:38.317246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8079260-6803-40cf-9fd3-80c465e5c7fd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:38.319171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.325994 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-082b59d7-dd28-43ac-a9f8-234e26bed168 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f8079260-6803-40cf-9fd3-80c465e5c7fd HTTP/1.1" status: 204 len: 168 time: 0.4148374 Feb 07 22:40:38.328255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51844) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:38.329135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9ce498-88d6-49f4-be1e-f4aa5419f703 None None] Network aa323203-56d0-4c5c-a5e6-d71bd3fbeefc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:38.354438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39e2c220-3f2e-4a46-a12f-1664f8fd59a1 req-49068195-9137-4fa5-ab73-0866503d264e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Feb 07 22:40:38.446100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.459463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Deleting port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:38.459805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.591214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 028f4da6-830a-420d-813b-dcbec23d1452 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:38.619717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1b401e80-25a6-4e28-b0b8-b6314f0121ba tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:40:38.621160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1b401e80-25a6-4e28-b0b8-b6314f0121ba tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100300 Feb 07 22:40:38.638970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Request body: {'binding': {'host': 'n-h2-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:38.639661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:40:38.660230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] DHCP port deletion for aa323203-56d0-4c5c-a5e6-d71bd3fbeefc request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:40:38.662333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:38.691768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:38.701921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 028f4da6-830a-420d-813b-dcbec23d1452 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:40:38.702583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 028f4da6-830a-420d-813b-dcbec23d1452 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:40:38.702715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b54a1d3-855b-4a90-bc21-65894d155eff no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:38.736804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Deleting port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:38.737259 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.784820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6b54a1d3-855b-4a90-bc21-65894d155eff {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:40:38.785171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b54a1d3-855b-4a90-bc21-65894d155eff not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:40:38.788637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] For port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,segment=NetworkSegment(c3206cbf-90e9-4f06-9863-db1012194fd0),segment_id=c3206cbf-90e9-4f06-9863-db1012194fd0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:38.789009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:38.956659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Calling delete_port for 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:39.006897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-986faad0-321c-4862-9cf3-83b055595dc7 req-001d63e3-39a9-4baf-8f87-1a43fc073785 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/e0899e21-69fa-42d9-a947-86d94cbee06a HTTP/1.1" status: 200 len: 1801 time: 0.1397464 Feb 07 22:40:39.015217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-986faad0-321c-4862-9cf3-83b055595dc7 req-de927cee-0f96-4f48-84f3-7a76485cbe5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1544482950', 'description': 'tempest-description-hth-231795104'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:39.025128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.034910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on host n-h2-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:39.035317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:39.035584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:39.051483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.063038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:39.063623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:39.069670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-986faad0-321c-4862-9cf3-83b055595dc7 req-de927cee-0f96-4f48-84f3-7a76485cbe5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.073904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] For port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,segment=NetworkSegment(c3206cbf-90e9-4f06-9863-db1012194fd0),segment_id=c3206cbf-90e9-4f06-9863-db1012194fd0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:39.074304 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.081208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:39.081503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:39.082136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:39.082798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Bound port: 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:39.088505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:39.117446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:39.126113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] No DVR routers for this DVR port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:39.165956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-986faad0-321c-4862-9cf3-83b055595dc7 req-de927cee-0f96-4f48-84f3-7a76485cbe5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.170118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:39.172243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-986faad0-321c-4862-9cf3-83b055595dc7 req-de927cee-0f96-4f48-84f3-7a76485cbe5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.175649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-986faad0-321c-4862-9cf3-83b055595dc7 req-de927cee-0f96-4f48-84f3-7a76485cbe5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.194810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-986faad0-321c-4862-9cf3-83b055595dc7 req-de927cee-0f96-4f48-84f3-7a76485cbe5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "PUT /v2.0/security-groups/e0899e21-69fa-42d9-a947-86d94cbee06a HTTP/1.1" status: 200 len: 1774 time: 0.1869247 Feb 07 22:40:39.223094 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.223765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Calling delete_port for 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:39.236940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] 10.222.0.10 "POST /v2.0/ports/916e9e54-b6ee-4c26-a27c-28a362f5e2bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.6019666 Feb 07 22:40:39.243538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51862) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:39.257590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.268506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.281661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de927cee-0f96-4f48-84f3-7a76485cbe5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0899e21-69fa-42d9-a947-86d94cbee06a,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:39.287739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa323203-56d0-4c5c-a5e6-d71bd3fbeefc']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:39.306247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3206cbf-90e9-4f06-9863-db1012194fd0') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:39.306498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3206cbf-90e9-4f06-9863-db1012194fd0') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:40:39.321003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.412392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:39.456341 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.464460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:40:39.464895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:40:39.483302 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:40:39.496121 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.513181 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:39.513540 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:39.569500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.586163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.592327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:39.602755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa323203-56d0-4c5c-a5e6-d71bd3fbeefc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:39.617188 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b31f4084-50e2-45fa-948b-12c7446f83a6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/aa323203-56d0-4c5c-a5e6-d71bd3fbeefc HTTP/1.1" status: 204 len: 168 time: 1.2856169 Feb 07 22:40:39.617602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Usage tracker for resource:security_group_rule and tenant:70b49b3feb1e4f9eb3837cffa832c4ec is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:39.621587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:39.637233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:39.715097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab07c4-a849-46ca-a2a8-799f53a03771 req-9ae66834-eb38-469a-bbfd-e42af9d450f5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.716592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53ab07c4-a849-46ca-a2a8-799f53a03771 req-9ae66834-eb38-469a-bbfd-e42af9d450f5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.1988308 Feb 07 22:40:39.720465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-788e78cd-e9d9-4015-b352-70c1ec2df046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:39.721932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-788e78cd-e9d9-4015-b352-70c1ec2df046 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1096 time: 0.1672432 Feb 07 22:40:39.748510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51880) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:39.807856 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-937fc3f2-e28b-431b-ab47-26b47c931ad6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ef0bf7be3f549d3be992da2976f3665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580418 Feb 07 22:40:39.810735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51886) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:39.833432 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'code': 200} Feb 07 22:40:39.889236 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.901481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.935613 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-743e0a9d-9344-429c-845c-8a20a72033c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:39.954408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0642398-5ce2-4f37-9d54-430f5f00f983,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:39.962882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-743e0a9d-9344-429c-845c-8a20a72033c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.001538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53ab07c4-a849-46ca-a2a8-799f53a03771 req-f9300bfb-1528-40d2-b270-d76e3830ddcd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751181 Feb 07 22:40:40.015359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Deleting port 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:40.015839 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.034314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-743e0a9d-9344-429c-845c-8a20a72033c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.056409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e0a9d-9344-429c-845c-8a20a72033c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0e50f-2435-47f7-8664-8ae64a4604d6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:40.073150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-743e0a9d-9344-429c-845c-8a20a72033c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.074313 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-743e0a9d-9344-429c-845c-8a20a72033c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bfa0e50f-2435-47f7-8664-8ae64a4604d6 HTTP/1.1" status: 204 len: 168 time: 0.2625999 Feb 07 22:40:40.090300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5a734ed2-f5e2-4df4-86ac-c3048869be70 None None] The port '3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:40:40.214111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-57f85886-5e4b-480c-be85-655120f97d14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70b49b3feb1e4f9eb3837cffa832c4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9692235 Feb 07 22:40:40.216744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51892) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:40.252752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 869f7b73-ecd1-4226-86cb-24084e71c4ca up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:40.279007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-0694ddcc-196a-47f0-96d5-7b19da87215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.280614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-0694ddcc-196a-47f0-96d5-7b19da87215e service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.5388234 Feb 07 22:40:40.294259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fb1e96a-ba98-4bc8-acb1-a15c4fbdc083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.348471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 869f7b73-ecd1-4226-86cb-24084e71c4ca completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:40.355866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 869f7b73-ecd1-4226-86cb-24084e71c4ca triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:40.357097 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.361690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fb1e96a-ba98-4bc8-acb1-a15c4fbdc083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.410020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-7476886a-69cb-4ce1-99d4-75a69a3bd933 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 217 time: 0.1084766 Feb 07 22:40:40.430649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fb1e96a-ba98-4bc8-acb1-a15c4fbdc083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.460790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1e96a-ba98-4bc8-acb1-a15c4fbdc083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0642398-5ce2-4f37-9d54-430f5f00f983,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:40.469625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fb1e96a-ba98-4bc8-acb1-a15c4fbdc083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.473027 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6fb1e96a-ba98-4bc8-acb1-a15c4fbdc083 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0642398-5ce2-4f37-9d54-430f5f00f983 HTTP/1.1" status: 204 len: 168 time: 0.2530560 Feb 07 22:40:40.493015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a2289-eaf0-4049-94a2-6a773a391bd9 req-2f265646-32b6-405a-a029-fe2f546c483e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.499939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c3a2289-eaf0-4049-94a2-6a773a391bd9 req-2f265646-32b6-405a-a029-fe2f546c483e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 943 time: 0.5092537 Feb 07 22:40:40.501242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.560470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 869f7b73-ecd1-4226-86cb-24084e71c4ca, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:40.568698 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:40.612995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d920666e-d4ef-4ec2-845a-990fc804b384 req-e7b8c8b8-f6ec-475b-b7ce-3ae9833d8595 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/e0899e21-69fa-42d9-a947-86d94cbee06a HTTP/1.1" status: 200 len: 1774 time: 0.4136047 Feb 07 22:40:40.615953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:40.653270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c3a2289-eaf0-4049-94a2-6a773a391bd9 req-5d5efc53-98d0-42f4-a586-8b0e8c7ea288 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523850 Feb 07 22:40:40.681204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:40:40.681601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3dcf5b64-afec-4b2d-8d29-d76eda8c1e2e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:40:40.706000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-c3928792-b15b-4343-9f80-5106e1f18b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.706878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-c3928792-b15b-4343-9f80-5106e1f18b2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.2958839 Feb 07 22:40:40.713759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=869f7b73-ecd1-4226-86cb-24084e71c4ca,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:40.794359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-206bd3f1-875c-4dd2-a3e2-576886571957 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771906 Feb 07 22:40:40.843878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-3656db58-c093-4aee-9a9b-ec46cb1b282b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:40.845325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-3656db58-c093-4aee-9a9b-ec46cb1b282b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 943 time: 0.3644800 Feb 07 22:40:41.057277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Deleting port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:41.057655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.303901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feba0a-6c7c-4837-89a3-1a23acc7dc7d req-d7462212-0217-43f4-b25e-311d373b2d61 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:41.306322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36feba0a-6c7c-4837-89a3-1a23acc7dc7d req-d7462212-0217-43f4-b25e-311d373b2d61 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 950 time: 0.5102284 Feb 07 22:40:41.315586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-9159c7a0-6581-4003-80ca-7b479dc9bbf3 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135696 Feb 07 22:40:41.401501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d449cf-388e-4475-8d85-e8c8dd139cbf req-94297d28-cdcb-4ef8-93de-7977493bdb97 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:41.402975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9d449cf-388e-4475-8d85-e8c8dd139cbf req-94297d28-cdcb-4ef8-93de-7977493bdb97 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 945 time: 0.5567734 Feb 07 22:40:41.417735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51934) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:41.572213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36feba0a-6c7c-4837-89a3-1a23acc7dc7d req-a0706406-10cb-4da9-823e-9fe8d98b9595 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597241 Feb 07 22:40:41.593053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1436185605-network', 'tenant_id': '6e9d9d7c05f04532903fa70183bd2f94'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:41.598229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:41.612961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9d449cf-388e-4475-8d85-e8c8dd139cbf req-0109ceb4-be0a-4fc6-8f26-6d29344ee3d4 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744220 Feb 07 22:40:41.629877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Usage tracker for resource:network and tenant:6e9d9d7c05f04532903fa70183bd2f94 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:41.641832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:41.661989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] For port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:41.662364 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.663192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:41.681985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Made reservation on behalf of 6e9d9d7c05f04532903fa70183bd2f94 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:41.687261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.703325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.720476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:41.724330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Usage tracker for resource:security_group_rule and tenant:6e9d9d7c05f04532903fa70183bd2f94 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:41.728295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:41.734219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:41.819215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Calling delete_port for 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:41.834990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5'}, {'server_uuid': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869f7b73-ecd1-4226-86cb-24084e71c4ca'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:41.848912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-054f2e10-9f5e-4d42-b87a-4aa358d6a9bc service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003910 Feb 07 22:40:41.911958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.919660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.963502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:40:41.972089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82d343a-3cdc-4868-927f-c40299460e97,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:41.978496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:41.978835 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Added segment 60f098d9-ad61-4b53-9660-ac1da979b719 of type vlan for network cfe0cc05-e899-42ed-8864-0e5757eaced4 Feb 07 22:40:42.033979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.062990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.065162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.065162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.190087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] Pushing event updated for resources: {'Network': ['ID=cfe0cc05-e899-42ed-8864-0e5757eaced4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:42.194469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-571195ba-32bf-404e-97be-b7baf122d413 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7751532 Feb 07 22:40:42.201328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40fcfda3-7da2-4130-9190-6548c9de2e76 req-e17662cb-1f97-4847-b1f4-506a04208547 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/e0899e21-69fa-42d9-a947-86d94cbee06a HTTP/1.1" status: 200 len: 1774 time: 0.5296700 Feb 07 22:40:42.202763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51962) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:42.207708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network cfe0cc05-e899-42ed-8864-0e5757eaced4 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:40:42.209794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Request body: {'subnet': {'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1436185605-subnet', 'tenant_id': '6e9d9d7c05f04532903fa70183bd2f94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:42.216214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:42.220550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Usage tracker for resource:subnet and tenant:6e9d9d7c05f04532903fa70183bd2f94 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:42.223737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:42.230570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:42.242244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Made reservation on behalf of 6e9d9d7c05f04532903fa70183bd2f94 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:42.245547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.307390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929d0aa-32c3-4301-8c10-6a7aa7727e21 req-6b990725-4567-4042-a7fd-4bbc8f2f9811 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.314149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7929d0aa-32c3-4301-8c10-6a7aa7727e21 req-6b990725-4567-4042-a7fd-4bbc8f2f9811 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.5025177 Feb 07 22:40:42.361693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-d2fdaee1-86a0-466f-b471-a3cd883d54cd tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.363160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-d2fdaee1-86a0-466f-b471-a3cd883d54cd tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.4075727 Feb 07 22:40:42.380718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-3'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:42.431737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.512878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7929d0aa-32c3-4301-8c10-6a7aa7727e21 req-d2cc10f2-2bc2-4caf-bf95-ff6027dd84ab tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977732 Feb 07 22:40:42.515302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.531197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event deleted for resources: {'Port': ['ID=5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:42.566172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-40fcfda3-7da2-4130-9190-6548c9de2e76 req-9680c1dc-ae43-4958-8dda-2d2eac16b4af tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.593991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:42.609213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Checking segment: {'id': '60f098d9-ad61-4b53-9660-ac1da979b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:42.610591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Network hostable DHCP agents. Network: cfe0cc05-e899-42ed-8864-0e5757eaced4, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:40:42.632824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Network cfe0cc05-e899-42ed-8864-0e5757eaced4 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:40:42.645789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, cfe0cc05-e899-42ed-8864-0e5757eaced4) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:42.652764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.653361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.659805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c49530-7244-4e49-8025-7d2f836b7db8 None None] Network cfe0cc05-e899-42ed-8864-0e5757eaced4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:42.685617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-68383705-b186-4a71-8053-7c4ae320597d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4810174 Feb 07 22:40:42.705787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] No DVR routers for this DVR port 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:42.728648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.731174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-deleted', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:42.752103 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-40fcfda3-7da2-4130-9190-6548c9de2e76 req-9680c1dc-ae43-4958-8dda-2d2eac16b4af tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.758867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.838593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed1be7a7-878b-4e9b-a3f1-c61468f7bfd5 req-bd7d15db-c4db-4a91-bc7b-c2685c44a691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.36 "DELETE /v2.0/ports/5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 HTTP/1.1" status: 204 len: 173 time: 1.9623640 Feb 07 22:40:42.978742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-40fcfda3-7da2-4130-9190-6548c9de2e76 req-9680c1dc-ae43-4958-8dda-2d2eac16b4af tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:42.979564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603fab0-1d85-4304-ad1f-50d17b7a42b7 None None] Network cfe0cc05-e899-42ed-8864-0e5757eaced4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:40:42.990488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c76cec-e6da-4908-8b5d-d2de1286768a req-7447096b-e3af-4a08-be05-e5273a27f24d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:42.992229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10c76cec-e6da-4908-8b5d-d2de1286768a req-7447096b-e3af-4a08-be05-e5273a27f24d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 950 time: 0.3468630 Feb 07 22:40:43.046223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680c1dc-ae43-4958-8dda-2d2eac16b4af tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0899e21-69fa-42d9-a947-86d94cbee06a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:43.074989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-40fcfda3-7da2-4130-9190-6548c9de2e76 req-9680c1dc-ae43-4958-8dda-2d2eac16b4af tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.075990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40fcfda3-7da2-4130-9190-6548c9de2e76 req-9680c1dc-ae43-4958-8dda-2d2eac16b4af tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/e0899e21-69fa-42d9-a947-86d94cbee06a HTTP/1.1" status: 204 len: 173 time: 0.8147275 Feb 07 22:40:43.114667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10c76cec-e6da-4908-8b5d-d2de1286768a req-f884bae7-15c4-44c2-92c0-8c215140a47b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961893 Feb 07 22:40:43.136688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:43.189216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:43.246919 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'code': 200} Feb 07 22:40:43.247395 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'code': 200} Feb 07 22:40:43.397250 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.433876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a4aa920b-c581-4efb-8c13-ccafcce3df1b req-bc643cda-1200-481c-a095-16e0579f2495 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Synchronizing usage tracker for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:43.453280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.594454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a4aa920b-c581-4efb-8c13-ccafcce3df1b req-bc643cda-1200-481c-a095-16e0579f2495 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Unset dirty status for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:43.595527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4aa920b-c581-4efb-8c13-ccafcce3df1b req-bc643cda-1200-481c-a095-16e0579f2495 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=df385d18-a8b1-4b88-bf59-1f934c4c58ec HTTP/1.1" status: 200 len: 210 time: 0.3068342 Feb 07 22:40:43.672709 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df385d18-a8b1-4b88-bf59-1f934c4c58ec', 'name': 'network-vif-deleted', 'tag': '5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5', 'status': 'completed', 'code': 200} Feb 07 22:40:43.673411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:43.700220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on host n-h1-827896-3 for vnic_type normal with profile {"migrating_to": "n-h2-827896-3"} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:43.700814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:43.701151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:43.704684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24fc10-d4b9-45a3-ab57-610abe1bdfac req-d90146ca-bb2d-44e7-a00e-34159609a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.706141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b24fc10-d4b9-45a3-ab57-610abe1bdfac req-d90146ca-bb2d-44e7-a00e-34159609a526 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 1101 time: 0.3598361 Feb 07 22:40:43.716543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48bd2-dcf7-422b-8758-b485cd1ceec3 req-66b8dbc7-54d3-4298-957d-49229d4829af tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:43.718044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7de48bd2-dcf7-422b-8758-b485cd1ceec3 req-66b8dbc7-54d3-4298-957d-49229d4829af tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 945 time: 0.3661695 Feb 07 22:40:43.739428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:43.739759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Attempting to bind port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:43.765401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:43.765745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:43.766132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:43.766561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Bound port: 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:43.766911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.832489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:43.844844 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b24fc10-d4b9-45a3-ab57-610abe1bdfac req-b6a6631e-0325-4ef8-89e4-22d9be103207 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258073 Feb 07 22:40:43.861691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7de48bd2-dcf7-422b-8758-b485cd1ceec3 req-a0f5f768-2872-4c69-aa66-3b9aaf5f760e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231337 Feb 07 22:40:43.918144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:43.921572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:43.929914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:43.989910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.007883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:44.012543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Usage tracker for resource:security_group_rule and tenant:cc58e73a648e473392302cce813726b0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:44.015884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:44.022101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:44.111068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.114757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.163306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dfb31c-7753-4831-bc39-6cadd252e081,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:44.170036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-202db3de-cf59-4ba9-b65f-af8249f866f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc58e73a648e473392302cce813726b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337774 Feb 07 22:40:44.170295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52028) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:44.230795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-736d3568-3e6c-461d-9a32-f2f1bda1ea0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.260916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-736d3568-3e6c-461d-9a32-f2f1bda1ea0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.312581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-736d3568-3e6c-461d-9a32-f2f1bda1ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.330216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d3568-3e6c-461d-9a32-f2f1bda1ea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dfb31c-7753-4831-bc39-6cadd252e081,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:44.339371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-736d3568-3e6c-461d-9a32-f2f1bda1ea0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.340526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-736d3568-3e6c-461d-9a32-f2f1bda1ea0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2dfb31c-7753-4831-bc39-6cadd252e081 HTTP/1.1" status: 204 len: 168 time: 0.1693330 Feb 07 22:40:44.353568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.354188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.355545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] 10.222.0.26 "PUT /v2.0/ports/916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 1121 time: 1.9811437 Feb 07 22:40:44.363451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee071ca-3a9b-4315-ba41-3d6f11f58701 service neutron] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=8']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:44.441122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-c60d1c59-a379-4a57-8e19-d7898aaf23e8 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.442645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-c60d1c59-a379-4a57-8e19-d7898aaf23e8 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/networks?id=cfe0cc05-e899-42ed-8864-0e5757eaced4 HTTP/1.1" status: 200 len: 822 time: 0.3861680 Feb 07 22:40:44.454367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['916e9e54-b6ee-4c26-a27c-28a362f5e2bd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:44.465837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5889b-5a63-47d8-9d81-d9706922c9a5 req-045c020e-0513-401b-8e53-47ac3eba0360 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.467368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2a5889b-5a63-47d8-9d81-d9706922c9a5 req-045c020e-0513-401b-8e53-47ac3eba0360 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.3788872 Feb 07 22:40:44.469829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-86690c38-2a85-4922-a3f8-ebeb2e7ea4d2 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/quotas/6e9d9d7c05f04532903fa70183bd2f94 HTTP/1.1" status: 200 len: 375 time: 0.0210984 Feb 07 22:40:44.540492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-8ab95fa2-720f-4531-a374-a92c2b51dbfd tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e9d9d7c05f04532903fa70183bd2f94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531044 Feb 07 22:40:44.629313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2a5889b-5a63-47d8-9d81-d9706922c9a5 req-be5cfedb-b89e-44d8-9f8b-b2e4a19aed1f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557684 Feb 07 22:40:44.670405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:44.684130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52040) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:44.696538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-d8c36d43-4424-4c75-9718-6349cb074fcf service neutron] 10.222.0.10 "GET /v2.0/networks/cfe0cc05-e899-42ed-8864-0e5757eaced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464186 Feb 07 22:40:44.703099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.710771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:40:44.712061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5e1f9d97-0f0d-43bd-b51c-b6fa436d0ac5 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:40:44.724917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:44.729797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Usage tracker for resource:security_group_rule and tenant:33db108b81fd4d37a7c4bde8e14cdd6e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:44.732719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:44.738355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:44.833262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.838734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.880926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-09c87fa0-9681-4c8f-9384-7fc715319662 service neutron] 10.222.0.10 "GET /v2.0/networks/cfe0cc05-e899-42ed-8864-0e5757eaced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834004 Feb 07 22:40:44.884548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d6182f-bfde-4b44-9a22-5ac6b8162515,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:44.889763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6a6f151b-2f85-4d9f-a39a-b713063fd20a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33db108b81fd4d37a7c4bde8e14cdd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043974 Feb 07 22:40:44.892477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:44.920817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530bc22-4fec-43e2-9252-3a8f321abd9c req-0f1567ed-b0ab-403c-a4b5-2cabf6e5b66a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:44.922293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8530bc22-4fec-43e2-9252-3a8f321abd9c req-0f1567ed-b0ab-403c-a4b5-2cabf6e5b66a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 950 time: 0.1202202 Feb 07 22:40:44.959041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-786eb796-0a8a-4106-9a2b-7afdc5beb20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:44.979414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8530bc22-4fec-43e2-9252-3a8f321abd9c req-3f6f37d8-7e40-4057-b2bf-8521ae0c9400 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501294 Feb 07 22:40:44.990829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-786eb796-0a8a-4106-9a2b-7afdc5beb20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.034327 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-eca64132-b344-4ed0-b463-b50d28c19653 req-11135fef-8d01-4e8a-84e1-2862e33882f0 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:40:45.042372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eca64132-b344-4ed0-b463-b50d28c19653 req-11135fef-8d01-4e8a-84e1-2862e33882f0 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/258cb722-78ee-4d5c-b25e-dbdfda356acf HTTP/1.1" status: 404 len: 352 time: 0.0271199 Feb 07 22:40:45.090192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-786eb796-0a8a-4106-9a2b-7afdc5beb20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.114940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eb796-0a8a-4106-9a2b-7afdc5beb20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d6182f-bfde-4b44-9a22-5ac6b8162515,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:45.119711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-786eb796-0a8a-4106-9a2b-7afdc5beb20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:45.124743 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-786eb796-0a8a-4106-9a2b-7afdc5beb20c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91d6182f-bfde-4b44-9a22-5ac6b8162515 HTTP/1.1" status: 204 len: 168 time: 0.2307880 Feb 07 22:40:45.177459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47bd7c30-0aec-44df-b6c0-d4f4827e835c req-b56dea28-ee06-4e26-a5ba-7bfd4af7e01a tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 210 time: 0.0656605 Feb 07 22:40:45.244422 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-f1f557a4-109e-4bec-918b-d3ad38a4d9a9 req-2f6ccded-6214-4b52-96f6-fb1142e26904 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:40:45.251635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f557a4-109e-4bec-918b-d3ad38a4d9a9 req-2f6ccded-6214-4b52-96f6-fb1142e26904 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/f7cb42ed-8fe0-4fe5-944d-bff0317cc107 HTTP/1.1" status: 404 len: 352 time: 0.0275612 Feb 07 22:40:45.294315 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-dbc20817-1509-4dc6-8934-0e373e147d5f req-ed4d91cd-f2d6-4ddc-bf1d-ca420a0c4d1b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:40:45.308659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dbc20817-1509-4dc6-8934-0e373e147d5f req-ed4d91cd-f2d6-4ddc-bf1d-ca420a0c4d1b tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/9a102153-d3ba-4ff3-812c-1a5aabd1b9c9 HTTP/1.1" status: 404 len: 352 time: 0.0363927 Feb 07 22:40:45.424468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caa14b-95cb-4ffb-8e6e-5b0074ac1f74 req-9e52f203-3327-4e06-ba60-0259cfc457e9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.426226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95caa14b-95cb-4ffb-8e6e-5b0074ac1f74 req-9e52f203-3327-4e06-ba60-0259cfc457e9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 943 time: 0.1161795 Feb 07 22:40:45.599955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95caa14b-95cb-4ffb-8e6e-5b0074ac1f74 req-853c110b-8d0a-4488-8630-e3798fbb090e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488006 Feb 07 22:40:45.679322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-66e00868-758c-4aef-ba8b-554aae7314a4 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.681359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-66e00868-758c-4aef-ba8b-554aae7314a4 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 821 time: 0.2541029 Feb 07 22:40:45.681995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd'}, {'name': 'network-changed', 'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:45.687434 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-c83875fb-18a9-4331-b02d-134af2332860 req-4207c363-303a-4886-aeaa-7ae20393b713 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:40:45.688394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c83875fb-18a9-4331-b02d-134af2332860 req-4207c363-303a-4886-aeaa-7ae20393b713 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/8bb64553-936f-49d6-aa9c-76038d891920 HTTP/1.1" status: 404 len: 352 time: 0.0378938 Feb 07 22:40:45.699620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-2a11d259-4ffd-4656-980a-9f050a0d924b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/quotas/d87a212156f94b17a791c78e66488b20 HTTP/1.1" status: 200 len: 375 time: 0.0099926 Feb 07 22:40:45.872441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-ce08af38-45c5-4662-a82a-b3654100d946 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661623 Feb 07 22:40:45.910905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf9050-a5d0-4e8a-abb2-bd9c9f8e56ab req-87129751-f0cf-4389-a575-5f54f36cc65a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:45.912445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76cf9050-a5d0-4e8a-abb2-bd9c9f8e56ab req-87129751-f0cf-4389-a575-5f54f36cc65a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.1245930 Feb 07 22:40:45.966863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76cf9050-a5d0-4e8a-abb2-bd9c9f8e56ab req-bb954ed4-a970-40eb-b1e2-e263d51573b0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Feb 07 22:40:46.042749 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd', 'code': 200} Feb 07 22:40:46.042749 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd', 'status': 'completed', 'code': 200} Feb 07 22:40:46.171307 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-42177477-915e-4d0e-8a3c-150a3d8d8ca5 req-6ace785a-0966-4bd9-a5c8-5452367cf995 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:40:46.172223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42177477-915e-4d0e-8a3c-150a3d8d8ca5 req-6ace785a-0966-4bd9-a5c8-5452367cf995 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/d604513b-a828-4c0d-bc38-83ae92c79a36 HTTP/1.1" status: 404 len: 352 time: 0.1176789 Feb 07 22:40:46.265374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-0eff3194-1eea-4480-930f-0dc4ac90cf21 service neutron] 10.222.0.10 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917413 Feb 07 22:40:46.268479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:46.426051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:46.439867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:46.448272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd has no active binding in host n-h2-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:40:46.543271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-65328617-9cbc-43fb-9be9-d32e5be96ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:46.544820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-65328617-9cbc-43fb-9be9-d32e5be96ccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1124 time: 0.4506838 Feb 07 22:40:46.596488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-575363b3-1e68-4da8-ab10-cfa4d3c41b31 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:46.597307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-575363b3-1e68-4da8-ab10-cfa4d3c41b31 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Synchronizing usage tracker for tenant:6e9d9d7c05f04532903fa70183bd2f94 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:46.629087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-575363b3-1e68-4da8-ab10-cfa4d3c41b31 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Unset dirty status for tenant:6e9d9d7c05f04532903fa70183bd2f94 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:46.630552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-575363b3-1e68-4da8-ab10-cfa4d3c41b31 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.36 "GET /v2.0/networks?id=cfe0cc05-e899-42ed-8864-0e5757eaced4 HTTP/1.1" status: 200 len: 822 time: 0.2190952 Feb 07 22:40:46.657875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Request body: {'port': {'device_id': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4', 'admin_state_up': True, 'tenant_id': '6e9d9d7c05f04532903fa70183bd2f94'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:46.722902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.754102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:46.760649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3e0c7-8c40-4ec0-9dbb-785fafae9e50 req-acd5e7ef-7a17-4a56-a60c-c2c4251ebb93 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:46.762113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fda3e0c7-8c40-4ec0-9dbb-785fafae9e50 req-acd5e7ef-7a17-4a56-a60c-c2c4251ebb93 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 950 time: 0.4695418 Feb 07 22:40:46.762451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Usage tracker for resource:security_group_rule and tenant:003a8be190e74c1481f93cc4f4463564 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:46.767327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:46.774165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-f51afe90-5ed0-40d3-900d-53e64271f44c service neutron] 10.222.0.10 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064099 Feb 07 22:40:46.778977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:46.838662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:46.844051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Usage tracker for resource:port and tenant:6e9d9d7c05f04532903fa70183bd2f94 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:46.848746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:46.858228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:46.860200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-de99dea3-fb55-4093-ae31-ac0369506fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:46.862845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-de99dea3-fb55-4093-ae31-ac0369506fe3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.3007221 Feb 07 22:40:46.877126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Made reservation on behalf of 6e9d9d7c05f04532903fa70183bd2f94 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:46.881296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:46.989579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-c303dda3-794d-456e-a402-d61f052809d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 217 time: 0.1130266 Feb 07 22:40:47.006905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fda3e0c7-8c40-4ec0-9dbb-785fafae9e50 req-33eaccf8-50f0-4be7-aa35-dbc8216bae31 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742764 Feb 07 22:40:47.010448 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-62c6e4ba-5bb7-4e4c-b2dd-26c14b407ead req-222cb047-1da1-43d5-96cc-a78edeb0bbd9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] show failed (client error): The resource could not be found. Feb 07 22:40:47.011470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62c6e4ba-5bb7-4e4c-b2dd-26c14b407ead req-222cb047-1da1-43d5-96cc-a78edeb0bbd9 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/a96b7eb3-ba01-458a-a925-c2fb78c8bee2 HTTP/1.1" status: 404 len: 352 time: 0.0606754 Feb 07 22:40:47.113495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-32635981-597f-453e-95f1-442f4ad4cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.115985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-32635981-597f-453e-95f1-442f4ad4cc12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.0999849 Feb 07 22:40:47.190846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.191939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-c4d78790-9bca-47f7-bbd5-45bddc5998bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680962 Feb 07 22:40:47.200482 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.261028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Allocated IP 172.20.0.12 (cfe0cc05-e899-42ed-8864-0e5757eaced4/bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1/e02cd2bf-47f0-4465-86f6-1a59e535a4b5) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:47.266221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b29f253-3291-451a-92a7-228b3a539eae,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.275395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9a14cfe-0eff-4917-9a72-cae0d7a52a6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=003a8be190e74c1481f93cc4f4463564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8334293 Feb 07 22:40:47.282525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52146) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:47.397601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-278f2315-519b-4657-9427-c67fe88b6ffe req-add2b809-cb1f-41a2-8afa-2fc7b498b930 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 210 time: 0.1464467 Feb 07 22:40:47.454679 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-802f3fe0-ce9f-43f1-991c-3a3a13f98518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.486755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-c6d0ff73-71fd-489a-8262-8318e204e65b service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864957 Feb 07 22:40:47.497640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a79dd2-96cc-42f9-8fc9-d6a15e3f5eb7 req-17c1ab40-3215-4914-a17a-7c3f587da150 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.503460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-802f3fe0-ce9f-43f1-991c-3a3a13f98518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.504930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27a79dd2-96cc-42f9-8fc9-d6a15e3f5eb7 req-17c1ab40-3215-4914-a17a-7c3f587da150 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 943 time: 0.2527561 Feb 07 22:40:47.589494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.616009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-802f3fe0-ce9f-43f1-991c-3a3a13f98518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.633364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f3fe0-ce9f-43f1-991c-3a3a13f98518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b29f253-3291-451a-92a7-228b3a539eae,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.650738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-802f3fe0-ce9f-43f1-991c-3a3a13f98518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.651946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-802f3fe0-ce9f-43f1-991c-3a3a13f98518 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b29f253-3291-451a-92a7-228b3a539eae HTTP/1.1" status: 204 len: 168 time: 0.3682380 Feb 07 22:40:47.653821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:47.677015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27a79dd2-96cc-42f9-8fc9-d6a15e3f5eb7 req-1ba93593-a96a-4ea2-bc76-d3389ece7296 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685779 Feb 07 22:40:47.699583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b299e94-c76b-44a6-9bb6-ee40c082fb39 req-4faa9a15-78e4-4c33-a0e9-cf79ff7064b0 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 210 time: 0.1490440 Feb 07 22:40:47.765932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31b3c153-b130-4cc9-9af5-1234fd351fb0 req-e09e2a1f-af86-49e5-8273-e207d42bd28a service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450783 Feb 07 22:40:47.805489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Network cfe0cc05-e899-42ed-8864-0e5757eaced4 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:47.812763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:47.821467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:47.919521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Pushing event updated for resources: {'Port': ['ID=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:47.945558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d4860-3bed-4635-9f6b-b80debd22e16 req-a6d08ce0-f398-4242-a5e3-42245a89b691 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.959442 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f4d4860-3bed-4635-9f6b-b80debd22e16 req-a6d08ce0-f398-4242-a5e3-42245a89b691 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.1705768 Feb 07 22:40:47.969368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:47.969989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.006488 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-570834e7-a72f-4e98-96d2-dbde96059cac tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3536484 Feb 07 22:40:48.019915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Request body: {'port': {'device_id': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:48.033527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f4d4860-3bed-4635-9f6b-b80debd22e16 req-1d80014f-22ca-461c-aa4d-030c2da45342 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648952 Feb 07 22:40:48.214764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.386628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e0052-eab9-48c3-a694-d7aa27160679 req-9bd7143e-f503-4435-97de-641e3c594186 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:48.388155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-666e0052-eab9-48c3-a694-d7aa27160679 req-9bd7143e-f503-4435-97de-641e3c594186 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1023 time: 0.1462755 Feb 07 22:40:48.458613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-00d22a3e-2e0d-426d-8067-cecc6a700407 service neutron] 10.222.0.36 "GET /v2.0/ports/916e9e54-b6ee-4c26-a27c-28a362f5e2bd/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.1359158 Feb 07 22:40:48.502125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-666e0052-eab9-48c3-a694-d7aa27160679 req-72d929e7-75b7-41ff-aab4-4e3ab3f6c51d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:48.593247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-666e0052-eab9-48c3-a694-d7aa27160679 req-72d929e7-75b7-41ff-aab4-4e3ab3f6c51d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:48.594491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-666e0052-eab9-48c3-a694-d7aa27160679 req-72d929e7-75b7-41ff-aab4-4e3ab3f6c51d tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=e445f58d-bb37-4997-94dc-e0d0b971785a&id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&id=a54db15e-0da5-4d9f-b424-980c28c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1939571 Feb 07 22:40:48.670209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02cd2bf-47f0-4465-86f6-1a59e535a4b5 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:48.683677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.690832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d439b7d-5e03-4d2b-a04c-df531c48cb97 req-888d742a-d1b4-400b-b5b4-307c0845d491 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:48.697689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d439b7d-5e03-4d2b-a04c-df531c48cb97 req-888d742a-d1b4-400b-b5b4-307c0845d491 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:48.707120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d439b7d-5e03-4d2b-a04c-df531c48cb97 req-888d742a-d1b4-400b-b5b4-307c0845d491 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74&device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 1691 time: 0.2525702 Feb 07 22:40:48.716276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Transition to ACTIVE for port object e02cd2bf-47f0-4465-86f6-1a59e535a4b5 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:48.723891 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:48.898604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:48.932038 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d439b7d-5e03-4d2b-a04c-df531c48cb97 req-8f2695c3-ed4a-4e4d-b238-16364b118564 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235990 Feb 07 22:40:49.004475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Attempting to bind port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:49.004994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Attempting to bind port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '60f098d9-ad61-4b53-9660-ac1da979b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:49.005397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Attempting to bind port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 on network cfe0cc05-e899-42ed-8864-0e5757eaced4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:49.012635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 on network cfe0cc05-e899-42ed-8864-0e5757eaced4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:49.013239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Attempting to bind port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 on network cfe0cc05-e899-42ed-8864-0e5757eaced4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:49.020111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:49.020929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Checking segment: {'id': '60f098d9-ad61-4b53-9660-ac1da979b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:49.021725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Bound using segment: {'id': '60f098d9-ad61-4b53-9660-ac1da979b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:49.022323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Bound port: e02cd2bf-47f0-4465-86f6-1a59e535a4b5, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f098d9-ad61-4b53-9660-ac1da979b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:49.022594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.209511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] For port e02cd2bf-47f0-4465-86f6-1a59e535a4b5, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:49.216772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] For port e02cd2bf-47f0-4465-86f6-1a59e535a4b5, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,segment=NetworkSegment(60f098d9-ad61-4b53-9660-ac1da979b719),segment_id=60f098d9-ad61-4b53-9660-ac1da979b719)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:49.219143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:49.223383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.284360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.285529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.287466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] 10.222.0.36 "PUT /v2.0/ports/e02cd2bf-47f0-4465-86f6-1a59e535a4b5 HTTP/1.1" status: 200 len: 1092 time: 1.2729981 Feb 07 22:40:49.298526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'tag': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:49.337495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bd50b-8621-46a3-ba5e-a8a16bcc9fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:49.348070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83ef79-3d56-41e8-84b2-6eecdb6947da req-48600f3d-c833-4579-940b-0428950908bd tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.353202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a83ef79-3d56-41e8-84b2-6eecdb6947da req-48600f3d-c833-4579-940b-0428950908bd tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 944 time: 0.5233078 Feb 07 22:40:49.361257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:49.481970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-958929e6-50e9-475f-ba05-e6a883ff4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.483823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-958929e6-50e9-475f-ba05-e6a883ff4a43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e9d9d7c05f04532903fa70183bd2f94&device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 1095 time: 0.1198168 Feb 07 22:40:49.501553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97590-34b1-49da-a082-3a497a072cb6 req-14557199-4c0d-484d-9bd2-d32acae0604f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.503278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8e97590-34b1-49da-a082-3a497a072cb6 req-14557199-4c0d-484d-9bd2-d32acae0604f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 943 time: 0.3673420 Feb 07 22:40:49.524177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916e9e54-b6ee-4c26-a27c-28a362f5e2bd {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:49.575685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a83ef79-3d56-41e8-84b2-6eecdb6947da req-dfe540a7-eb34-4a2a-97fd-dd3da0002181 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699157 Feb 07 22:40:49.577477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:49.613028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-0a60ae5c-f234-47e7-a6d9-516c5222bc26 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.614597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-0a60ae5c-f234-47e7-a6d9-516c5222bc26 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.26 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 821 time: 0.3867078 Feb 07 22:40:49.635404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Request body: {'port': {'device_id': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'admin_state_up': True, 'tenant_id': 'd87a212156f94b17a791c78e66488b20'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:49.659167 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.715244 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-c8bc51ce-2fb3-4db5-95a3-45d05276a415 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e02cd2bf-47f0-4465-86f6-1a59e535a4b5 HTTP/1.1" status: 200 len: 217 time: 0.2203376 Feb 07 22:40:49.721472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8e97590-34b1-49da-a082-3a497a072cb6 req-15904cc1-1f12-4a00-b8d7-a72d6cce9070 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006328 Feb 07 22:40:49.799897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-60e5080c-6c47-49f9-a522-11de05738482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.801373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-60e5080c-6c47-49f9-a522-11de05738482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1 HTTP/1.1" status: 200 len: 862 time: 0.0793767 Feb 07 22:40:49.838668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5318889-43a9-4628-ba81-586d5ab3a9c7 req-0b60ec99-d9e3-4221-a8c6-1449703d9dbe tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 210 time: 0.1162066 Feb 07 22:40:49.871754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-0f09a9bf-6472-4c5b-b8d0-6c96c1190f5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:49.871754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-0f09a9bf-6472-4c5b-b8d0-6c96c1190f5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Synchronizing usage tracker for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:49.871754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-6ac816fe-cb21-4c41-8762-781ccc00c0dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfe0cc05-e899-42ed-8864-0e5757eaced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601754 Feb 07 22:40:49.918825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:49.935300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:49.944223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] Transition to ACTIVE for port object 916e9e54-b6ee-4c26-a27c-28a362f5e2bd will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:49.950653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:49.999472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Made reservation on behalf of d87a212156f94b17a791c78e66488b20 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:40:50.003082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.019552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-0f09a9bf-6472-4c5b-b8d0-6c96c1190f5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Unset dirty status for tenant:a508152725cf473a9ca3c2ad4b10f9a5 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:50.022743 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-0f09a9bf-6472-4c5b-b8d0-6c96c1190f5c tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.36 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1023 time: 0.4647684 Feb 07 22:40:50.066484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52230) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:50.138496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Deleting port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:50.138911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.208687 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-7fe195de-50fc-418e-8c4f-3ead57cfc7fd service neutron] 10.222.0.36 "GET /v2.0/networks/cfe0cc05-e899-42ed-8864-0e5757eaced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327057 Feb 07 22:40:50.221439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] No DVR routers for this DVR port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:50.329332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] Pushing event updated for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=10']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:50.364147 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.400332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:50.417201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-8299d97b-ad4a-491a-90f9-e30cab4667aa service neutron] 10.222.0.36 "PUT /v2.0/ports/916e9e54-b6ee-4c26-a27c-28a362f5e2bd/bindings/n-h2-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9251199 Feb 07 22:40:50.429682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f98b3a-bf8e-442c-85d4-95c7554f3768 req-4e043a2b-c919-4fa0-b9d4-33bac93ae535 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:50.431707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31f98b3a-bf8e-442c-85d4-95c7554f3768 req-4e043a2b-c919-4fa0-b9d4-33bac93ae535 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.4152491 Feb 07 22:40:50.472901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Usage tracker for resource:security_group_rule and tenant:2a14e8d2169041c59053e3f1bebdd9a6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:50.496308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:50.498054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Allocated IP 172.20.0.12 (9f761bb2-2a7b-4404-9ddf-3131307cd150/345c937d-c7b8-4af5-a4b4-13ec996046c3/f479f7a5-977f-461c-bd35-c762bd6eccdd) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:40:50.514810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:50.528256 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'tag': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5', 'status': 'completed', 'code': 200} Feb 07 22:40:50.551354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31f98b3a-bf8e-442c-85d4-95c7554f3768 req-99662db8-e7f7-4dc0-83ff-5fb93ebec612 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 Feb 07 22:40:50.564520 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac00eb99-e001-4b9c-91b9-b8629f0b8ee8 req-274ba9f2-2811-476e-85c4-260ece921ae9 service neutron] 10.222.0.36 "GET /v2.0/networks/cfe0cc05-e899-42ed-8864-0e5757eaced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479412 Feb 07 22:40:50.657538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-4feefda4-edea-4017-9828-e877a06cfbad tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:50.659027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-4feefda4-edea-4017-9828-e877a06cfbad tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.1592100 Feb 07 22:40:50.687816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:50.716070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:50.716658 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.777811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:40:50.778227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1156c7aa-f8b2-48c7-87ed-cae28141d7fe no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:50.859105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Calling delete_port for 1156c7aa-f8b2-48c7-87ed-cae28141d7fe owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:50.919429 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.956197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:50.966538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:50.971444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.971813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:50.988001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.003780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-ff382ec5-7217-4854-b30b-434be240c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.005428 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-ff382ec5-7217-4854-b30b-434be240c578 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e9d9d7c05f04532903fa70183bd2f94&device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 1095 time: 0.3690140 Feb 07 22:40:51.053522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:51.063983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.064329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.064893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.065370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.065882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.066226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.066559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.066888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.067215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.067541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.067865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.068188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:40:51.125152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-f23b3c6f-aa10-40ad-9ea3-5a99057f15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.127238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-f23b3c6f-aa10-40ad-9ea3-5a99057f15d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 1095 time: 0.4497049 Feb 07 22:40:51.130498 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a14e8d2169041c59053e3f1bebdd9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0613551 Feb 07 22:40:51.135197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768daf78-7538-4488-9f4d-106917afc11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8187e811-afb7-4e03-ad00-4f66864146d0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:51.140260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6699-dbcd-4c95-aa41-2737164cc3b9 req-90109f81-589d-488d-a2c4-838d82a63dd4 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.141970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93df6699-dbcd-4c95-aa41-2737164cc3b9 req-90109f81-589d-488d-a2c4-838d82a63dd4 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/ports?device_id=9230c932-849b-4e54-8d43-5610d747a557 HTTP/1.1" status: 200 len: 1023 time: 0.4877810 Feb 07 22:40:51.143611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52252) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:51.144281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:40:51.144423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274ae11-17aa-4cd6-8528-24b0fb1aaef7 req-71bfb7b7-6f67-488c-8b93-92a63927b7de tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.144621 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:40:51.152017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8274ae11-17aa-4cd6-8528-24b0fb1aaef7 req-71bfb7b7-6f67-488c-8b93-92a63927b7de tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 1101 time: 0.3396502 Feb 07 22:40:51.226446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-eb71e950-a9de-483f-8827-2acd4a9a52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.228425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-eb71e950-a9de-483f-8827-2acd4a9a52a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cfe0cc05-e899-42ed-8864-0e5757eaced4 HTTP/1.1" status: 200 len: 923 time: 0.2140279 Feb 07 22:40:51.250190 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.300042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8274ae11-17aa-4cd6-8528-24b0fb1aaef7 req-865bd343-7443-4af8-807c-8b0f17c86a8a tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Synchronizing usage tracker for tenant:f7b7b6380f834f5989fedc8442c55ee0 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:51.305943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67478af8-e089-4d7e-9cec-5be465dbba6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.309426 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-74aa30fe-e3a9-4175-82c4-a35fa37e6e89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e02cd2bf-47f0-4465-86f6-1a59e535a4b5 HTTP/1.1" status: 200 len: 217 time: 0.0730004 Feb 07 22:40:51.315907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93df6699-dbcd-4c95-aa41-2737164cc3b9 req-2d76c8c2-7c0a-465e-ab91-0c8b683088b6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups?id=e445f58d-bb37-4997-94dc-e0d0b971785a&id=1aefebf8-f5ff-4ce2-a5df-55609f1247c8&id=a54db15e-0da5-4d9f-b424-980c28c3eef1&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1583519 Feb 07 22:40:51.349676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8274ae11-17aa-4cd6-8528-24b0fb1aaef7 req-865bd343-7443-4af8-807c-8b0f17c86a8a tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Unset dirty status for tenant:f7b7b6380f834f5989fedc8442c55ee0 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:51.350831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8274ae11-17aa-4cd6-8528-24b0fb1aaef7 req-865bd343-7443-4af8-807c-8b0f17c86a8a tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977470 Feb 07 22:40:51.358982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-3d14c686-5397-47ec-99fd-69379bde55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.360454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-3d14c686-5397-47ec-99fd-69379bde55b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1095 time: 0.1654217 Feb 07 22:40:51.363795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.380092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-a1abb4e8-689f-443a-b17b-e426129379c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.381354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-a1abb4e8-689f-443a-b17b-e426129379c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1 HTTP/1.1" status: 200 len: 862 time: 0.0649791 Feb 07 22:40:51.557635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67478af8-e089-4d7e-9cec-5be465dbba6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.566298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-18119ef3-bca7-463e-aa35-894ed07eecb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cfe0cc05-e899-42ed-8864-0e5757eaced4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756632 Feb 07 22:40:51.566571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Network 9f761bb2-2a7b-4404-9ddf-3131307cd150 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:40:51.580717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:40:51.582681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event updated for resources: {'Port': ['ID=f479f7a5-977f-461c-bd35-c762bd6eccdd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:51.594317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:40:51.648874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Deleting port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:40:51.649532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.715244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.716109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.743289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-358f3816-6cb1-4aa5-a2bd-4b9e9087218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.744813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-358f3816-6cb1-4aa5-a2bd-4b9e9087218c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.3359470 Feb 07 22:40:51.813358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67478af8-e089-4d7e-9cec-5be465dbba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:51.826351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-c33cf5b6-4d14-47d3-b53d-6df4f35c012d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 217 time: 0.0738728 Feb 07 22:40:51.840512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24abf30-168f-4b8f-9aac-69c3013f9920 req-235e5217-6592-4f30-bdae-01ec2ba57830 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:51.841588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67478af8-e089-4d7e-9cec-5be465dbba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8187e811-afb7-4e03-ad00-4f66864146d0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:51.842472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e24abf30-168f-4b8f-9aac-69c3013f9920 req-235e5217-6592-4f30-bdae-01ec2ba57830 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 944 time: 0.3375151 Feb 07 22:40:51.872146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-580b4e0f-f5ec-4221-8aa1-0dede8425f2c service neutron] 10.222.0.36 "GET /v2.0/networks/cfe0cc05-e899-42ed-8864-0e5757eaced4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944884 Feb 07 22:40:51.905894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-717e74fe-7384-43fa-980f-1cf4082f7353 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2785733 Feb 07 22:40:51.922283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Request body: {'port': {'device_id': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:52.009477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e24abf30-168f-4b8f-9aac-69c3013f9920 req-b9d79a8f-93cb-4bd8-9586-d63d21b26cf5 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288927 Feb 07 22:40:52.019511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-68cdcccb-33cf-4743-a889-7d469ff052e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.029925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-68cdcccb-33cf-4743-a889-7d469ff052e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1783085 Feb 07 22:40:52.034540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67478af8-e089-4d7e-9cec-5be465dbba6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.035665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-67478af8-e089-4d7e-9cec-5be465dbba6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8187e811-afb7-4e03-ad00-4f66864146d0 HTTP/1.1" status: 204 len: 168 time: 0.8902056 Feb 07 22:40:52.171323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] For port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,segment=NetworkSegment(d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8),segment_id=d43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:52.171896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.188450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1519dfaa-61ad-4bb3-8dd0-d50c5ab0cc3f req-44f151de-ad9c-4756-90a9-df76963b8a22 service neutron] 10.222.0.36 "GET /v2.0/networks/cfe0cc05-e899-42ed-8864-0e5757eaced4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659030 Feb 07 22:40:52.269302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-9d1eb6ba-6801-4ab8-bdf5-5c26ea6b9d95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1893096 Feb 07 22:40:52.294680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:52.307226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Calling delete_port for 1156c7aa-f8b2-48c7-87ed-cae28141d7fe owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:40:52.368968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.462731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.518800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'Port': ['ID=1156c7aa-f8b2-48c7-87ed-cae28141d7fe,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:52.538237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af570915-ba71-4bd3-96c2-11fb1b9ac46c req-90c001df-7a98-4670-9d19-5e8e68f1e05b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.538968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-af570915-ba71-4bd3-96c2-11fb1b9ac46c req-90c001df-7a98-4670-9d19-5e8e68f1e05b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Synchronizing usage tracker for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:40:52.549141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-e3e81485-2298-4e7a-bd53-207331d81b89 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580175 Feb 07 22:40:52.615641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] No DVR routers for this DVR port 1156c7aa-f8b2-48c7-87ed-cae28141d7fe on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:52.618821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:52.621584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'name': 'network-vif-deleted', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:52.628734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9febd9-342c-4661-9362-633ca3680e14 req-d04e8b76-e6e1-4fb7-94ba-0ceb64567093 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:52.630411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f9febd9-342c-4661-9362-633ca3680e14 req-d04e8b76-e6e1-4fb7-94ba-0ceb64567093 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 944 time: 0.4191623 Feb 07 22:40:52.633959 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba386dca-f354-41eb-8ce2-4a57a98a0420 req-bd3bb550-f1b6-4cfd-8c90-556d338e93d6 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.36 "DELETE /v2.0/ports/1156c7aa-f8b2-48c7-87ed-cae28141d7fe HTTP/1.1" status: 204 len: 173 time: 2.6056850 Feb 07 22:40:52.695944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e02cd2bf-47f0-4465-86f6-1a59e535a4b5 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:52.714292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-af570915-ba71-4bd3-96c2-11fb1b9ac46c req-90c001df-7a98-4670-9d19-5e8e68f1e05b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Unset dirty status for tenant:d87a212156f94b17a791c78e66488b20 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:40:52.716692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af570915-ba71-4bd3-96c2-11fb1b9ac46c req-90c001df-7a98-4670-9d19-5e8e68f1e05b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 932 time: 0.5534184 Feb 07 22:40:52.948793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e02cd2bf-47f0-4465-86f6-1a59e535a4b5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,segment=NetworkSegment(60f098d9-ad61-4b53-9660-ac1da979b719),segment_id=60f098d9-ad61-4b53-9660-ac1da979b719)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:52.967800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5', 'network_id': 'cfe0cc05-e899-42ed-8864-0e5757eaced4', 'port_id': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5', 'mac_address': 'fa:16:3e:0c:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:53.064851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.091382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02cd2bf-47f0-4465-86f6-1a59e535a4b5 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:53.107694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f9febd9-342c-4661-9362-633ca3680e14 req-c0c06eaa-467f-451e-aa02-001a429379d9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229126 Feb 07 22:40:53.113839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e02cd2bf-47f0-4465-86f6-1a59e535a4b5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,segment=NetworkSegment(60f098d9-ad61-4b53-9660-ac1da979b719),segment_id=60f098d9-ad61-4b53-9660-ac1da979b719)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:53.120482 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.160605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af570915-ba71-4bd3-96c2-11fb1b9ac46c req-c2f68940-a2cc-4e07-8104-ff29f8668a01 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276776 Feb 07 22:40:53.201694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-4afac018-59ec-4a48-b471-a3941b7612e6 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090355 Feb 07 22:40:53.251534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:53.271895 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'code': 200} Feb 07 22:40:53.360903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f479f7a5-977f-461c-bd35-c762bd6eccdd {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:53.375590 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.410426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Transition to ACTIVE for port object f479f7a5-977f-461c-bd35-c762bd6eccdd will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:53.412910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['e02cd2bf-47f0-4465-86f6-1a59e535a4b5'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:53.498597 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.833066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Pushing event updated for resources: {'Port': ['ID=f479f7a5-977f-461c-bd35-c762bd6eccdd,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:53.916429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54846248-7231-4f4e-a4a6-996752763adb req-7952b522-b1f2-44a7-8889-bab9d5eae73d tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:53.917980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54846248-7231-4f4e-a4a6-996752763adb req-7952b522-b1f2-44a7-8889-bab9d5eae73d tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 1101 time: 0.5110760 Feb 07 22:40:53.929905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Attempting to bind port f479f7a5-977f-461c-bd35-c762bd6eccdd on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:53.930264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Attempting to bind port f479f7a5-977f-461c-bd35-c762bd6eccdd by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:53.930586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Attempting to bind port f479f7a5-977f-461c-bd35-c762bd6eccdd on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:53.954331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Port f479f7a5-977f-461c-bd35-c762bd6eccdd on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:53.954667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Attempting to bind port f479f7a5-977f-461c-bd35-c762bd6eccdd on network 9f761bb2-2a7b-4404-9ddf-3131307cd150 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:53.973798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:53.974065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Checking segment: {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:53.974460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Bound using segment: {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:53.974898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Bound port: f479f7a5-977f-461c-bd35-c762bd6eccdd, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7fd10d-494f-4804-a685-fe6c1a413382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:53.975248 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:53.994603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-dee67a02-b394-40a7-b865-9afce5f7e40b tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:53.996106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-dee67a02-b394-40a7-b865-9afce5f7e40b tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.2956531 Feb 07 22:40:54.007957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536629d-4b56-4510-8657-d61526a57a9e req-87c32c53-a736-4d5e-9dbe-88cf773d4ac6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:54.009400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6536629d-4b56-4510-8657-d61526a57a9e req-87c32c53-a736-4d5e-9dbe-88cf773d4ac6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.2960110 Feb 07 22:40:54.096800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54846248-7231-4f4e-a4a6-996752763adb req-f5360a41-f7a2-4ed3-aedf-e1a6167a6171 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690235 Feb 07 22:40:54.177321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6536629d-4b56-4510-8657-d61526a57a9e req-1e724a2d-364a-4246-92f8-dd8b7806a894 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286714 Feb 07 22:40:54.214598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] For port f479f7a5-977f-461c-bd35-c762bd6eccdd, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:54.228665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] For port f479f7a5-977f-461c-bd35-c762bd6eccdd, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f479f7a5-977f-461c-bd35-c762bd6eccdd,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:54.241073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.295979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-2b9a2ccf-b727-471f-9c13-6d4ffe0b736a service neutron] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:54.305407 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9230c932-849b-4e54-8d43-5610d747a557', 'name': 'network-vif-deleted', 'tag': '1156c7aa-f8b2-48c7-87ed-cae28141d7fe', 'status': 'completed', 'code': 200} Feb 07 22:40:54.311137 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-2b9a2ccf-b727-471f-9c13-6d4ffe0b736a service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.312275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-2b9a2ccf-b727-471f-9c13-6d4ffe0b736a service neutron] 10.222.0.26 "DELETE /v2.0/ports/916e9e54-b6ee-4c26-a27c-28a362f5e2bd/bindings/n-h1-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.3001542 Feb 07 22:40:54.325755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:54.326525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:54.328256 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] 10.222.0.26 "PUT /v2.0/ports/f479f7a5-977f-461c-bd35-c762bd6eccdd HTTP/1.1" status: 200 len: 1092 time: 2.4103272 Feb 07 22:40:54.328723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'tag': 'f479f7a5-977f-461c-bd35-c762bd6eccdd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:54.361398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6576eb-9188-4315-96a8-45ab20d1468a service neutron] Pushing event updated for resources: {'Port': ['ID=f479f7a5-977f-461c-bd35-c762bd6eccdd,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:54.501508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-5cee9032-7b70-4c2a-8b83-dcfd6c579009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:54.503125 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-5cee9032-7b70-4c2a-8b83-dcfd6c579009 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 1095 time: 0.1169174 Feb 07 22:40:54.663265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-546e532a-1117-448f-abeb-4022acc5802f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f479f7a5-977f-461c-bd35-c762bd6eccdd HTTP/1.1" status: 200 len: 217 time: 0.1460540 Feb 07 22:40:54.720737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e02cd2bf-47f0-4465-86f6-1a59e535a4b5 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:40:54.834599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-7635c54e-4309-4023-bc90-e663d583a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:54.836091 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-7635c54e-4309-4023-bc90-e663d583a425 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=345c937d-c7b8-4af5-a4b4-13ec996046c3 HTTP/1.1" status: 200 len: 861 time: 0.1301754 Feb 07 22:40:54.938799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-435f34a4-4c92-4265-9d7b-ab9274f89def service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f761bb2-2a7b-4404-9ddf-3131307cd150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944426 Feb 07 22:40:54.948792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa94d4-6e3d-4fa3-8034-39880c5fd25e req-2b432c9d-1402-47ea-8ab5-f88322b103af tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:54.956177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2aa94d4-6e3d-4fa3-8034-39880c5fd25e req-2b432c9d-1402-47ea-8ab5-f88322b103af tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 945 time: 0.4439950 Feb 07 22:40:54.997248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:40:55.015228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:40:55.016381 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.190289 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.193958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde36f8-92fd-46a5-9112-c43769f6bc47 req-e9676657-1dc4-4bdb-9f75-1e362a0432e8 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:55.198620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cde36f8-92fd-46a5-9112-c43769f6bc47 req-e9676657-1dc4-4bdb-9f75-1e362a0432e8 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 944 time: 0.5427027 Feb 07 22:40:55.287359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:55.294322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e02cd2bf-47f0-4465-86f6-1a59e535a4b5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,segment=NetworkSegment(60f098d9-ad61-4b53-9660-ac1da979b719),segment_id=60f098d9-ad61-4b53-9660-ac1da979b719)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:55.296799 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-7befdf0d-00eb-4e4a-b42d-efd350d1a53f service neutron] show failed (client error): The resource could not be found. Feb 07 22:40:55.298185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-7befdf0d-00eb-4e4a-b42d-efd350d1a53f service neutron] 10.222.0.26 "GET /v2.0/ports/e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.3169048 Feb 07 22:40:55.300743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-ea3b93c3-36bb-460e-9f10-2e8a7c492207 service neutron] 10.222.0.26 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418412 Feb 07 22:40:55.313204 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.397156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:55.523313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52418) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:55.636280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2aa94d4-6e3d-4fa3-8034-39880c5fd25e req-5dfad53f-9f46-48b9-a8c1-9a0e736f4b41 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6791799 Feb 07 22:40:55.674997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cde36f8-92fd-46a5-9112-c43769f6bc47 req-177598db-fdb3-45a6-94e7-0ca6f1f940a7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723474 Feb 07 22:40:55.786420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796177c5-3f0e-4263-8241-e2a4e5ac5adc req-b55066f4-9bb6-4eff-ae1a-22fd60329f47 service neutron] 10.222.0.26 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641600 Feb 07 22:40:55.916380 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5e052144-e5a9-40f7-9db0-7fa3fa447308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.969142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:55.969469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504cd877-a21b-4521-aa2f-a5b9a11aa087 req-f7fb5ba0-f77a-439d-b5b0-fa4259a2c8c8 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/a54db15e-0da5-4d9f-b424-980c28c3eef1 HTTP/1.1" status: 200 len: 1800 time: 0.1502116 Feb 07 22:40:55.988335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:55.994131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Usage tracker for resource:security_group_rule and tenant:12670ca4f7594bed96963b12f683bed4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:55.999824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:56.007470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:56.018966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff0692-9cb3-49e2-8087-0b2e82e9e089 req-ebdb95e6-a921-4f7d-9df7-aa6d139fd697 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.020435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15ff0692-9cb3-49e2-8087-0b2e82e9e089 req-ebdb95e6-a921-4f7d-9df7-aa6d139fd697 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 944 time: 0.1730518 Feb 07 22:40:56.026703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-3d03a989-d97e-431d-bdd7-c64ab5d4722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.028492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-3d03a989-d97e-431d-bdd7-c64ab5d4722a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 1101 time: 0.2081273 Feb 07 22:40:56.043520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:40:56.086616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-504cd877-a21b-4521-aa2f-a5b9a11aa087 req-f67d05be-9552-4369-868b-996794a1ccbf tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.091486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15ff0692-9cb3-49e2-8087-0b2e82e9e089 req-40cda412-4824-4fc6-abc2-2bde6a060eb5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613778 Feb 07 22:40:56.121612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-504cd877-a21b-4521-aa2f-a5b9a11aa087 req-f67d05be-9552-4369-868b-996794a1ccbf tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.168915 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'tag': 'f479f7a5-977f-461c-bd35-c762bd6eccdd', 'status': 'completed', 'code': 200} Feb 07 22:40:56.185810 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-504cd877-a21b-4521-aa2f-a5b9a11aa087 req-f67d05be-9552-4369-868b-996794a1ccbf tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.241585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.246377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.260398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.272925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d05be-9552-4369-868b-996794a1ccbf tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54db15e-0da5-4d9f-b424-980c28c3eef1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.311613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-ef7f4ef7-8bfe-4402-aae4-6d24524db338 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456469 Feb 07 22:40:56.316662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-504cd877-a21b-4521-aa2f-a5b9a11aa087 req-f67d05be-9552-4369-868b-996794a1ccbf tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.317761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504cd877-a21b-4521-aa2f-a5b9a11aa087 req-f67d05be-9552-4369-868b-996794a1ccbf tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/a54db15e-0da5-4d9f-b424-980c28c3eef1 HTTP/1.1" status: 204 len: 173 time: 0.3390205 Feb 07 22:40:56.361899 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12670ca4f7594bed96963b12f683bed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8355813 Feb 07 22:40:56.364656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b36645-d1ba-416a-93a0-6be41e22dce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a8396-cec9-4173-bfa6-9268f1d1e9d7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.368671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52440) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:56.478147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-80a76b78-d605-4ae5-8722-7cd733d82160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.479596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-80a76b78-d605-4ae5-8722-7cd733d82160 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d87a212156f94b17a791c78e66488b20&device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 1095 time: 0.2797885 Feb 07 22:40:56.621114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-4d02763a-77dd-4058-a4f3-0ff764706182 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.622549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-4d02763a-77dd-4058-a4f3-0ff764706182 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3038599 Feb 07 22:40:56.670496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0a1030e4-867a-4b7c-ab7d-350d2ad40c04 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/quotas/a4c1d2b9915e4e6488f68d0887173e49 HTTP/1.1" status: 200 len: 375 time: 0.0393605 Feb 07 22:40:56.686344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a2585-a61c-4712-bd29-da5b4cc32b42 req-80c22256-8158-4aef-8a51-4245fa12ec7a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.687737 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e37a2585-a61c-4712-bd29-da5b4cc32b42 req-80c22256-8158-4aef-8a51-4245fa12ec7a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.2659149 Feb 07 22:40:56.688779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b88d6d45-dad5-4061-a6ba-60bd94628dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.718704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-43bed7f6-409c-4a1f-9917-85201c3377f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.720140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-43bed7f6-409c-4a1f-9917-85201c3377f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 200 len: 922 time: 0.2176826 Feb 07 22:40:56.737786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b88d6d45-dad5-4061-a6ba-60bd94628dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.775571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:56.814121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-858db90b-5042-41e5-b1e8-3df621de3575 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f479f7a5-977f-461c-bd35-c762bd6eccdd HTTP/1.1" status: 200 len: 217 time: 0.0877247 Feb 07 22:40:56.827427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:56.858692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b88d6d45-dad5-4061-a6ba-60bd94628dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.891530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e37a2585-a61c-4712-bd29-da5b4cc32b42 req-528913bf-ec4b-425d-9411-b4f5fc5b56d3 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662436 Feb 07 22:40:56.891939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d6d45-dad5-4061-a6ba-60bd94628dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a8396-cec9-4173-bfa6-9268f1d1e9d7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:56.900976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b88d6d45-dad5-4061-a6ba-60bd94628dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.902008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b88d6d45-dad5-4061-a6ba-60bd94628dd8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd4a8396-cec9-4173-bfa6-9268f1d1e9d7 HTTP/1.1" status: 204 len: 168 time: 0.5324261 Feb 07 22:40:56.911772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:40:56.917723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.936439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-51b5c683-5189-4d6e-b460-58daeea96184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:56.938144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-51b5c683-5189-4d6e-b460-58daeea96184 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=345c937d-c7b8-4af5-a4b4-13ec996046c3 HTTP/1.1" status: 200 len: 861 time: 0.1043754 Feb 07 22:40:56.940007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Transition to ACTIVE for port object e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:40:56.949002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-83c5508e-0411-4bbf-b030-7d01a381db5b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2726338 Feb 07 22:40:56.950466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:56.972520 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5', 'code': 200} Feb 07 22:40:57.005118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-47b5cad5-26d1-4332-b2fc-934199c39923 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9f761bb2-2a7b-4404-9ddf-3131307cd150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533442 Feb 07 22:40:57.246794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] No DVR routers for this DVR port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:40:57.253283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:57.264651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-18479963-3d75-4176-84d8-12b920c741d7 service neutron] 10.222.0.26 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417154 Feb 07 22:40:57.345256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:40:57.346318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:40:57.346931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:57.362820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:40:57.363200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:40:57.393664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:40:57.394369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:40:57.395440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:40:57.396990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Bound port: e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:40:57.397800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.439467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026113ba-8784-40ec-822a-f885f6fc5d3c req-e68b0308-db5e-411b-9b14-422c1c705bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:57.449787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-026113ba-8784-40ec-822a-f885f6fc5d3c req-e68b0308-db5e-411b-9b14-422c1c705bb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 1097 time: 0.3890493 Feb 07 22:40:57.478500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52462) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:57.535249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a78e5af-a51f-4fe5-a53d-32b6e45e10f7 req-04f09924-7d5f-454a-a34a-2b7317c679bf tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "GET /v2.0/security-groups/e445f58d-bb37-4997-94dc-e0d0b971785a HTTP/1.1" status: 200 len: 1799 time: 0.2841713 Feb 07 22:40:57.571654 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-026113ba-8784-40ec-822a-f885f6fc5d3c req-c9cc2104-53fe-4624-8cec-6c0b93f3fb82 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208599 Feb 07 22:40:57.574538 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.628589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:40:57.641466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c99853-17fd-4b05-8321-1880e88884b2 req-6c47b828-bd22-450f-84b0-41e42714d5de service neutron] 10.222.0.26 "GET /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570590 Feb 07 22:40:57.644276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7a78e5af-a51f-4fe5-a53d-32b6e45e10f7 req-ada9090e-554f-457a-814b-5af4f5ce1750 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.646607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Usage tracker for resource:security_group_rule and tenant:d5bf04a0b356453c82c888d720c0ab4c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:40:57.653279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:40:57.662980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:40:57.668510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:40:57.673213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:40:57.684054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.689522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7a78e5af-a51f-4fe5-a53d-32b6e45e10f7 req-ada9090e-554f-457a-814b-5af4f5ce1750 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.783003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:57.783912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.785508 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 1096 time: 1.7482469 Feb 07 22:40:57.835275 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7a78e5af-a51f-4fe5-a53d-32b6e45e10f7 req-ada9090e-554f-457a-814b-5af4f5ce1750 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.865003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-7a78e5af-a51f-4fe5-a53d-32b6e45e10f7 req-ada9090e-554f-457a-814b-5af4f5ce1750 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:57.882398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a78e5af-a51f-4fe5-a53d-32b6e45e10f7 req-ada9090e-554f-457a-814b-5af4f5ce1750 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] 10.222.0.10 "DELETE /v2.0/security-groups/e445f58d-bb37-4997-94dc-e0d0b971785a HTTP/1.1" status: 204 len: 173 time: 0.3384371 Feb 07 22:40:57.887842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52470) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:57.896251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9090e-554f-457a-814b-5af4f5ce1750 tempest-SecurityGroupsTestJSON-1971722441 tempest-SecurityGroupsTestJSON-1971722441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e445f58d-bb37-4997-94dc-e0d0b971785a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:57.944157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f9735-9068-41be-8fb9-d2717b4cc0d0 req-89e81153-c1e6-47db-9fe4-bcc18239ab31 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:57.946558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d7f9735-9068-41be-8fb9-d2717b4cc0d0 req-89e81153-c1e6-47db-9fe4-bcc18239ab31 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 946 time: 0.2343981 Feb 07 22:40:58.023177 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'code': 200} Feb 07 22:40:58.031416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967aed0-093b-4dbc-9cd0-e13aa45981f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:58.065791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.082051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.125020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-ba3f22e3-68c6-4413-bf7b-ab74e6033bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.126670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-ba3f22e3-68c6-4413-bf7b-ab74e6033bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1099 time: 0.2972510 Feb 07 22:40:58.141099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ff81087-64ef-4398-a79f-043586eb4011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.252522 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5bf04a0b356453c82c888d720c0ab4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7694020 Feb 07 22:40:58.252522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336a7ce-49d6-4ee6-9dfb-a822555f3976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9073fc10-a8fe-4f7a-a337-8ef443f79b26,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:58.261035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52484) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:58.310117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f479f7a5-977f-461c-bd35-c762bd6eccdd details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:40:58.315702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:40:58.347361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] Deleting subnet 4edb260d-f613-4a7a-b815-33ec599c988a {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:40:58.356206 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.420982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d7f9735-9068-41be-8fb9-d2717b4cc0d0 req-d77693e4-53b9-4a14-9c69-f7272f93d23d tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925471 Feb 07 22:40:58.472223 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.487692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:40:58.535059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9bfc488e-f940-4727-acd8-697bab6b4ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.609202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c25a41-9a5e-4549-b1a2-7f000b213e38 req-47103f2c-64f8-4fc9-9e55-9d816125f094 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.613837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29c25a41-9a5e-4549-b1a2-7f000b213e38 req-47103f2c-64f8-4fc9-9e55-9d816125f094 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1095 time: 0.3359900 Feb 07 22:40:58.621746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f479f7a5-977f-461c-bd35-c762bd6eccdd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f479f7a5-977f-461c-bd35-c762bd6eccdd,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:58.640084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9bfc488e-f940-4727-acd8-697bab6b4ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.673822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'f479f7a5-977f-461c-bd35-c762bd6eccdd', 'network_id': '9f761bb2-2a7b-4404-9ddf-3131307cd150', 'port_id': 'f479f7a5-977f-461c-bd35-c762bd6eccdd', 'mac_address': 'fa:16:3e:85:98:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '345c937d-c7b8-4af5-a4b4-13ec996046c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:40:58.685689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d9187b5b-fc61-4ed1-8c0f-79f7f48160f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.687447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-d9187b5b-fc61-4ed1-8c0f-79f7f48160f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5482736 Feb 07 22:40:58.733840 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.754285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.771707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f479f7a5-977f-461c-bd35-c762bd6eccdd {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:40:58.790374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f479f7a5-977f-461c-bd35-c762bd6eccdd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f479f7a5-977f-461c-bd35-c762bd6eccdd,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:40:58.818759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.833525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-514d5f2b-5fc2-4138-864f-54ac622dab56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.1300373 Feb 07 22:40:58.869718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29c25a41-9a5e-4549-b1a2-7f000b213e38 req-ac5d84d7-24d5-4dbc-a0d6-6c0c92f50fea tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458751 Feb 07 22:40:58.962169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-b5b597c5-838a-4372-9e2f-81d032945015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.964223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f479f7a5-977f-461c-bd35-c762bd6eccdd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:58.972810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78612037-9269-4e79-8d74-198d26496968 req-cc6aaa38-26ab-449e-b4ea-a21bdcb5604f tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:58.974997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-b5b597c5-838a-4372-9e2f-81d032945015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1352611 Feb 07 22:40:58.977216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9bfc488e-f940-4727-acd8-697bab6b4ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:58.983072 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78612037-9269-4e79-8d74-198d26496968 req-cc6aaa38-26ab-449e-b4ea-a21bdcb5604f tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 944 time: 0.3665900 Feb 07 22:40:59.014779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.094766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4edb260d-f613-4a7a-b815-33ec599c988a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:59.096879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.127162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78612037-9269-4e79-8d74-198d26496968 req-be839e02-92e5-4775-8676-c28e3a6d429d tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431372 Feb 07 22:40:59.131683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4619a072-9960-4515-8503-3dea6ac5aced admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4edb260d-f613-4a7a-b815-33ec599c988a HTTP/1.1" status: 204 len: 168 time: 1.2406664 Feb 07 22:40:59.141128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f479f7a5-977f-461c-bd35-c762bd6eccdd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:40:59.147555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52494) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:40:59.167110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc488e-f940-4727-acd8-697bab6b4ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9073fc10-a8fe-4f7a-a337-8ef443f79b26,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:40:59.217310 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:40:59.359346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820045f1-5098-4023-9d9d-0123c1a81729 req-b9921c7b-becb-4603-bcfb-429cba3ecb7a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:59.385417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-820045f1-5098-4023-9d9d-0123c1a81729 req-b9921c7b-becb-4603-bcfb-429cba3ecb7a tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 948 time: 0.1406548 Feb 07 22:40:59.416465 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.447287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9bfc488e-f940-4727-acd8-697bab6b4ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.451044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9bfc488e-f940-4727-acd8-697bab6b4ed3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9073fc10-a8fe-4f7a-a337-8ef443f79b26 HTTP/1.1" status: 204 len: 168 time: 1.1868522 Feb 07 22:40:59.468936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-820045f1-5098-4023-9d9d-0123c1a81729 req-713587a0-a1c2-4067-a45b-de0e3302f37e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777709 Feb 07 22:40:59.493900 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.497580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:40:59.508796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-86f7966e-8146-4864-8f63-947264dde399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:40:59.510451 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-86f7966e-8146-4864-8f63-947264dde399 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5257459 Feb 07 22:40:59.713385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e73d6641-ac4f-42ce-aee5-d679110800b6 req-136d3695-9749-4547-8de5-d2137de87994 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 210 time: 0.1030540 Feb 07 22:41:00.057953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:00.072191 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-ceacbacb-6d47-4c5c-aafb-c6784eceddcb tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799897 Feb 07 22:41:00.160187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-b91cdb9c-b82e-46fe-89fb-05b9631c56ee tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:00.161810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-b91cdb9c-b82e-46fe-89fb-05b9631c56ee tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 0.5848243 Feb 07 22:41:00.207605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-60006f67-e96f-4a0d-b9e6-f05f2ef15708 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/quotas/6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 375 time: 0.0381734 Feb 07 22:41:00.213248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.359567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96919bef-e921-4e81-b1ed-9f18740b3db5 req-87147289-649c-4bed-a0db-a9c115fee00f tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:00.361171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96919bef-e921-4e81-b1ed-9f18740b3db5 req-87147289-649c-4bed-a0db-a9c115fee00f tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 946 time: 0.3922079 Feb 07 22:41:00.433905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5488a88-e102-47bb-ac6a-8cfc051ef1b6']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.453113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.453541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43f9b6d-6bc2-4f87-b6ea-b04a21f2dfc8') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:00.509965 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-8060f736-ec4c-4c44-a5df-427f12d93741 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9399590 Feb 07 22:41:00.512031 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.514742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96919bef-e921-4e81-b1ed-9f18740b3db5 req-082cb019-a461-4bc8-9bca-ad5656f889c9 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452334 Feb 07 22:41:00.530310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.536826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:00.537235 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.541133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-4cf28d0f-0187-4ab2-b47f-f31ef67a7ee6 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3322475 Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:00.562393 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:00.585348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-b44384eb-5361-4e39-8d99-769b04066493 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440725 Feb 07 22:41:00.725958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.737470 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'status': 'completed', 'code': 200} Feb 07 22:41:00.759844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.846860 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:00.908354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-7c57a226-8756-4ca3-abdb-fd25716b5dd3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:00.913599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-7c57a226-8756-4ca3-abdb-fd25716b5dd3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7724566 Feb 07 22:41:00.927223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] Pushing event deleted for resources: {'Network': ['ID=d5488a88-e102-47bb-ac6a-8cfc051ef1b6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:00.944360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': '136abf82-e10f-425d-bb50-d10be264475c', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:01.044789 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-31d4894a-4b76-49f6-a769-7bbdad51eedd req-1523524c-364c-45b6-bfcf-ca00cd0fb928 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970389 Feb 07 22:41:01.049316 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58dfb928-a775-4361-95b0-ef9d1625b55c admin admin] 10.222.0.10 "DELETE /v2.0/networks/d5488a88-e102-47bb-ac6a-8cfc051ef1b6 HTTP/1.1" status: 204 len: 168 time: 1.8879235 Feb 07 22:41:01.182609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-28698f51-d934-4172-9cd5-9c407ac3b8bf service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406097 Feb 07 22:41:01.302379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f664d95f-2f22-421f-a7d7-53e81546d47c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.306428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f664d95f-2f22-421f-a7d7-53e81546d47c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6738276 Feb 07 22:41:01.355708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-1f31ae58-9282-42dc-878a-e23c98d862c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.357333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-1f31ae58-9282-42dc-878a-e23c98d862c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1099 time: 0.1943264 Feb 07 22:41:01.358471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:01.419917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': '07528686-990a-419c-85a0-bbd31c131629', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:01.447824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:01.479262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:01.483085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:01.549340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52564) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:01.629838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-2d899500-290c-4ab2-af7c-3cf8b271da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.631324 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-2d899500-290c-4ab2-af7c-3cf8b271da1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2667005 Feb 07 22:41:01.733341 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-ed523e87-75e4-4c1d-8fea-35dd40cf55df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.0913091 Feb 07 22:41:01.742630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-f64c65f8-5ae8-4828-a952-7f27c9c2e494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.744111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-f64c65f8-5ae8-4828-a952-7f27c9c2e494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1099 time: 1.0078790 Feb 07 22:41:01.809570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-10822dca-0956-43e4-bd91-dab8e327dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.811069 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-10822dca-0956-43e4-bd91-dab8e327dd1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0690329 Feb 07 22:41:01.813260 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4d7f2bad-18e3-42b9-9d65-c6e6b2d05670 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a508152725cf473a9ca3c2ad4b10f9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629046 Feb 07 22:41:01.843292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52580) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:01.873554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ba55-94f3-4998-b718-7e5d0021749e req-4b23ac46-d1f6-421c-be0d-5d6671d84e84 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:01.880780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cf6ba55-94f3-4998-b718-7e5d0021749e req-4b23ac46-d1f6-421c-be0d-5d6671d84e84 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 945 time: 0.9470072 Feb 07 22:41:01.959351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:01.966694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-4ac8eda2-1be2-4e3e-8449-d5006ca967ac service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517095 Feb 07 22:41:01.995506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.134 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/9880bee8-a416-434f-aaa4-73d8a7e561ce) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:02.007279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:02.026593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cf6ba55-94f3-4998-b718-7e5d0021749e req-bf5f7e9a-1314-414a-885e-df0d118692bd tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445580 Feb 07 22:41:02.092890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:02.102375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.133883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-855ccc90-6ba9-4f92-896c-cbfa4cb67632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:02.135478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-855ccc90-6ba9-4f92-896c-cbfa4cb67632 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3573477 Feb 07 22:41:02.328390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f479f7a5-977f-461c-bd35-c762bd6eccdd up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:02.341138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-0b2270b5-9b81-44e1-a1d6-684b1491e90a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.0928442 Feb 07 22:41:02.483757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-e800f18a-6aa5-44b6-965a-3c75839b9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:02.510762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-e800f18a-6aa5-44b6-965a-3c75839b9556 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1515994 Feb 07 22:41:02.516311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port f479f7a5-977f-461c-bd35-c762bd6eccdd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:02.526075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port f479f7a5-977f-461c-bd35-c762bd6eccdd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:02.526703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.578120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-dbe2c343-1477-4a32-bbbf-e3d5a41edc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:02.579587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-dbe2c343-1477-4a32-bbbf-e3d5a41edc70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7351260 Feb 07 22:41:02.585112 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.589154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e14cc4b6-603e-4c03-9488-4ab7ca6634ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.735054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:41:02.760251 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:02.764977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d9473-38a2-4257-a419-6ae65af1ea2f req-f0d0ed14-3129-425b-a7bc-1b20919bb56d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:02.772578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-817d9473-38a2-4257-a419-6ae65af1ea2f req-f0d0ed14-3129-425b-a7bc-1b20919bb56d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 948 time: 0.5794981 Feb 07 22:41:02.797780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bfa63ba-32da-4afe-a860-ee28741f995a req-2f91915c-eb22-4ad3-be5b-2807875375ff tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 210 time: 0.1345930 Feb 07 22:41:02.809055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f479f7a5-977f-461c-bd35-c762bd6eccdd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:02.837561 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-817d9473-38a2-4257-a419-6ae65af1ea2f req-d7587550-04bb-41a0-84e9-3b16a0c85f65 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Feb 07 22:41:02.889087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-5aabd90f-943c-4a36-a2a7-4a0bfd3cb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:02.892339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-5aabd90f-943c-4a36-a2a7-4a0bfd3cb8e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3542824 Feb 07 22:41:02.897451 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e14cc4b6-603e-4c03-9488-4ab7ca6634ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.040103 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f479f7a5-977f-461c-bd35-c762bd6eccdd', 'code': 200} Feb 07 22:41:03.042571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f479f7a5-977f-461c-bd35-c762bd6eccdd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f479f7a5-977f-461c-bd35-c762bd6eccdd,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:03.062752 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.071691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object 9880bee8-a416-434f-aaa4-73d8a7e561ce will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:03.227887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-e23eaec3-81b7-4cc8-99cf-337c5f194ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6318250 Feb 07 22:41:03.229584 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e14cc4b6-603e-4c03-9488-4ab7ca6634ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.240774 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.249270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db7165af-2c4e-4768-a7a2-8e89d249c0c0 req-febddec3-acda-4bc5-adb7-77138f1cea46 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 210 time: 0.1336954 Feb 07 22:41:03.469524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:03.481255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f479f7a5-977f-461c-bd35-c762bd6eccdd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:03.484242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:03.492129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-41e122dd-b036-43a8-b4ab-f0426bc0c2ea service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921993 Feb 07 22:41:03.509976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:03.619288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'mac_address': 'fa:16:3e:97:1d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:41:03.734129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-8913170f-f4c1-4e44-8d10-5836683442f3 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913735 Feb 07 22:41:03.734962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cc4b6-603e-4c03-9488-4ab7ca6634ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aefebf8-f5ff-4ce2-a5df-55609f1247c8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:03.783774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.233 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/d707109b-4ca0-48b7-bbf7-4b16d9ffd722) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:03.787556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.839960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:03.860181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:03.879672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e14cc4b6-603e-4c03-9488-4ab7ca6634ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:03.892638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e14cc4b6-603e-4c03-9488-4ab7ca6634ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1aefebf8-f5ff-4ce2-a5df-55609f1247c8 HTTP/1.1" status: 204 len: 168 time: 2.0447409 Feb 07 22:41:03.906478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:04.171303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.190891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object d707109b-4ca0-48b7-bbf7-4b16d9ffd722 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:04.214315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=9880bee8-a416-434f-aaa4-73d8a7e561ce,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:04.241990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.326620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:04.412870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:04.414266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.422872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:04.463496 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-f5717379-0943-446c-a433-e9f7691e54c0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5242205 Feb 07 22:41:04.468031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:04.469138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85913a59-082f-4b1c-b4a8-ed6fd04758dd req-17895dd3-e046-4788-8af4-1008f0f0ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:04.471160 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85913a59-082f-4b1c-b4a8-ed6fd04758dd req-17895dd3-e046-4788-8af4-1008f0f0ca90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 1097 time: 0.7136178 Feb 07 22:41:04.480720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Request body: {'port': {'device_id': '136abf82-e10f-425d-bb50-d10be264475c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:04.485107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:04.529668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:04.752834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85913a59-082f-4b1c-b4a8-ed6fd04758dd req-c9890dde-7309-4efc-b06d-10566b992f9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866910 Feb 07 22:41:04.780167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2bfc6c4-84fe-4c49-b78e-1c63abf8bada req-2576a6b4-119f-4a48-9849-f0dc6b70ddac service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2803533 Feb 07 22:41:04.813944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8a502456-af51-48b5-bdd6-d1573ebde244 None None] Provisioning for port 9880bee8-a416-434f-aaa4-73d8a7e561ce completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:04.831786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:04.838065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.846474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8a502456-af51-48b5-bdd6-d1573ebde244 None None] Provisioning complete for port 9880bee8-a416-434f-aaa4-73d8a7e561ce triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:04.852824 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a502456-af51-48b5-bdd6-d1573ebde244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.870248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22de274-cfb2-4cc9-b831-a3bb32e7ee56 req-4c6528ec-bf08-4be3-a3bc-b221f718490e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:04.888286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e22de274-cfb2-4cc9-b831-a3bb32e7ee56 req-4c6528ec-bf08-4be3-a3bc-b221f718490e tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 946 time: 1.3039205 Feb 07 22:41:04.895532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:04.902513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:04.946530 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.016808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-009acf60-5795-4fc0-a4fb-3b859399d2a9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:05.024210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-009acf60-5795-4fc0-a4fb-3b859399d2a9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 0.8690803 Feb 07 22:41:05.060638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Request body: {'port': {'device_id': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'admin_state_up': True, 'tenant_id': '6f2efa29d72f4a11bd6e5d9b2bc21c56'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:05.085696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8a502456-af51-48b5-bdd6-d1573ebde244 None None] Port 9880bee8-a416-434f-aaa4-73d8a7e561ce cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:05.104907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:05.168909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09987f08-478e-40a1-bc4e-6c38ed79a66e req-032d3014-05a5-4320-af9f-8dc8407e3c25 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:05.173629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:05.176453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09987f08-478e-40a1-bc4e-6c38ed79a66e req-032d3014-05a5-4320-af9f-8dc8407e3c25 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 946 time: 0.9588108 Feb 07 22:41:05.217783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:05.328193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1b4df162-81e5-4752-84ed-a34b664e5d23 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9177175 Feb 07 22:41:05.336250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:05.353772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09987f08-478e-40a1-bc4e-6c38ed79a66e req-8f4d984c-5287-4923-a672-cea09f8c0236 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761963 Feb 07 22:41:05.376342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4c2f4401-df4f-4c7f-b370-872ec778d520 None None] Provisioning for port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:05.393262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e22de274-cfb2-4cc9-b831-a3bb32e7ee56 req-05ac83c5-a743-40dd-8ab4-19e1c56e8b1c tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986231 Feb 07 22:41:05.405978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Request body: {'port': {'device_id': '07528686-990a-419c-85a0-bbd31c131629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:05.421271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4c2f4401-df4f-4c7f-b370-872ec778d520 None None] Provisioning complete for port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:05.421821 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4401-df4f-4c7f-b370-872ec778d520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.548924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52744) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:05.556283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:05.570938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Usage tracker for resource:port and tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:05.580019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:05.643126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:05.703932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Made reservation on behalf of 6f2efa29d72f4a11bd6e5d9b2bc21c56 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:05.708295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.723416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f4401-df4f-4c7f-b370-872ec778d520 None None] Port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:05.796932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-network', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:05.800574 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.848181 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.963160 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:05.966999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:05.979177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Usage tracker for resource:network and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:05.990417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:06.001112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-3b4241a5-1a42-4fe6-ac92-8637178944a5 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:06.002811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-3b4241a5-1a42-4fe6-ac92-8637178944a5 tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 946 time: 1.0957620 Feb 07 22:41:06.003010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:06.060590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9880bee8-a416-434f-aaa4-73d8a7e561ce {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:06.067832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999681-3e47-4f84-aaf0-f1d2b0cc06f0 req-9f998463-79ff-41cb-ab4d-535399167ab7 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:06.069280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ed999681-3e47-4f84-aaf0-f1d2b0cc06f0 req-9f998463-79ff-41cb-ab4d-535399167ab7 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:06.092106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.126380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:06.129549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.170884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Transition to ACTIVE for port object 9880bee8-a416-434f-aaa4-73d8a7e561ce will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:06.184224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ed999681-3e47-4f84-aaf0-f1d2b0cc06f0 req-9f998463-79ff-41cb-ab4d-535399167ab7 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:06.191356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed999681-3e47-4f84-aaf0-f1d2b0cc06f0 req-9f998463-79ff-41cb-ab4d-535399167ab7 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 936 time: 0.4826207 Feb 07 22:41:06.202362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Deleting port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:06.202754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.212287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.222045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:06.324452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:06.390173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed999681-3e47-4f84-aaf0-f1d2b0cc06f0 req-ebd838ff-37e8-474e-8ac2-f02a1cdb6483 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978099 Feb 07 22:41:06.542975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Usage tracker for resource:security_group_rule and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:06.561342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:06.562496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f1e7c-bb9f-407e-9e57-cf09ee2f7392 req-04f3a42f-a7b4-4cc9-969a-d5ceb43d430c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:06.571929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba1f1e7c-bb9f-407e-9e57-cf09ee2f7392 req-04f3a42f-a7b4-4cc9-969a-d5ceb43d430c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 949 time: 0.5904400 Feb 07 22:41:06.584535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:06.586512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Pushing event updated for resources: {'Port': ['ID=9880bee8-a416-434f-aaa4-73d8a7e561ce,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:06.676146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b8b3481-f08f-4183-9966-c81179e0190a req-59b481c1-4520-4e17-8d63-e4734d488ba7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 210 time: 0.0990803 Feb 07 22:41:06.677335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Allocated IP 172.20.0.13 (e555c49c-99fa-4be4-87e5-c8e17e44c9ce/7567db2e-b592-454e-8a4b-01ce5e056aa8/6ab791fe-8c67-405d-98a4-6073cee9a6e1) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:06.796528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Attempting to bind port 9880bee8-a416-434f-aaa4-73d8a7e561ce on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:06.797012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Attempting to bind port 9880bee8-a416-434f-aaa4-73d8a7e561ce by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:06.798041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Attempting to bind port 9880bee8-a416-434f-aaa4-73d8a7e561ce on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:06.819268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba1f1e7c-bb9f-407e-9e57-cf09ee2f7392 req-e6bec082-b78a-493a-bef5-e5a5e159ef4d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472236 Feb 07 22:41:06.979564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:06.984973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Port 9880bee8-a416-434f-aaa4-73d8a7e561ce on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:41:06.985313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Attempting to bind port 9880bee8-a416-434f-aaa4-73d8a7e561ce on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:07.002285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] For port e02cd2bf-47f0-4465-86f6-1a59e535a4b5, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,segment=NetworkSegment(60f098d9-ad61-4b53-9660-ac1da979b719),segment_id=60f098d9-ad61-4b53-9660-ac1da979b719)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:07.003433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.011370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:07.011370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:07.011668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:07.012039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Bound port: 9880bee8-a416-434f-aaa4-73d8a7e561ce, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:07.013457 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.058238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.066548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:07.073253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:07.074363 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.114190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.176468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:07.207505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e720a7aa-1804-476d-816f-cad1b4ead0e9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:07.217399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.226987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.227350 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Added segment 93f7a38a-5493-4ece-b2c4-18e61f114c8c of type vlan for network ecce4042-fcc2-4fa5-a103-1491f7c18b14 Feb 07 22:41:07.245000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.248241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:07.271639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:07.279016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Calling delete_port for e02cd2bf-47f0-4465-86f6-1a59e535a4b5 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:07.281667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.285753 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.287987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:07.303956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:07.312596 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.314067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d707109b-4ca0-48b7-bbf7-4b16d9ffd722 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:07.329484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52824) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:07.340109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.363651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:07.364278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.365669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] 10.222.0.36 "PUT /v2.0/ports/9880bee8-a416-434f-aaa4-73d8a7e561ce HTTP/1.1" status: 200 len: 1096 time: 2.8933256 Feb 07 22:41:07.371629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:07.388444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Transition to ACTIVE for port object d707109b-4ca0-48b7-bbf7-4b16d9ffd722 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:07.405509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.407093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:07.504645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722d7c2-a076-4dc5-972f-03cd5a54cac7 service neutron] Pushing event updated for resources: {'Port': ['ID=9880bee8-a416-434f-aaa4-73d8a7e561ce,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:07.512384 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.513415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:07.514049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.561114 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.717091 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1643896 Feb 07 22:41:07.724535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:07.726932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:07.734004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.738398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:07.741648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:07.754564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935a4dd-e19a-4e39-8352-e6f77e0f4377 req-e107bcf6-87f6-4cab-9b34-427a1f9ba5db tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:07.756083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f935a4dd-e19a-4e39-8352-e6f77e0f4377 req-e107bcf6-87f6-4cab-9b34-427a1f9ba5db tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 945 time: 0.8557074 Feb 07 22:41:07.777046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Request body: {'subnet': {'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-subnet', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:07.780113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Pushing event updated for resources: {'Port': ['ID=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:07.794625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fadb6-9ea7-43e6-9615-08ccb2f651ae req-12c0e39a-d357-4de5-a41d-a52c379f6c2b tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:07.794992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bee6c-82d4-41ee-83f3-ec382284e848 admin admin] Pushing event updated for resources: {'Network': ['ID=ecce4042-fcc2-4fa5-a103-1491f7c18b14,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:07.796535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-370fadb6-9ea7-43e6-9615-08ccb2f651ae req-12c0e39a-d357-4de5-a41d-a52c379f6c2b tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fe2c852-05bf-46bf-b430-2730f8901e5b HTTP/1.1" status: 200 len: 946 time: 0.8341868 Feb 07 22:41:07.817998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:07.821013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:07.825267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:41:07.831093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:07.840357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-d3dfec32-e84f-4a00-a831-6059c051b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:07.842248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-d3dfec32-e84f-4a00-a831-6059c051b5ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 1099 time: 0.4166932 Feb 07 22:41:07.850011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Usage tracker for resource:subnet and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:07.868851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:07.926641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Usage tracker for resource:security_group_rule and tenant:1f9c1e1a5970453f82315d668146a42d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:07.938454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:07.956179 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-1afad107-9aa9-4d5d-a554-cdbdcb96f485 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce HTTP/1.1" status: 200 len: 217 time: 0.0910389 Feb 07 22:41:07.964122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:07.965146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:07.971153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:08.005706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:08.017127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:08.019397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.067107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f935a4dd-e19a-4e39-8352-e6f77e0f4377 req-0150d32e-dc96-44ce-83b0-281d209e4789 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885854 Feb 07 22:41:08.092102 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-ed99f11d-0f01-499c-a401-b426b5e53092 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0578983 Feb 07 22:41:08.109434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-370fadb6-9ea7-43e6-9615-08ccb2f651ae req-99be7224-2d94-4724-8c9c-ff9e82cd4cce tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.10 "GET /v2.0/security-groups?id=a82d343a-3cdc-4868-927f-c40299460e97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394130 Feb 07 22:41:08.120293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Request body: {'port': {'device_id': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:08.129759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Attempting to bind port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:08.130459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Attempting to bind port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:08.130583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Attempting to bind port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:08.136954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.158347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-2713c6af-d82c-40af-beba-3b7a12a04f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:08.159849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-2713c6af-d82c-40af-beba-3b7a12a04f58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1911976 Feb 07 22:41:08.160101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-32b3cfad-d493-4435-bae5-6ecc809c4c0c tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:08.161610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-32b3cfad-d493-4435-bae5-6ecc809c4c0c tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.26 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 945 time: 0.5274532 Feb 07 22:41:08.162215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:41:08.162556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Attempting to bind port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:08.256180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:08.256576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:08.256956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:08.257513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Bound port: d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:08.257784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.329749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Pushing event deleted for resources: {'Port': ['ID=e02cd2bf-47f0-4465-86f6-1a59e535a4b5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:08.360044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.436723 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'code': 200} Feb 07 22:41:08.470025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-a23af240-9a45-434e-925c-b78333cfa0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:08.471501 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-a23af240-9a45-434e-925c-b78333cfa0c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3009181 Feb 07 22:41:08.501079 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce', 'status': 'completed', 'code': 200} Feb 07 22:41:08.522016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Deleting port 53611e86-39fd-48c6-82da-3275040c1b4b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:08.522375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.576216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] No DVR routers for this DVR port e02cd2bf-47f0-4465-86f6-1a59e535a4b5 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:08.589417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.598132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'name': 'network-vif-deleted', 'tag': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:08.712276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0a5899a-c610-4017-b35b-31fe32a0db2c req-bee024c7-de46-43ae-94dd-fbf765f5e4cf tempest-InstanceActionsNegativeTestJSON-1036469440 tempest-InstanceActionsNegativeTestJSON-1036469440-project] 10.222.0.36 "DELETE /v2.0/ports/e02cd2bf-47f0-4465-86f6-1a59e535a4b5 HTTP/1.1" status: 204 len: 173 time: 2.6556318 Feb 07 22:41:08.756179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:08.765625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.793750 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.800912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:08.810296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ddd8c-867a-44fb-b34d-b7ec37ac91ae req-a511b9a8-3e73-4f26-9c37-31a879a84cc5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:08.812073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-099ddd8c-867a-44fb-b34d-b7ec37ac91ae req-a511b9a8-3e73-4f26-9c37-31a879a84cc5 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 946 time: 0.5730608 Feb 07 22:41:08.816816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.842409 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:08.983611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-b7700fb5-1f06-49e7-bfe7-6562311d29dd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:08.984304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-b7700fb5-1f06-49e7-bfe7-6562311d29dd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Synchronizing usage tracker for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:08.987893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-b6918c6d-62b1-4ac3-884b-3a8a3f72f825 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039055 Feb 07 22:41:09.000885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e02cd2bf-47f0-4465-86f6-1a59e535a4b5 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:41:09.042558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65699282-451f-42e3-8983-56630e8b5044,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:09.043541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: e02cd2bf-47f0-4465-86f6-1a59e535a4b5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:41:09.043890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e02cd2bf-47f0-4465-86f6-1a59e535a4b5 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:41:09.049048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:09.049676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.051052 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] 10.222.0.26 "PUT /v2.0/ports/d707109b-4ca0-48b7-bbf7-4b16d9ffd722 HTTP/1.1" status: 200 len: 1096 time: 3.6765680 Feb 07 22:41:09.056358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a878146-df74-4dea-a0df-ffb0709f6cfd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:09.080040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1ef407bf-0582-49c8-9fb2-53da5d80c388 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f9c1e1a5970453f82315d668146a42d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7372060 Feb 07 22:41:09.093583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52844) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:09.142985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-099ddd8c-867a-44fb-b34d-b7ec37ac91ae req-67bc7ae9-d8c5-4c5b-9296-4b7202d9a962 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178899 Feb 07 22:41:09.152827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Checking segment: {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:09.153196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Network hostable DHCP agents. Network: ecce4042-fcc2-4fa5-a103-1491f7c18b14, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:09.186347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-b7700fb5-1f06-49e7-bfe7-6562311d29dd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Unset dirty status for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:09.187615 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-b7700fb5-1f06-49e7-bfe7-6562311d29dd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 950 time: 0.7565277 Feb 07 22:41:09.209402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca67a4e-dfec-4ecc-b71d-cd3163e442dd req-7bd0ca9e-c263-4379-a553-84a8774dace0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:09.216797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ca67a4e-dfec-4ecc-b71d-cd3163e442dd req-7bd0ca9e-c263-4379-a553-84a8774dace0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 948 time: 0.6042352 Feb 07 22:41:09.272235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fcbb6-b477-4084-a88a-353f40496c69 service neutron] Pushing event updated for resources: {'Port': ['ID=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:09.364799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:09.387141 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-a025ce73-2633-4e76-a338-f6260c06b1f5 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474886 Feb 07 22:41:09.391512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, ecce4042-fcc2-4fa5-a103-1491f7c18b14) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:09.400360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:09.400839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.414649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] For port 53611e86-39fd-48c6-82da-3275040c1b4b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=53611e86-39fd-48c6-82da-3275040c1b4b,segment=NetworkSegment(3234d282-daf4-4cc2-bb50-d6d48b13cb77),segment_id=3234d282-daf4-4cc2-bb50-d6d48b13cb77)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:09.415034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.422257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-bb761c60-9652-462f-82ab-22d9c1a849f8 service neutron] 10.222.0.36 "GET /v2.0/ports/e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b/bindings/n-h1-827896-3 HTTP/1.1" status: 200 len: 382 time: 0.2136312 Feb 07 22:41:09.423765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4b497-60e9-4a4c-a4ea-fb7a9b1c36b5 None None] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:09.563559 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4e59a4d1-3336-4267-b394-baf273c0264b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8301601 Feb 07 22:41:09.569634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52854) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:09.582168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:09.597097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:09.604286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab791fe-8c67-405d-98a4-6073cee9a6e1 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:09.620850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Usage tracker for resource:router and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:09.627344 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.629838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:09.643783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:09.660105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ca67a4e-dfec-4ecc-b71d-cd3163e442dd req-12cb5809-3b4e-4100-8079-a93d244a0a56 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424298 Feb 07 22:41:09.666149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Transition to ACTIVE for port object 6ab791fe-8c67-405d-98a4-6073cee9a6e1 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:09.677238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.678262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.683637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.686631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:41:09.687546 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.747610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Calling delete_port for 53611e86-39fd-48c6-82da-3275040c1b4b owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:09.765560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-d2a75236-ef01-44dd-a76f-ebfa96ea01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:09.767051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-d2a75236-ef01-44dd-a76f-ebfa96ea01bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1101 time: 0.3070016 Feb 07 22:41:09.858707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354518-e46f-4584-bc1a-194dbedad244 req-8476bf88-687c-43d3-b08d-c58675be4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:09.860525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae354518-e46f-4584-bc1a-194dbedad244 req-8476bf88-687c-43d3-b08d-c58675be4164 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 1099 time: 0.3551772 Feb 07 22:41:09.862369 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.916177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b44a7cee-abf6-45ed-aeea-6a548770217b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:09.930926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Allocated IP 172.20.0.2 (ecce4042-fcc2-4fa5-a103-1491f7c18b14/65699282-451f-42e3-8983-56630e8b5044/a5acf822-36f6-4114-9165-c65fefe79cc8) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:09.982894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.013018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-43de50f0-6c56-4333-beda-7bbc70a6f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.014657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-43de50f0-6c56-4333-beda-7bbc70a6f957 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 1099 time: 0.8758178 Feb 07 22:41:10.031790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b44a7cee-abf6-45ed-aeea-6a548770217b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.143424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-7696f1a8-bf48-4a81-a614-2bb42cb29f62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722 HTTP/1.1" status: 200 len: 217 time: 0.1135795 Feb 07 22:41:10.149276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.155448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.167920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Transition to ACTIVE for port object a5acf822-36f6-4114-9165-c65fefe79cc8 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:10.185799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Transition to ACTIVE for port object a5acf822-36f6-4114-9165-c65fefe79cc8 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:10.193178 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.262130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064049d-1aeb-4472-8046-2eda8071251a req-bc18a43e-fd9b-475b-a590-7a7233f4da2e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.263458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:10.263849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0064049d-1aeb-4472-8046-2eda8071251a req-bc18a43e-fd9b-475b-a590-7a7233f4da2e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 932 time: 0.9352844 Feb 07 22:41:10.266482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:10.270573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:10.273211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Pushing event deleted for resources: {'Port': ['ID=53611e86-39fd-48c6-82da-3275040c1b4b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.306008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Pushing event updated for resources: {'Port': ['ID=a5acf822-36f6-4114-9165-c65fefe79cc8,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.376096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Attempting to bind port a5acf822-36f6-4114-9165-c65fefe79cc8 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:10.376573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Attempting to bind port a5acf822-36f6-4114-9165-c65fefe79cc8 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:10.377020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Attempting to bind port a5acf822-36f6-4114-9165-c65fefe79cc8 on network ecce4042-fcc2-4fa5-a103-1491f7c18b14 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:10.384381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:10.384381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Checking segment: {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:10.384809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.385213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Bound using segment: {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:10.385749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Bound port: a5acf822-36f6-4114-9165-c65fefe79cc8, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:10.386189 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.399289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 53611e86-39fd-48c6-82da-3275040c1b4b no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:41:10.406744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] No DVR routers for this DVR port 53611e86-39fd-48c6-82da-3275040c1b4b on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:10.410278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.434216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-67e194bb-b2ab-401b-a7d8-98e5f1792a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.435791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-67e194bb-b2ab-401b-a7d8-98e5f1792a3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2796819 Feb 07 22:41:10.440257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 53611e86-39fd-48c6-82da-3275040c1b4b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:41:10.440629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 53611e86-39fd-48c6-82da-3275040c1b4b not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:41:10.490066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fd728-3c43-4749-9333-019026abe794 req-ec1dd04b-617a-4343-b2dd-fedba6e96531 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.492240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-279fd728-3c43-4749-9333-019026abe794 req-ec1dd04b-617a-4343-b2dd-fedba6e96531 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.6768682 Feb 07 22:41:10.500050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0064049d-1aeb-4472-8046-2eda8071251a req-2979ba4f-15e4-48a2-87ed-c57c1e56cea6 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870184 Feb 07 22:41:10.501550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf04be73-8bc2-4f8c-be01-04a603701c3a req-04bf150e-730e-4535-b3c9-b512cb23fbf6 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.26 "DELETE /v2.0/ports/53611e86-39fd-48c6-82da-3275040c1b4b HTTP/1.1" status: 204 len: 173 time: 2.2982304 Feb 07 22:41:10.511742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:10.512163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:10.512395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:10.520790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] For port a5acf822-36f6-4114-9165-c65fefe79cc8, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:10.524317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b44a7cee-abf6-45ed-aeea-6a548770217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.526878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] For port a5acf822-36f6-4114-9165-c65fefe79cc8, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a5acf822-36f6-4114-9165-c65fefe79cc8,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:10.527115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-be7dbd9f-412d-4aee-8336-a6726bf9d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.528683 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-be7dbd9f-412d-4aee-8336-a6726bf9d277 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.7019837 Feb 07 22:41:10.529718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b44a7cee-abf6-45ed-aeea-6a548770217b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.531128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b44a7cee-abf6-45ed-aeea-6a548770217b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a878146-df74-4dea-a0df-ffb0709f6cfd HTTP/1.1" status: 204 len: 168 time: 1.4345365 Feb 07 22:41:10.542170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354518-e46f-4584-bc1a-194dbedad244 req-74360001-64a8-4e8e-9a8d-8ceb733a30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.543617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae354518-e46f-4584-bc1a-194dbedad244 req-74360001-64a8-4e8e-9a8d-8ceb733a30bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.6733563 Feb 07 22:41:10.543744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.544175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:41:10.544594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:10.648058 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2c852-05bf-46bf-b430-2730f8901e5b', 'name': 'network-vif-deleted', 'tag': 'e02cd2bf-47f0-4465-86f6-1a59e535a4b5', 'status': 'completed', 'code': 200} Feb 07 22:41:10.650486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a7cee-abf6-45ed-aeea-6a548770217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a878146-df74-4dea-a0df-ffb0709f6cfd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.676655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:10.677605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:10.677941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:10.678563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Bound port: 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:10.679682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.684081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435addb-ba93-4f64-ba63-2ce97382e84a None None] Pushing event updated for resources: {'Port': ['ID=a5acf822-36f6-4114-9165-c65fefe79cc8,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:10.735720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-279fd728-3c43-4749-9333-019026abe794 req-92a947d0-b6fb-47d3-81de-9d4a50b3cae0 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885500 Feb 07 22:41:10.753292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-4422962e-81b6-4aec-b545-8109eddb5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:10.754002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-4422962e-81b6-4aec-b545-8109eddb5fe3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3031759 Feb 07 22:41:10.834516 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-9464540f-9f75-40d1-8c31-9ede83be8149 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.2839384 Feb 07 22:41:10.859888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:10.867589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae354518-e46f-4584-bc1a-194dbedad244 req-50f18e0e-2814-43d4-ad8f-a271934588b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce HTTP/1.1" status: 200 len: 217 time: 0.3141623 Feb 07 22:41:10.941591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0ba43919-9ab6-4109-8201-b4064eea174f req-b1bb3bec-14eb-482d-a42b-82056b069a90 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Synchronizing usage tracker for tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:10.951199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52864) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:11.010791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9880bee8-a416-434f-aaa4-73d8a7e561ce details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:41:11.075503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-73a73e4c-b65b-4955-9ad6-2ecd3cfbf894 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010774 Feb 07 22:41:11.261243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-fa70b5f9-1b68-4576-b214-477c8aaa44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:11.263133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-fa70b5f9-1b68-4576-b214-477c8aaa44fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3917305 Feb 07 22:41:11.270581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354518-e46f-4584-bc1a-194dbedad244 req-dc5d3cbb-20a9-4dd2-9cf4-04f30d33b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:11.272546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae354518-e46f-4584-bc1a-194dbedad244 req-dc5d3cbb-20a9-4dd2-9cf4-04f30d33b2ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3140526 Feb 07 22:41:11.370764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:11.388164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:11.400346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '9880bee8-a416-434f-aaa4-73d8a7e561ce', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '9880bee8-a416-434f-aaa4-73d8a7e561ce', 'mac_address': 'fa:16:3e:e8:b0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:41:11.422562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0ba43919-9ab6-4109-8201-b4064eea174f req-b1bb3bec-14eb-482d-a42b-82056b069a90 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] Unset dirty status for tenant:a1d6b459f9994e5ca1a5458c72a5e5a9 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:11.426373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:11.440982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.444348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ba43919-9ab6-4109-8201-b4064eea174f req-b1bb3bec-14eb-482d-a42b-82056b069a90 tempest-VolumesAdminNegativeTest-647147320 tempest-VolumesAdminNegativeTest-647147320-project] 10.222.0.10 "GET /v2.0/ports?device_id=35969bb8-6ebd-4a95-baad-d37ee7b62f90 HTTP/1.1" status: 200 len: 210 time: 0.5759010 Feb 07 22:41:11.536711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:11.537325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.539253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] 10.222.0.36 "PUT /v2.0/ports/6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 200 len: 1092 time: 3.4282146 Feb 07 22:41:11.542351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:11.568914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354518-e46f-4584-bc1a-194dbedad244 req-c62e9e3f-b0cf-438d-8705-1fe47f4b156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:11.570930 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae354518-e46f-4584-bc1a-194dbedad244 req-c62e9e3f-b0cf-438d-8705-1fe47f4b156e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2893736 Feb 07 22:41:11.596718 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.614776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] Deleting subnet bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:41:11.628224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.635230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9880bee8-a416-434f-aaa4-73d8a7e561ce {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:11.642034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df69d5f-820e-47ce-90e4-e3657c4ff0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:11.657887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:11.665292 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.712972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-275e4071-6379-4a71-a101-1ab3bbdd9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:11.714702 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-275e4071-6379-4a71-a101-1ab3bbdd9626 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4410717 Feb 07 22:41:11.739661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9880bee8-a416-434f-aaa4-73d8a7e561ce,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:11.744824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa40fa9-c5c1-4237-b2eb-c36397e64718 req-ac2da1f7-32ef-421b-94fa-109ef6746c0e service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528828 Feb 07 22:41:11.899271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:11.915869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['9880bee8-a416-434f-aaa4-73d8a7e561ce'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:12.009091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5f2b8-4c35-472b-89f2-9c1786707f78 req-e3f4feef-099f-4ede-be4d-37239e9b6d8d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:12.020710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27d5f2b8-4c35-472b-89f2-9c1786707f78 req-e3f4feef-099f-4ede-be4d-37239e9b6d8d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 948 time: 0.4795578 Feb 07 22:41:12.105773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603999f-dff3-4947-9d08-567afe31112c req-388bed8a-d796-4ccb-b629-185ea3b9d691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:12.114062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9603999f-dff3-4947-9d08-567afe31112c req-388bed8a-d796-4ccb-b629-185ea3b9d691 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 946 time: 0.4275107 Feb 07 22:41:12.188307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27d5f2b8-4c35-472b-89f2-9c1786707f78 req-b3815fc3-30c9-4d39-9351-8bd7db4cc983 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652863 Feb 07 22:41:12.198514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-24b8486b-fec7-4905-af43-48789b629c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:12.200325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-24b8486b-fec7-4905-af43-48789b629c5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1095 time: 0.5430372 Feb 07 22:41:12.210731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.287639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491725e3-1772-4a1a-b68c-fe753964075e None None] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:12.309277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9603999f-dff3-4947-9d08-567afe31112c req-0b5cd9d8-4041-43b3-a692-fef6394cb175 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942327 Feb 07 22:41:12.309815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52900) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:12.381186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.410829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f2f0611-995d-4df6-906f-f4fa30b36b56 None None] Provisioning for port a5acf822-36f6-4114-9165-c65fefe79cc8 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:12.446589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.532243 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1', 'status': 'completed', 'code': 200} Feb 07 22:41:12.533341 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.566610 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae354518-e46f-4584-bc1a-194dbedad244 req-16712cd0-2781-4362-a56e-25db95d55463 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9806685 Feb 07 22:41:12.587661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-49296c8e-90b7-4d14-ac17-84c893d5d415 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 200 len: 217 time: 0.3722129 Feb 07 22:41:12.587888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1 HTTP/1.1" status: 204 len: 168 time: 1.6324944 Feb 07 22:41:12.604630 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-97ddb737-67d0-41c4-8981-eafb1740adfc service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8297167 Feb 07 22:41:12.606094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.607848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52908) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:12.634405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c3584-1595-4e05-bbd2-86dd0f91d1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc37b47b-5a7b-4dc3-9506-a0f329f3bbe1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:12.644722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a5acf822-36f6-4114-9165-c65fefe79cc8 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:12.679358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722'}, {'server_uuid': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'name': 'network-vif-deleted', 'tag': '53611e86-39fd-48c6-82da-3275040c1b4b'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:12.711812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.741317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:12.743756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port a5acf822-36f6-4114-9165-c65fefe79cc8 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:12.749510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a5acf822-36f6-4114-9165-c65fefe79cc8 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:12.749915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:12.756389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0aececc07240449eb0a59aa7e85f82b0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:12.762129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:12.774641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:12.824944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16823648-0b43-4777-9411-2c6d9d3ab4c9 req-e74ca4e0-415d-4fed-8892-d3692da67bfb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:12.832250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16823648-0b43-4777-9411-2c6d9d3ab4c9 req-e74ca4e0-415d-4fed-8892-d3692da67bfb tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.2018490 Feb 07 22:41:12.849743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab826a-eafb-4d5f-b92e-1f9d7e13173b req-36a3502b-236e-41ff-be66-38a40916dc32 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:12.855656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Allocated IP 172.25.0.53 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/3439c727-1181-4a16-93e2-da4b3efec29c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:12.857628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cab826a-eafb-4d5f-b92e-1f9d7e13173b req-36a3502b-236e-41ff-be66-38a40916dc32 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 944 time: 0.4124367 Feb 07 22:41:12.958180 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.013495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port a5acf822-36f6-4114-9165-c65fefe79cc8, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a5acf822-36f6-4114-9165-c65fefe79cc8,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:13.018793 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.025971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.031012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cab826a-eafb-4d5f-b92e-1f9d7e13173b req-a1b22472-984c-4ddc-861c-0da075dcbca5 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723738 Feb 07 22:41:13.039475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16823648-0b43-4777-9411-2c6d9d3ab4c9 req-15d77371-0647-4cdf-9c4b-91f37905e0e6 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063079 Feb 07 22:41:13.064697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9880bee8-a416-434f-aaa4-73d8a7e561ce up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:13.150054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.157139 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', 'status': 'completed', 'code': 200} Feb 07 22:41:13.157403 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35969bb8-6ebd-4a95-baad-d37ee7b62f90', 'name': 'network-vif-deleted', 'tag': '53611e86-39fd-48c6-82da-3275040c1b4b', 'status': 'completed', 'code': 200} Feb 07 22:41:13.164308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.174652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-0b233832-764d-47c3-a3d1-42a76651a6f8 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:13.176126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-0b233832-764d-47c3-a3d1-42a76651a6f8 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.26 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 946 time: 0.3158798 Feb 07 22:41:13.178683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:13.199752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-218949e2-be2e-4540-9500-94dd6f2c11e2 None None] Provisioning complete for port a5acf822-36f6-4114-9165-c65fefe79cc8 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:13.199752 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-218949e2-be2e-4540-9500-94dd6f2c11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.220728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.255174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=a5acf822-36f6-4114-9165-c65fefe79cc8,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:13.285032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 9880bee8-a416-434f-aaa4-73d8a7e561ce completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:13.291149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:13.301873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Pushing event updated for resources: {'Port': ['ID=3439c727-1181-4a16-93e2-da4b3efec29c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:13.304377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:13.326900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:13.361564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 9880bee8-a416-434f-aaa4-73d8a7e561ce triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:13.363695 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.400197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0aececc07240449eb0a59aa7e85f82b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0842562 Feb 07 22:41:13.406977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73ad62-24de-41f8-a891-50e05af127e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27727b09-14db-49f7-a207-ccf2a4ebe643,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:13.412829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52924) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:13.423068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] Deleting subnet 0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:41:13.485387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.509848 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.547312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:13.558084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:13.563022 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.591995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-da705733-b6bd-473f-83f4-affaff1f2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:13.593523 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-da705733-b6bd-473f-83f4-affaff1f2044 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.9809904 Feb 07 22:41:13.616604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.635543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9880bee8-a416-434f-aaa4-73d8a7e561ce,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:13.635800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Deleting port f479f7a5-977f-461c-bd35-c762bd6eccdd {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:13.636108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.681889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.705575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-c8b477f2-12a4-4720-8c05-8f1765cdd8f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804446 Feb 07 22:41:13.751862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae354518-e46f-4584-bc1a-194dbedad244 req-ae337ee4-6dc1-4247-b4f1-639bd6d676e3 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1700945 Feb 07 22:41:13.848054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a83ee744-6e98-4293-b392-69de30bca9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:13.861713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-a7f33246-2dd6-4205-a500-54b7a4281987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:13.863199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-a7f33246-2dd6-4205-a500-54b7a4281987 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 1099 time: 0.6858311 Feb 07 22:41:13.879911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.012880 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-bddb3966-4ba5-4023-97dd-73e68e8c1735 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3650301 Feb 07 22:41:14.032591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a6220-0aac-4ec2-ab8d-58b6b16e358b req-5f41c1ca-4a8a-49a3-9c24-fce77b6a21c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.034059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-950a6220-0aac-4ec2-ab8d-58b6b16e358b req-5f41c1ca-4a8a-49a3-9c24-fce77b6a21c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 948 time: 0.6299374 Feb 07 22:41:14.037928 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a83ee744-6e98-4293-b392-69de30bca9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.127632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a8dc3-4060-44d6-a09b-cf20a5444a1b req-40e4fcc6-f04a-450d-803e-ad22d1c28dd7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.129012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121a8dc3-4060-44d6-a09b-cf20a5444a1b req-40e4fcc6-f04a-450d-803e-ad22d1c28dd7 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 946 time: 0.6449413 Feb 07 22:41:14.156325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.202321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-e9b04a5a-a758-4f84-acd7-6ad45b5d2d41 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842551 Feb 07 22:41:14.260206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe0cc05-e899-42ed-8864-0e5757eaced4']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:14.295283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-950a6220-0aac-4ec2-ab8d-58b6b16e358b req-0a1d5bc6-bee0-499b-9ec7-c1098c7afa46 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284744 Feb 07 22:41:14.341746 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121a8dc3-4060-44d6-a09b-cf20a5444a1b req-0d28fbb2-bf3f-4dd6-9e3d-e700550d7a7d tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups?id=a62c39a1-a483-40ec-a1a9-125d24bd5191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014654 Feb 07 22:41:14.353083 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.354172 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce', 'code': 200} Feb 07 22:41:14.355123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f098d9-ad61-4b53-9660-ac1da979b719') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:14.355428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f098d9-ad61-4b53-9660-ac1da979b719') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:14.375622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.393286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d707109b-4ca0-48b7-bbf7-4b16d9ffd722 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:41:14.394755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-f45ce82b-0938-4333-b085-59b6ddf1433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.396693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-f45ce82b-0938-4333-b085-59b6ddf1433e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4881773 Feb 07 22:41:14.410688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.415559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.476316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:14.477561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.528541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:14.528979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:14.542720 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:14.601044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a5acf822-36f6-4114-9165-c65fefe79cc8 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:14.658806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a83ee744-6e98-4293-b392-69de30bca9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.665314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-37b759cd-34e2-4d10-b9af-21d251323c8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722 HTTP/1.1" status: 200 len: 217 time: 0.2596376 Feb 07 22:41:14.676019 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e83d3f0-c503-4d4c-864f-43a0528ab4c6 req-b7c4023a-363c-46f4-9000-0ba9aba3d5ed service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177206 Feb 07 22:41:14.693895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:14.717150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', 'mac_address': 'fa:16:3e:48:69:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:41:14.733737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] For port f479f7a5-977f-461c-bd35-c762bd6eccdd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f479f7a5-977f-461c-bd35-c762bd6eccdd,segment=NetworkSegment(9c7fd10d-494f-4804-a685-fe6c1a413382),segment_id=9c7fd10d-494f-4804-a685-fe6c1a413382)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:14.734621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.773267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a5acf822-36f6-4114-9165-c65fefe79cc8 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:14.773828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.775648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.823605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.832907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.837038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe0cc05-e899-42ed-8864-0e5757eaced4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:14.861673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d707109b-4ca0-48b7-bbf7-4b16d9ffd722 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:14.884509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:14.893339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Calling delete_port for f479f7a5-977f-461c-bd35-c762bd6eccdd owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:14.920685 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:14.942075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6d3cb844-e74a-48d1-8632-9361e9f164da admin admin] 10.222.0.10 "DELETE /v2.0/networks/cfe0cc05-e899-42ed-8864-0e5757eaced4 HTTP/1.1" status: 204 len: 168 time: 2.3260090 Feb 07 22:41:14.945723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4d0d7-ea97-453e-a544-7d5e09d5b320 req-783e6d25-e4a1-4bf9-aed0-4a197f15c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:14.947130 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32f4d0d7-ea97-453e-a544-7d5e09d5b320 req-783e6d25-e4a1-4bf9-aed0-4a197f15c233 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 1101 time: 0.4736364 Feb 07 22:41:15.023255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:15.052601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ee744-6e98-4293-b392-69de30bca9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27727b09-14db-49f7-a207-ccf2a4ebe643,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:15.077627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed0527a2-acc2-4c1b-a3fb-b790505d6e67 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0d80fbb1-6d8b-43d7-8089-d1ed94d2dd0a HTTP/1.1" status: 204 len: 168 time: 1.8962009 Feb 07 22:41:15.081286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52936) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:15.082980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a83ee744-6e98-4293-b392-69de30bca9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.083174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-32f4d0d7-ea97-453e-a544-7d5e09d5b320 req-f8f2c9cb-5e3c-473c-9e5b-4939bea5c928 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242826 Feb 07 22:41:15.086433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a83ee744-6e98-4293-b392-69de30bca9f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27727b09-14db-49f7-a207-ccf2a4ebe643 HTTP/1.1" status: 204 len: 168 time: 1.6582782 Feb 07 22:41:15.089575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-96e30c89-e663-4c3f-aff7-5baecb8fabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.091021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-96e30c89-e663-4c3f-aff7-5baecb8fabbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1095 time: 0.3526325 Feb 07 22:41:15.145603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52942) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:15.155995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-a127f94c-d7d0-4086-a7ee-23b236b99985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.157682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-a127f94c-d7d0-4086-a7ee-23b236b99985 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1996331 Feb 07 22:41:15.158496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.220495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['d707109b-4ca0-48b7-bbf7-4b16d9ffd722'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:15.282986 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.365225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f26b25af-da30-47ff-9c30-8fb8e248184e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e9d9d7c05f04532903fa70183bd2f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136791 Feb 07 22:41:15.375618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d0302-3946-4b93-b705-1189a697e024 req-7badeef5-6db8-49a0-a366-5173a4481768 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.377398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f99d0302-3946-4b93-b705-1189a697e024 req-7badeef5-6db8-49a0-a366-5173a4481768 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 944 time: 0.7201927 Feb 07 22:41:15.383471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52950) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:15.405753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b556e-9977-460c-ba2c-8282b74f936b req-dddb43fb-50c1-445c-9043-498df9d49bec tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.407322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b4b556e-9977-460c-ba2c-8282b74f936b req-dddb43fb-50c1-445c-9043-498df9d49bec tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.7513919 Feb 07 22:41:15.498496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.582538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-70c99f34-8f7a-4442-9325-3de4bc9b6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.584044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-70c99f34-8f7a-4442-9325-3de4bc9b6788 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4075520 Feb 07 22:41:15.593327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event deleted for resources: {'Port': ['ID=f479f7a5-977f-461c-bd35-c762bd6eccdd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:15.670118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f99d0302-3946-4b93-b705-1189a697e024 req-49040ffc-49cb-49ec-8893-d210a71a1132 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854798 Feb 07 22:41:15.672674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b4b556e-9977-460c-ba2c-8282b74f936b req-5259a2c1-8038-4828-a1d0-8586dfde8b50 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513349 Feb 07 22:41:15.785953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.796551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-1e32870e-a883-41ad-aba5-c6d66340fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:15.798145 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-1e32870e-a883-41ad-aba5-c6d66340fd3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.5114272 Feb 07 22:41:15.894910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b57e2b-250a-4c9f-9719-7e030012fd16']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:15.904636 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-a803203f-9eb5-4352-a99f-a3d417b311fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 200 len: 217 time: 0.0883470 Feb 07 22:41:15.911653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3234d282-daf4-4cc2-bb50-d6d48b13cb77') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:15.912273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3234d282-daf4-4cc2-bb50-d6d48b13cb77') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:15.966146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] No DVR routers for this DVR port f479f7a5-977f-461c-bd35-c762bd6eccdd on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:15.973776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Router a711ab09-c233-4327-8f96-3601c8f77444 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:41:15.974825 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-587b8a3e-016d-44d0-b3ab-d897170a2329 req-375878de-1dcd-49f1-b147-d1efd1c5d163 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/ports?device_id=66d8748a-e72e-49e5-8b4f-7736baa3067a HTTP/1.1" status: 200 len: 210 time: 0.0816841 Feb 07 22:41:15.979044 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.980834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:15.983562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'name': 'network-vif-deleted', 'tag': 'f479f7a5-977f-461c-bd35-c762bd6eccdd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:16.024173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-060083e0-33a4-4566-bb8f-20aef3953b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.073792 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8748a-e72e-49e5-8b4f-7736baa3067a', 'name': 'network-vif-deleted', 'tag': 'f479f7a5-977f-461c-bd35-c762bd6eccdd', 'status': 'completed', 'code': 200} Feb 07 22:41:16.100839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5de1a5e7-486e-4d06-842f-ad03e87860d2 req-76efb0d2-1969-4215-908f-edd471677a49 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.26 "DELETE /v2.0/ports/f479f7a5-977f-461c-bd35-c762bd6eccdd HTTP/1.1" status: 204 len: 173 time: 2.7956243 Feb 07 22:41:16.105412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:16.113680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-060083e0-33a4-4566-bb8f-20aef3953b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.120404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-5df3b802-30aa-490b-a10e-2b47bca6db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:16.122078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-5df3b802-30aa-490b-a10e-2b47bca6db69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1998625 Feb 07 22:41:16.125383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.127212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-b09e2223-cdbe-47e1-ba24-5039c6e83669 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229828 Feb 07 22:41:16.140572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:16.140993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:16.155940 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:16.277647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-443280473'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:16.283252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:16.286804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67cad5-7683-4852-9734-e704d935b7ac req-b1b34e65-e64b-461f-a406-2fe5ff51a46b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:16.287416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:network and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:16.290424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:16.294241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a67cad5-7683-4852-9734-e704d935b7ac req-b1b34e65-e64b-461f-a406-2fe5ff51a46b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 949 time: 0.3241117 Feb 07 22:41:16.296225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:16.321277 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-46207be9-79ec-4221-8662-6d6c5a0f8f35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519537 Feb 07 22:41:16.321934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:16.326397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.358804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-060083e0-33a4-4566-bb8f-20aef3953b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.378942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3681cc-ed41-49ac-ae9b-aa25de6b15ae req-461a1650-8ec6-49bd-8836-8cc5a03a9a20 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394121 Feb 07 22:41:16.386349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a67cad5-7683-4852-9734-e704d935b7ac req-a8e10b3b-e0ed-4681-9b30-7446489ca1ee tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911846 Feb 07 22:41:16.388985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060083e0-33a4-4566-bb8f-20aef3953b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82d343a-3cdc-4868-927f-c40299460e97,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:16.393940 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-060083e0-33a4-4566-bb8f-20aef3953b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.395475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-060083e0-33a4-4566-bb8f-20aef3953b27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a82d343a-3cdc-4868-927f-c40299460e97 HTTP/1.1" status: 204 len: 168 time: 0.9870312 Feb 07 22:41:16.419999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d707109b-4ca0-48b7-bbf7-4b16d9ffd722 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:16.471398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.512625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:16.519430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:16.520822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:16.521818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.536190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:security_group_rule and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:16.540852 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.542821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:16.544401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:16.557916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Sync routers for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:16.576126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.580592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b57e2b-250a-4c9f-9719-7e030012fd16,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:16.584953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:16.595500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:16.596316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:40:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:16.655530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.656608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-252adb0c-3a6c-41e9-967b-00d41f9dad57 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0841241 Feb 07 22:41:16.659800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52982) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:16.671046 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0ff28350-9f74-4b78-a6f8-8135e26e3edf admin admin] 10.222.0.10 "DELETE /v2.0/networks/e8b57e2b-250a-4c9f-9719-7e030012fd16 HTTP/1.1" status: 204 len: 168 time: 1.5794902 Feb 07 22:41:16.676537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:16.766312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] Deleting subnet 72e85dcb-fc88-45e5-be9a-c264fd230f8b {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:41:16.774313 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:16.826908 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-a3eb0097-6985-4460-91e7-a92c8fd97cb9 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902618 Feb 07 22:41:16.987547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.103239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:17.270932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.276366 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08bb01a7-3247-4b59-aac1-941b1a8ca9ad req-a059867b-e3a6-4e11-b113-fbcc7926b3e3 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385283 Feb 07 22:41:17.277557 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.310170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.317318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6ab791fe-8c67-405d-98a4-6073cee9a6e1 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:41:17.481602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.545050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:17.554319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.555159 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Added segment 42833e29-d929-4c70-96df-b2825679a231 of type vlan for network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 Feb 07 22:41:17.583039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.605488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:17.609105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53016) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:17.609727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:17.610294 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.628502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.629374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f479f7a5-977f-461c-bd35-c762bd6eccdd no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:41:17.663293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af50ed6f-d8ec-4a64-b2a6-83f1ca463e30,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:17.667263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e85dcb-fc88-45e5-be9a-c264fd230f8b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:17.671484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.685422 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.691917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:17.692226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.729097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: f479f7a5-977f-461c-bd35-c762bd6eccdd {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:41:17.729097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f479f7a5-977f-461c-bd35-c762bd6eccdd not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:41:17.787363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f76468a1-2d35-4067-b672-f4c9d1474216 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/72e85dcb-fc88-45e5-be9a-c264fd230f8b HTTP/1.1" status: 204 len: 168 time: 1.1062582 Feb 07 22:41:17.791240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53024) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:17.820000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Network': ['ID=58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:17.840792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-442905874-network', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:17.842093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:17.848940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:17.854220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-35027cef-516a-4e90-9d62-58bed851ee5c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7462983 Feb 07 22:41:17.855772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:17.857402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:41:17.864026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Usage tracker for resource:network and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:17.867616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:17.874643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:17.884214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53028) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:17.900704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:17.920089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Made reservation on behalf of 55a1cf6ea003463188ef42fc5b89771d for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:17.922791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.938169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '6ab791fe-8c67-405d-98a4-6073cee9a6e1', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'port_id': '6ab791fe-8c67-405d-98a4-6073cee9a6e1', 'mac_address': 'fa:16:3e:5f:47:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7567db2e-b592-454e-8a4b-01ce5e056aa8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:41:17.974116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:17.990862 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.013286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebc0fc-7f8b-4046-9d5c-e9ab7fe79578 req-e5ab0dcb-5845-40c7-baa2-e0af5e9a5235 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:18.017008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16ebc0fc-7f8b-4046-9d5c-e9ab7fe79578 req-e5ab0dcb-5845-40c7-baa2-e0af5e9a5235 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.8557093 Feb 07 22:41:18.023529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:18.038360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Usage tracker for resource:security_group_rule and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:18.039065 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.043050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:18.050473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:13Z', 'revision_number': 3, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:18.052686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:18.057663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:18.059567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Checking router: a711ab09-c233-4327-8f96-3601c8f77444 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:18.059918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Updating router a711ab09-c233-4327-8f96-3601c8f77444 port 3439c727-1181-4a16-93e2-da4b3efec29c binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:18.066838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:18.071358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:18.084431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:18.090041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab791fe-8c67-405d-98a4-6073cee9a6e1 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:18.107406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:18.111196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.112222 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.133954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:18.139856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.163987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100c36f-dc56-4a62-8825-274ec9a2f009 req-3d7429ac-1079-45c7-bb67-93377dcede98 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:18.165482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8100c36f-dc56-4a62-8825-274ec9a2f009 req-3d7429ac-1079-45c7-bb67-93377dcede98 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 944 time: 1.0032940 Feb 07 22:41:18.168644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.235228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-e1766118-2675-428c-9823-de0781474b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:18.236705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-e1766118-2675-428c-9823-de0781474b7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa&tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0 HTTP/1.1" status: 200 len: 1101 time: 1.0765991 Feb 07 22:41:18.268961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16ebc0fc-7f8b-4046-9d5c-e9ab7fe79578 req-19f697d7-4cd6-4465-a86c-fbab501069d8 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437515 Feb 07 22:41:18.278484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:18.279191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.325149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:18.337825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.355161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.395337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:18.410504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7dc71-4974-4dd5-9d90-420e954bdc46,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:18.432979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6ab791fe-8c67-405d-98a4-6073cee9a6e1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:18.437263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.437625 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Added segment 72e4135a-97ed-41c2-a168-7ffcfe24e465 of type vlan for network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e Feb 07 22:41:18.455583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd69cdb-47f1-47e1-a757-0e922d353d35']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:18.482049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.495368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8100c36f-dc56-4a62-8825-274ec9a2f009 req-3937c593-03e1-43b7-bbb2-62dd060039e0 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782559 Feb 07 22:41:18.528522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.586562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ab95d9-0362-4d9c-8255-b6ea951f6b5a') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:18.587360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ab95d9-0362-4d9c-8255-b6ea951f6b5a') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:18.645835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.650336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=97561cd5-6707-4b12-8e61-ea4e5e0f822b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:18.680744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:18.681127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network hostable DHCP agents. Network: 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:18.693899 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', 'code': 200} Feb 07 22:41:18.711404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.714248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.715236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:18.715825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.738877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.775758 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.794541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:18.795076 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.840191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Transition to ACTIVE for port object 3439c727-1181-4a16-93e2-da4b3efec29c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:18.882571 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:18.911181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:18.921080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:18.944840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-68facb2d-4f20-4ec1-80ab-8444a64bd1e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3301301 Feb 07 22:41:18.947015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53042) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:18.961075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Request body: {'subnet': {'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-442905874-subnet', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:18.970764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:18.976453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Usage tracker for resource:subnet and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:18.981540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:18.988504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:18.994155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:41:18.996821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:19.003081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.003882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.023059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Made reservation on behalf of 55a1cf6ea003463188ef42fc5b89771d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:19.027015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.032357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb564fe-0b9b-4e8f-a200-4b23f63644eb None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:19.050132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:19.066027 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:19.106454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:41:19.118667 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-af3012c3-535b-4c97-945c-b996d014df29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2332201 Feb 07 22:41:19.123813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53052) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:19.150423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'name': 'tempest-NetworksTestDHCPv6-1381742572'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:19.282318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Allocated IP 172.20.0.1 (ecce4042-fcc2-4fa5-a103-1491f7c18b14/65699282-451f-42e3-8983-56630e8b5044/2bc66314-71cb-4c67-a3f1-760aa38721a4) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:19.301931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.376777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.430826 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.499025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd69cdb-47f1-47e1-a757-0e922d353d35,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.529901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-97a3ab71-bdc0-47b0-9775-f34bca42b679 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9bd69cdb-47f1-47e1-a757-0e922d353d35 HTTP/1.1" status: 204 len: 168 time: 1.7343619 Feb 07 22:41:19.558193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55843f62-def1-4957-ad70-d2292911fa9d None None] Pushing event updated for resources: {'Port': ['ID=3439c727-1181-4a16-93e2-da4b3efec29c,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.571739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '97561cd5-6707-4b12-8e61-ea4e5e0f822b'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:41:19.572704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.596121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-243a0981-89df-4ad0-afac-495bf6a36a6b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.627246 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-243a0981-89df-4ad0-afac-495bf6a36a6b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.634476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea029d-0481-44d7-8303-1f956c3b84f2 req-550c191f-f018-4d44-a34e-153bb1998cf9 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.641385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74ea029d-0481-44d7-8303-1f956c3b84f2 req-550c191f-f018-4d44-a34e-153bb1998cf9 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 950 time: 0.8971908 Feb 07 22:41:19.696183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Attempting to bind port 3439c727-1181-4a16-93e2-da4b3efec29c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:19.696798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Attempting to bind port 3439c727-1181-4a16-93e2-da4b3efec29c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:19.697042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Attempting to bind port 3439c727-1181-4a16-93e2-da4b3efec29c on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:19.708016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a68c447-f1da-41e8-8907-3da48fcfb61d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.721142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:19.721692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:19.722107 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.722505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:19.722986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Bound port: 3439c727-1181-4a16-93e2-da4b3efec29c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:19.723358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.723480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2568c39-9ad2-459f-a022-624109e3c689 req-8ef31d19-8ba5-44dd-a17d-2bfd7c4290be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:19.724920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2568c39-9ad2-459f-a022-624109e3c689 req-8ef31d19-8ba5-44dd-a17d-2bfd7c4290be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 1101 time: 0.6611605 Feb 07 22:41:19.763410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:19.768981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:19.773091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:19.775359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53062) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:19.782331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:19.797099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:19.797682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Network hostable DHCP agents. Network: 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:19.815709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:19.836512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.859956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:19.886752 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-243a0981-89df-4ad0-afac-495bf6a36a6b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.898552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:19.921324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:19.926123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] For port 3439c727-1181-4a16-93e2-da4b3efec29c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:19.926914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 295f5e73-3e1b-48ae-aae0-55027a9e4f3c yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:19.928188 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.963902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] For port 3439c727-1181-4a16-93e2-da4b3efec29c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3439c727-1181-4a16-93e2-da4b3efec29c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:19.978145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a0981-89df-4ad0-afac-495bf6a36a6b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afdc4f4-c505-4256-b123-0b1ce2b5f605,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:19.981783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:19.990829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74ea029d-0481-44d7-8303-1f956c3b84f2 req-8d841ba7-7a52-412d-bffd-adb006d7bf80 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485980 Feb 07 22:41:20.040857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2568c39-9ad2-459f-a022-624109e3c689 req-3c1ccd50-de6f-4c7b-9828-524353c935cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057437 Feb 07 22:41:20.054724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/97561cd5-6707-4b12-8e61-ea4e5e0f822b/5affdb2b-e5bb-40b2-a0aa-a879f5c67720) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:20.056220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.083888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:20.086022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:20.095511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.106195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:20.106945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.108718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-49616827-5fe8-4d99-bc3a-316bf4accbf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1d6b459f9994e5ca1a5458c72a5e5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170400 Feb 07 22:41:20.109505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53068) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:20.113647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Transition to ACTIVE for port object 2bc66314-71cb-4c67-a3f1-760aa38721a4 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:20.131373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109657b-3027-41bb-86d2-02edd3ed1fad req-9230ec03-644c-4cb8-9100-fc8f6c53db11 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:20.139591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d109657b-3027-41bb-86d2-02edd3ed1fad req-9230ec03-644c-4cb8-9100-fc8f6c53db11 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.6264503 Feb 07 22:41:20.139790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-243a0981-89df-4ad0-afac-495bf6a36a6b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.141035 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-243a0981-89df-4ad0-afac-495bf6a36a6b tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "DELETE /v2.0/security-groups/9afdc4f4-c505-4256-b123-0b1ce2b5f605 HTTP/1.1" status: 204 len: 168 time: 1.0888045 Feb 07 22:41:20.143505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53072) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:20.156088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5838b3b6-6427-4105-a9fc-992fa6406d33 None None] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:20.163006 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc78faaf-3c13-4fdb-b82c-ebc6fff516ce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2148056 Feb 07 22:41:20.164315 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-f5fb3966-50dc-46f8-9e36-3c62a3405104 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] show failed (client error): The resource could not be found. Feb 07 22:41:20.165249 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5fb3966-50dc-46f8-9e36-3c62a3405104 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "GET /v2.0/security-groups/9afdc4f4-c505-4256-b123-0b1ce2b5f605 HTTP/1.1" status: 404 len: 347 time: 0.0207810 Feb 07 22:41:20.166116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53076) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:20.168307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53078) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:20.173285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:20.220219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Transition to ACTIVE for port object e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:20.230805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55843f62-def1-4957-ad70-d2292911fa9d None None] Pushing event updated for resources: {'Port': ['ID=3439c727-1181-4a16-93e2-da4b3efec29c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:20.239827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:20.240472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:40:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:20.242381 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.242626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:20.248283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Usage tracker for resource:router and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:20.258712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:20.359716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d109657b-3027-41bb-86d2-02edd3ed1fad req-3bb86f18-9112-43de-863c-f370f8eddf4f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188179 Feb 07 22:41:20.435798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:41:20.436157 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:41:20.520805 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'code': 200} Feb 07 22:41:20.537988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:20.539271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=10']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:20.542120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] No DVR routers for this DVR port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:20.552171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4b519fb-0c46-46b7-8199-4798f59868d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.556702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.557073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Deleting port b206bddd-51ee-44a8-ae87-e809c650d5c7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:20.557663 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.659341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:20.686643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.687878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.705042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4b519fb-0c46-46b7-8199-4798f59868d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.713777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:20.718651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:20.719001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:20.719359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:20.727120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.728884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b27359-4e27-4c2c-a4aa-0550e6c2774b req-f3f17804-f806-4949-8a9d-25f9b7fa0d77 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:20.730019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38b27359-4e27-4c2c-a4aa-0550e6c2774b req-f3f17804-f806-4949-8a9d-25f9b7fa0d77 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 945 time: 0.5743368 Feb 07 22:41:20.736625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:20.746630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc66314-71cb-4c67-a3f1-760aa38721a4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:20.748504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:20.776364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.776708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.782512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:41:20.782852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Attempting to bind port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:20.824838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:20.825178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:20.825553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:20.826006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Bound port: e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:20.826366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.922296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:20.942411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.065449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:41:21.066595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.126012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Transition to ACTIVE for port object 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:21.180907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Calling delete_port for b206bddd-51ee-44a8-ae87-e809c650d5c7 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:21.209356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38b27359-4e27-4c2c-a4aa-0550e6c2774b req-0f968d36-a531-42fa-88cc-8f3eada70043 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306617 Feb 07 22:41:21.222056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Transition to ACTIVE for port object 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:21.256516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.261932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6ab791fe-8c67-405d-98a4-6073cee9a6e1 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:21.333360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4b519fb-0c46-46b7-8199-4798f59868d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.389410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:21.395610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b519fb-0c46-46b7-8199-4798f59868d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8bf072-ce98-4a09-ae7a-9d9f8535c53d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:21.420660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:21.424950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a4b519fb-0c46-46b7-8199-4798f59868d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.437143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a4b519fb-0c46-46b7-8199-4798f59868d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e8bf072-ce98-4a09-ae7a-9d9f8535c53d HTTP/1.1" status: 204 len: 168 time: 1.3128440 Feb 07 22:41:21.447621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:21.454434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.466594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:21.468304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f6d53f21-a9f0-4c30-9321-35aa325d0f28 None None] Provisioning for port 2bc66314-71cb-4c67-a3f1-760aa38721a4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:21.478031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:21.482289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f6d53f21-a9f0-4c30-9321-35aa325d0f28 None None] Provisioning complete for port 2bc66314-71cb-4c67-a3f1-760aa38721a4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:21.482670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f6d53f21-a9f0-4c30-9321-35aa325d0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.548750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d76cf9-1bd2-4bd7-92cd-347e4f20e2f4 req-d7a1f9fd-856d-41c9-9df0-46d71616192b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:21.550431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11d76cf9-1bd2-4bd7-92cd-347e4f20e2f4 req-d7a1f9fd-856d-41c9-9df0-46d71616192b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 950 time: 0.3492749 Feb 07 22:41:21.617977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Pushing event updated for resources: {'Port': ['ID=5affdb2b-e5bb-40b2-a0aa-a879f5c67720,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:21.620926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.625234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.656863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:21.657506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.658930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] 10.222.0.26 "PUT /v2.0/ports/e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 1097 time: 3.3947749 Feb 07 22:41:21.659580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.661681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f6d53f21-a9f0-4c30-9321-35aa325d0f28 None None] Port 2bc66314-71cb-4c67-a3f1-760aa38721a4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:21.720528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Pushing event deleted for resources: {'Port': ['ID=b206bddd-51ee-44a8-ae87-e809c650d5c7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:21.791864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:21.808110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:21.808334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.921291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::125 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/97561cd5-6707-4b12-8e61-ea4e5e0f822b/295f5e73-3e1b-48ae-aae0-55027a9e4f3c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:21.933381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Attempting to bind port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:21.934164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Attempting to bind port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:21.934164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Attempting to bind port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:21.946437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Allocated IP 172.20.0.2 (25c1252f-a3e6-4ee4-93bb-1b969c7fb38e/1a68c447-f1da-41e8-8907-3da48fcfb61d/b07a4da5-5427-4e97-bbbc-28d2c4c949c4) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:21.965266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:13Z', 'revision_number': 3, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:21.972400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:21.972400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:21.972781 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.973447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:21.974203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Bound port: 5affdb2b-e5bb-40b2-a0aa-a879f5c67720, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:21.974396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.978883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:21.983690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11d76cf9-1bd2-4bd7-92cd-347e4f20e2f4 req-d63d4a51-161d-42d2-b3e7-d07cf1758c6d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438680 Feb 07 22:41:21.999019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98ae63-662e-41be-9664-ff2458e3bcde service neutron] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=11']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.028431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53094) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:22.041843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a9e0-f0ad-4fc7-88fb-9f5e6d9f4e9a req-3ef187f2-9000-4b65-92f2-858ae6e0c989 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:22.043327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8586a9e0-f0ad-4fc7-88fb-9f5e6d9f4e9a req-3ef187f2-9000-4b65-92f2-858ae6e0c989 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 949 time: 0.4123938 Feb 07 22:41:22.056168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3f19cc-a331-4417-95a2-4baa8b9b476f None None] The sync data for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 is: [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:13Z', 'revision_number': 3, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:22.153673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.155020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-45849832-863c-45d7-96cc-5909e4f8c977 tempest-ImagesOneServerNegativeTestJSON-942409336 tempest-ImagesOneServerNegativeTestJSON-942409336-project] 10.222.0.10 "DELETE /v2.0/floatingips/432cea30-773d-4910-a568-0361fe8925fb HTTP/1.1" status: 204 len: 168 time: 1.9852667 Feb 07 22:41:22.177765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.184291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-d7640125-6152-47cd-a91d-1052766afeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:22.185830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-d7640125-6152-47cd-a91d-1052766afeec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1100 time: 0.4194984 Feb 07 22:41:22.219967 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-557e0045-38cb-47c1-92bb-ef1d3f0d89cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4da0dca6b97941268a52db02f05fd15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721618 Feb 07 22:41:22.231739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:22.232737 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8586a9e0-f0ad-4fc7-88fb-9f5e6d9f4e9a req-721336ce-a9a7-4cb3-9c65-3d82243cf1fd tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739392 Feb 07 22:41:22.373174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:22.445378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:22.495380 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.498687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53116) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:22.528702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:22.629040 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1', 'code': 200} Feb 07 22:41:22.682473 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'status': 'completed', 'code': 200} Feb 07 22:41:22.699846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.700059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-b8cd1f8f-85c3-4aaf-8eac-6b7e9f85d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:22.701896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-b8cd1f8f-85c3-4aaf-8eac-6b7e9f85d5cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5065000 Feb 07 22:41:22.728488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3439c727-1181-4a16-93e2-da4b3efec29c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:22.780525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.796206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] For port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:22.800865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-fa8225a8-6610-403b-8816-1095e3b73383 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.0820692 Feb 07 22:41:22.828769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] For port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5affdb2b-e5bb-40b2-a0aa-a879f5c67720,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:22.846130 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.854379 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.868043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Transition to ACTIVE for port object b07a4da5-5427-4e97-bbbc-28d2c4c949c4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:22.886995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:22.906913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.940026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 295f5e73-3e1b-48ae-aae0-55027a9e4f3c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:22.940517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-740f3758-046e-4b50-80ab-fc27bf8de3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:22.942057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-740f3758-046e-4b50-80ab-fc27bf8de3b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1186233 Feb 07 22:41:22.975089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Transition to ACTIVE for port object b07a4da5-5427-4e97-bbbc-28d2c4c949c4 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:22.983990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3439c727-1181-4a16-93e2-da4b3efec29c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:22.992614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3439c727-1181-4a16-93e2-da4b3efec29c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:22.996985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:22.997466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] Deleting subnet 345c937d-c7b8-4af5-a4b4-13ec996046c3 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:41:23.008658 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-657dfb8c-f9d1-41d1-8e01-c207ac887f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.011809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.044018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5f3f-9058-44b0-baf8-7de5c06ddaf1 req-8cb7e3c4-9e31-44dc-a317-fb0163f90672 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:23.046438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1ef5f3f-9058-44b0-baf8-7de5c06ddaf1 req-8cb7e3c4-9e31-44dc-a317-fb0163f90672 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 946 time: 0.6037242 Feb 07 22:41:23.048446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.105106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd7736-012b-414e-be64-31b679a957ee None None] Pushing event updated for resources: {'Port': ['ID=5affdb2b-e5bb-40b2-a0aa-a879f5c67720,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:23.129914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc66314-71cb-4c67-a3f1-760aa38721a4,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:23.172706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-657dfb8c-f9d1-41d1-8e01-c207ac887f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.176891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:23.187754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:23.194117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:23.201713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.232430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.324883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.356843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.419842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a016d0b-9383-4089-8306-6abcb3619f33 req-9dbdef35-986b-4b30-8892-3620fb97b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:23.421645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Pushing event updated for resources: {'Port': ['ID=b07a4da5-5427-4e97-bbbc-28d2c4c949c4,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:23.422046 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a016d0b-9383-4089-8306-6abcb3619f33 req-9dbdef35-986b-4b30-8892-3620fb97b730 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1097 time: 0.7515943 Feb 07 22:41:23.438822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Attempting to bind port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:23.439194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Attempting to bind port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:23.439882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Attempting to bind port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:23.458130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:23.458541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:23.458992 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.459436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Bound using segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:23.460106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Bound port: b07a4da5-5427-4e97-bbbc-28d2c4c949c4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:23.460638 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.470347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-f9f098c2-373f-466e-a9f0-532e7153ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:23.471869 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-f9f098c2-373f-466e-a9f0-532e7153ec45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1100 time: 0.7237608 Feb 07 22:41:23.482882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.637962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.658433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] For port b07a4da5-5427-4e97-bbbc-28d2c4c949c4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:23.662437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] For port b07a4da5-5427-4e97-bbbc-28d2c4c949c4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b07a4da5-5427-4e97-bbbc-28d2c4c949c4,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:23.680472 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.690155 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.726241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:23.743487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:23.745651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:23.753873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1ef5f3f-9058-44b0-baf8-7de5c06ddaf1 req-ac46382a-599f-4a20-a2f2-543842844ec9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6118548 Feb 07 22:41:23.758615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5c64bac7-610c-49a0-bef9-645131f0b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:23.760661 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-5c64bac7-610c-49a0-bef9-645131f0b507 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7126288 Feb 07 22:41:23.765741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 3439c727-1181-4a16-93e2-da4b3efec29c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3439c727-1181-4a16-93e2-da4b3efec29c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:23.778214 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.795428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea30e4a-f0d7-4ff5-8302-4f5fed1a7ed0 None None] Pushing event updated for resources: {'Port': ['ID=b07a4da5-5427-4e97-bbbc-28d2c4c949c4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:23.824627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:23.832973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:23.847093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:23.847995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.897016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-657dfb8c-f9d1-41d1-8e01-c207ac887f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:23.911517 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a016d0b-9383-4089-8306-6abcb3619f33 req-2a743a52-ac36-4ef8-8dbe-359938d14df8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723282 Feb 07 22:41:23.914586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=3439c727-1181-4a16-93e2-da4b3efec29c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:23.987319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=295f5e73-3e1b-48ae-aae0-55027a9e4f3c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:24.004166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dfb8c-f9d1-41d1-8e01-c207ac887f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f6424c-3a1c-4ae6-8ec3-729452f50077,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:24.057433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-657dfb8c-f9d1-41d1-8e01-c207ac887f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.060717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-657dfb8c-f9d1-41d1-8e01-c207ac887f65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0f6424c-3a1c-4ae6-8ec3-729452f50077 HTTP/1.1" status: 204 len: 168 time: 1.8186774 Feb 07 22:41:24.078528 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a10db05-825d-4ee6-82c2-651fb4154ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9448857 Feb 07 22:41:24.080480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Allocated IP 172.25.0.42 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/74fce176-5781-4df2-9c58-6784183e051c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:24.087816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53128) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:24.141124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-17e84f84-bbec-42d3-9aa3-0bd6ec26f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:24.142607 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-17e84f84-bbec-42d3-9aa3-0bd6ec26f589 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.6553402 Feb 07 22:41:24.227717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.237422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a31b63-ab14-4edf-8139-ece08303eeae req-46787798-61ad-4ef0-add0-10b41c4c8800 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:24.238919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52a31b63-ab14-4edf-8139-ece08303eeae req-46787798-61ad-4ef0-add0-10b41c4c8800 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 950 time: 1.0376949 Feb 07 22:41:24.259368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Router a711ab09-c233-4327-8f96-3601c8f77444 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:41:24.299606 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-3c429fdd-3ce1-4891-9f0a-d2d0f7e3f7c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.1337175 Feb 07 22:41:24.323615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9cf12e82-7a3c-4488-9082-e388f779a674 None None] Provisioning complete for port 2bc66314-71cb-4c67-a3f1-760aa38721a4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:24.325184 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9cf12e82-7a3c-4488-9082-e388f779a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.354788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345c937d-c7b8-4af5-a4b4-13ec996046c3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:24.423569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:24.454207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9cf12e82-7a3c-4488-9082-e388f779a674 None None] Port 2bc66314-71cb-4c67-a3f1-760aa38721a4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:24.485123 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e3170311-33a9-4ef8-9e0b-79c95333482e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/345c937d-c7b8-4af5-a4b4-13ec996046c3 HTTP/1.1" status: 204 len: 168 time: 1.9817803 Feb 07 22:41:24.490239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53134) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:24.513227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52a31b63-ab14-4edf-8139-ece08303eeae req-2bcade6a-418d-499c-997d-4ac5cab5a97e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565312 Feb 07 22:41:24.543473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-c9ff6a06-9658-4d39-99f9-4ff5bc1031d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:24.545798 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-c9ff6a06-9658-4d39-99f9-4ff5bc1031d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1855409 Feb 07 22:41:24.584303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56827c07-247e-420b-bbfb-67454deb7f6b req-e7c49609-82ff-44f6-8f62-79d03570106e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:24.586067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56827c07-247e-420b-bbfb-67454deb7f6b req-e7c49609-82ff-44f6-8f62-79d03570106e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 949 time: 0.5402098 Feb 07 22:41:24.590902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-467108f1-f9c5-49f4-a70f-3c6800725b70 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437131 Feb 07 22:41:24.893984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3439c727-1181-4a16-93e2-da4b3efec29c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:25.031100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8937c9-f17e-44fc-97fa-458d2dbd0df1 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:25.172594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:25.185499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3439c727-1181-4a16-93e2-da4b3efec29c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:25.185499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.191605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f998a81f-273e-4fa7-8812-55ea39108058 admin admin] 10.222.0.10 "PUT /v2.0/routers/a711ab09-c233-4327-8f96-3601c8f77444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5306168 Feb 07 22:41:25.198761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.213484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56827c07-247e-420b-bbfb-67454deb7f6b req-d374d5f6-c136-4832-931b-5ebee76b2b5c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137309 Feb 07 22:41:25.315187 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Sync routers for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:25.332841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683d297-ac5b-4b3d-aea6-ac3860f026a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:25.335464 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:25.336343 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:40:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:25.346927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6683d297-ac5b-4b3d-aea6-ac3860f026a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:25.348039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6683d297-ac5b-4b3d-aea6-ac3860f026a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:25.352785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.355339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-adfdab9c-13a4-4bfb-8b26-af6bc959b574 None None] Provisioning for port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:25.369073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bdf8e1a-d3ec-4e28-9fa6-a058c198b659 req-7ea9b992-87d1-4c07-b0e4-e9fcaccbc103 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680767 Feb 07 22:41:25.416080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7f449-abeb-4117-851f-6a5a3e0a1e94 req-79b45a3d-dd6b-4e8f-b971-ed1eaae95794 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:25.437303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bba7f449-abeb-4117-851f-6a5a3e0a1e94 req-79b45a3d-dd6b-4e8f-b971-ed1eaae95794 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 950 time: 0.6169796 Feb 07 22:41:25.478927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:25.542824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:25.561907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:25.567449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:25.657208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6683d297-ac5b-4b3d-aea6-ac3860f026a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:25.664433 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6683d297-ac5b-4b3d-aea6-ac3860f026a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.5752635 Feb 07 22:41:25.669162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53162) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:25.703861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Pushing event updated for resources: {'Port': ['ID=74fce176-5781-4df2-9c58-6784183e051c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:25.726726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:25.751495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53166) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:25.795973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97cbe43-8d28-4e52-bfb2-9ec5f33bdae1 None None] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:25.834621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bba7f449-abeb-4117-851f-6a5a3e0a1e94 req-433574dc-036e-4683-b722-09fafe4c2df5 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903067 Feb 07 22:41:25.861909 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:25.902191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-0ddc5f74-7aca-4f5c-a6b3-ce20e4e53a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:25.903709 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-0ddc5f74-7aca-4f5c-a6b3-ce20e4e53a33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3492346 Feb 07 22:41:25.931704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-345acc2a-8f7e-411a-9875-626448caa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:25.933244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-345acc2a-8f7e-411a-9875-626448caa3b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1100 time: 0.4546580 Feb 07 22:41:26.114465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6ff7b842-02c0-41b9-bb6e-73395b8d9de0 None None] Provisioning for port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:26.123448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29809aaf-23e0-405c-8dac-7e0d46d2d887 req-a1906382-4e8c-4118-8092-f821f5ac05b1 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:26.137154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29809aaf-23e0-405c-8dac-7e0d46d2d887 req-a1906382-4e8c-4118-8092-f821f5ac05b1 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 946 time: 0.5387268 Feb 07 22:41:26.142116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1935421597-network', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:26.144888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bde1ce2-0dd0-4408-930e-6b67cbe0f425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.173450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:26.246432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:26.246809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.263449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:26.275644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Usage tracker for resource:network and tenant:56312f8b91c24cf895e7cfb6e8a86fcf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:26.284758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:26.355394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:26.377848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Made reservation on behalf of 56312f8b91c24cf895e7cfb6e8a86fcf for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:26.382626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.418540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 295f5e73-3e1b-48ae-aae0-55027a9e4f3c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:26.419031 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.424907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53186) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:26.428103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29809aaf-23e0-405c-8dac-7e0d46d2d887 req-e2853c8f-a57e-4e64-abbd-c3d5851923e8 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898173 Feb 07 22:41:26.434219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-201454568-network', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:26.441368 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.474153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:26.508028 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:22Z', 'revision_number': 2, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:26.512536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-d47a0071-7add-408e-86f2-a089af425d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:26.513682 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Checking router: a711ab09-c233-4327-8f96-3601c8f77444 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:26.514041 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Updating router a711ab09-c233-4327-8f96-3601c8f77444 port 2bc66314-71cb-4c67-a3f1-760aa38721a4 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:26.514391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-d47a0071-7add-408e-86f2-a089af425d20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.5719783 Feb 07 22:41:26.525902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Usage tracker for resource:network and tenant:ecdd27af87a84b38b76b72646bcc4ed7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:26.541180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:26.592044 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.597263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:26.608138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.645031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f761bb2-2a7b-4404-9ddf-3131307cd150']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:26.660744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7fd10d-494f-4804-a685-fe6c1a413382') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:26.661039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7fd10d-494f-4804-a685-fe6c1a413382') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:26.696137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.697326 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.715359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d98ff747-4afb-4029-be83-77284399ff03 None None] Provisioning complete for port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:26.715896 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d98ff747-4afb-4029-be83-77284399ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.716117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.729216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:41:26.730045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.798792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5affdb2b-e5bb-40b2-a0aa-a879f5c67720,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:26.821248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.822012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b07a4da5-5427-4e97-bbbc-28d2c4c949c4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:26.870086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:56312f8b91c24cf895e7cfb6e8a86fcf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:26.889027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:26.894082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-42c33293-1577-41a2-9b45-ee51c4aa7206 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 200 len: 217 time: 0.3646853 Feb 07 22:41:26.895536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:41:26.938301 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:41:26.979726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:26.986154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:27.098781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=5affdb2b-e5bb-40b2-a0aa-a879f5c67720,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:27.124325 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:27.129930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d98ff747-4afb-4029-be83-77284399ff03 None None] Provisioning for port 295f5e73-3e1b-48ae-aae0-55027a9e4f3c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:27.137721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d98ff747-4afb-4029-be83-77284399ff03 None None] Provisioning complete for port 295f5e73-3e1b-48ae-aae0-55027a9e4f3c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:27.138145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d98ff747-4afb-4029-be83-77284399ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.150769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.161227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Made reservation on behalf of ecdd27af87a84b38b76b72646bcc4ed7 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:27.164084 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.164980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f761bb2-2a7b-4404-9ddf-3131307cd150,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:27.183064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8461358-7b37-4393-99d5-58f79833eb94 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f761bb2-2a7b-4404-9ddf-3131307cd150 HTTP/1.1" status: 204 len: 168 time: 2.6901827 Feb 07 22:41:27.187194 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.200119 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Transition to ACTIVE for port object 2bc66314-71cb-4c67-a3f1-760aa38721a4 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:27.210514 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.225807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-103953a8-1a91-402a-a1e2-53813822626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.227284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-103953a8-1a91-402a-a1e2-53813822626c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2426367 Feb 07 22:41:27.227930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.256264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d98ff747-4afb-4029-be83-77284399ff03 None None] Port 295f5e73-3e1b-48ae-aae0-55027a9e4f3c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:27.260464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:27.260724 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.432013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:27.492256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Usage tracker for resource:security_group_rule and tenant:ecdd27af87a84b38b76b72646bcc4ed7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:27.498133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:27.533567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71528d13-9aef-4e7e-8ecb-72eb2b6bc1f4 req-4754e580-0d3e-4682-9506-80c6977c7f42 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.545088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71528d13-9aef-4e7e-8ecb-72eb2b6bc1f4 req-4754e580-0d3e-4682-9506-80c6977c7f42 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.549877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71528d13-9aef-4e7e-8ecb-72eb2b6bc1f4 req-4754e580-0d3e-4682-9506-80c6977c7f42 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629&device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 1691 time: 1.0846705 Feb 07 22:41:27.561841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.599819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:27.603186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53194) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:27.611311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b07a4da5-5427-4e97-bbbc-28d2c4c949c4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b07a4da5-5427-4e97-bbbc-28d2c4c949c4,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:27.620425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac92d27-10d9-4de9-a55f-15f77c5e86f9 req-78dc13fe-7809-47e5-aebe-0d6fe61b958e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:27.621425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dccd7ead-a1b7-42ec-b484-4e90375bd15d None None] Provisioning complete for port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:27.621816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dccd7ead-a1b7-42ec-b484-4e90375bd15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.621931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ac92d27-10d9-4de9-a55f-15f77c5e86f9 req-78dc13fe-7809-47e5-aebe-0d6fe61b958e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 949 time: 0.7296126 Feb 07 22:41:27.632769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-d7b64a62-bf3a-4d67-9a65-2b633824ca29 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6458299 Feb 07 22:41:27.651946 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Pushing event updated for resources: {'Port': ['ID=2bc66314-71cb-4c67-a3f1-760aa38721a4,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:27.669115 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.669870 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.670551 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.671101 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.671718 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.672266 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.672844 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.673480 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.674061 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.675277 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.676024 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.676578 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:27.702281 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Attempting to bind port 2bc66314-71cb-4c67-a3f1-760aa38721a4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:27.703106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Attempting to bind port 2bc66314-71cb-4c67-a3f1-760aa38721a4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:27.703811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Attempting to bind port 2bc66314-71cb-4c67-a3f1-760aa38721a4 on network ecce4042-fcc2-4fa5-a103-1491f7c18b14 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:27.712455 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:27.713324 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Checking segment: {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:27.714071 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.714741 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Bound using segment: {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:27.715475 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Bound port: 2bc66314-71cb-4c67-a3f1-760aa38721a4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:27.716268 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.749064 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.847471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.878809 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.893449 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] For port 2bc66314-71cb-4c67-a3f1-760aa38721a4, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:27.903023 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] For port 2bc66314-71cb-4c67-a3f1-760aa38721a4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2bc66314-71cb-4c67-a3f1-760aa38721a4,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:27.909928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b07a4da5-5427-4e97-bbbc-28d2c4c949c4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:27.914775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:27.921841 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:27.925152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71528d13-9aef-4e7e-8ecb-72eb2b6bc1f4 req-fc903d71-c788-4175-8595-453a5a49a3d1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297839 Feb 07 22:41:27.944923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ac92d27-10d9-4de9-a55f-15f77c5e86f9 req-f58775aa-8bce-447d-995f-6f4dc57b0d5c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695930 Feb 07 22:41:27.999744 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-caa880ad-3f49-41a9-a711-25934d455bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509943 Feb 07 22:41:28.042265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.048917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-1adbe448-e430-4a27-afee-65df76319278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.050837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-1adbe448-e430-4a27-afee-65df76319278 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8118234 Feb 07 22:41:28.071474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.107290 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:28.107929 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:40:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:28.115398 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2fe80984-1c54-4ffe-9900-b06d709e089c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d87a212156f94b17a791c78e66488b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108566 Feb 07 22:41:28.124648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53202) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:28.125411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:28.139044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.264154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dccd7ead-a1b7-42ec-b484-4e90375bd15d None None] Provisioning complete for port 295f5e73-3e1b-48ae-aae0-55027a9e4f3c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:28.264699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dccd7ead-a1b7-42ec-b484-4e90375bd15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.282516 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3fda4-956a-42f1-b90d-7ca24e66e6e0 None None] Pushing event updated for resources: {'Port': ['ID=2bc66314-71cb-4c67-a3f1-760aa38721a4,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.282737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b79bec-7895-4ad4-9d58-4786bf5111a9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.318291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a24f-aa4a-4bc6-afff-1b9635360331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.345523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 295f5e73-3e1b-48ae-aae0-55027a9e4f3c owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:28.352202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:28.352801 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.393575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:28.414373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-dccd7ead-a1b7-42ec-b484-4e90375bd15d None None] Port 295f5e73-3e1b-48ae-aae0-55027a9e4f3c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:28.432717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.438979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.439490 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Added segment 956a6462-676d-48a1-bc5f-2e9abae49069 of type vlan for network a3f0bd53-f6df-45f9-ba57-6b63dde1224c Feb 07 22:41:28.443248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.443602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.443951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.444331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.444692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.445027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.445356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.445686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.446014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.446339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.446663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.446985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:28.484969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:41:28.503688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:28.517378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.517736 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Added segment 0640e7ed-46c3-4586-9af1-ccffe9ceffd1 of type vlan for network cb4c60a9-1a53-4d29-8c17-c13f85769153 Feb 07 22:41:28.618627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.624223 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3661-6499-4513-ba14-8187667ddd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.652635 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3661-6499-4513-ba14-8187667ddd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.699819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202bce2-fe76-428d-9bb0-7bc2bac0ca0b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.702356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:28.722365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'mac_address': 'fa:16:3e:97:1d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:41:28.738938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.751629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-42113d4e-d2fb-47e7-b135-3e4bcb24805a service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886489 Feb 07 22:41:28.803351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.804479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.805160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.808171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.831897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:28.851312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:28.856045 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.874527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.890157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.891780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.892644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.899404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3661-6499-4513-ba14-8187667ddd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:28.908789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc99ce-d43e-4bbc-89b1-74511d414b15 req-e8d20386-9a3a-4c01-bf0b-b7fefc5605cb tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.918554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29dc99ce-d43e-4bbc-89b1-74511d414b15 req-e8d20386-9a3a-4c01-bf0b-b7fefc5605cb tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1097 time: 0.6971614 Feb 07 22:41:28.922362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d95300-7669-4da0-98a2-bdac17647a77 req-2a453f7f-f7c3-4572-ae0b-32c186166536 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:28.933716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25d95300-7669-4da0-98a2-bdac17647a77 req-2a453f7f-f7c3-4572-ae0b-32c186166536 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 1101 time: 0.6245878 Feb 07 22:41:28.945880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=295f5e73-3e1b-48ae-aae0-55027a9e4f3c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.946301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:28.972443 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:27Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:28.976704 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426eee48-720f-44b5-ac23-0b75f433cb32 None None] The sync data for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 is: [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:27Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:29.101148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.141107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-402b9512-cb98-49a2-82d0-08a9daa64319 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/295f5e73-3e1b-48ae-aae0-55027a9e4f3c HTTP/1.1" status: 204 len: 168 time: 3.4510796 Feb 07 22:41:29.141107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53210) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:29.144315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:29.146532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.156356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3661-6499-4513-ba14-8187667ddd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c39a1-a483-40ec-a1a9-125d24bd5191,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:29.276043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] Pushing event updated for resources: {'Network': ['ID=cb4c60a9-1a53-4d29-8c17-c13f85769153,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:29.279232 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.318580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-46b86ff6-4f6c-4607-9ca9-46ae6da209ed admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8867359 Feb 07 22:41:29.318803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:41:29.328811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53214) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:29.350975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Request body: {'subnet': {'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-subnet', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:29.357708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:29.362202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Usage tracker for resource:subnet and tenant:ecdd27af87a84b38b76b72646bcc4ed7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:29.365288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:29.372146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:29.405782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09007f01-eebe-48f7-923e-5dd6fe17b1bc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:29.407861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09007f01-eebe-48f7-923e-5dd6fe17b1bc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:29.408665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-09007f01-eebe-48f7-923e-5dd6fe17b1bc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:29.416207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Made reservation on behalf of ecdd27af87a84b38b76b72646bcc4ed7 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:29.417197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29dc99ce-d43e-4bbc-89b1-74511d414b15 req-e026b99a-6550-40ec-9d0e-c0e64f9bc3d4 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971075 Feb 07 22:41:29.418550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.420060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25d95300-7669-4da0-98a2-bdac17647a77 req-ea22a97d-f4bf-42a1-a1b7-4af41f863818 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846735 Feb 07 22:41:29.478692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fb102b-0e35-42d3-a825-9f4752469859 req-fd8def41-6947-4fa0-87b1-e457d80397ae service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760206 Feb 07 22:41:29.479796 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.7237718 Feb 07 22:41:29.490753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3661-6499-4513-ba14-8187667ddd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.492742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ce2f3661-6499-4513-ba14-8187667ddd4a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a62c39a1-a483-40ec-a1a9-125d24bd5191 HTTP/1.1" status: 204 len: 168 time: 1.2753649 Feb 07 22:41:29.493414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53220) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:29.504337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Request body: {'subnet': {'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1935421597-subnet', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:29.510553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:29.515122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Usage tracker for resource:subnet and tenant:56312f8b91c24cf895e7cfb6e8a86fcf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:29.518225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:29.526416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:29.531202 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.539207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df367d2d-5816-4206-ae65-ef07b7add8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=a3f0bd53-f6df-45f9-ba57-6b63dde1224c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:29.558035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Made reservation on behalf of 56312f8b91c24cf895e7cfb6e8a86fcf for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:29.564595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:41:29.565342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:29.794410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-09007f01-eebe-48f7-923e-5dd6fe17b1bc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:29.817916 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-09007f01-eebe-48f7-923e-5dd6fe17b1bc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6759105 Feb 07 22:41:29.837623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53228) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:29.977739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b469a1a-fc51-4ad5-9c63-c3f4dac28b37 req-64fb3b55-d55f-416c-b8eb-0a2b3627e6c7 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:29.979273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b469a1a-fc51-4ad5-9c63-c3f4dac28b37 req-64fb3b55-d55f-416c-b8eb-0a2b3627e6c7 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 1101 time: 0.2009544 Feb 07 22:41:30.057176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2bc66314-71cb-4c67-a3f1-760aa38721a4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:30.173529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2bc66314-71cb-4c67-a3f1-760aa38721a4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:30.181331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2bc66314-71cb-4c67-a3f1-760aa38721a4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:30.181637 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.247690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fc013-406f-40c9-9506-719718f5ba30 req-e8b72e91-c980-44f0-a47d-559a6834495e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:30.255227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-192fc013-406f-40c9-9506-719718f5ba30 req-e8b72e91-c980-44f0-a47d-559a6834495e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.5438612 Feb 07 22:41:30.260526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 97561cd5-6707-4b12-8e61-ea4e5e0f822b {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:41:30.277317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.330849 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.338873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b469a1a-fc51-4ad5-9c63-c3f4dac28b37 req-fa396b43-0fab-4742-8eca-edba1f10a964 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204224 Feb 07 22:41:30.351905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-192fc013-406f-40c9-9506-719718f5ba30 req-04b7c233-0bb3-419a-89ed-701735e32b64 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957274 Feb 07 22:41:30.373158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.384261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 2bc66314-71cb-4c67-a3f1-760aa38721a4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2bc66314-71cb-4c67-a3f1-760aa38721a4,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:30.398551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.399604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b07a4da5-5427-4e97-bbbc-28d2c4c949c4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:30.486607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce8528d-8151-45aa-91cb-a8f489d58eff,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:30.512522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.546686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Checking segment: {'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:30.546686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Network hostable DHCP agents. Network: a3f0bd53-f6df-45f9-ba57-6b63dde1224c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:30.588456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Router ff3e3551-8959-4d92-96a5-12dda0c1ce0e is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:41:30.612738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:30.638130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a3f0bd53-f6df-45f9-ba57-6b63dde1224c) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:30.645016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:30.648552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.665998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df051c0-1746-4a5f-a88b-e3e8a56f2671 None None] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:30.698045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-88017ab3-d48e-43fc-aa04-e5db6649f5db admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2015145 Feb 07 22:41:30.700826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53264) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:30.710908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:30.744480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:30.841273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Usage tracker for resource:router and tenant:56312f8b91c24cf895e7cfb6e8a86fcf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:30.849301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:30.871144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:30.880818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-7bebbb87-fda8-49e9-b310-326f5725b251 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1272614 Feb 07 22:41:30.914141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=2bc66314-71cb-4c67-a3f1-760aa38721a4,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:30.916692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:30.972859 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.043214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53274) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:31.065488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:31.067137 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.075649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.077818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.107375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.183878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.218382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e372bd-b3ba-4425-8532-0ecec65480fc,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:31.225793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Checking segment: {'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:31.226155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Network hostable DHCP agents. Network: cb4c60a9-1a53-4d29-8c17-c13f85769153, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:31.232087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:31.251574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Sync routers for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:31.284999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.286324 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fa093091-44f9-43e0-8c95-9b3327d79061 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.1192212 Feb 07 22:41:31.290728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53282) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:31.362645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:31.405132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, cb4c60a9-1a53-4d29-8c17-c13f85769153) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:31.419280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.423146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd11aa-6973-4352-9eff-66b1ec027618 None None] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:31.435679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:31.436417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.560690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:31.561694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:31.611594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=97561cd5-6707-4b12-8e61-ea4e5e0f822b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:31.623420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.641594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1464359037-network', 'tenant_id': '0bda59600bb24d31b3d22bf8c7f974f3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:31.647328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:31.650837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Usage tracker for resource:network and tenant:0bda59600bb24d31b3d22bf8c7f974f3 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:31.653691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:31.660463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:31.666014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002d118f-29f5-4b74-9b45-4dd0dafad717 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:31.687556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Made reservation on behalf of 0bda59600bb24d31b3d22bf8c7f974f3 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:31.689078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.768806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.799193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8408e52c-96d2-4482-a5af-0788cdcab9da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4630716 Feb 07 22:41:31.800139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53290) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:31.808256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:31.813546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Usage tracker for resource:security_group_rule and tenant:0bda59600bb24d31b3d22bf8c7f974f3 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:31.817725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:31.825127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:31.921666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.926392 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-26a7d9fd-2117-4855-90d0-c8424987e147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/97561cd5-6707-4b12-8e61-ea4e5e0f822b HTTP/1.1" status: 204 len: 168 time: 2.0876575 Feb 07 22:41:31.932085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:31.936725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53294) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:31.942523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.947585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:31.969471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:31.971482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a3f0bd53-f6df-45f9-ba57-6b63dde1224c', 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'fixed_ips': [{'subnet_id': 'dce8528d-8151-45aa-91cb-a8f489d58eff'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:41:31.973429 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.046190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Usage tracker for resource:router and tenant:ecdd27af87a84b38b76b72646bcc4ed7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:32.063319 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5adda69a-0961-4bce-9340-d655e8cc29be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219563 Feb 07 22:41:32.070803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:32.077259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53298) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:32.091217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:32.118350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:32.170815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-86540933-daad-4838-aa05-91e2e14de40c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.173085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-86540933-daad-4838-aa05-91e2e14de40c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2906871 Feb 07 22:41:32.175258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75087fd-36bb-479f-a7ec-7cd0ec66e68d req-8ba65ea3-b0d1-4eb0-8cc8-bca9515fb4aa tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.176674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f75087fd-36bb-479f-a7ec-7cd0ec66e68d req-8ba65ea3-b0d1-4eb0-8cc8-bca9515fb4aa tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 1101 time: 0.7279358 Feb 07 22:41:32.208341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-7bb5a968-4dc4-4c97-9888-cdffe9322d72 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/quotas/a4c1d2b9915e4e6488f68d0887173e49 HTTP/1.1" status: 200 len: 375 time: 0.0277603 Feb 07 22:41:32.263319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:41:32.273990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.274721 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Added segment a5b7eb76-4810-412e-b361-df6a6eb9b496 of type vlan for network 05e54770-0696-427c-a0ce-7663f7965f1f Feb 07 22:41:32.301199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.310864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2bc66314-71cb-4c67-a3f1-760aa38721a4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:32.349411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f75087fd-36bb-479f-a7ec-7cd0ec66e68d req-281908a6-fddf-4e92-b947-c33c84395fd1 tempest-MigrationsAdminTest-1873476739 tempest-MigrationsAdminTest-1873476739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617339 Feb 07 22:41:32.351015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f92e47-e174-4437-9ec4-00b2b0476ff5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:32.429744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.431023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.459016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-47029bb4-122d-4700-bd58-67237b863114 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2317269 Feb 07 22:41:32.523245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:32.700920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:32.705840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.707081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:32.707888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.758525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:32.813620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:32.947693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8406074 Feb 07 22:41:32.949291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:32.960877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53316) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:32.964813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f55f95e3-42c0-4420-a930-96491162bb1e req-485c9974-0f14-4a92-915b-e650cb6900ba tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 210 time: 0.1779399 Feb 07 22:41:32.976260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Request body: {'subnet': {'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1464359037-subnet', 'tenant_id': '0bda59600bb24d31b3d22bf8c7f974f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:32.981549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:32.985337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Usage tracker for resource:subnet and tenant:0bda59600bb24d31b3d22bf8c7f974f3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:32.988158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:32.995974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:33.011555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:33.022642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Made reservation on behalf of 0bda59600bb24d31b3d22bf8c7f974f3 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:33.025108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.092641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:33.106350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf189d-6716-4c46-8a6e-58ade171f495 admin admin] Pushing event updated for resources: {'Network': ['ID=05e54770-0696-427c-a0ce-7663f7965f1f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:33.154211 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.155271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2bc66314-71cb-4c67-a3f1-760aa38721a4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:33.155494 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.182944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 05e54770-0696-427c-a0ce-7663f7965f1f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:41:33.284144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:33.288831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.343843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-cb4c60a9-1a53-4d29-8c17-c13f85769153', 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'fixed_ips': [{'subnet_id': '28e372bd-b3ba-4425-8532-0ecec65480fc'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:41:33.344671 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.417500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Allocated IP 172.20.0.2 (a3f0bd53-f6df-45f9-ba57-6b63dde1224c/dce8528d-8151-45aa-91cb-a8f489d58eff/26281867-0121-4e53-9fe0-4ae4c60fc050) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:33.489585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.626557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0ffe3-8ed5-4651-b634-2aedfd6a19ff req-40b2d842-1266-4e1c-980f-ca4a7a483b3e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:33.628044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dd0ffe3-8ed5-4651-b634-2aedfd6a19ff req-40b2d842-1266-4e1c-980f-ca4a7a483b3e tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.7789171 Feb 07 22:41:33.701785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:41:33.726378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dd0ffe3-8ed5-4651-b634-2aedfd6a19ff req-16524962-bf85-43c9-9cfd-91306900eba4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834961 Feb 07 22:41:33.730341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:33.743692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] Deleting port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:33.744365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.813741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.844766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:33.845549 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:33.863433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Allocated IP 172.25.0.77 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/5f34011a-3e0a-41ee-8b86-5327eefd2859) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:33.999110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.073462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:34.081247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:34.090353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.105341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.105947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.110772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5333936-f757-4636-9a85-8acd8e44e124,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:34.167591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:34.279113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bec91599-79ea-4d5b-8c7f-97bd60ba8ffd req-4c2d107c-0bf9-47e1-9c6a-37bb1013ed40 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 210 time: 0.0692236 Feb 07 22:41:34.320069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Checking segment: {'id': 'a5b7eb76-4810-412e-b361-df6a6eb9b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:34.320777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Network hostable DHCP agents. Network: 05e54770-0696-427c-a0ce-7663f7965f1f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:41:34.328994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.372025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-d70c171f-3ae7-4a5e-8bd6-ba1dc9479314 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310774 Feb 07 22:41:34.404729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] For port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5affdb2b-e5bb-40b2-a0aa-a879f5c67720,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:34.405328 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.446208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eb4bd240-68f0-454c-a1be-7a8f544890af tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3629737 Feb 07 22:41:34.453931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53334) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:34.474561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'name': 'tempest-NetworksTestDHCPv6-1446822890'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:34.502123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Network 05e54770-0696-427c-a0ce-7663f7965f1f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:41:34.514957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-7d402df3-772f-4027-9bc5-00831e7ff863 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.517288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-7d402df3-772f-4027-9bc5-00831e7ff863 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.3503861 Feb 07 22:41:34.603345 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] Calling delete_port for 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:34.639340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 05e54770-0696-427c-a0ce-7663f7965f1f) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:34.666252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.666946 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.695435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.716254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.746548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.752627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:34.758142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:34.762220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:34.770605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:34.786362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Transition to ACTIVE for port object 26281867-0121-4e53-9fe0-4ae4c60fc050 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:34.815891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f8ac6-ad23-49a3-b8b3-c909d00f025b None None] Network 05e54770-0696-427c-a0ce-7663f7965f1f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:34.830139 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.860263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-8f30f8d5-8bf3-40cf-b3d8-187fa85f31f2 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:34.863606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-8f30f8d5-8bf3-40cf-b3d8-187fa85f31f2 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4843824 Feb 07 22:41:34.868389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5e764086-36a4-47a9-b27f-fe4a307cb819 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9063387 Feb 07 22:41:34.889958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:34.902042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:34.981903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': '7afcdc01-af1c-4917-9070-4327639702fd', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:35.081089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:41:35.117885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:35.122015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Deleting port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:35.122377 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.219741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] No DVR routers for this DVR port 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:35.225115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:41:35.226216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5affdb2b-e5bb-40b2-a0aa-a879f5c67720 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:41:35.227760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8a010-0242-4f6d-a08c-d2b73e9574eb None None] Pushing event deleted for resources: {'Port': ['ID=5affdb2b-e5bb-40b2-a0aa-a879f5c67720,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:35.303285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 0939ebf3-13c9-49c5-b4c6-58d521841bf7 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:35.428220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5c89e-7d53-40d3-9578-df804ff0eabc None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:35.461039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:26Z', 'revision_number': 3, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:35.478120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:35.478555 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.501071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:35.515584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:35.533848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Checking router: ff3e3551-8959-4d92-96a5-12dda0c1ce0e for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:35.534191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Updating router ff3e3551-8959-4d92-96a5-12dda0c1ce0e port 74fce176-5781-4df2-9c58-6784183e051c binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:35.573074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c2ccd-0293-492f-b15d-0164422ce909 None None] Network 05e54770-0696-427c-a0ce-7663f7965f1f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:35.589165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Transition to ACTIVE for port object 26281867-0121-4e53-9fe0-4ae4c60fc050 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:35.606910 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.698948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Allocated IP 172.20.0.2 (cb4c60a9-1a53-4d29-8c17-c13f85769153/28e372bd-b3ba-4425-8532-0ecec65480fc/d4ca75f4-ee41-4d02-a5dc-a18e963fbd25) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:35.721849 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.765421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::10e (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731/0939ebf3-13c9-49c5-b4c6-58d521841bf7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:35.811425 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.864798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.868744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.927400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:35.957828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:35.958583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Calling delete_port for e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:35.965645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:35.974758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Allocated IP 172.20.0.1 (25c1252f-a3e6-4ee4-93bb-1b969c7fb38e/1a68c447-f1da-41e8-8907-3da48fcfb61d/bf50f8b2-48e8-4537-a652-0424d994faa2) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:36.009619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:36.019921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f34011a-3e0a-41ee-8b86-5327eefd2859,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:36.123217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:36.141292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Pushing event updated for resources: {'Port': ['ID=26281867-0121-4e53-9fe0-4ae4c60fc050,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:36.155245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:36.217860 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:41:36.304506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.322968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Allocated IP 172.25.0.195 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/531c2147-cbb3-4d2e-828d-7605919f1c98) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:36.337337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.383962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:36.406935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-61192aa0-245a-4d25-994e-ec672c4286f5 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.414160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-61192aa0-245a-4d25-994e-ec672c4286f5 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/networks?id=05e54770-0696-427c-a0ce-7663f7965f1f HTTP/1.1" status: 200 len: 818 time: 0.9035120 Feb 07 22:41:36.434192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:36.438862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:41:36.438862 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:41:36.443960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-c30bd5da-b24c-4080-9319-1ab278e2ed8f tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/quotas/0bda59600bb24d31b3d22bf8c7f974f3 HTTP/1.1" status: 200 len: 375 time: 0.0289047 Feb 07 22:41:36.462271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:41:36.464335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.492423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ebab7-b980-4e0a-aa7d-be8c6fa2be4e req-b99ade8d-1a30-4ea7-95c7-2931c1abce56 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.500198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-638ebab7-b980-4e0a-aa7d-be8c6fa2be4e req-b99ade8d-1a30-4ea7-95c7-2931c1abce56 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 950 time: 0.9882896 Feb 07 22:41:36.532070 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.545318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-0a0402bb-4b91-4e38-a40d-06a050b9da71 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0bda59600bb24d31b3d22bf8c7f974f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004257 Feb 07 22:41:36.570450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:36.573936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.579094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 0939ebf3-13c9-49c5-b4c6-58d521841bf7 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:36.583372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Transition to ACTIVE for port object bf50f8b2-48e8-4537-a652-0424d994faa2 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:36.666172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.666720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-638ebab7-b980-4e0a-aa7d-be8c6fa2be4e req-f05ec5d1-0cb9-49fa-81be-e65050438a5d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652951 Feb 07 22:41:36.676196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.735261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.746821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Transition to ACTIVE for port object d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:36.774688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=0939ebf3-13c9-49c5-b4c6-58d521841bf7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:36.778045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Transition to ACTIVE for port object d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:36.781104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.787055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:36.860827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:36.882637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:36.887043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=13']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:36.888879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:36.889519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.944707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:36.949780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:36.955005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-90331431-878c-4925-9976-fc2f004fb2d7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4991183 Feb 07 22:41:36.955726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53366) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:36.958659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:36.961649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Deleting port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:36.962194 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:36.995907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.031895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Pushing event updated for resources: {'Port': ['ID=bf50f8b2-48e8-4537-a652-0424d994faa2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:37.050545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.069699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Attempting to bind port 26281867-0121-4e53-9fe0-4ae4c60fc050 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:37.070068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Attempting to bind port 26281867-0121-4e53-9fe0-4ae4c60fc050 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:37.070433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Attempting to bind port 26281867-0121-4e53-9fe0-4ae4c60fc050 on network a3f0bd53-f6df-45f9-ba57-6b63dde1224c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:37.089752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:37.089752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Checking segment: {'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:37.090115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.090407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Bound using segment: {'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:37.090872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Bound port: 26281867-0121-4e53-9fe0-4ae4c60fc050, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:37.091240 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.122427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621fa1c7-c3cb-4a77-a312-1e0668569dff req-7f73ec28-2ba4-4ddb-a1df-79947f40f667 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 210 time: 0.1940928 Feb 07 22:41:37.136720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Pushing event updated for resources: {'Port': ['ID=531c2147-cbb3-4d2e-828d-7605919f1c98,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:37.168308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:37.169030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:37.174076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:37.200948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.229792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Pushing event updated for resources: {'Port': ['ID=d4ca75f4-ee41-4d02-a5dc-a18e963fbd25,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:37.243021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:37.250251 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'code': 200} Feb 07 22:41:37.309756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-2e415495-dba2-4b35-ac08-690f6b53b55b service neutron] 10.222.0.10 "GET /v2.0/networks/05e54770-0696-427c-a0ce-7663f7965f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635698 Feb 07 22:41:37.345656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:37.348071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:37.472750 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.602896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-187b3885-9395-4009-a147-314ded79e7aa None None] Provisioning for port bf50f8b2-48e8-4537-a652-0424d994faa2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:37.638977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.641711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc3948-bf92-493f-8529-49260251a2c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:37.642464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36fc3948-bf92-493f-8529-49260251a2c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:37.668926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-187b3885-9395-4009-a147-314ded79e7aa None None] Provisioning complete for port bf50f8b2-48e8-4537-a652-0424d994faa2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:37.669714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-187b3885-9395-4009-a147-314ded79e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.755526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:41:37.756405 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.801988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Attempting to bind port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:37.802247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Attempting to bind port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:37.802617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Attempting to bind port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 on network cb4c60a9-1a53-4d29-8c17-c13f85769153 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:37.823809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36fc3948-bf92-493f-8529-49260251a2c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:37.825001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36fc3948-bf92-493f-8529-49260251a2c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.8389459 Feb 07 22:41:37.830911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53374) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:37.837460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:37.843802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:37.843802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Checking segment: {'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:37.844273 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.844633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Bound using segment: {'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:37.845164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Bound port: d4ca75f4-ee41-4d02-a5dc-a18e963fbd25, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:37.845487 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.894420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] For port 26281867-0121-4e53-9fe0-4ae4c60fc050, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:37.896702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-187b3885-9395-4009-a147-314ded79e7aa None None] Port bf50f8b2-48e8-4537-a652-0424d994faa2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:37.904358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:37.952962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] For port 26281867-0121-4e53-9fe0-4ae4c60fc050, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=26281867-0121-4e53-9fe0-4ae4c60fc050,segment=NetworkSegment(956a6462-676d-48a1-bc5f-2e9abae49069),segment_id=956a6462-676d-48a1-bc5f-2e9abae49069)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:38.012387 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.039455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 0939ebf3-13c9-49c5-b4c6-58d521841bf7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:38.040093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.054877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.178779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.192185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=14']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:38.199955 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.200192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.25 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/58ad13c6-4a3c-4822-bef9-7e233be29cf8) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:38.275813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] For port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:38.279334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.310312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] For port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d4ca75f4-ee41-4d02-a5dc-a18e963fbd25,segment=NetworkSegment(0640e7ed-46c3-4586-9af1-ccffe9ceffd1),segment_id=0640e7ed-46c3-4586-9af1-ccffe9ceffd1)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:38.320685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Transition to ACTIVE for port object 74fce176-5781-4df2-9c58-6784183e051c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:38.341828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731/5db41775-3486-447c-be6c-270d7e9d54c9) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:38.343875 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.348350 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.374997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b64a3-c247-4874-badc-b9601e90e029 None None] Pushing event updated for resources: {'Port': ['ID=26281867-0121-4e53-9fe0-4ae4c60fc050,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:38.546602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-bd1e06d6-992f-450b-be89-6fbd249d7875 service neutron] 10.222.0.10 "GET /v2.0/networks/05e54770-0696-427c-a0ce-7663f7965f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2298336 Feb 07 22:41:38.554395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:38.554594 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.569755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Attempting to bind port 74fce176-5781-4df2-9c58-6784183e051c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:38.570141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Attempting to bind port 74fce176-5781-4df2-9c58-6784183e051c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:38.570519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Attempting to bind port 74fce176-5781-4df2-9c58-6784183e051c on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:38.587930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93a4b1-5a7c-46e0-afff-cdfa804fd6ca req-7e29406a-ec66-48c7-a7c7-a0e1fc6b3d80 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:38.598867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db93a4b1-5a7c-46e0-afff-cdfa804fd6ca req-7e29406a-ec66-48c7-a7c7-a0e1fc6b3d80 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 949 time: 0.5456605 Feb 07 22:41:38.613043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:38.613692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:38.614051 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.614458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:38.614953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Bound port: 74fce176-5781-4df2-9c58-6784183e051c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:38.615335 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:38.726852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b8982-3f18-4815-b95a-01bc921815d5 None None] Pushing event updated for resources: {'Port': ['ID=74fce176-5781-4df2-9c58-6784183e051c,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:39.031097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] For port 74fce176-5781-4df2-9c58-6784183e051c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:39.035726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] For port 74fce176-5781-4df2-9c58-6784183e051c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=74fce176-5781-4df2-9c58-6784183e051c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:39.038573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Calling delete_port for e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:39.078806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1eb729-9389-462e-890f-47fdbf425a94 None None] Pushing event updated for resources: {'Port': ['ID=d4ca75f4-ee41-4d02-a5dc-a18e963fbd25,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:39.082880 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.224283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b8982-3f18-4815-b95a-01bc921815d5 None None] Pushing event updated for resources: {'Port': ['ID=74fce176-5781-4df2-9c58-6784183e051c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:39.231764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 26281867-0121-4e53-9fe0-4ae4c60fc050 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:39.252279 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.273521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:39.274742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:39.353823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:39.407324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ee9d15c-820c-4841-bfc3-99ff1e1ceaf8 req-ee5e81ab-76b5-4878-af5a-74f7ceef2ac4 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 210 time: 0.2100091 Feb 07 22:41:39.476532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 0939ebf3-13c9-49c5-b4c6-58d521841bf7 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:39.555202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.565785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.593368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object 58ad13c6-4a3c-4822-bef9-7e233be29cf8 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:39.642447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:41:39.668425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.674220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:41:39.674541 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:41:39.690468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db93a4b1-5a7c-46e0-afff-cdfa804fd6ca req-d129fc9e-8097-439c-8101-b6cfd7894e78 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0903037 Feb 07 22:41:39.695151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.700369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:39.721573 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.741490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd', '9880bee8-a416-434f-aaa4-73d8a7e561ce'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:39.831432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Router b11712ae-690d-4478-843a-783f36834019 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:41:39.900933 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'code': 200} Feb 07 22:41:39.913746 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:39.980426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:39.981168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Deleting port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:39.981512 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.019846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.068886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:40.081019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=58ad13c6-4a3c-4822-bef9-7e233be29cf8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:40.095523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:40.102861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:40.161214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.179429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Pushing event updated for resources: {'Port': ['ID=bf50f8b2-48e8-4537-a652-0424d994faa2,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:40.195824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Transition to ACTIVE for port object 5db41775-3486-447c-be6c-270d7e9d54c9 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:40.247783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 26281867-0121-4e53-9fe0-4ae4c60fc050 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:40.248982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.249535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.250043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.251522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.252331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.253470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.253982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.254484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.254976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.255489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.255989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.256630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:40.266075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ce71d-79c8-4e9f-893d-806740195d83 None None] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:40.267257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.336960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Transition to ACTIVE for port object 5db41775-3486-447c-be6c-270d7e9d54c9 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:40.452321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=0939ebf3-13c9-49c5-b4c6-58d521841bf7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:40.464783 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3e309684-545c-4482-9412-308993e5182f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/0939ebf3-13c9-49c5-b4c6-58d521841bf7 HTTP/1.1" status: 204 len: 168 time: 2.6320708 Feb 07 22:41:40.473368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53398) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:40.516428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f11e0bd-cd2c-4f77-aa7b-0f407da3e9e1 req-d87c28c5-ebbb-457d-acf8-cbabe58073f2 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 210 time: 0.8540335 Feb 07 22:41:40.553522 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.627519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca1a3e-b487-4fe7-8af5-eb61d13f8807 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:40.629624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca1a3e-b487-4fe7-8af5-eb61d13f8807 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:40.630555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ffca1a3e-b487-4fe7-8af5-eb61d13f8807 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:40.683249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Router 672bb764-4980-4444-abfe-b8188873b878 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:41:40.711588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:40.712313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:40.785146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Pushing event updated for resources: {'Port': ['ID=5db41775-3486-447c-be6c-270d7e9d54c9,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:40.791213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ffca1a3e-b487-4fe7-8af5-eb61d13f8807 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:40.792887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ffca1a3e-b487-4fe7-8af5-eb61d13f8807 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3160725 Feb 07 22:41:40.799249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53406) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:40.998192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba84ea2-a0a3-481f-8e2e-e0abbc70a9dc None None] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:41.039960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:41.094589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:41.140764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:41.148752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-58361545-a2d4-47b8-8c3a-d7eabef83195 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1792588 Feb 07 22:41:41.168347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6436567b-85a9-4207-abc5-c352ea6c1fd9 None None] Provisioning for port 26281867-0121-4e53-9fe0-4ae4c60fc050 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:41.184492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Request body: {'port': {'device_id': '7afcdc01-af1c-4917-9070-4327639702fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:41.190117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:41.220336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:41.223058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:41.228458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6436567b-85a9-4207-abc5-c352ea6c1fd9 None None] Provisioning complete for port 26281867-0121-4e53-9fe0-4ae4c60fc050 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:41.228857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6436567b-85a9-4207-abc5-c352ea6c1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.229946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:41.241066 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Sync routers for ids ['672bb764-4980-4444-abfe-b8188873b878'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:41.242252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:41:41.263341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.280582 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Routers {'672bb764-4980-4444-abfe-b8188873b878'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:41.282773 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['672bb764-4980-4444-abfe-b8188873b878'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:41.344078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:41.420277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] For port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:41.420762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.422340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Sync routers for ids ['b11712ae-690d-4478-843a-783f36834019'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:41.437931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4f27f-ed9e-47f0-a55f-cd3dc2985318 req-70be94b4-4e6d-4e13-941d-2ced1e664f2e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:41.438651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-76e4f27f-ed9e-47f0-a55f-cd3dc2985318 req-70be94b4-4e6d-4e13-941d-2ced1e664f2e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:41.494361 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.497458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.501664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-492f2b5d-64c2-40ae-9fc0-1d323ce6f91f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.6976295 Feb 07 22:41:41.504118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Router ff3e3551-8959-4d92-96a5-12dda0c1ce0e has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:41:41.504994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53412) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:41.556988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Routers {'b11712ae-690d-4478-843a-783f36834019'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:41.557866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b11712ae-690d-4478-843a-783f36834019'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:41.632957 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Set router 672bb764-4980-4444-abfe-b8188873b878 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:41.694604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Calling delete_port for e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:41.729943 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.733765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-13ac08ff-fb44-4561-9011-c6d354fbe6b6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.0290008 Feb 07 22:41:41.744235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53418) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:41.760817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Set router b11712ae-690d-4478-843a-783f36834019 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:41.837330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-76e4f27f-ed9e-47f0-a55f-cd3dc2985318 req-70be94b4-4e6d-4e13-941d-2ced1e664f2e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:41.843913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76e4f27f-ed9e-47f0-a55f-cd3dc2985318 req-70be94b4-4e6d-4e13-941d-2ced1e664f2e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 935 time: 1.2080398 Feb 07 22:41:41.883977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2bb63-9fad-43dc-b0d4-683edd72d2fd req-039c5cb1-a7e2-41e3-b80b-8737d0239184 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:41.884741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6dc2bb63-9fad-43dc-b0d4-683edd72d2fd req-039c5cb1-a7e2-41e3-b80b-8737d0239184 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Synchronizing usage tracker for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:41.887246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:41.924325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-654d91c2-c602-4a93-ae8e-6be4eba4e4a5 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:41.925095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-654d91c2-c602-4a93-ae8e-6be4eba4e4a5 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Synchronizing usage tracker for tenant:0bda59600bb24d31b3d22bf8c7f974f3 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:41.970882 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 3, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:41.980283 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Checking router: 672bb764-4980-4444-abfe-b8188873b878 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:41.980652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Updating router 672bb764-4980-4444-abfe-b8188873b878 port 531c2147-cbb3-4d2e-828d-7605919f1c98 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:42.046499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6dc2bb63-9fad-43dc-b0d4-683edd72d2fd req-039c5cb1-a7e2-41e3-b80b-8737d0239184 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Unset dirty status for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:42.054725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6dc2bb63-9fad-43dc-b0d4-683edd72d2fd req-039c5cb1-a7e2-41e3-b80b-8737d0239184 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 949 time: 1.0760663 Feb 07 22:41:42.082873 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.095207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-654d91c2-c602-4a93-ae8e-6be4eba4e4a5 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Unset dirty status for tenant:0bda59600bb24d31b3d22bf8c7f974f3 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:42.096359 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-654d91c2-c602-4a93-ae8e-6be4eba4e4a5 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.36 "GET /v2.0/networks?id=05e54770-0696-427c-a0ce-7663f7965f1f HTTP/1.1" status: 200 len: 818 time: 1.4167821 Feb 07 22:41:42.101901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76e4f27f-ed9e-47f0-a55f-cd3dc2985318 req-2db684af-2fa4-4f96-a083-9cf0f92f985f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570286 Feb 07 22:41:42.182566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Request body: {'port': {'device_id': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f', 'admin_state_up': True, 'tenant_id': '0bda59600bb24d31b3d22bf8c7f974f3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:42.385645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Attempting to bind port 5db41775-3486-447c-be6c-270d7e9d54c9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:42.386249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Attempting to bind port 5db41775-3486-447c-be6c-270d7e9d54c9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:42.386249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Attempting to bind port 5db41775-3486-447c-be6c-270d7e9d54c9 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:42.478651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:42.479029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:42.479433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.479827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:42.480307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Bound port: 5db41775-3486-447c-be6c-270d7e9d54c9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:42.480710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.572447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:42.590716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cba095e0-da4c-453d-bfbc-383d484abbbb admin admin] 10.222.0.10 "PUT /v2.0/routers/ff3e3551-8959-4d92-96a5-12dda0c1ce0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2987287 Feb 07 22:41:42.667494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:41:36Z', 'revision_number': 3, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:42.689074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.692780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:42.702226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Usage tracker for resource:port and tenant:0bda59600bb24d31b3d22bf8c7f974f3 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:42.707013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:42.718979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:42.735468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6dc2bb63-9fad-43dc-b0d4-683edd72d2fd req-651c044c-3402-47c0-9078-9c45c9e043b4 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795180 Feb 07 22:41:42.738343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e54d733-61b2-42f0-a022-a15be1e7efcb req-3b701fe0-857b-40d4-86bb-68ccce04261b tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 210 time: 0.1605263 Feb 07 22:41:42.774979 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.802433 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Transition to ACTIVE for port object 531c2147-cbb3-4d2e-828d-7605919f1c98 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:42.811385 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.860643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Checking router: b11712ae-690d-4478-843a-783f36834019 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:42.861094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Updating router b11712ae-690d-4478-843a-783f36834019 port 5f34011a-3e0a-41ee-8b86-5327eefd2859 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:42.924833 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Attempting to bind port 531c2147-cbb3-4d2e-828d-7605919f1c98 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:42.925396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Attempting to bind port 531c2147-cbb3-4d2e-828d-7605919f1c98 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:42.925815 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Attempting to bind port 531c2147-cbb3-4d2e-828d-7605919f1c98 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:42.939697 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:42.940120 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:42.940614 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:42.941057 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:42.943992 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Bound port: 531c2147-cbb3-4d2e-828d-7605919f1c98, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:42.943992 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.018832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Made reservation on behalf of 0bda59600bb24d31b3d22bf8c7f974f3 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:43.023040 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.030779 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] For port 531c2147-cbb3-4d2e-828d-7605919f1c98, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:43.034264 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] For port 531c2147-cbb3-4d2e-828d-7605919f1c98, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=531c2147-cbb3-4d2e-828d-7605919f1c98,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:43.042859 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76815d-569e-417c-bdbb-0c49d00e36c1 None None] Pushing event updated for resources: {'Port': ['ID=531c2147-cbb3-4d2e-828d-7605919f1c98,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:43.044996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.049731 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.059438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:43.112604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.167796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.207584 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Routers {'672bb764-4980-4444-abfe-b8188873b878'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:43.207708 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['672bb764-4980-4444-abfe-b8188873b878'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:43.469870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event deleted for resources: {'Port': ['ID=e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:43.522928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Allocated IP 172.20.0.12 (05e54770-0696-427c-a0ce-7663f7965f1f/a5333936-f757-4636-9a85-8acd8e44e124/cf3f8b05-cd23-4205-921d-815e6ae88148) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:43.531879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53438) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:43.537078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284980917', 'description': 'tempest-description--260284351'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:43.603960 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] Set router 672bb764-4980-4444-abfe-b8188873b878 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:43.630372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:43.639526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.687640 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.701460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Transition to ACTIVE for port object 5f34011a-3e0a-41ee-8b86-5327eefd2859 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:43.751954 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.803210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.880807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:security_group and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:43.897869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:43.915598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:43.933926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76815d-569e-417c-bdbb-0c49d00e36c1 None None] Pushing event updated for resources: {'Port': ['ID=531c2147-cbb3-4d2e-828d-7605919f1c98,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:43.934676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] No DVR routers for this DVR port e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:43.949117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:43.954166 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:43.961762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-deleted', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:43.974161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.036844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05ce7a-32fc-4462-b08d-f629ad301b47 None None] Pushing event updated for resources: {'Port': ['ID=5f34011a-3e0a-41ee-8b86-5327eefd2859,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:44.059224 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 3, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:44.063483 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629a8cc5-c50f-4e86-a77f-941d90339ca6 None None] The sync data for ids ['672bb764-4980-4444-abfe-b8188873b878'] in n-d-827896-3 is: [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 3, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:44.069891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:41:44.074642 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6436567b-85a9-4207-abc5-c352ea6c1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.094953 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.105241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Attempting to bind port 5f34011a-3e0a-41ee-8b86-5327eefd2859 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:44.105974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Attempting to bind port 5f34011a-3e0a-41ee-8b86-5327eefd2859 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:44.106603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Attempting to bind port 5f34011a-3e0a-41ee-8b86-5327eefd2859 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:44.130969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:36Z', 'revision_number': 1, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:44.133732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:44.134393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:44.135012 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.135625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:44.136351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Bound port: 5f34011a-3e0a-41ee-8b86-5327eefd2859, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:44.136992 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.152523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e75a4e60-ffb6-443f-9def-5c7ffa50600a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731 HTTP/1.1" status: 204 len: 168 time: 3.3008971 Feb 07 22:41:44.155020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc4359b4-7f2c-4d4a-8797-92937a2654e9 req-d3d2dfa4-6bd1-402f-80da-7cf45f12a77f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "DELETE /v2.0/ports/e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b HTTP/1.1" status: 204 len: 173 time: 9.6136594 Feb 07 22:41:44.161938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53450) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:44.167931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.197666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:44.215743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:security_group_rule and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:44.224374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:44.233307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ad13c6-4a3c-4822-bef9-7e233be29cf8 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:44.249178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5416a2-9667-4b09-9521-b2b0176f3e7f req-b493d763-d6cc-4059-9a6c-957b4fc9ce30 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:44.256074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de5416a2-9667-4b09-9521-b2b0176f3e7f req-b493d763-d6cc-4059-9a6c-957b4fc9ce30 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 935 time: 0.7747419 Feb 07 22:41:44.273510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:44.290046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dabea9-e55f-4a7a-b2db-455b1163defc None None] The sync data for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 is: [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:36Z', 'revision_number': 1, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:44.298895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] For port 5db41775-3486-447c-be6c-270d7e9d54c9, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:44.348773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.352691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd4f4f-017c-4dd1-80a0-dc1fbf9f1cab req-879d136a-5f4e-4fd8-8b24-fe30e097b709 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:44.360004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afbd4f4f-017c-4dd1-80a0-dc1fbf9f1cab req-879d136a-5f4e-4fd8-8b24-fe30e097b709 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1097 time: 0.5737724 Feb 07 22:41:44.438394 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be1d4117-9914-4b8b-a7a4-c4211fa40b8a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2691510 Feb 07 22:41:44.446766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53454) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:44.470033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] For port 5db41775-3486-447c-be6c-270d7e9d54c9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5db41775-3486-447c-be6c-270d7e9d54c9,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:44.508052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:44.512452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Transition to ACTIVE for port object 58ad13c6-4a3c-4822-bef9-7e233be29cf8 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:44.540526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6436567b-85a9-4207-abc5-c352ea6c1fd9 None None] For port 26281867-0121-4e53-9fe0-4ae4c60fc050, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=26281867-0121-4e53-9fe0-4ae4c60fc050,segment=NetworkSegment(956a6462-676d-48a1-bc5f-2e9abae49069),segment_id=956a6462-676d-48a1-bc5f-2e9abae49069)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:44.563907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de5416a2-9667-4b09-9521-b2b0176f3e7f req-b1c45160-0644-447a-9152-30300d1b1bb4 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068635 Feb 07 22:41:44.577470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Network 05e54770-0696-427c-a0ce-7663f7965f1f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:44.594542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:44.598306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] For port 5f34011a-3e0a-41ee-8b86-5327eefd2859, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:44.602757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] For port 5f34011a-3e0a-41ee-8b86-5327eefd2859, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5f34011a-3e0a-41ee-8b86-5327eefd2859,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:44.610987 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.628885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.802712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:44.829193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afbd4f4f-017c-4dd1-80a0-dc1fbf9f1cab req-b4d51e02-adba-4244-975d-b6e7f648e58b tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678004 Feb 07 22:41:44.906633 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:44.946294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Allocated IP 172.20.0.1 (cb4c60a9-1a53-4d29-8c17-c13f85769153/28e372bd-b3ba-4425-8532-0ecec65480fc/4baffd4f-76fe-421c-8ace-18c915233677) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:44.963856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Pushing event updated for resources: {'Port': ['ID=cf3f8b05-cd23-4205-921d-815e6ae88148,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:44.985235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafeafd1-0593-4c6d-8c62-2aca1e780969 None None] Pushing event updated for resources: {'Port': ['ID=5db41775-3486-447c-be6c-270d7e9d54c9,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:45.109511 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6436567b-85a9-4207-abc5-c352ea6c1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.148466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed', '4a5cbc7f-266b-4137-85de-b373107a3a2b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:45.192356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:45.195754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.216289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:45.222287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:45.226289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:45.233187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:45.617013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Routers {'b11712ae-690d-4478-843a-783f36834019'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:45.618411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b11712ae-690d-4478-843a-783f36834019'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:45.651903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.694347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Transition to ACTIVE for port object 4baffd4f-76fe-421c-8ace-18c915233677 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:45.754085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05ce7a-32fc-4462-b08d-f629ad301b47 None None] Pushing event updated for resources: {'Port': ['ID=5f34011a-3e0a-41ee-8b86-5327eefd2859,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:45.808669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:45.813204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:45.953596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.134209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b7c4478b-2e5e-4d04-b392-ed47ff36ab45 req-21f9a75d-3153-438e-aff4-fc8b476521d9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Synchronizing usage tracker for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:46.272265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Pushing event updated for resources: {'Port': ['ID=58ad13c6-4a3c-4822-bef9-7e233be29cf8,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:46.414611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-77c2768e-af49-42a1-97d5-38230082a960 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2353129 Feb 07 22:41:46.417380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:46.441406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Request body: {'port': {'device_id': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:46.450345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b7c4478b-2e5e-4d04-b392-ed47ff36ab45 req-21f9a75d-3153-438e-aff4-fc8b476521d9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Unset dirty status for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:46.459085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7c4478b-2e5e-4d04-b392-ed47ff36ab45 req-21f9a75d-3153-438e-aff4-fc8b476521d9 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=e11e064d-5d38-408b-9231-4a1f6bb75aaa HTTP/1.1" status: 200 len: 210 time: 1.5478904 Feb 07 22:41:46.483890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:46.503026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:46.517220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 531c2147-cbb3-4d2e-828d-7605919f1c98 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:46.584284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Pushing event updated for resources: {'Port': ['ID=4baffd4f-76fe-421c-8ace-18c915233677,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:46.602208 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.619127 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11e064d-5d38-408b-9231-4a1f6bb75aaa', 'name': 'network-vif-deleted', 'tag': 'e3bde786-93ef-4bb4-9dfa-cfc30ac0ab8b', 'status': 'completed', 'code': 200} Feb 07 22:41:46.671792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.703599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Provisioning complete for port bf50f8b2-48e8-4537-a652-0424d994faa2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:46.703978 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.711437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:46.966469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Port bf50f8b2-48e8-4537-a652-0424d994faa2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:46.999193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] Set router b11712ae-690d-4478-843a-783f36834019 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:47.059294 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.152671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.244402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Provisioning complete for port 26281867-0121-4e53-9fe0-4ae4c60fc050 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:47.244970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.288392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.342691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 531c2147-cbb3-4d2e-828d-7605919f1c98 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:47.383033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26dec6-9bbf-49d0-9312-061650a4b142 req-f6239c24-a022-47f8-bea2-ea1368b6a779 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:47.390602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb26dec6-9bbf-49d0-9312-061650a4b142 req-f6239c24-a022-47f8-bea2-ea1368b6a779 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 932 time: 1.4166279 Feb 07 22:41:47.395506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 531c2147-cbb3-4d2e-828d-7605919f1c98 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:47.395890 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.455354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=768512de-0c32-476f-a332-41f3b437c70b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:47.529027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.533412 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-96a0dfd1-6caf-409b-bedb-786b16ac7329 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.0005028 Feb 07 22:41:47.534424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53476) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:47.560944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:47.569581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Allocated IP 172.20.0.1 (a3f0bd53-f6df-45f9-ba57-6b63dde1224c/dce8528d-8151-45aa-91cb-a8f489d58eff/462c453c-a8c4-4021-9816-42b9c30f0c89) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:47.620482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:47.626004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:47.626589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.710937 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb26dec6-9bbf-49d0-9312-061650a4b142 req-3315a5d2-78d7-4446-9098-17bbabb4d710 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190875 Feb 07 22:41:47.717166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436567b-85a9-4207-abc5-c352ea6c1fd9 None None] Pushing event updated for resources: {'Port': ['ID=26281867-0121-4e53-9fe0-4ae4c60fc050,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:47.720745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Attempting to bind port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:47.724371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Attempting to bind port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:47.725447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Attempting to bind port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:47.761276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:41:47.761885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Attempting to bind port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:47.774315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'security_group_rule': {'security_group_id': '768512de-0c32-476f-a332-41f3b437c70b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:47.812684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:47.833297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82638af5-d6df-4d53-8c73-2b2281f08e57 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:41:47.841927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:47.841927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:47.844716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:47.845376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Bound port: 58ad13c6-4a3c-4822-bef9-7e233be29cf8, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:47.845744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:47.848489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=aaacc0b6-56e2-44dd-962a-a923aba39e74,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:47.882633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:security_group_rule and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:47.898111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:47.946272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:47.992527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5d9dd05-4311-479e-ac08-2ecb33fd8b2a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5429230 Feb 07 22:41:47.999601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53490) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:48.011136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'name': 'tempest-NetworksTestDHCPv6-1910063584'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:48.074157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.105228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['7b6c007e-333b-4cac-a539-a96f16adc727'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:48.122624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Transition to ACTIVE for port object 462c453c-a8c4-4021-9816-42b9c30f0c89 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:48.138811 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.191683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.227616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.239660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] For port 58ad13c6-4a3c-4822-bef9-7e233be29cf8, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:48.245293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.255161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2a0d1-e2dc-42f8-befb-0677b57a51a8 req-59e4c268-bb04-4da3-b93a-ef80bdde7bac tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:48.261331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24f2a0d1-e2dc-42f8-befb-0677b57a51a8 req-59e4c268-bb04-4da3-b93a-ef80bdde7bac tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 947 time: 0.3109500 Feb 07 22:41:48.290099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Provisioning for port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:48.295336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 531c2147-cbb3-4d2e-828d-7605919f1c98, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=531c2147-cbb3-4d2e-828d-7605919f1c98,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:48.342943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Provisioning complete for port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:48.343330 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.367373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24f2a0d1-e2dc-42f8-befb-0677b57a51a8 req-9a1bd09b-6d48-4e63-9ffc-b34e937f67bc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891683 Feb 07 22:41:48.371683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.372467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db41775-3486-447c-be6c-270d7e9d54c9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:48.372836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] For port 58ad13c6-4a3c-4822-bef9-7e233be29cf8, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=58ad13c6-4a3c-4822-bef9-7e233be29cf8,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:48.376947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329e7ed-ec50-4bba-9ba5-af43ed71cfad,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:48.392665 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.462426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:48.463587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.464909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bbed4c94-b512-48bd-973a-a3eb30683d5d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7489598 Feb 07 22:41:48.489153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53494) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:48.498718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'security_group_rule': {'security_group_id': '768512de-0c32-476f-a332-41f3b437c70b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:48.505177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:48.505794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:48.512809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:security_group_rule and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:48.515741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:48.525245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:48.543259 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.561593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:48.562240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.563651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-2403636d-c43a-434c-97d8-96032fec485a service neutron] 10.222.0.26 "PUT /v2.0/ports/58ad13c6-4a3c-4822-bef9-7e233be29cf8 HTTP/1.1" status: 200 len: 1095 time: 7.3905454 Feb 07 22:41:48.587195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.588325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:48.595862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:48.599492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.625733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:48.630584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:48.647395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:48.694237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afcdc01-af1c-4917-9070-4327639702fd', 'tag': '58ad13c6-4a3c-4822-bef9-7e233be29cf8'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:48.752081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:41:48.755654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:48.757660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-05bebed5-9fed-4609-bd4c-5e2264d5343f tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:41:48.758973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-05bebed5-9fed-4609-bd4c-5e2264d5343f tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2811706 Feb 07 22:41:48.762297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403636d-c43a-434c-97d8-96032fec485a service neutron] Pushing event updated for resources: {'Port': ['ID=58ad13c6-4a3c-4822-bef9-7e233be29cf8,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:48.790047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:41:36Z', 'revision_number': 3, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:48.823579 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Sync routers for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:48.844051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:48.844643 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:48.866090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 43b419fb-7c5d-42e6-b4ee-789d5346e604 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:41:48.931647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=462c453c-a8c4-4021-9816-42b9c30f0c89,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:48.948303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Request body: {'binding': {'host': 'n-h2-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:48.948798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:41:48.999172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:41:49.074323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.096834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-1069a46b-75a7-4598-b14e-7d33a38cbaa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5909576 Feb 07 22:41:49.107183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a20cc1-5223-43c7-8042-0475108d613d None None] The sync data for ids ['b11712ae-690d-4478-843a-783f36834019'] in n-d-827896-3 is: [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:41:36Z', 'revision_number': 3, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:49.277921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=531c2147-cbb3-4d2e-828d-7605919f1c98,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:49.370634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5db41775-3486-447c-be6c-270d7e9d54c9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:49.383860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] For port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d4ca75f4-ee41-4d02-a5dc-a18e963fbd25,segment=NetworkSegment(0640e7ed-46c3-4586-9af1-ccffe9ceffd1),segment_id=0640e7ed-46c3-4586-9af1-ccffe9ceffd1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:49.426926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.492227 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afcdc01-af1c-4917-9070-4327639702fd', 'tag': '58ad13c6-4a3c-4822-bef9-7e233be29cf8', 'status': 'completed', 'code': 200} Feb 07 22:41:49.573666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on host n-h2-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:49.574124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:49.575227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:49.588249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.665966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Provisioning for port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:49.668809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:41:49.669497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:49.687176 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:49.718078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae298ac2-375b-4d07-b560-59c811d8262b None None] Pushing event updated for resources: {'Port': ['ID=d4ca75f4-ee41-4d02-a5dc-a18e963fbd25,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:49.758493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:49.759528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:49.763186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:49.763697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Bound port: 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:49.767649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.791336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.850685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Provisioning complete for port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:49.851919 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:49.924522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.076792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 26281867-0121-4e53-9fe0-4ae4c60fc050 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:50.165076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3f8b05-cd23-4205-921d-815e6ae88148 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:50.170214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Pushing event updated for resources: {'Port': ['ID=4baffd4f-76fe-421c-8ace-18c915233677,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:50.173087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.199220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.246399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.257349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.309649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.309908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 26281867-0121-4e53-9fe0-4ae4c60fc050 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:50.310123 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.314501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8230116 Feb 07 22:41:50.323255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:50.329448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-f8b1b066-9883-426e-b896-4bbe7923bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:50.331674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-f8b1b066-9883-426e-b896-4bbe7923bbb2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 1098 time: 1.6288512 Feb 07 22:41:50.340502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:41:50.392414 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:38Z', 'revision_number': 2, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:50.399106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Checking router: ff3e3551-8959-4d92-96a5-12dda0c1ce0e for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:50.399646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Updating router ff3e3551-8959-4d92-96a5-12dda0c1ce0e port bf50f8b2-48e8-4537-a652-0424d994faa2 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:50.411000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Provisioning for port 462c453c-a8c4-4021-9816-42b9c30f0c89 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:50.447510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Provisioning complete for port 462c453c-a8c4-4021-9816-42b9c30f0c89 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:50.447897 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.550027 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.557618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e2db8f-ec63-4ae8-9613-b8a6c48f23c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dd44c6-5a74-4740-aa3c-ba9d77c4ffc2,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:50.563600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:41:50.590790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-693549f0-6235-4e75-ac54-01921eae4255 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=58ad13c6-4a3c-4822-bef9-7e233be29cf8 HTTP/1.1" status: 200 len: 217 time: 0.2399197 Feb 07 22:41:50.628808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Port 462c453c-a8c4-4021-9816-42b9c30f0c89 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:50.640134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::244 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/aaacc0b6-56e2-44dd-962a-a923aba39e74/43b419fb-7c5d-42e6-b4ee-789d5346e604) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:50.653619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 74fce176-5781-4df2-9c58-6784183e051c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:50.768805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Provisioning for port 5db41775-3486-447c-be6c-270d7e9d54c9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:50.776050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Provisioning complete for port 5db41775-3486-447c-be6c-270d7e9d54c9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:50.776434 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.782124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:floatingip and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:41:50.849131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 74fce176-5781-4df2-9c58-6784183e051c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:50.869769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 74fce176-5781-4df2-9c58-6784183e051c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:50.870412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.886106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:41:50.954050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:50.957920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:41:50.965975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.981889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:50.983298 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-dc32b554-fbce-4916-ab3b-3ed91143a647 service neutron] 10.222.0.10 "POST /v2.0/ports/6ab791fe-8c67-405d-98a4-6073cee9a6e1/bindings HTTP/1.1" status: 201 len: 389 time: 2.0527742 Feb 07 22:41:50.998913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 43b419fb-7c5d-42e6-b4ee-789d5346e604 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:51.021182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2179525-3adf-453c-8f62-c82d46235e91 req-1c74b759-a276-4123-83f7-e65b0311465d tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.028990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2179525-3adf-453c-8f62-c82d46235e91 req-1c74b759-a276-4123-83f7-e65b0311465d tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 932 time: 1.1300242 Feb 07 22:41:51.050039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Transition to ACTIVE for port object cf3f8b05-cd23-4205-921d-815e6ae88148 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:51.072932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.080108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.097626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:51.109635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.116005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-9a7e4396-9ee8-49a3-a8e8-d7ab297e7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.117890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-9a7e4396-9ee8-49a3-a8e8-d7ab297e7e1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3371563 Feb 07 22:41:51.129471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 74fce176-5781-4df2-9c58-6784183e051c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=74fce176-5781-4df2-9c58-6784183e051c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:51.138333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.192937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.196204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 531c2147-cbb3-4d2e-828d-7605919f1c98 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:51.219734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:51.221297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.229372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=43b419fb-7c5d-42e6-b4ee-789d5346e604,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:51.252894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2179525-3adf-453c-8f62-c82d46235e91 req-43024262-dbf7-4adb-86aa-e6e540fc98aa tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226532 Feb 07 22:41:51.346401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:41:51.381067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] For port 5db41775-3486-447c-be6c-270d7e9d54c9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5db41775-3486-447c-be6c-270d7e9d54c9,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:51.385049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fe35b-482d-4afa-b507-e95785446726 req-606064c0-c42d-4b91-8d4a-f03060173c31 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.386669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3fe35b-482d-4afa-b507-e95785446726 req-606064c0-c42d-4b91-8d4a-f03060173c31 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 951 time: 0.6178727 Feb 07 22:41:51.419351 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.433885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 531c2147-cbb3-4d2e-828d-7605919f1c98 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:51.434402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.444751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Transition to ACTIVE for port object bf50f8b2-48e8-4537-a652-0424d994faa2 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:51.462850 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.488388 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.491895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:51.494742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:51.502272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.503136 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.507722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:51.533639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3f8b05-cd23-4205-921d-815e6ae88148,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:51.544262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.550812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824c122-45e7-4e9b-900e-8c7227205884 None None] Pushing event updated for resources: {'Port': ['ID=bf50f8b2-48e8-4537-a652-0424d994faa2,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:51.595081 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.602844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=74fce176-5781-4df2-9c58-6784183e051c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:51.622009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.622332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.622681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.624224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.624654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.626141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.627350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.629231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.629855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.630348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.631861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.632375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:41:51.741121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Provisioning for port 4baffd4f-76fe-421c-8ace-18c915233677 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:51.797698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Provisioning complete for port 4baffd4f-76fe-421c-8ace-18c915233677 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:51.800340 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.841658 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Attempting to bind port bf50f8b2-48e8-4537-a652-0424d994faa2 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:51.844650 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Attempting to bind port bf50f8b2-48e8-4537-a652-0424d994faa2 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:51.845179 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Attempting to bind port bf50f8b2-48e8-4537-a652-0424d994faa2 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:51.856141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:51.858664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Deleting port 7b6c007e-333b-4cac-a539-a96f16adc727 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:51.859017 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.859141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:51.859736 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.860212 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Bound using segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:51.860787 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Bound port: bf50f8b2-48e8-4537-a652-0424d994faa2, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:51.861258 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:51.979731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-a3f56ca6-a86f-4058-a024-e1327a74475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:51.981382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-a3f56ca6-a86f-4058-a024-e1327a74475e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8402624 Feb 07 22:41:52.014544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=462c453c-a8c4-4021-9816-42b9c30f0c89,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:52.046346 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.066155 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] For port bf50f8b2-48e8-4537-a652-0424d994faa2, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:52.069878 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] For port bf50f8b2-48e8-4537-a652-0424d994faa2, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bf50f8b2-48e8-4537-a652-0424d994faa2,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:52.077818 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.098542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Pushing event updated for resources: {'Port': ['ID=5db41775-3486-447c-be6c-270d7e9d54c9,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:52.106229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Router 672bb764-4980-4444-abfe-b8188873b878 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:41:52.112086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Port 4baffd4f-76fe-421c-8ace-18c915233677 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:52.119864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb24526c-49fa-4663-b63e-46a97a9253e8 None None] Could not find standard attr ID for object 0939ebf3-13c9-49c5-b4c6-58d521841bf7. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:41:52.191246 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:52.193826 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:52.200667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164243af-b644-4d21-83d5-225f389160e5 req-644aa53a-5858-4b1b-a8a7-df66bebdfd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.202150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-644aa53a-5858-4b1b-a8a7-df66bebdfd0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 1101 time: 2.7866933 Feb 07 22:41:52.267974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837b379-8643-443e-8aa7-a34d21978833 req-31ed081e-d69c-4ddc-849b-e6d4c99bf408 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.269562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5837b379-8643-443e-8aa7-a34d21978833 req-31ed081e-d69c-4ddc-849b-e6d4c99bf408 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 951 time: 0.8573401 Feb 07 22:41:52.276360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Provisioning for port 43b419fb-7c5d-42e6-b4ee-789d5346e604 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:52.290199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Provisioning complete for port 43b419fb-7c5d-42e6-b4ee-789d5346e604 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:52.290709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.335641 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824c122-45e7-4e9b-900e-8c7227205884 None None] Pushing event updated for resources: {'Port': ['ID=bf50f8b2-48e8-4537-a652-0424d994faa2,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:52.362507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddc14f-8315-4bc8-96ee-e0c7b316f2b3 req-60f8270a-4a53-4fc5-b6df-379fcc01a7ff tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.370332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8ddc14f-8315-4bc8-96ee-e0c7b316f2b3 req-60f8270a-4a53-4fc5-b6df-379fcc01a7ff tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 947 time: 0.8688655 Feb 07 22:41:52.408787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Port 43b419fb-7c5d-42e6-b4ee-789d5346e604 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:52.436413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 74fce176-5781-4df2-9c58-6784183e051c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:52.442999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6c03ceb8-be4c-4943-b04a-c05f62f0df26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4397886 Feb 07 22:41:52.451462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53518) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:52.487759 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:52.489597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Provisioning complete for port 4baffd4f-76fe-421c-8ace-18c915233677 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:52.491150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.572763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Port 4baffd4f-76fe-421c-8ace-18c915233677 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:52.592802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Provisioning complete for port 5db41775-3486-447c-be6c-270d7e9d54c9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:52.593492 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.732806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Attempting to bind port cf3f8b05-cd23-4205-921d-815e6ae88148 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:52.733057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Attempting to bind port cf3f8b05-cd23-4205-921d-815e6ae88148 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a5b7eb76-4810-412e-b361-df6a6eb9b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:52.733387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Attempting to bind port cf3f8b05-cd23-4205-921d-815e6ae88148 on network 05e54770-0696-427c-a0ce-7663f7965f1f {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:52.754553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-c5ac0142-ec88-4d2d-824b-2954fa59dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.756050 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-c5ac0142-ec88-4d2d-824b-2954fa59dd79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1097 time: 1.2286761 Feb 07 22:41:52.765133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 74fce176-5781-4df2-9c58-6784183e051c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:52.765750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.793132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Port cf3f8b05-cd23-4205-921d-815e6ae88148 on network 05e54770-0696-427c-a0ce-7663f7965f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:41:52.793514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Attempting to bind port cf3f8b05-cd23-4205-921d-815e6ae88148 on network 05e54770-0696-427c-a0ce-7663f7965f1f {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:52.843354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4b02b17d-5c72-4562-aaf6-d397adda47b3 None None] Could not find standard attr ID for object 0939ebf3-13c9-49c5-b4c6-58d521841bf7. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:41:52.900057 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:52Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:52.904412 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c556856-856a-4ae6-906d-a0f5a876233e None None] The sync data for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 is: [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:52Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:41:52.934878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5837b379-8643-443e-8aa7-a34d21978833 req-752ac4f7-f758-420f-ad8a-6cbfcab0d36c tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5963488 Feb 07 22:41:52.936300 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:52.965698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8ddc14f-8315-4bc8-96ee-e0c7b316f2b3 req-e70c40d2-349a-41fe-b3a0-a66898005f21 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943086 Feb 07 22:41:52.987538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164243af-b644-4d21-83d5-225f389160e5 req-de0fdf56-072f-46e1-a632-b6d818935a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.989286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-de0fdf56-072f-46e1-a632-b6d818935a82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.7582057 Feb 07 22:41:52.990488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-f3071ed3-101d-4337-8629-3c1ada03d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:52.991877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-f3071ed3-101d-4337-8629-3c1ada03d29c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.2228177 Feb 07 22:41:53.009157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:53.014720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:53.088549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Sync routers for ids ['672bb764-4980-4444-abfe-b8188873b878'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:53.110951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Routers {'672bb764-4980-4444-abfe-b8188873b878'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:53.111910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['672bb764-4980-4444-abfe-b8188873b878'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:53.124847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:53.126685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-9ab2bbf0-aacf-4d2b-ad72-909ba1bc8a4c service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1190259 Feb 07 22:41:53.127373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Checking segment: {'id': 'a5b7eb76-4810-412e-b361-df6a6eb9b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:53.127783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Bound using segment: {'id': 'a5b7eb76-4810-412e-b361-df6a6eb9b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:53.128242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Bound port: cf3f8b05-cd23-4205-921d-815e6ae88148, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b7eb76-4810-412e-b361-df6a6eb9b496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:53.129122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.155882 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2837e05a-adda-4887-9bc2-6b66fb1d8dfd admin admin] 10.222.0.10 "PUT /v2.0/routers/672bb764-4980-4444-abfe-b8188873b878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6405993 Feb 07 22:41:53.253334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-673be60f-9293-41b7-813e-3e216c7ee23c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 200 len: 217 time: 0.2259939 Feb 07 22:41:53.266421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:53.267183 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:53.423011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-e4ef794b-ddd8-4632-9265-072ce8e43779 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 200 len: 217 time: 0.4005640 Feb 07 22:41:53.443487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-051627a8-20dd-4e7e-9d7b-09b5d8ada902 req-f331ca45-1e44-487e-ba14-5af7b19fb21f service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824993 Feb 07 22:41:53.460177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Set router 672bb764-4980-4444-abfe-b8188873b878 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:53.479041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:53.489808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:53.666655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-c475d6da-1e9d-4c9e-af3d-c4d322e26bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:53.668110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-c475d6da-1e9d-4c9e-af3d-c4d322e26bee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.3220441 Feb 07 22:41:53.669459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5f34011a-3e0a-41ee-8b86-5327eefd2859 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:54.028145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164243af-b644-4d21-83d5-225f389160e5 req-7caa692d-cc1d-4ae1-a0e0-9aa5412ed037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.028511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] For port 7b6c007e-333b-4cac-a539-a96f16adc727, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7b6c007e-333b-4cac-a539-a96f16adc727,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:54.029070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.029748 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-7caa692d-cc1d-4ae1-a0e0-9aa5412ed037 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.5583620 Feb 07 22:41:54.030744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] For port cf3f8b05-cd23-4205-921d-815e6ae88148, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:54.036274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-c6a473b6-28d3-4a1a-9e59-b809feaf206c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3514590 Feb 07 22:41:54.105091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] For port cf3f8b05-cd23-4205-921d-815e6ae88148, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cf3f8b05-cd23-4205-921d-815e6ae88148,segment=NetworkSegment(a5b7eb76-4810-412e-b361-df6a6eb9b496),segment_id=a5b7eb76-4810-412e-b361-df6a6eb9b496)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:54.145676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667fc484-f30b-42c2-8b81-16aa9170adb7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.152841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667fc484-f30b-42c2-8b81-16aa9170adb7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.154428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-667fc484-f30b-42c2-8b81-16aa9170adb7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 1.6960433 Feb 07 22:41:54.162781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53564) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:54.185193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8ef3c253-3293-4c99-b446-15fb207e9ff0 None None] Provisioning complete for port 462c453c-a8c4-4021-9816-42b9c30f0c89 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:54.185834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c253-3293-4c99-b446-15fb207e9ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.256424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.262661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3c253-3293-4c99-b446-15fb207e9ff0 None None] Port 462c453c-a8c4-4021-9816-42b9c30f0c89 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:41:54.266915 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-622815c8-af32-4472-a3c7-9e87463a4294 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0093658 Feb 07 22:41:54.287794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Calling delete_port for 7b6c007e-333b-4cac-a539-a96f16adc727 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:54.293451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5f34011a-3e0a-41ee-8b86-5327eefd2859 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:54.302109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5f34011a-3e0a-41ee-8b86-5327eefd2859 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:54.302491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.358662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4baffd4f-76fe-421c-8ace-18c915233677', 'name': '', 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'mac_address': 'fa:16:3e:be:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '28e372bd-b3ba-4425-8532-0ecec65480fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:43Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 2, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'subnets': [{'id': '28e372bd-b3ba-4425-8532-0ecec65480fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:54.363034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.364159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.366219 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf3f8b05-cd23-4205-921d-815e6ae88148 HTTP/1.1" status: 200 len: 1092 time: 7.9297464 Feb 07 22:41:54.369216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Checking router: 672bb764-4980-4444-abfe-b8188873b878 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:54.369579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Updating router 672bb764-4980-4444-abfe-b8188873b878 port 4baffd4f-76fe-421c-8ace-18c915233677 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:54.375584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'tag': 'cf3f8b05-cd23-4205-921d-815e6ae88148'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:54.387381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-99f0bbc4-1037-405e-bcfe-868cf7844092 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935882 Feb 07 22:41:54.434651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Router b11712ae-690d-4478-843a-783f36834019 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:41:54.439025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Allocated IP 172.25.0.95 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/010acc4c-8743-4e2e-a2f6-43d41add69a3) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:41:54.449220 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.527465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248ccc4-61e8-4a4d-a877-6b7eeb0c2909 req-e2b8f4b6-568e-4b70-938b-f8a103ee1a52 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.529301 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a248ccc4-61e8-4a4d-a877-6b7eeb0c2909 req-e2b8f4b6-568e-4b70-938b-f8a103ee1a52 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 944 time: 1.3878205 Feb 07 22:41:54.562499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 58ad13c6-4a3c-4822-bef9-7e233be29cf8 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:41:54.614442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be415d-bdb8-4805-8a6b-5217dcae11b9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3f8b05-cd23-4205-921d-815e6ae88148,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:54.647160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164243af-b644-4d21-83d5-225f389160e5 req-97e1689a-3f31-4465-bf08-c6c7679db8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.649242 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-97e1689a-3f31-4465-bf08-c6c7679db8ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6098683 Feb 07 22:41:54.736662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 58ad13c6-4a3c-4822-bef9-7e233be29cf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=58ad13c6-4a3c-4822-bef9-7e233be29cf8,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:54.763185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '58ad13c6-4a3c-4822-bef9-7e233be29cf8', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '58ad13c6-4a3c-4822-bef9-7e233be29cf8', 'mac_address': 'fa:16:3e:7f:a0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:41:54.765203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:41:54.793740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 43b419fb-7c5d-42e6-b4ee-789d5346e604 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:41:54.794097 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.797671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-f77235ef-dadb-4ef8-916c-8eb7fc5260db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.799149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-f77235ef-dadb-4ef8-916c-8eb7fc5260db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bda59600bb24d31b3d22bf8c7f974f3&device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 1095 time: 0.3693316 Feb 07 22:41:54.816264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5060a-376e-4052-89c3-189a119a7780 req-522bcdf1-ff20-442e-a709-e25cdb81f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:54.817782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-522bcdf1-ff20-442e-a709-e25cdb81f546 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 1095 time: 0.4335842 Feb 07 22:41:54.823470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 7b6c007e-333b-4cac-a539-a96f16adc727 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:41:54.824080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7b6c007e-333b-4cac-a539-a96f16adc727 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:41:54.909635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.931746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ad13c6-4a3c-4822-bef9-7e233be29cf8 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:41:54.935780 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:54.947623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-adba788f-2163-474e-8cea-0b6837e6d81b service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668298 Feb 07 22:41:55.025116 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-94166e33-77fc-43d3-b2ec-3f83562cad93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf3f8b05-cd23-4205-921d-815e6ae88148 HTTP/1.1" status: 200 len: 217 time: 0.1855042 Feb 07 22:41:55.025668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 5f34011a-3e0a-41ee-8b86-5327eefd2859, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5f34011a-3e0a-41ee-8b86-5327eefd2859,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:55.031394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 58ad13c6-4a3c-4822-bef9-7e233be29cf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=58ad13c6-4a3c-4822-bef9-7e233be29cf8,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:55.039904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.062958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.088738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed', '4a5cbc7f-266b-4137-85de-b373107a3a2b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:55.121001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea999a-0620-4360-b0cd-33205ee59724 req-632aa2be-9778-4edd-b444-50d2c41b4175 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.128977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-beea999a-0620-4360-b0cd-33205ee59724 req-632aa2be-9778-4edd-b444-50d2c41b4175 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 946 time: 2.0065088 Feb 07 22:41:55.188090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-486f29b4-5e9f-4cc5-9d36-1f0721b1cc36 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299127 Feb 07 22:41:55.192772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-d5e658c9-bba7-4f0d-89e2-327e923acc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.197012 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-d5e658c9-bba7-4f0d-89e2-327e923acc0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5333936-f757-4636-9a85-8acd8e44e124 HTTP/1.1" status: 200 len: 858 time: 0.1612771 Feb 07 22:41:55.349428 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-164243af-b644-4d21-83d5-225f389160e5 req-95177f5a-9d1f-4c64-8eda-162b8b23e4a1 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492727 Feb 07 22:41:55.374167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-32b7d4c7-0f36-453b-a75d-725d31368b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.383634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-32b7d4c7-0f36-453b-a75d-725d31368b1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 1098 time: 1.5161438 Feb 07 22:41:55.413879 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-7ebba31d-1eb6-499c-b9a8-8d8132593851 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05e54770-0696-427c-a0ce-7663f7965f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633223 Feb 07 22:41:55.417574 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.442905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db41775-3486-447c-be6c-270d7e9d54c9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:55.502950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5060a-376e-4052-89c3-189a119a7780 req-339ce9c4-8058-43b3-a4f4-f83995fb4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.504712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-339ce9c4-8058-43b3-a4f4-f83995fb4ba4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.5888658 Feb 07 22:41:55.513455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event deleted for resources: {'Port': ['ID=7b6c007e-333b-4cac-a539-a96f16adc727,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:55.584026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=5f34011a-3e0a-41ee-8b86-5327eefd2859,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:55.607597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-6dfcd5e3-363b-46b1-860f-82d5873bc112 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 200 len: 217 time: 0.0929465 Feb 07 22:41:55.708084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5db41775-3486-447c-be6c-270d7e9d54c9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:55.708799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.719219 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:55.771601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-beea999a-0620-4360-b0cd-33205ee59724 req-852f1ac5-937e-4316-ad66-fee5a8f115a7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393785 Feb 07 22:41:55.792477 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-6f416946-3c43-4517-bd09-992df46aa1e5 service neutron] 10.222.0.36 "GET /v2.0/networks/05e54770-0696-427c-a0ce-7663f7965f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699863 Feb 07 22:41:55.827053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['58ad13c6-4a3c-4822-bef9-7e233be29cf8'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:41:55.915906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5060a-376e-4052-89c3-189a119a7780 req-42e6ec69-813f-4010-b2e5-e05873721a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:55.917821 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-42e6ec69-813f-4010-b2e5-e05873721a4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.3009012 Feb 07 22:41:56.177029 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.254791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=58ad13c6-4a3c-4822-bef9-7e233be29cf8,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:56.279685 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:41:56.283818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] No DVR routers for this DVR port 7b6c007e-333b-4cac-a539-a96f16adc727 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:41:56.288913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a248ccc4-61e8-4a4d-a877-6b7eeb0c2909 req-555f280b-988d-429e-b5c2-6a23704b3812 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5164511 Feb 07 22:41:56.357059 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c49a-9d6d-42d7-93b4-04f25393c43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.370164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-2883e38b-c237-4eeb-80cc-15ef0be90978 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4445391 Feb 07 22:41:56.382648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.397113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-deleted', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:41:56.402879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.547586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf50f8b2-48e8-4537-a652-0424d994faa2 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:56.626040 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd103b90-df01-4260-b5c7-38a0701dc46a req-a305f884-4324-481a-b521-4f8c48fd8308 service neutron] 10.222.0.36 "GET /v2.0/networks/05e54770-0696-427c-a0ce-7663f7965f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962146 Feb 07 22:41:56.651407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 43b419fb-7c5d-42e6-b4ee-789d5346e604 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:41:56.666360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-36b05ffa-28b0-419e-a4d0-1a5c1a21f432 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779891 Feb 07 22:41:56.670937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.728003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Transition to ACTIVE for port object 4baffd4f-76fe-421c-8ace-18c915233677 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:56.745886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=010acc4c-8743-4e2e-a2f6-43d41add69a3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:56.812497 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:56.892700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port bf50f8b2-48e8-4537-a652-0424d994faa2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:56.904455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3fe35b-482d-4afa-b507-e95785446726 req-bce77293-8c43-4578-8958-ead4cda4948f tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.26 "DELETE /v2.0/ports/7b6c007e-333b-4cac-a539-a96f16adc727 HTTP/1.1" status: 204 len: 173 time: 5.4902272 Feb 07 22:41:56.908467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4df2ae99-ed74-4c54-9284-f7ea2ec86003 req-372e79b4-345c-4cbc-b7e8-06630cc5b8b5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Synchronizing usage tracker for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:56.916182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43e5060a-376e-4052-89c3-189a119a7780 req-8470d6c9-07d9-4e1c-818b-d9626168e78b service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428126 Feb 07 22:41:57.007590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bf50f8b2-48e8-4537-a652-0424d994faa2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:57.007966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.113800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a20c3-4e53-4a41-bd14-0c5e9a6a771e None None] Pushing event updated for resources: {'Port': ['ID=4baffd4f-76fe-421c-8ace-18c915233677,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:57.252789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Attempting to bind port 4baffd4f-76fe-421c-8ace-18c915233677 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:57.253163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Attempting to bind port 4baffd4f-76fe-421c-8ace-18c915233677 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:57.253528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Attempting to bind port 4baffd4f-76fe-421c-8ace-18c915233677 on network cb4c60a9-1a53-4d29-8c17-c13f85769153 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:57.263174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:57.263544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Checking segment: {'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:57.263946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.264337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Bound using segment: {'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:57.264834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Bound port: 4baffd4f-76fe-421c-8ace-18c915233677, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0640e7ed-46c3-4586-9af1-ccffe9ceffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:57.265209 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.301889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:41:57.317489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:41:57.319486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Sync routers for ids ['b11712ae-690d-4478-843a-783f36834019'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:41:57.332577 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Routers {'b11712ae-690d-4478-843a-783f36834019'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:57.335347 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b11712ae-690d-4478-843a-783f36834019'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:57.345456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-879c739c-e3ed-43e5-a23e-21ee21bc5dd0 admin admin] 10.222.0.10 "PUT /v2.0/routers/b11712ae-690d-4478-843a-783f36834019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5895362 Feb 07 22:41:57.353026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:41:57.359257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-1b594d5a-e439-4c6b-9a38-fa442cadc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:57.360768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-1b594d5a-e439-4c6b-9a38-fa442cadc467 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 1.8727498 Feb 07 22:41:57.365527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:41:57.405407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4df2ae99-ed74-4c54-9284-f7ea2ec86003 req-372e79b4-345c-4cbc-b7e8-06630cc5b8b5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Unset dirty status for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:57.405764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4df2ae99-ed74-4c54-9284-f7ea2ec86003 req-372e79b4-345c-4cbc-b7e8-06630cc5b8b5 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f8b131f-a5ec-4387-9d3e-b525ab23b6c0 HTTP/1.1" status: 200 len: 210 time: 1.1156552 Feb 07 22:41:57.503227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-dfb42233-327e-4065-9945-f688509aeee5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=58ad13c6-4a3c-4822-bef9-7e233be29cf8 HTTP/1.1" status: 200 len: 217 time: 0.1038992 Feb 07 22:41:57.507487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.570150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.605722 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Set router b11712ae-690d-4478-843a-783f36834019 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:57.606644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] For port 4baffd4f-76fe-421c-8ace-18c915233677, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:57.626435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port bf50f8b2-48e8-4537-a652-0424d994faa2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bf50f8b2-48e8-4537-a652-0424d994faa2,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:57.629044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] For port 4baffd4f-76fe-421c-8ace-18c915233677, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4baffd4f-76fe-421c-8ace-18c915233677,segment=NetworkSegment(0640e7ed-46c3-4586-9af1-ccffe9ceffd1),segment_id=0640e7ed-46c3-4586-9af1-ccffe9ceffd1)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:57.635443 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.671589 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:57.699432 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'tag': 'cf3f8b05-cd23-4205-921d-815e6ae88148', 'status': 'completed', 'code': 200} Feb 07 22:41:57.745069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Routers {'672bb764-4980-4444-abfe-b8188873b878'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:57.745956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['672bb764-4980-4444-abfe-b8188873b878'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:57.886514 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8b131f-a5ec-4387-9d3e-b525ab23b6c0', 'name': 'network-vif-deleted', 'tag': '7b6c007e-333b-4cac-a539-a96f16adc727', 'status': 'completed', 'code': 200} Feb 07 22:41:57.923369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=43b419fb-7c5d-42e6-b4ee-789d5346e604,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:57.934191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5f34011a-3e0a-41ee-8b86-5327eefd2859 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:57.980062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938eb0fa-88fd-4510-88d1-13a5b29c3507 req-150569ac-4448-4a1a-9a7f-0de3001e9d68 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:57.995584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-938eb0fa-88fd-4510-88d1-13a5b29c3507 req-150569ac-4448-4a1a-9a7f-0de3001e9d68 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 948 time: 1.2661746 Feb 07 22:41:58.016574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-e6a58b2a-72fc-4688-9eb1-fdcac90c7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.018123 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-e6a58b2a-72fc-4688-9eb1-fdcac90c7af1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bda59600bb24d31b3d22bf8c7f974f3&device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 1095 time: 0.2956278 Feb 07 22:41:58.065014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=bf50f8b2-48e8-4537-a652-0424d994faa2,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:58.323511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-cec19aa6-ff6b-4880-9321-7ace42fcd1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.329570 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-cec19aa6-ff6b-4880-9321-7ace42fcd1f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=05e54770-0696-427c-a0ce-7663f7965f1f HTTP/1.1" status: 200 len: 919 time: 0.3032889 Feb 07 22:41:58.412432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a20c3-4e53-4a41-bd14-0c5e9a6a771e None None] Pushing event updated for resources: {'Port': ['ID=4baffd4f-76fe-421c-8ace-18c915233677,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:58.437983 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-19b7ae97-aa4e-49f3-aeca-93b8be344848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf3f8b05-cd23-4205-921d-815e6ae88148 HTTP/1.1" status: 200 len: 217 time: 0.1006324 Feb 07 22:41:58.444545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.452361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-55d88628-8e68-469a-8c95-f95fdc7e6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.454126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-55d88628-8e68-469a-8c95-f95fdc7e6a15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.9152284 Feb 07 22:41:58.457899 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:41:49Z', 'revision_number': 4, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '462c453c-a8c4-4021-9816-42b9c30f0c89', 'name': '', 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'mac_address': 'fa:16:3e:67:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dce8528d-8151-45aa-91cb-a8f489d58eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:46Z', 'updated_at': '2022-02-07T22:41:50Z', 'revision_number': 2, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'subnets': [{'id': 'dce8528d-8151-45aa-91cb-a8f489d58eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:58.463532 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Checking router: b11712ae-690d-4478-843a-783f36834019 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:41:58.463943 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Updating router b11712ae-690d-4478-843a-783f36834019 port 462c453c-a8c4-4021-9816-42b9c30f0c89 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:41:58.474035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.527771 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.561988 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-31323041-a5cc-43d8-88c2-fec4b291a88a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/43b419fb-7c5d-42e6-b4ee-789d5346e604 HTTP/1.1" status: 204 len: 168 time: 4.3267925 Feb 07 22:41:58.563175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:58.566953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-ed14a9e3-36dd-42fb-9a85-521e4b65490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.569490 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-ed14a9e3-36dd-42fb-9a85-521e4b65490c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a5333936-f757-4636-9a85-8acd8e44e124 HTTP/1.1" status: 200 len: 858 time: 0.1243227 Feb 07 22:41:58.593754 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9deab130-0dc0-45e4-8d2a-692dd0d5c3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.607784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 58ad13c6-4a3c-4822-bef9-7e233be29cf8 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:58.693706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-592440ae-7dd2-4904-9937-200ff6679c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=05e54770-0696-427c-a0ce-7663f7965f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095431 Feb 07 22:41:58.698173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5f34011a-3e0a-41ee-8b86-5327eefd2859 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:58.698543 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.753170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] Set router 672bb764-4980-4444-abfe-b8188873b878 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:41:58.822737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:58.863795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-938eb0fa-88fd-4510-88d1-13a5b29c3507 req-3c710275-6125-4172-815a-321f6d1fb79f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8644371 Feb 07 22:41:58.941025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:41:58.957931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe69056e-436f-4e54-8fc1-3b894f299701 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.959844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe69056e-436f-4e54-8fc1-3b894f299701 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:58.960630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe69056e-436f-4e54-8fc1-3b894f299701 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:41:59.006361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66648c-8451-41df-9184-45fda07aafe1 req-83ac6711-c3fb-4de6-977d-2c52aa0188ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.007803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b66648c-8451-41df-9184-45fda07aafe1 req-83ac6711-c3fb-4de6-977d-2c52aa0188ad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 946 time: 0.5191724 Feb 07 22:41:59.008461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe69056e-436f-4e54-8fc1-3b894f299701 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:41:59.009449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe69056e-436f-4e54-8fc1-3b894f299701 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3270209 Feb 07 22:41:59.011828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:41:59.017055 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.020255 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.021717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:41:59.024578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-bcfd706b-7096-46eb-84a9-91971b061176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.026130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-bcfd706b-7096-46eb-84a9-91971b061176 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5335250 Feb 07 22:41:59.040527 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Transition to ACTIVE for port object 462c453c-a8c4-4021-9816-42b9c30f0c89 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:41:59.045454 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-eb0b2a96-80d8-4699-81a9-53c9020764b7 service neutron] 10.222.0.36 "GET /v2.0/networks/05e54770-0696-427c-a0ce-7663f7965f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426244 Feb 07 22:41:59.049789 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.253072 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28c772b2-8750-471a-933e-6c33ba42c0e0 req-ab0d031c-4225-4f44-b2cb-61885a7a94bf service neutron] 10.222.0.36 "GET /v2.0/networks/05e54770-0696-427c-a0ce-7663f7965f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992621 Feb 07 22:41:59.362368 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a19be-5263-4550-9f6d-5e62132294cb None None] Pushing event updated for resources: {'Port': ['ID=462c453c-a8c4-4021-9816-42b9c30f0c89,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:59.480844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cf3f8b05-cd23-4205-921d-815e6ae88148 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:41:59.503029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a34e2-2642-4124-8a45-5cf0d9c9e4b1 req-92a539da-b8fd-4a8d-bed4-9ee835652c06 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:41:59.510945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b2a34e2-2642-4124-8a45-5cf0d9c9e4b1 req-92a539da-b8fd-4a8d-bed4-9ee835652c06 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 944 time: 0.3850491 Feb 07 22:41:59.518674 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Attempting to bind port 462c453c-a8c4-4021-9816-42b9c30f0c89 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:41:59.519233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Attempting to bind port 462c453c-a8c4-4021-9816-42b9c30f0c89 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:41:59.519332 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Attempting to bind port 462c453c-a8c4-4021-9816-42b9c30f0c89 on network a3f0bd53-f6df-45f9-ba57-6b63dde1224c {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:41:59.523866 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.527643 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:41:59.528022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Checking segment: {'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:41:59.528425 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.529318 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Bound using segment: {'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:41:59.529688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Bound port: 462c453c-a8c4-4021-9816-42b9c30f0c89, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956a6462-676d-48a1-bc5f-2e9abae49069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:41:59.530565 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.542432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b66648c-8451-41df-9184-45fda07aafe1 req-aac491b4-bc70-445d-aa06-003e6fc8415f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219209 Feb 07 22:41:59.578040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet aaacc0b6-56e2-44dd-962a-a923aba39e74 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:41:59.581082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.663519 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.670290 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] For port 462c453c-a8c4-4021-9816-42b9c30f0c89, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:41:59.674117 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] For port 462c453c-a8c4-4021-9816-42b9c30f0c89, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=462c453c-a8c4-4021-9816-42b9c30f0c89,segment=NetworkSegment(956a6462-676d-48a1-bc5f-2e9abae49069),segment_id=956a6462-676d-48a1-bc5f-2e9abae49069)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:41:59.681710 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.684618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:41:59.798600 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Routers {'b11712ae-690d-4478-843a-783f36834019'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:41:59.799225 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b11712ae-690d-4478-843a-783f36834019'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:41:59.816170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cf3f8b05-cd23-4205-921d-815e6ae88148, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cf3f8b05-cd23-4205-921d-815e6ae88148,segment=NetworkSegment(a5b7eb76-4810-412e-b361-df6a6eb9b496),segment_id=a5b7eb76-4810-412e-b361-df6a6eb9b496)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:41:59.843057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'cf3f8b05-cd23-4205-921d-815e6ae88148', 'network_id': '05e54770-0696-427c-a0ce-7663f7965f1f', 'port_id': 'cf3f8b05-cd23-4205-921d-815e6ae88148', 'mac_address': 'fa:16:3e:7a:40:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5333936-f757-4636-9a85-8acd8e44e124', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:41:59.858068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf50f8b2-48e8-4537-a652-0424d994faa2 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:41:59.893237 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a19be-5263-4550-9f6d-5e62132294cb None None] Pushing event updated for resources: {'Port': ['ID=462c453c-a8c4-4021-9816-42b9c30f0c89,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:41:59.901693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b2a34e2-2642-4124-8a45-5cf0d9c9e4b1 req-702404ae-c716-4e24-a152-e8cfcef7d61c tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885591 Feb 07 22:41:59.936446 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.085199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4baffd4f-76fe-421c-8ace-18c915233677', 'name': '', 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'mac_address': 'fa:16:3e:be:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '28e372bd-b3ba-4425-8532-0ecec65480fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:43Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 4, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'subnets': [{'id': '28e372bd-b3ba-4425-8532-0ecec65480fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:00.091234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.122693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-80813955-2c7f-431e-a1a0-3f7cc604e2f2 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9983644 Feb 07 22:42:00.139053 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.148877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b34f15-c5c5-4af3-8721-9833cfd98905 None None] The sync data for ids ['672bb764-4980-4444-abfe-b8188873b878'] in n-d-827896-3 is: [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4baffd4f-76fe-421c-8ace-18c915233677', 'name': '', 'network_id': 'cb4c60a9-1a53-4d29-8c17-c13f85769153', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'mac_address': 'fa:16:3e:be:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '28e372bd-b3ba-4425-8532-0ecec65480fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:43Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 4, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'subnets': [{'id': '28e372bd-b3ba-4425-8532-0ecec65480fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:00.150172 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] Set router b11712ae-690d-4478-843a-783f36834019 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:42:00.183889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 58ad13c6-4a3c-4822-bef9-7e233be29cf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=58ad13c6-4a3c-4822-bef9-7e233be29cf8,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:00.198913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afcdc01-af1c-4917-9070-4327639702fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad13c6-4a3c-4822-bef9-7e233be29cf8'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:00.233617 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.276041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=aaacc0b6-56e2-44dd-962a-a923aba39e74,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:00.343432 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.446745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=58ad13c6-4a3c-4822-bef9-7e233be29cf8,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:00.455751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.466603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0dea5-a74d-4404-bb5e-51a48a5cb044 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:00.539918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-208f0a53-41a0-458a-9db1-c9b2a8520251 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Synchronizing usage tracker for tenant:56312f8b91c24cf895e7cfb6e8a86fcf on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:00.560733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5560188e-40a1-4596-b8de-4fd57af9df62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/aaacc0b6-56e2-44dd-962a-a923aba39e74 HTTP/1.1" status: 204 len: 168 time: 1.5335200 Feb 07 22:42:00.563131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53644) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:00.609764 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.623976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bf50f8b2-48e8-4537-a652-0424d994faa2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:00.624592 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.642201 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.685091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3f8b05-cd23-4205-921d-815e6ae88148 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:00.690709 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:41:49Z', 'revision_number': 4, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '462c453c-a8c4-4021-9816-42b9c30f0c89', 'name': '', 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'mac_address': 'fa:16:3e:67:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dce8528d-8151-45aa-91cb-a8f489d58eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:46Z', 'updated_at': '2022-02-07T22:41:59Z', 'revision_number': 4, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'subnets': [{'id': 'dce8528d-8151-45aa-91cb-a8f489d58eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:00.704852 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-16ee85e3-c57b-4819-8c96-2d9a0f54ebc7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1405108 Feb 07 22:42:00.707314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53650) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:00.708782 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124713a2-07e3-48c7-a876-4ff71ac32e69 None None] The sync data for ids ['b11712ae-690d-4478-843a-783f36834019'] in n-d-827896-3 is: [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:41:49Z', 'revision_number': 4, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '462c453c-a8c4-4021-9816-42b9c30f0c89', 'name': '', 'network_id': 'a3f0bd53-f6df-45f9-ba57-6b63dde1224c', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'mac_address': 'fa:16:3e:67:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'dce8528d-8151-45aa-91cb-a8f489d58eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:46Z', 'updated_at': '2022-02-07T22:41:59Z', 'revision_number': 4, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'subnets': [{'id': 'dce8528d-8151-45aa-91cb-a8f489d58eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:00.779833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cf3f8b05-cd23-4205-921d-815e6ae88148, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cf3f8b05-cd23-4205-921d-815e6ae88148,segment=NetworkSegment(a5b7eb76-4810-412e-b361-df6a6eb9b496),segment_id=a5b7eb76-4810-412e-b361-df6a6eb9b496)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:00.828921 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:00.898360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e912a-28ce-4e78-803a-c3e4d0434c49 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:00.899579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-518e912a-28ce-4e78-803a-c3e4d0434c49 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:00.928651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-518e912a-28ce-4e78-803a-c3e4d0434c49 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:00.930736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-518e912a-28ce-4e78-803a-c3e4d0434c49 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2176158 Feb 07 22:42:00.933181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53654) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:01.086503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b9ce0-253a-4496-b62f-77c1735361e8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.087259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ed8b9ce0-253a-4496-b62f-77c1735361e8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:01.136991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ed8b9ce0-253a-4496-b62f-77c1735361e8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:01.141773 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ed8b9ce0-253a-4496-b62f-77c1735361e8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2072339 Feb 07 22:42:01.142463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:01.153399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cf3f8b05-cd23-4205-921d-815e6ae88148'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:01.159405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-208f0a53-41a0-458a-9db1-c9b2a8520251 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Unset dirty status for tenant:56312f8b91c24cf895e7cfb6e8a86fcf on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:01.165091 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-208f0a53-41a0-458a-9db1-c9b2a8520251 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5086300 Feb 07 22:42:01.167913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4bd64a3-ef32-4d4b-9c73-b21f4060c449 req-61541f17-e9bb-4f72-b442-26f463f053d5 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0121369 Feb 07 22:42:01.236673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:01.251593 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b52d6c67-00c3-49cd-b35c-3bec28be4718 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073563 Feb 07 22:42:01.258258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=010acc4c-8743-4e2e-a2f6-43d41add69a3,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:01.259180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53664) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:01.263601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:01.265655 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.280096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:01.288879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Usage tracker for resource:floatingip and tenant:56312f8b91c24cf895e7cfb6e8a86fcf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:01.296548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:01.312126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:01.320044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cf3f8b05-cd23-4205-921d-815e6ae88148,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:01.321412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.338123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ae5d-dd54-4827-a80f-0db6f255cc9a req-f920ec88-863d-473d-af4b-c9fddd0490a1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:01.340179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d67ae5d-dd54-4827-a80f-0db6f255cc9a req-f920ec88-863d-473d-af4b-c9fddd0490a1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 949 time: 0.9736888 Feb 07 22:42:01.400818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.490366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d67ae5d-dd54-4827-a80f-0db6f255cc9a req-03d2b93c-5fce-42e3-9dd3-bbfc851a072d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329515 Feb 07 22:42:01.496902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.510058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-585842de-22c0-4004-97fd-706ff2490c92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.1839993 Feb 07 22:42:01.641768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:42:01.657726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] Deleting port 5db41775-3486-447c-be6c-270d7e9d54c9 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:01.658368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.764962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:01.791195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:01.841862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:01.849898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:01.863574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.048397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4baffd4f-76fe-421c-8ace-18c915233677 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:02.260944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] For port 5db41775-3486-447c-be6c-270d7e9d54c9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5db41775-3486-447c-be6c-270d7e9d54c9,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:02.261454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.267792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Allocated IP 172.25.0.247 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/13194f6b-7642-4aea-aeee-47bddb4344ef) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:02.276851 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afcdc01-af1c-4917-9070-4327639702fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad13c6-4a3c-4822-bef9-7e233be29cf8', 'code': 200} Feb 07 22:42:02.416512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.477547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] Calling delete_port for 5db41775-3486-447c-be6c-270d7e9d54c9 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:02.532931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 4baffd4f-76fe-421c-8ace-18c915233677 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:02.534692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:02.542656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 4baffd4f-76fe-421c-8ace-18c915233677 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:02.543041 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.553153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:02.561001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.562643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.594235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=6a55736e-1b1f-4b94-a87d-4e8cc95c7442,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:02.643824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5a66bff8-a972-4ad0-84e8-fe9e74768052 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3833170 Feb 07 22:42:02.648575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53678) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:02.652261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.659500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '6a55736e-1b1f-4b94-a87d-4e8cc95c7442', 'ip_address': '2001:db8::6a37:fa54:5f02:de11'}], 'name': 'tempest-NetworksTestDHCPv6-1416343894'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:02.676197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77987111-3c4b-406c-994a-cb2dd8119d14 req-e7469d68-8021-45b8-b6a2-b43b1a3a2f85 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.678371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77987111-3c4b-406c-994a-cb2dd8119d14 req-e7469d68-8021-45b8-b6a2-b43b1a3a2f85 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 946 time: 0.1630304 Feb 07 22:42:02.696313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef4326-b1ae-4831-ba9e-425a7f495cd6 req-798796cc-c75e-491c-80ba-3d738311bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:02.697717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01ef4326-b1ae-4831-ba9e-425a7f495cd6 req-798796cc-c75e-491c-80ba-3d738311bc89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 1100 time: 0.2652121 Feb 07 22:42:02.758626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] Pushing event deleted for resources: {'Port': ['ID=5db41775-3486-447c-be6c-270d7e9d54c9,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:02.760569 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.760769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5b428-ac25-4897-9983-545eba48d180 None None] No DVR routers for this DVR port 5db41775-3486-447c-be6c-270d7e9d54c9 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:02.777613 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.791794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cafb28-2e91-4eae-909e-041d09748577 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:02.798139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77987111-3c4b-406c-994a-cb2dd8119d14 req-e243be81-0e7c-47a1-8460-f100d66fbc55 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058705 Feb 07 22:42:02.803451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01ef4326-b1ae-4831-ba9e-425a7f495cd6 req-f162458c-7f0b-4b38-9b69-07354cdc48ae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879483 Feb 07 22:42:02.842791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.960218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 4baffd4f-76fe-421c-8ace-18c915233677, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4baffd4f-76fe-421c-8ace-18c915233677,segment=NetworkSegment(0640e7ed-46c3-4586-9af1-ccffe9ceffd1),segment_id=0640e7ed-46c3-4586-9af1-ccffe9ceffd1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:02.971965 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:02.973515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 462c453c-a8c4-4021-9816-42b9c30f0c89 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:03.001631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:03.023541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:03.028388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:03.031644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:03.035685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:03.051190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:03.072425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Pushing event updated for resources: {'Port': ['ID=13194f6b-7642-4aea-aeee-47bddb4344ef,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:03.190961 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.199924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecf39e-0793-416f-a81e-2997482daf1a req-031f75e4-ce01-4a1a-9f86-7118e4cd4b89 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:03.201451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6fecf39e-0793-416f-a81e-2997482daf1a req-031f75e4-ce01-4a1a-9f86-7118e4cd4b89 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 945 time: 0.1138451 Feb 07 22:42:03.242887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.259628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=4baffd4f-76fe-421c-8ace-18c915233677,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:03.282222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port f9fb3b14-474e-4c3a-8de2-bf543081acd0 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:03.351236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 462c453c-a8c4-4021-9816-42b9c30f0c89 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:03.359735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cf3f8b05-cd23-4205-921d-815e6ae88148 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:03.398341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6fecf39e-0793-416f-a81e-2997482daf1a req-ed3e5e24-b3fb-4dfc-bddc-e5fc31d69bf7 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120076 Feb 07 22:42:03.426362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.427247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 462c453c-a8c4-4021-9816-42b9c30f0c89 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:03.427563 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.495909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '6a55736e-1b1f-4b94-a87d-4e8cc95c7442'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:03.496960 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.555049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::6a37:fa54:5f02:de11 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/6a55736e-1b1f-4b94-a87d-4e8cc95c7442/f9fb3b14-474e-4c3a-8de2-bf543081acd0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:03.697482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port cf3f8b05-cd23-4205-921d-815e6ae88148 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:03.783813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port cf3f8b05-cd23-4205-921d-815e6ae88148 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:03.785007 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.808293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-f6d4723f-adaf-47de-8a1e-90904ca6527e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:03.868762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:03.871007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-f6d4723f-adaf-47de-8a1e-90904ca6527e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:03.882525 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-f6d4723f-adaf-47de-8a1e-90904ca6527e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1284980917&fields=id&tenant_id=55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 267 time: 0.1276245 Feb 07 22:42:03.907068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-d8a7a0c8-8bf6-40ca-a354-9d1904305c10 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:03.908578 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-d8a7a0c8-8bf6-40ca-a354-9d1904305c10 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 950 time: 0.2760680 Feb 07 22:42:04.017588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.069291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 462c453c-a8c4-4021-9816-42b9c30f0c89, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=462c453c-a8c4-4021-9816-42b9c30f0c89,segment=NetworkSegment(956a6462-676d-48a1-bc5f-2e9abae49069),segment_id=956a6462-676d-48a1-bc5f-2e9abae49069)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:04.088179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.090843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.117483 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.160346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object f9fb3b14-474e-4c3a-8de2-bf543081acd0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:04.170245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Deleting port 4a5cbc7f-266b-4137-85de-b373107a3a2b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:04.170590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.228464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db41775-3486-447c-be6c-270d7e9d54c9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:04.290804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5db41775-3486-447c-be6c-270d7e9d54c9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:42:04.291495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db41775-3486-447c-be6c-270d7e9d54c9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:04.301750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.338859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3f8b05-cd23-4205-921d-815e6ae88148'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:04.351841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=462c453c-a8c4-4021-9816-42b9c30f0c89,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:04.355476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cf3f8b05-cd23-4205-921d-815e6ae88148, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cf3f8b05-cd23-4205-921d-815e6ae88148,segment=NetworkSegment(a5b7eb76-4810-412e-b361-df6a6eb9b496),segment_id=a5b7eb76-4810-412e-b361-df6a6eb9b496)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:04.362314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.436660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Pushing event updated for resources: {'Port': ['ID=13194f6b-7642-4aea-aeee-47bddb4344ef,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:04.440474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.460939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.487502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4baffd4f-76fe-421c-8ace-18c915233677 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:04.545209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:04.549919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-0c0c24e8-5bd3-4124-83bb-99a90a97fb6b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:04.554086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cf3f8b05-cd23-4205-921d-815e6ae88148,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:04.561670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-0c0c24e8-5bd3-4124-83bb-99a90a97fb6b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.6776688 Feb 07 22:42:04.574084 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.575742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-05b8cc61-a26a-4208-89a9-2c166425f3f6 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3723254 Feb 07 22:42:04.585478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-3453ddd0-e9fe-4b31-bf5a-c162ffd2eb36 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:04.587229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-3453ddd0-e9fe-4b31-bf5a-c162ffd2eb36 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1097 time: 0.5731812 Feb 07 22:42:04.593164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-fd999192-3da4-477e-8a89-9eb25ab32218 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/quotas/55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 375 time: 0.0298600 Feb 07 22:42:04.595811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/6a55736e-1b1f-4b94-a87d-4e8cc95c7442/6541d5cc-5fac-48b1-8936-46265e9528ac) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:04.600161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 4baffd4f-76fe-421c-8ace-18c915233677 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:04.600541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.621294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:04.624551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:04.629986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:04.631132 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.660740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6ab791fe-8c67-405d-98a4-6073cee9a6e1 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:42:04.722651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=f9fb3b14-474e-4c3a-8de2-bf543081acd0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:04.738337 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1a026c5-f0e5-49fa-af21-487db9741d53 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0872302 Feb 07 22:42:04.742867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53700) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:04.814571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] For port 4a5cbc7f-266b-4137-85de-b373107a3a2b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4a5cbc7f-266b-4137-85de-b373107a3a2b,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:04.815202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:04.873359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:42:04.897856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-3'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:05.007860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-6027dd7e-b592-4a90-ac16-29275f27f67a tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Synchronizing usage tracker for tenant:56312f8b91c24cf895e7cfb6e8a86fcf on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:05.084960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-6027dd7e-b592-4a90-ac16-29275f27f67a tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Unset dirty status for tenant:56312f8b91c24cf895e7cfb6e8a86fcf on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:05.086078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-6027dd7e-b592-4a90-ac16-29275f27f67a tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.4976060 Feb 07 22:42:05.116603 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.130788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:05.144144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Calling delete_port for 4a5cbc7f-266b-4137-85de-b373107a3a2b owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:05.153569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6ab791fe-8c67-405d-98a4-6073cee9a6e1 has no active binding in host n-h2-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:42:05.168195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.180664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Transition to ACTIVE for port object 6541d5cc-5fac-48b1-8936-46265e9528ac will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:05.197041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7eb898-07ec-455b-bfd2-c03f2715cda2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.197994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa7eb898-07ec-455b-bfd2-c03f2715cda2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:05.215040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Transition to ACTIVE for port object 6541d5cc-5fac-48b1-8936-46265e9528ac will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:05.230735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.267053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa7eb898-07ec-455b-bfd2-c03f2715cda2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:05.273656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53706) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:05.273912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aa7eb898-07ec-455b-bfd2-c03f2715cda2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5296855 Feb 07 22:42:05.355069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:05.358482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:05.363018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:05.366799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.375868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-31a72027-27de-4dff-bb5a-eea33f4af279 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4886675 Feb 07 22:42:05.472099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f135b3f2-960b-4dc7-9907-112c4d8a7eed'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:05.486004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event deleted for resources: {'Port': ['ID=4a5cbc7f-266b-4137-85de-b373107a3a2b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:05.501957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Pushing event updated for resources: {'Port': ['ID=6541d5cc-5fac-48b1-8936-46265e9528ac,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:05.531092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] No DVR routers for this DVR port 4a5cbc7f-266b-4137-85de-b373107a3a2b on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:05.534496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.546948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-deleted', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:05.557694 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-853bdfbe-f7a5-4939-af9a-4b6a152003de req-5d22500c-a9fd-4e3f-a537-df5a813eb4fc tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "DELETE /v2.0/ports/4a5cbc7f-266b-4137-85de-b373107a3a2b HTTP/1.1" status: 204 len: 173 time: 1.6124086 Feb 07 22:42:05.574661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port f9fb3b14-474e-4c3a-8de2-bf543081acd0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:05.575026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.578584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Attempting to bind port 6541d5cc-5fac-48b1-8936-46265e9528ac on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:05.579183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Attempting to bind port 6541d5cc-5fac-48b1-8936-46265e9528ac by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:05.579915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Attempting to bind port 6541d5cc-5fac-48b1-8936-46265e9528ac on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:05.597027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:05.597398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:05.597991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.598391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:05.598858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Bound port: 6541d5cc-5fac-48b1-8936-46265e9528ac, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:05.599694 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.655243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-0ea7bb23-6780-405b-9a12-1962d69312be tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:05.656650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d157ed9-f48b-432b-9e8f-14902df8f2ec req-0ea7bb23-6780-405b-9a12-1962d69312be tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.5250473 Feb 07 22:42:05.799219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.827231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:05.857319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] For port 6541d5cc-5fac-48b1-8936-46265e9528ac, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:05.868097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] For port 6541d5cc-5fac-48b1-8936-46265e9528ac, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6541d5cc-5fac-48b1-8936-46265e9528ac,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:05.886187 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:05.926319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-7bc31837-c405-4147-9b8e-f50f63f849fb service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268292 Feb 07 22:42:06.003290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.038139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d29b07-1648-44b0-923f-2e708f9a4ee0 None None] Pushing event updated for resources: {'Port': ['ID=6541d5cc-5fac-48b1-8936-46265e9528ac,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:06.058638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80d838ff-1011-4202-bf1a-9a799b3746dd req-3eaafeb9-203b-4b79-b45b-4187fb48ef35 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.10 "GET /v2.0/ports?device_id=cae6e33d-8976-457d-8304-7876966a006d HTTP/1.1" status: 200 len: 210 time: 0.2338994 Feb 07 22:42:06.161112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:42:06.356350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:06.414942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.562035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 462c453c-a8c4-4021-9816-42b9c30f0c89 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:06.653334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 462c453c-a8c4-4021-9816-42b9c30f0c89 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:06.653873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.704064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for f9fb3b14-474e-4c3a-8de2-bf543081acd0 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:06.747990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-f619ff07-a9f5-491c-9798-9ea6ca92d1d2 service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825456 Feb 07 22:42:06.768633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:06.775560 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.792490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:06.807354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6541d5cc-5fac-48b1-8936-46265e9528ac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:06.877581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:06.987488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6541d5cc-5fac-48b1-8936-46265e9528ac completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:07.017975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fc305-2fb4-42d4-b21e-6ea4d59a36fb req-f5f54e9e-921b-4f3e-97bf-1d17fe3b9261 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.020110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd4fc305-2fb4-42d4-b21e-6ea4d59a36fb req-f5f54e9e-921b-4f3e-97bf-1d17fe3b9261 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 949 time: 0.7807934 Feb 07 22:42:07.237629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd4fc305-2fb4-42d4-b21e-6ea4d59a36fb req-bf9f2b23-2ba0-47fa-aec5-6640f948fde3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754055 Feb 07 22:42:07.245009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on host n-h1-827896-3 for vnic_type normal with profile {"migrating_to": "n-h2-827896-3"} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:07.245349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:07.245684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:07.273854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:42:07.274191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Attempting to bind port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:07.283000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:07.283335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:07.283753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:07.284185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Bound port: 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:07.284580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.298334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.313305 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3f8b05-cd23-4205-921d-815e6ae88148', 'code': 200} Feb 07 22:42:07.368397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4a5cbc7f-266b-4137-85de-b373107a3a2b no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:07.462475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 4a5cbc7f-266b-4137-85de-b373107a3a2b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:42:07.462837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4a5cbc7f-266b-4137-85de-b373107a3a2b not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:07.499058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=f9fb3b14-474e-4c3a-8de2-bf543081acd0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:07.544966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90f5dc-60b8-48b6-b836-01d6fd1e054f req-3ee835b5-fe3c-4266-9d20-f9c5647dc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.547248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4c90f5dc-60b8-48b6-b836-01d6fd1e054f req-3ee835b5-fe3c-4266-9d20-f9c5647dc4bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 1097 time: 0.1543660 Feb 07 22:42:07.563862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de30fa69-7be8-4c20-8c34-381bb58343ab None None] Provisioning for port 6541d5cc-5fac-48b1-8936-46265e9528ac completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:07.573022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de30fa69-7be8-4c20-8c34-381bb58343ab None None] Provisioning complete for port 6541d5cc-5fac-48b1-8936-46265e9528ac triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:07.576550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de30fa69-7be8-4c20-8c34-381bb58343ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.654882 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4c90f5dc-60b8-48b6-b836-01d6fd1e054f req-0b283dc0-a340-40fd-b1ba-91158938c7cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992424 Feb 07 22:42:07.704352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048e6d3-c81e-4be8-987a-f86bd47502f4 req-ff445c0d-de48-4afd-a1f7-cd70d610830f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.706212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2048e6d3-c81e-4be8-987a-f86bd47502f4 req-ff445c0d-de48-4afd-a1f7-cd70d610830f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 944 time: 0.5539305 Feb 07 22:42:07.709277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.759911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dacd61a1-8786-4ca9-bc29-93ee5a79ba20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/f9fb3b14-474e-4c3a-8de2-bf543081acd0 HTTP/1.1" status: 204 len: 168 time: 2.4826713 Feb 07 22:42:07.764284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53734) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:07.826989 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de30fa69-7be8-4c20-8c34-381bb58343ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.838049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:07.867509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2048e6d3-c81e-4be8-987a-f86bd47502f4 req-8840a296-e2f6-4449-9e97-ca756a85110b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417191 Feb 07 22:42:07.872012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:07.872942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629ea03-fb0a-4ada-b25d-e29dd15ce1e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.875751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1629ea03-fb0a-4ada-b25d-e29dd15ce1e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:07.876578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1629ea03-fb0a-4ada-b25d-e29dd15ce1e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:07.885301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:07.913548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1629ea03-fb0a-4ada-b25d-e29dd15ce1e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:07.917504 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1629ea03-fb0a-4ada-b25d-e29dd15ce1e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1514318 Feb 07 22:42:07.918080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53738) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:07.951866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-de30fa69-7be8-4c20-8c34-381bb58343ab None None] For port 6541d5cc-5fac-48b1-8936-46265e9528ac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6541d5cc-5fac-48b1-8936-46265e9528ac,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:07.975082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de30fa69-7be8-4c20-8c34-381bb58343ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.122756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30fa69-7be8-4c20-8c34-381bb58343ab None None] Pushing event updated for resources: {'Port': ['ID=6541d5cc-5fac-48b1-8936-46265e9528ac,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:08.137110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f0cbb44c-b8ca-46b8-ad80-02d892d99d73 None None] Could not find standard attr ID for object f9fb3b14-474e-4c3a-8de2-bf543081acd0. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:42:08.143248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 6a55736e-1b1f-4b94-a87d-4e8cc95c7442 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:42:08.147899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.191477 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae6e33d-8976-457d-8304-7876966a006d', 'name': 'network-vif-deleted', 'tag': '4a5cbc7f-266b-4137-85de-b373107a3a2b', 'status': 'completed', 'code': 200} Feb 07 22:42:08.217510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.230483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de53af-140c-40a9-b6ea-ee14fd6dc780 req-821c7d54-d32a-4de1-8eb5-9ab58b168f0b tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:08.231943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26de53af-140c-40a9-b6ea-ee14fd6dc780 req-821c7d54-d32a-4de1-8eb5-9ab58b168f0b tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 946 time: 0.7619567 Feb 07 22:42:08.280643 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d82a6219-34e3-42d4-9efa-8712632e7018 req-d76ee0a9-0d61-43bd-8e3f-4ade020818c2 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips/49d98d75-357b-46f3-b01d-a4e977ee842d HTTP/1.1" status: 200 len: 693 time: 0.1755197 Feb 07 22:42:08.284784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:08.285431 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.287000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 200 len: 1122 time: 3.4173055 Feb 07 22:42:08.342435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dd784-86bd-44f5-b92d-c3bf1bd554c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=8']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:08.345636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.374626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6ab791fe-8c67-405d-98a4-6073cee9a6e1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:08.425609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6ab791fe-8c67-405d-98a4-6073cee9a6e1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:08.444004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26de53af-140c-40a9-b6ea-ee14fd6dc780 req-5321eb44-7bf6-48a2-b189-ca291345815d tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739252 Feb 07 22:42:08.477942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6541d5cc-5fac-48b1-8936-46265e9528ac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:08.542929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.549663 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1', 'code': 200} Feb 07 22:42:08.578288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a6219-34e3-42d4-9efa-8712632e7018 req-f45939e3-7bbc-4f27-9543-0139f43c0e71 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:08.579822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d82a6219-34e3-42d4-9efa-8712632e7018 req-f45939e3-7bbc-4f27-9543-0139f43c0e71 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2750249 Feb 07 22:42:08.591105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-d82a6219-34e3-42d4-9efa-8712632e7018 req-8d427728-bf7e-49ec-a3fd-5faa5a38eb65 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:42:08.603698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=6a55736e-1b1f-4b94-a87d-4e8cc95c7442,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:08.605354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d82a6219-34e3-42d4-9efa-8712632e7018 req-8d427728-bf7e-49ec-a3fd-5faa5a38eb65 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193839 Feb 07 22:42:08.605774 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:08.637051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f2a44426-cfa6-4527-babc-e2cb432b5695 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/6a55736e-1b1f-4b94-a87d-4e8cc95c7442 HTTP/1.1" status: 204 len: 168 time: 0.7178779 Feb 07 22:42:08.639508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53746) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:08.666224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad1170c-678f-44bc-892f-db405d1d2dd0 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:08.831666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-895adeb2-5e8a-4a3c-80e9-4979d2613762 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1895807 Feb 07 22:42:08.833199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53752) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:08.846111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:08.920540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc6fb6ba-0462-4b65-9e85-b379a0523be3 req-b3597d59-3cdc-4216-a1c0-5684698a735f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 210 time: 0.1413929 Feb 07 22:42:09.115959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:09.120325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:09.123226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:09.131960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:09.148848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:09.155071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.281722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6541d5cc-5fac-48b1-8936-46265e9528ac triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:09.282250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.374747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42396eec-8780-447f-b79a-570bccfea165 req-603e4e54-7893-440f-815c-d15892b0afbe tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=56312f8b91c24cf895e7cfb6e8a86fcf HTTP/1.1" status: 200 len: 696 time: 0.3365183 Feb 07 22:42:09.517416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.575309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42396eec-8780-447f-b79a-570bccfea165 req-6089e325-ca0e-4319-ae96-7a9cd157f434 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.576919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42396eec-8780-447f-b79a-570bccfea165 req-6089e325-ca0e-4319-ae96-7a9cd157f434 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks?id=96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 787 time: 0.2014732 Feb 07 22:42:09.586561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:09.588804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:09.594272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.595104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.596676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:42:09.597573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-42396eec-8780-447f-b79a-570bccfea165 req-46aedcdc-6739-427d-9af3-dd68e7dee316 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:42:09.598555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42396eec-8780-447f-b79a-570bccfea165 req-46aedcdc-6739-427d-9af3-dd68e7dee316 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055640 Feb 07 22:42:09.605212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] Deleting port 6541d5cc-5fac-48b1-8936-46265e9528ac {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:09.605885 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:09.630038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-f09cf648-c819-44ac-8c98-cbf8f7d5d9f4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.632253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-f09cf648-c819-44ac-8c98-cbf8f7d5d9f4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.8964398 Feb 07 22:42:09.635273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8117cc9e-4d0d-49dd-aadd-eb0b75ff13a8 req-e430faa2-2914-4f35-96fc-f31871f77964 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:09.638251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8117cc9e-4d0d-49dd-aadd-eb0b75ff13a8 req-e430faa2-2914-4f35-96fc-f31871f77964 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 1100 time: 0.6007888 Feb 07 22:42:09.648861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8119235 Feb 07 22:42:09.650254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:09.672224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '01460a58-3037-4aab-a0d4-b104558cc578', 'ip_address': '2001:db8::93b:2ce1:7efe:1525'}], 'name': 'tempest-NetworksTestDHCPv6-875184724'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:09.717926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-decc8ee8-5926-455d-9ef3-c58c1920f815 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 380 time: 0.0581405 Feb 07 22:42:09.740474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8117cc9e-4d0d-49dd-aadd-eb0b75ff13a8 req-2c4b7329-1a61-4a3b-86e6-fe92663f2d8c tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949659 Feb 07 22:42:09.746028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'port': {'device_id': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'admin_state_up': True, 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'security_groups': ['768512de-0c32-476f-a332-41f3b437c70b']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:09.794821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600fff9-71df-478e-8d81-721ac1b16859 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=01460a58-3037-4aab-a0d4-b104558cc578,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:09.983400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:09.988674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:09.993304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:10.000820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:10.015975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:10.075330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] For port 6541d5cc-5fac-48b1-8936-46265e9528ac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6541d5cc-5fac-48b1-8936-46265e9528ac,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:10.076444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.221935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] Calling delete_port for 6541d5cc-5fac-48b1-8936-46265e9528ac owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:10.301721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.315313 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.333766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 62c42a39-6ffc-4372-bf5c-98b8a4acf6c9 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:10.335208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:10.352605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:port and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:10.362885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:10.373429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:10.375654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] Pushing event deleted for resources: {'Port': ['ID=6541d5cc-5fac-48b1-8936-46265e9528ac,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:10.382314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a125a2f-7989-4fd8-acab-0d7a31cc8caf None None] No DVR routers for this DVR port 6541d5cc-5fac-48b1-8936-46265e9528ac on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:10.395019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ffd74-abae-4b2a-8189-f70aa7342c69 req-c91a90b5-4e29-4e2b-9953-45dcc001067b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.397455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-776ffd74-abae-4b2a-8189-f70aa7342c69 req-c91a90b5-4e29-4e2b-9953-45dcc001067b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 944 time: 0.3728230 Feb 07 22:42:10.407192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f85b8e-b843-49c2-8ecc-227f0ac6b351 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:10.428650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6541d5cc-5fac-48b1-8936-46265e9528ac no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:10.439945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Made reservation on behalf of 55a1cf6ea003463188ef42fc5b89771d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:10.452305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.539454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e584f-90d2-4a9b-babc-a4668505ff81 req-cc997a73-0692-48cc-95aa-2f74b8b1a0c2 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.541137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b74e584f-90d2-4a9b-babc-a4668505ff81 req-cc997a73-0692-48cc-95aa-2f74b8b1a0c2 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 946 time: 0.3238850 Feb 07 22:42:10.552269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:10.589591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-776ffd74-abae-4b2a-8189-f70aa7342c69 req-b909a9c3-5f83-44a5-9619-8e64ad9b96dd tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863172 Feb 07 22:42:10.589875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6541d5cc-5fac-48b1-8936-46265e9528ac {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:42:10.590152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6541d5cc-5fac-48b1-8936-46265e9528ac not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:10.602241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-9d06673e-a343-44f5-8b76-1a541c079558 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:10.603007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-9d06673e-a343-44f5-8b76-1a541c079558 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Synchronizing usage tracker for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:10.644184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b74e584f-90d2-4a9b-babc-a4668505ff81 req-5e7f6d74-90fa-4c06-9a03-7bc12c4ac5f5 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852947 Feb 07 22:42:10.682851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-9d06673e-a343-44f5-8b76-1a541c079558 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Unset dirty status for tenant:ba9c3c87b4ed4018a778b3342a0d18c0 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:10.683996 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-9d06673e-a343-44f5-8b76-1a541c079558 tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "GET /v2.0/ports?device_id=cce46c79-e055-44c4-bc71-ab2147ce4e48 HTTP/1.1" status: 200 len: 950 time: 0.2888880 Feb 07 22:42:10.760130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::93b:2ce1:7efe:1525 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/01460a58-3037-4aab-a0d4-b104558cc578/62c42a39-6ffc-4372-bf5c-98b8a4acf6c9) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:10.791254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Deleting port f135b3f2-960b-4dc7-9907-112c4d8a7eed {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:10.791504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.882942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '01460a58-3037-4aab-a0d4-b104558cc578'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:10.885016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:10.890361 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-265c2b34-fd1e-4af4-8781-1e463805496a tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips/49d98d75-357b-46f3-b01d-a4e977ee842d HTTP/1.1" status: 200 len: 693 time: 0.1766808 Feb 07 22:42:11.041889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf0469e1-947d-4cbb-87c4-4734592da85e req-5aad8ebb-a14a-4f66-8e3e-068792bb55c8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 210 time: 0.1476924 Feb 07 22:42:11.063604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Allocated IP 172.20.0.11 (25c1252f-a3e6-4ee4-93bb-1b969c7fb38e/1a68c447-f1da-41e8-8907-3da48fcfb61d/8e937cc6-083f-438e-864f-aca4e7806a81) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:11.219863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-1bc01128-28b8-4ff9-9195-9f5e153097dc tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:11.225079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-1bc01128-28b8-4ff9-9195-9f5e153097dc tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.3338358 Feb 07 22:42:11.234513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-f9c407bf-e457-4c65-9686-37fa8fad9d69 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526993 Feb 07 22:42:11.335378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] For port f135b3f2-960b-4dc7-9907-112c4d8a7eed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f135b3f2-960b-4dc7-9907-112c4d8a7eed,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:11.335642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.466183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-6963e45a-b31a-4b05-9e7c-e345a0a2897b tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.2337487 Feb 07 22:42:11.491018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Calling delete_port for f135b3f2-960b-4dc7-9907-112c4d8a7eed owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:11.568631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-839fc094-ce31-4568-b07e-2369053c2d91 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.0949454 Feb 07 22:42:11.577436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.610350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 62c42a39-6ffc-4372-bf5c-98b8a4acf6c9 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:11.712230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.758615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.789371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:11.795634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/01460a58-3037-4aab-a0d4-b104558cc578/8324bf97-1607-4af7-a6e9-fcc2c44dc1b5) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:11.799582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:11.812486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:11.818883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:11.819503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.846951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=62c42a39-6ffc-4372-bf5c-98b8a4acf6c9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:11.969671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-eae6e9b2-a71f-4dbf-9730-a27ae951a5d7 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:11.976347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-eae6e9b2-a71f-4dbf-9730-a27ae951a5d7 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6778007 Feb 07 22:42:11.978208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Pushing event deleted for resources: {'Port': ['ID=f135b3f2-960b-4dc7-9907-112c4d8a7eed,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:11.980479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:11.994911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Deleting port 13194f6b-7642-4aea-aeee-47bddb4344ef {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:11.995266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.027293 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ddfbf297-9787-4e3b-9413-ebb7b5e27b50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3689368 Feb 07 22:42:12.028676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53792) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:12.036409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] No DVR routers for this DVR port f135b3f2-960b-4dc7-9907-112c4d8a7eed on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:12.070640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-0c03a998-3cb4-489d-93b5-a81364bd062b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/quotas/a4c1d2b9915e4e6488f68d0887173e49 HTTP/1.1" status: 200 len: 375 time: 0.0933383 Feb 07 22:42:12.090162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.092585 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95933a7-dfaa-4e41-a63a-3e69d82c8333 req-ba1fd611-d278-48b4-8aaa-5206a4b0525d tempest-MigrationsAdminTest-1174725139 tempest-MigrationsAdminTest-1174725139-project] 10.222.0.36 "DELETE /v2.0/ports/f135b3f2-960b-4dc7-9907-112c4d8a7eed HTTP/1.1" status: 204 len: 173 time: 1.3996747 Feb 07 22:42:12.093088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-deleted', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:12.124712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Transition to ACTIVE for port object 8e937cc6-083f-438e-864f-aca4e7806a81 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:12.142185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.155274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Transition to ACTIVE for port object 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:12.177927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Transition to ACTIVE for port object 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:12.179513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f096e-2721-4263-878e-a70162ebb920 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:12.181078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c25f096e-2721-4263-878e-a70162ebb920 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:12.188016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.242790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c25f096e-2721-4263-878e-a70162ebb920 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:12.247743 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c25f096e-2721-4263-878e-a70162ebb920 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2111125 Feb 07 22:42:12.249955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53802) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:12.373531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:12.377762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:12.400609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Pushing event updated for resources: {'Port': ['ID=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:12.403643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:12.474026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 62c42a39-6ffc-4372-bf5c-98b8a4acf6c9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:12.474535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.529919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.530528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.548713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Attempting to bind port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:12.549080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Attempting to bind port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:12.549430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Attempting to bind port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:12.559963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:12.560845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:12.561603 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.562089 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.562708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:12.563750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Bound port: 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:12.564475 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.672589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] For port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:12.676432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] For port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:12.695351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:12.750496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Calling delete_port for 13194f6b-7642-4aea-aeee-47bddb4344ef owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:12.792815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9764c-c994-4559-8544-910e3e9dba25 None None] Pushing event updated for resources: {'Port': ['ID=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:13.025849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:13.028050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.030374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:13.037590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:13.042381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:13.082210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-cfa8c4c4-2a28-48e3-85f2-9190458a3493 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&fields=id HTTP/1.1" status: 200 len: 486 time: 1.0104215 Feb 07 22:42:13.121629 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.221466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:42:13.221986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Pushing event deleted for resources: {'Port': ['ID=13194f6b-7642-4aea-aeee-47bddb4344ef,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:13.320256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 62c42a39-6ffc-4372-bf5c-98b8a4acf6c9 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:13.320610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:13.321375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.417865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f135b3f2-960b-4dc7-9907-112c4d8a7eed no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:13.461936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.466115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.467765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0d6b47c-c7ca-467d-8038-53ae5292add1 req-9c8c041d-f240-4f3d-8aab-86b7299c49b4 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "DELETE /v2.0/floatingips/49d98d75-357b-46f3-b01d-a4e977ee842d HTTP/1.1" status: 204 len: 173 time: 1.8833091 Feb 07 22:42:13.474736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-8a9afb40-ea47-44ea-af4f-eeb2f9413a65 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7285142 Feb 07 22:42:13.488062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Request body: {'port': {'device_id': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:13.557615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: f135b3f2-960b-4dc7-9907-112c4d8a7eed {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:42:13.558156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f135b3f2-960b-4dc7-9907-112c4d8a7eed not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:13.575998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a747f550-924d-4522-97fa-f762a3824720 None None] Provisioning for port 8e937cc6-083f-438e-864f-aca4e7806a81 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:13.584200 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1', 'status': 'completed', 'code': 200} Feb 07 22:42:13.587871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a747f550-924d-4522-97fa-f762a3824720 None None] Provisioning complete for port 8e937cc6-083f-438e-864f-aca4e7806a81 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:13.588313 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a747f550-924d-4522-97fa-f762a3824720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.794428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a747f550-924d-4522-97fa-f762a3824720 None None] Port 8e937cc6-083f-438e-864f-aca4e7806a81 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:42:13.858554 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:13.979529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.144804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53842) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:14.195180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.225958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=62c42a39-6ffc-4372-bf5c-98b8a4acf6c9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:14.254010 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4d9e64e5-0bd3-422b-8049-c165764420c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/62c42a39-6ffc-4372-bf5c-98b8a4acf6c9 HTTP/1.1" status: 204 len: 168 time: 2.0027533 Feb 07 22:42:14.259461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53848) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:14.311718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-ca2c2b41-5e6e-49e5-b967-b6e3337cc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.313584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-ca2c2b41-5e6e-49e5-b967-b6e3337cc420 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1125 time: 0.6815321 Feb 07 22:42:14.551223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3b8d6803-b1ac-4a26-8156-c7e1b0453399 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba9c3c87b4ed4018a778b3342a0d18c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040992 Feb 07 22:42:14.556520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53852) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:14.564515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a9349-bebd-435d-aaca-970c3f4f473b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.566228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a9349-bebd-435d-aaca-970c3f4f473b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.567042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-591a9349-bebd-435d-aaca-970c3f4f473b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:14.576007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6e9d3-20f9-4a12-82b8-84b692ebd15d req-74241691-ad83-479d-b632-44f9fd2bf184 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.578468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21e6e9d3-20f9-4a12-82b8-84b692ebd15d req-74241691-ad83-479d-b632-44f9fd2bf184 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 944 time: 0.7093015 Feb 07 22:42:14.581642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:14.635859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-591a9349-bebd-435d-aaca-970c3f4f473b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:14.637212 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-591a9349-bebd-435d-aaca-970c3f4f473b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3752835 Feb 07 22:42:14.651216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53858) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:14.749375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-df0bb13d-0ba7-49cb-9418-d3994043d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:14.750871 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-df0bb13d-0ba7-49cb-9418-d3994043d09b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.4253569 Feb 07 22:42:14.797991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-38de5082-52fe-461d-9f07-5b8c76e7bc17 None None] Provisioning for port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:14.827382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:14.845888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-8b8651fd-80a1-43b2-9d98-575debfc3ae5 service neutron] 10.222.0.36 "GET /v2.0/ports/6ab791fe-8c67-405d-98a4-6073cee9a6e1/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.3841126 Feb 07 22:42:14.865555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:14.865931 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:14.901666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-22989bf9-1765-46d5-b6e5-ef24ca6a8bb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 200 len: 217 time: 0.1340594 Feb 07 22:42:14.946749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-38de5082-52fe-461d-9f07-5b8c76e7bc17 None None] Provisioning complete for port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:14.947432 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-38de5082-52fe-461d-9f07-5b8c76e7bc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.029524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 01460a58-3037-4aab-a0d4-b104558cc578 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:42:15.076551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aec5425a-bad5-4862-a9b5-d7b7e5965128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.083506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.234939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e937cc6-083f-438e-864f-aca4e7806a81 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:15.256840 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.285616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Transition to ACTIVE for port object 8e937cc6-083f-438e-864f-aca4e7806a81 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:15.316722 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-38de5082-52fe-461d-9f07-5b8c76e7bc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.329638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.332277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.382950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:15.385781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aec5425a-bad5-4862-a9b5-d7b7e5965128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.395534 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.475553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-dd1da1db-9f6b-4100-a96b-3e8fcd31a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.477996 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-dd1da1db-9f6b-4100-a96b-3e8fcd31a170 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.5506856 Feb 07 22:42:15.512960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.636222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:15.640883 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-38de5082-52fe-461d-9f07-5b8c76e7bc17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:42:15.641280 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-38de5082-52fe-461d-9f07-5b8c76e7bc17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:42:15.652120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21e6e9d3-20f9-4a12-82b8-84b692ebd15d req-f7459db5-3622-453b-88c1-b1871dd5799c tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0481589 Feb 07 22:42:15.708028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aec5425a-bad5-4862-a9b5-d7b7e5965128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.787083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bce9a8-c961-4ddd-b771-1c092b9d8402 req-b38f6020-60ed-4817-a5e7-3ea3b4ee957b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:15.788034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-40bce9a8-c961-4ddd-b771-1c092b9d8402 req-b38f6020-60ed-4817-a5e7-3ea3b4ee957b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:15.798353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:15.807473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Attempting to bind port 8e937cc6-083f-438e-864f-aca4e7806a81 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:15.808232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Attempting to bind port 8e937cc6-083f-438e-864f-aca4e7806a81 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:15.808797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Attempting to bind port 8e937cc6-083f-438e-864f-aca4e7806a81 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:15.819954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Port 8e937cc6-083f-438e-864f-aca4e7806a81 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:42:15.820486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Attempting to bind port 8e937cc6-083f-438e-864f-aca4e7806a81 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:15.826496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-40bce9a8-c961-4ddd-b771-1c092b9d8402 req-b38f6020-60ed-4817-a5e7-3ea3b4ee957b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:15.834138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40bce9a8-c961-4ddd-b771-1c092b9d8402 req-b38f6020-60ed-4817-a5e7-3ea3b4ee957b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 932 time: 1.5729890 Feb 07 22:42:15.873164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:15.874108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:15.874704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Bound using segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:15.875362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Bound port: 8e937cc6-083f-438e-864f-aca4e7806a81, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:15.875893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:15.948291 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce46c79-e055-44c4-bc71-ab2147ce4e48', 'name': 'network-vif-deleted', 'tag': 'f135b3f2-960b-4dc7-9907-112c4d8a7eed', 'status': 'completed', 'code': 200} Feb 07 22:42:15.964063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40bce9a8-c961-4ddd-b771-1c092b9d8402 req-f1fc4c14-5089-4292-9751-07fe5bb9ef96 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287913 Feb 07 22:42:15.969832 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-e0064c49-731a-4857-8408-c1d34cd834f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4043977 Feb 07 22:42:15.983709 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-5dc49b02-ea04-447d-9c2c-2fc29640b398 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4945102 Feb 07 22:42:16.070084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f73a93b-867a-4bdd-b4df-0bec48154969 req-3af36291-9a6b-4bfa-93e3-b172d5d30093 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 210 time: 0.1028576 Feb 07 22:42:16.162781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:16.183166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:16.200271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.219086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5425a-bad5-4862-a9b5-d7b7e5965128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd01fc7f-9bf6-44da-bee1-82f1f5a599ae,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:16.222392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aec5425a-bad5-4862-a9b5-d7b7e5965128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.224520 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aec5425a-bad5-4862-a9b5-d7b7e5965128 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd01fc7f-9bf6-44da-bee1-82f1f5a599ae HTTP/1.1" status: 204 len: 168 time: 1.6641271 Feb 07 22:42:16.347987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.349522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.351513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] 10.222.0.26 "PUT /v2.0/ports/8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 1092 time: 2.8676703 Feb 07 22:42:16.352143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:16.379459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-126aa64f-8fff-47d1-b833-0e6587285663 req-f83be099-3792-46db-be15-8f0023041c96 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3520522 Feb 07 22:42:16.388204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:16.397722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:16.399775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8ae9dce5-df78-4592-b567-f54311145ae8 None None] Could not find standard attr ID for object 62c42a39-6ffc-4372-bf5c-98b8a4acf6c9. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:42:16.408218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:16.478579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:16.545914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.571905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:16.572338 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.608353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51991e4f-4dab-4af4-8b5b-dea017725bdf service neutron] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:16.719587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f72db4-5950-4de2-90b4-ad01cda78971 req-d1a39dcd-1904-472f-a547-799030ba6518 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.726802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7f72db4-5950-4de2-90b4-ad01cda78971 req-d1a39dcd-1904-472f-a547-799030ba6518 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 946 time: 0.5317509 Feb 07 22:42:16.801208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7f72db4-5950-4de2-90b4-ad01cda78971 req-47de84d8-6ccf-4542-ae51-8e3fa0212a6c tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734179 Feb 07 22:42:16.845560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-4d216646-c998-4974-9ab4-679d2cba48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.847659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-4d216646-c998-4974-9ab4-679d2cba48f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1095 time: 0.4194477 Feb 07 22:42:16.882849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-17b2f52a-cd48-436a-be4d-4dee3e47661c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.884811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-17b2f52a-cd48-436a-be4d-4dee3e47661c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8699944 Feb 07 22:42:16.885921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53880) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:16.921432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-d275d34b-29d4-4f1e-9ac2-4444cf5dad66 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:16.922399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-d275d34b-29d4-4f1e-9ac2-4444cf5dad66 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Synchronizing usage tracker for tenant:0bda59600bb24d31b3d22bf8c7f974f3 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:16.927787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:16.945984 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'status': 'completed', 'code': 200} Feb 07 22:42:16.979321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-b00e4cb1-608d-4141-9f7a-888532accf55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 217 time: 0.1181326 Feb 07 22:42:16.981790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': 'a1af4430-b282-400d-a094-faad67160bd2', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:17.052849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-76855b69-23e0-4942-b8ce-b853736d9d81 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0368385 Feb 07 22:42:17.093158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.161895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-4df839af-f92b-4458-814e-e6c157ffc683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:17.163486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-4df839af-f92b-4458-814e-e6c157ffc683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1720803 Feb 07 22:42:17.233847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-d275d34b-29d4-4f1e-9ac2-4444cf5dad66 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Unset dirty status for tenant:0bda59600bb24d31b3d22bf8c7f974f3 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:17.235353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-d275d34b-29d4-4f1e-9ac2-4444cf5dad66 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 946 time: 1.6737561 Feb 07 22:42:17.238764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:17.312423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bf141-4218-453c-8dc4-6ebde2dc3453 req-624d620d-ad40-46b7-bfd8-a3e0435fe7bf tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:17.313922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d91bf141-4218-453c-8dc4-6ebde2dc3453 req-624d620d-ad40-46b7-bfd8-a3e0435fe7bf tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 944 time: 0.2827954 Feb 07 22:42:17.374530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Allocated IP 172.25.0.3 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/8e1e1c38-437c-469f-8e49-b1bf610f15c2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:17.378658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5f669a00-fe07-4137-ab46-39e982599435 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78aad73aa3554f0d97787d402fabf758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851034 Feb 07 22:42:17.380763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-d44e4ce3-19ba-4f4b-8d56-cc8794390b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:17.382437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-d44e4ce3-19ba-4f4b-8d56-cc8794390b37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110753 Feb 07 22:42:17.383079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53890) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:17.413736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:17.433038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6ab791fe-8c67-405d-98a4-6073cee9a6e1 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:17.436477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d91bf141-4218-453c-8dc4-6ebde2dc3453 req-31460b16-ee14-4b3d-a2c0-b3e4ba7ccf53 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122994 Feb 07 22:42:17.572747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.667865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Deleting port cf3f8b05-cd23-4205-921d-815e6ae88148 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:17.668107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.747293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=01460a58-3037-4aab-a0d4-b104558cc578,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:17.754716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:17.758276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da978c6-b7dd-4d2c-8f57-d588d1785cb2 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:17.767402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.774281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab791fe-8c67-405d-98a4-6073cee9a6e1 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:17.810101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:17.835934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:17.841164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6bc004e2-0d48-4f40-a2aa-c9d365f37b97 req-fa1d13aa-2360-40cd-95be-be1632927810 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251146 Feb 07 22:42:17.888834 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2444636-ba5f-494a-a93d-f9d76c83fb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:17.911335 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e44a0a99-007e-4209-b52f-d0e6ce92dab0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/01460a58-3037-4aab-a0d4-b104558cc578 HTTP/1.1" status: 204 len: 168 time: 3.2563183 Feb 07 22:42:17.913915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53896) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:17.917535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-367aaa24-70b4-4321-8ff1-5c92574a46f7 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141475 Feb 07 22:42:17.925548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.050597 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2444636-ba5f-494a-a93d-f9d76c83fb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.075467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.098411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:18.103244 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.127776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7ce97b64-1479-4409-a7c6-30a36352f427 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2029598 Feb 07 22:42:18.132907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53902) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:18.142846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd083af8-6a45-4d03-85e1-afbce92b55ff req-c579b7e3-97be-455c-ac71-8a5d2316ba66 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:18.150549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd083af8-6a45-4d03-85e1-afbce92b55ff req-c579b7e3-97be-455c-ac71-8a5d2316ba66 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 944 time: 0.5445027 Feb 07 22:42:18.152311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:18.173024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:42:18.179296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Deleting port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:18.180706 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.265361 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd083af8-6a45-4d03-85e1-afbce92b55ff req-bdc482da-7299-49a7-9994-b2495813e842 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135619 Feb 07 22:42:18.293663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84d839aa-d01b-4cab-a047-c711af0a3d40 req-81eb26f6-882d-43af-8fb2-e49b3ddcc809 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669701 Feb 07 22:42:18.310849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2444636-ba5f-494a-a93d-f9d76c83fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.377405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.480892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:18.519539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2444636-ba5f-494a-a93d-f9d76c83fb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4d34a5-991c-461c-969c-ae3d4cc132fc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:18.547414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:18.580086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] Transition to ACTIVE for port object 6ab791fe-8c67-405d-98a4-6073cee9a6e1 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:18.585879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] For port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:18.586287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.671202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:18.688397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:18.725581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Calling delete_port for 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:18.775691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72347fe8-b89c-4354-9b83-c0714b0ad0a6 req-b41394d5-2cbe-4036-ae2c-08d8cadef1b1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 210 time: 0.2570677 Feb 07 22:42:18.854392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.859854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.74 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/334f9281-3eb1-4e5e-9583-2941d5e039ae) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:18.902446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:18.904653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.913705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:18.985072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:42:18.985360 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:42:18.988470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Pushing event updated for resources: {'Port': ['ID=8e1e1c38-437c-469f-8e49-b1bf610f15c2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:19.004435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b2444636-ba5f-494a-a93d-f9d76c83fb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.019172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b2444636-ba5f-494a-a93d-f9d76c83fb10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f4d34a5-991c-461c-969c-ae3d4cc132fc HTTP/1.1" status: 204 len: 168 time: 1.6300178 Feb 07 22:42:19.046414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:19.126983 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.263357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-31e7d462-1a0b-45d5-ba03-3be8e1b3240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:19.269718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-31e7d462-1a0b-45d5-ba03-3be8e1b3240c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1095 time: 0.8654177 Feb 07 22:42:19.270352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.431629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cf3f8b05-cd23-4205-921d-815e6ae88148 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:19.518280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] For port cf3f8b05-cd23-4205-921d-815e6ae88148, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cf3f8b05-cd23-4205-921d-815e6ae88148,segment=NetworkSegment(a5b7eb76-4810-412e-b361-df6a6eb9b496),segment_id=a5b7eb76-4810-412e-b361-df6a6eb9b496)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:19.518839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.519818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Deleting port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:19.520214 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:19.528247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e16450-7193-458c-9582-0b22dbf22aaf req-e6cca8bf-37cc-44ef-b1c1-a9d6556c23e1 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:19.529950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36e16450-7193-458c-9582-0b22dbf22aaf req-e6cca8bf-37cc-44ef-b1c1-a9d6556c23e1 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1cbe60-7d3d-4b62-a289-29be432cfa4b HTTP/1.1" status: 200 len: 946 time: 0.5073681 Feb 07 22:42:19.646986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-571aaa73-7dcc-4ca1-8d65-3e42810e5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:19.648475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-571aaa73-7dcc-4ca1-8d65-3e42810e5848 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.3085346 Feb 07 22:42:19.702267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Calling delete_port for cf3f8b05-cd23-4205-921d-815e6ae88148 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:19.819285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36e16450-7193-458c-9582-0b22dbf22aaf req-0113f1c9-f014-4e24-8495-ca1e684f9b9c tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.10 "GET /v2.0/security-groups?id=05f92e47-e174-4437-9ec4-00b2b0476ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656953 Feb 07 22:42:19.824116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-35230699-bfc4-4d21-ac62-88436867e3b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 217 time: 0.1576047 Feb 07 22:42:19.872151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.010544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-75682604-c257-4061-8c73-289042839b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:20.012173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-75682604-c257-4061-8c73-289042839b16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1837420 Feb 07 22:42:20.036395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:20.068855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] For port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:20.069571 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.110569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] No DVR routers for this DVR port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:20.120519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:20.171512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.178795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:20.205876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] Pushing event updated for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:20.217456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:20.222682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.260742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.262570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Calling delete_port for 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:20.278111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.392392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.395750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Pushing event deleted for resources: {'Port': ['ID=cf3f8b05-cd23-4205-921d-815e6ae88148,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:20.440161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object 334f9281-3eb1-4e5e-9583-2941d5e039ae will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:20.446265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] No DVR routers for this DVR port cf3f8b05-cd23-4205-921d-815e6ae88148 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:20.452592 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.457309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'name': 'network-vif-deleted', 'tag': 'cf3f8b05-cd23-4205-921d-815e6ae88148'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:20.470613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] Pushing event deleted for resources: {'Port': ['ID=8324bf97-1607-4af7-a6e9-fcc2c44dc1b5,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:20.472160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:20.472326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca9835-aa7f-48b5-84bc-3e459753f385 None None] No DVR routers for this DVR port 8324bf97-1607-4af7-a6e9-fcc2c44dc1b5 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:20.476485 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.499496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Pushing event updated for resources: {'Port': ['ID=8e1e1c38-437c-469f-8e49-b1bf610f15c2,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:20.537569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-558d536e-7e37-4231-a51f-b37e00d2ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:20.539066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-558d536e-7e37-4231-a51f-b37e00d2ddf9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5203090 Feb 07 22:42:20.540646 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.554716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dfc59-e2a3-4665-b4d7-1acb21db3347 req-6beb2640-c3d6-4ab1-b8bb-1b96e1fc997a tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:20.556131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c43dfc59-e2a3-4665-b4d7-1acb21db3347 req-6beb2640-c3d6-4ab1-b8bb-1b96e1fc997a tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 945 time: 0.4918172 Feb 07 22:42:20.568914 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-932dfd5a-36f3-4f46-8be8-1f2108adda6a service neutron] 10.222.0.36 "PUT /v2.0/ports/6ab791fe-8c67-405d-98a4-6073cee9a6e1/bindings/n-h2-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 5.7074792 Feb 07 22:42:20.591794 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56f7022b-5ec5-4a49-94b3-1debb39ec54a req-4fe802c4-7124-4697-80ec-ee5a98325575 tempest-InstanceActionsV221TestJSON-864101949 tempest-InstanceActionsV221TestJSON-864101949-project] 10.222.0.36 "DELETE /v2.0/ports/cf3f8b05-cd23-4205-921d-815e6ae88148 HTTP/1.1" status: 204 len: 173 time: 3.3111544 Feb 07 22:42:20.699380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.715780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd', '9880bee8-a416-434f-aaa4-73d8a7e561ce'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:20.748913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:20.756870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-126aa64f-8fff-47d1-b833-0e6587285663 req-9edc057b-aa09-4ce8-8fef-d5fcaf5da5c7 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.3762615 Feb 07 22:42:20.783915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', '58ad13c6-4a3c-4822-bef9-7e233be29cf8'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:20.841710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c43dfc59-e2a3-4665-b4d7-1acb21db3347 req-cd25bc54-cb9b-491a-a370-2495133d7aad tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563782 Feb 07 22:42:20.860301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-126aa64f-8fff-47d1-b833-0e6587285663 req-f3f56540-c90f-44d4-9256-e43c9062d536 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Synchronizing usage tracker for tenant:56312f8b91c24cf895e7cfb6e8a86fcf on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:20.912316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:20.920373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:20.928566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:20.953953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-0a2ce451-21c7-4929-9ed8-d94a8f20650a service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912003 Feb 07 22:42:20.960006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-126aa64f-8fff-47d1-b833-0e6587285663 req-f3f56540-c90f-44d4-9256-e43c9062d536 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Unset dirty status for tenant:56312f8b91c24cf895e7cfb6e8a86fcf on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:20.973726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-126aa64f-8fff-47d1-b833-0e6587285663 req-f3f56540-c90f-44d4-9256-e43c9062d536 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.3 HTTP/1.1" status: 200 len: 694 time: 0.2157974 Feb 07 22:42:21.097371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=334f9281-3eb1-4e5e-9583-2941d5e039ae,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:21.141526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-b9f68c5c-0274-46af-8e69-f83261748c32 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:21.144837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-b9f68c5c-0274-46af-8e69-f83261748c32 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.4817855 Feb 07 22:42:21.250540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:21.251135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.255796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.320621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:21.333742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:21.337498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:21.338093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.420296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-26b8e0a5-6427-489f-a559-feeec703de3a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4525261 Feb 07 22:42:21.432899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed192f81-ab2f-446c-83f2-248e3dbe0ef7 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:21.440116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Request body: {'port': {'device_id': 'a1af4430-b282-400d-a094-faad67160bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:21.476897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3382151 Feb 07 22:42:21.486484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53960) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:21.488913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefa7a5-6940-4a72-a9d6-bb11e2dc75b0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=4fa3761b-42d2-4be7-bf25-9818a22e092c,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:21.519950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '4fa3761b-42d2-4be7-bf25-9818a22e092c', 'ip_address': '2001:db8::b3d0:199d:fa34:9125'}], 'name': 'tempest-NetworksTestDHCPv6-2097010027'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:21.604818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126aa64f-8fff-47d1-b833-0e6587285663 req-638084e7-63a2-4ef7-b2cd-637971749fc0 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:21.611729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-126aa64f-8fff-47d1-b833-0e6587285663 req-638084e7-63a2-4ef7-b2cd-637971749fc0 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.6370156 Feb 07 22:42:21.666019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e95e18-5f08-4d53-a34f-af21f6dac277 req-f56db199-612c-44f1-bfd7-d54b049f45d0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:21.673867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4e95e18-5f08-4d53-a34f-af21f6dac277 req-f56db199-612c-44f1-bfd7-d54b049f45d0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 944 time: 0.4445815 Feb 07 22:42:21.679703 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f1bc2e-0cbd-4301-9285-14f77e374cc4 req-4e5c3e6f-dd0c-493b-b90f-5938ed2618bd service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559489 Feb 07 22:42:21.725014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-867d13a9-8d56-4c5b-b52d-ea9f83d709e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:21.727126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-867d13a9-8d56-4c5b-b52d-ea9f83d709e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 1096 time: 0.4968894 Feb 07 22:42:21.757490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bb7c08c8-cdfe-4103-b358-f0e16570d768 None None] Provisioning for port 334f9281-3eb1-4e5e-9583-2941d5e039ae completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:21.783129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4e95e18-5f08-4d53-a34f-af21f6dac277 req-6d266486-49c5-4f65-a6a8-0be7ffdf48a8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081789 Feb 07 22:42:21.881992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bb7c08c8-cdfe-4103-b358-f0e16570d768 None None] Provisioning complete for port 334f9281-3eb1-4e5e-9583-2941d5e039ae triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:21.882320 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb7c08c8-cdfe-4103-b358-f0e16570d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:21.939434 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1cbe60-7d3d-4b62-a289-29be432cfa4b', 'name': 'network-vif-deleted', 'tag': 'cf3f8b05-cd23-4205-921d-815e6ae88148', 'status': 'completed', 'code': 200} Feb 07 22:42:21.949435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.030359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '4fa3761b-42d2-4be7-bf25-9818a22e092c'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:22.031582 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.090477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c08c8-cdfe-4103-b358-f0e16570d768 None None] Port 334f9281-3eb1-4e5e-9583-2941d5e039ae cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:42:22.214142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:22.228094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:22.235260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:22.240119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-d672acab-ef6f-48f8-99b3-07a8e3f90495 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips/fea2b1af-d195-41f9-8309-9f4d079ed8e2 HTTP/1.1" status: 200 len: 691 time: 0.1206744 Feb 07 22:42:22.260769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:22.367010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:22.393687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184747f-789d-4ef6-916f-4adb6bdf4cd9 req-740e3b19-3829-4e58-a926-0655ed46c842 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:22.395689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d184747f-789d-4ef6-916f-4adb6bdf4cd9 req-740e3b19-3829-4e58-a926-0655ed46c842 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 935 time: 0.4940784 Feb 07 22:42:22.398244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2dace2f2-c78b-4a6d-b49a-50a37d3f1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:22.399726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-2dace2f2-c78b-4a6d-b49a-50a37d3f1a48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1096 time: 0.6135178 Feb 07 22:42:22.436039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/4fa3761b-42d2-4be7-bf25-9818a22e092c/1529b4b7-9411-4504-a492-bcde2678af1e) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:22.546799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.562628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d184747f-789d-4ef6-916f-4adb6bdf4cd9 req-2a60a8df-3d5e-4a5f-b044-af0dd97cdd8f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567304 Feb 07 22:42:22.638088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-702d4a21-6706-4c63-8e12-eb300883e878 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:22.645218 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-702d4a21-6706-4c63-8e12-eb300883e878 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.4038806 Feb 07 22:42:22.654559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 2e7f7096-5cf7-429d-bd12-229f2306a254 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:22.725703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334f9281-3eb1-4e5e-9583-2941d5e039ae {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:22.738913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.764383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:42:22.804665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Transition to ACTIVE for port object 334f9281-3eb1-4e5e-9583-2941d5e039ae will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:22.815107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.821301 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:22.914482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Transition to ACTIVE for port object 1529b4b7-9411-4504-a492-bcde2678af1e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:22.915226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-b7e841c6-4593-4a3f-a823-8a44ece4c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:22.916802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-b7e841c6-4593-4a3f-a823-8a44ece4c12b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.4945712 Feb 07 22:42:22.924280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-e6d0ea1e-1c72-4c9d-a99b-ede807bc5a9e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.3 HTTP/1.1" status: 200 len: 694 time: 0.2781942 Feb 07 22:42:22.961401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Transition to ACTIVE for port object 1529b4b7-9411-4504-a492-bcde2678af1e will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:22.986237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.078578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-318cd0a1-ad98-48a7-8748-0315bef1633b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 200 len: 217 time: 0.1520832 Feb 07 22:42:23.094504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::b3d0:199d:fa34:9125 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/4fa3761b-42d2-4be7-bf25-9818a22e092c/2e7f7096-5cf7-429d-bd12-229f2306a254) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:23.095069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-668f74df-89ba-4cb0-b0a1-4b0c90fdcd6b tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.3 HTTP/1.1" status: 200 len: 694 time: 0.1632059 Feb 07 22:42:23.123636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Pushing event updated for resources: {'Port': ['ID=1529b4b7-9411-4504-a492-bcde2678af1e,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:23.137789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:23.141722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:23.145219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:23.153590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:23.202315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Pushing event updated for resources: {'Port': ['ID=334f9281-3eb1-4e5e-9583-2941d5e039ae,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:23.207291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '8e937cc6-083f-438e-864f-aca4e7806a81', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81', 'mac_address': 'fa:16:3e:46:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:42:23.229675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f111ceb-93d0-4ea9-adfe-a36d4b3b5885 req-5a2584ba-e931-41b2-ad0e-06ce0741c502 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:23.231127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f111ceb-93d0-4ea9-adfe-a36d4b3b5885 req-5a2584ba-e931-41b2-ad0e-06ce0741c502 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 945 time: 0.3993940 Feb 07 22:42:23.323484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Deleting port 8e1e1c38-437c-469f-8e49-b1bf610f15c2 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:23.323772 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.323949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.359946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Attempting to bind port 1529b4b7-9411-4504-a492-bcde2678af1e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:23.360413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Attempting to bind port 1529b4b7-9411-4504-a492-bcde2678af1e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:23.360895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Attempting to bind port 1529b4b7-9411-4504-a492-bcde2678af1e on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:23.369171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:23.369417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:23.369717 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.370111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:23.370578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Bound port: 1529b4b7-9411-4504-a492-bcde2678af1e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:23.370953 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.419299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-0f6ba48f-c84b-44ea-a05e-6851e93c1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:23.420977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-0f6ba48f-c84b-44ea-a05e-6851e93c1d7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.3224409 Feb 07 22:42:23.421979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e937cc6-083f-438e-864f-aca4e7806a81 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:23.424220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f111ceb-93d0-4ea9-adfe-a36d4b3b5885 req-c63593d5-9f19-4fb5-8057-458f583e3f92 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079364 Feb 07 22:42:23.435186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Attempting to bind port 334f9281-3eb1-4e5e-9583-2941d5e039ae on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:23.435528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Attempting to bind port 334f9281-3eb1-4e5e-9583-2941d5e039ae by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:23.435863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Attempting to bind port 334f9281-3eb1-4e5e-9583-2941d5e039ae on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:23.451573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Port 334f9281-3eb1-4e5e-9583-2941d5e039ae on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:42:23.451573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Attempting to bind port 334f9281-3eb1-4e5e-9583-2941d5e039ae on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:23.463145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.466516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:23.466855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:23.467296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:23.467742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Bound port: 334f9281-3eb1-4e5e-9583-2941d5e039ae, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:23.468229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.490865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:23.515499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.525098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 2e7f7096-5cf7-429d-bd12-229f2306a254 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:23.581704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] For port 334f9281-3eb1-4e5e-9583-2941d5e039ae, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:23.583717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-a35e0df0-90c3-4340-8818-46c37e2d25a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386244 Feb 07 22:42:23.587047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] For port 334f9281-3eb1-4e5e-9583-2941d5e039ae, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=334f9281-3eb1-4e5e-9583-2941d5e039ae,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:23.597653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.642721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] For port 1529b4b7-9411-4504-a492-bcde2678af1e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:23.650346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.657015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] For port 1529b4b7-9411-4504-a492-bcde2678af1e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1529b4b7-9411-4504-a492-bcde2678af1e,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:23.667929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:23.675339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.682484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:23.682973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.684422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] 10.222.0.26 "PUT /v2.0/ports/334f9281-3eb1-4e5e-9583-2941d5e039ae HTTP/1.1" status: 200 len: 1095 time: 2.2542505 Feb 07 22:42:23.710180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:23.713297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:23.718902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:23.725325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:23.728191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:23.872274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7095a5-5063-41d4-a462-f199dc922c7a service neutron] Pushing event updated for resources: {'Port': ['ID=334f9281-3eb1-4e5e-9583-2941d5e039ae,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:23.910445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcab9b-8f53-42e3-b412-3e2cce84c015 None None] Pushing event updated for resources: {'Port': ['ID=1529b4b7-9411-4504-a492-bcde2678af1e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:23.936035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['8e937cc6-083f-438e-864f-aca4e7806a81'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:24.000069 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.000643 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.148824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1af4430-b282-400d-a094-faad67160bd2', 'tag': '334f9281-3eb1-4e5e-9583-2941d5e039ae'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:24.171304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6837587 Feb 07 22:42:24.220433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:24.339009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a560d-a261-4e20-acc8-625adc3c6858 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=2e7f7096-5cf7-429d-bd12-229f2306a254,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:24.375480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-e958a693-cfb1-46a3-9e81-893c47b99085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:24.377927 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-e958a693-cfb1-46a3-9e81-893c47b99085 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 1098 time: 0.6133783 Feb 07 22:42:24.484987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-3da48cc3-3968-45d0-a1bd-0e7361ee770d service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909280 Feb 07 22:42:24.495727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Calling delete_port for 8e1e1c38-437c-469f-8e49-b1bf610f15c2 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:24.554118 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-85c62ea0-d708-474d-b0c7-6028d51dc2b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=334f9281-3eb1-4e5e-9583-2941d5e039ae HTTP/1.1" status: 200 len: 217 time: 0.1643267 Feb 07 22:42:24.577502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c020d8-71a2-4af8-9f49-43321dcbec62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:24.587564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1529b4b7-9411-4504-a492-bcde2678af1e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:24.588069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c020d8-71a2-4af8-9f49-43321dcbec62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:24.588995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-22c020d8-71a2-4af8-9f49-43321dcbec62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:24.667171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1529b4b7-9411-4504-a492-bcde2678af1e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:24.671090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-c0e510f2-91c8-411c-ba7c-3d4afde3ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:24.672764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-c0e510f2-91c8-411c-ba7c-3d4afde3ad3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0807123 Feb 07 22:42:24.740518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-22c020d8-71a2-4af8-9f49-43321dcbec62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:24.742193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-22c020d8-71a2-4af8-9f49-43321dcbec62 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5175891 Feb 07 22:42:24.744354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54014) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:24.819580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 2e7f7096-5cf7-429d-bd12-229f2306a254 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:24.819816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:24.884382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-d7579297-58eb-4648-afc3-70d9f4174d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:24.885865 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-d7579297-58eb-4648-afc3-70d9f4174d1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2056859 Feb 07 22:42:24.951143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-3c53d270-a508-418d-b89b-376652e5cbc3 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129124 Feb 07 22:42:25.002145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfdf2c-591e-4ed0-a158-61b870ef61e8 req-392cfc23-c6f3-4fd8-a9d9-3ca98cbfbda9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:25.004134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55dfdf2c-591e-4ed0-a158-61b870ef61e8 req-392cfc23-c6f3-4fd8-a9d9-3ca98cbfbda9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.4311771 Feb 07 22:42:25.075186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.122290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55dfdf2c-591e-4ed0-a158-61b870ef61e8 req-e808baa6-7b0c-43ba-ab08-59124863fcde tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108799 Feb 07 22:42:25.130860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Pushing event deleted for resources: {'Port': ['ID=8e1e1c38-437c-469f-8e49-b1bf610f15c2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:25.272438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-45087bf8-794f-44c0-9bab-c144ab67e774 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784494 Feb 07 22:42:25.317225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54020) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:25.374892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1839719834'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:25.379342 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.381061 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.393840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:25.406240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:network and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:25.423716 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.424894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47a20253-c8bb-44fa-a230-f4b15c2a436e req-39b47a78-3776-4adb-878e-bb84322f380e tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "DELETE /v2.0/floatingips/fea2b1af-d195-41f9-8309-9f4d079ed8e2 HTTP/1.1" status: 204 len: 173 time: 2.3291192 Feb 07 22:42:25.452588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-7aac1766-ce25-49ff-875f-d23e51daf49c tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:25.454117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-7aac1766-ce25-49ff-875f-d23e51daf49c tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.1286058 Feb 07 22:42:25.462116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd57adf-616e-4ef2-a5b2-d9a71a196693 req-5274aaf1-b016-4566-b51c-4aa14a6bd7ea tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:25.463564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cdd57adf-616e-4ef2-a5b2-d9a71a196693 req-5274aaf1-b016-4566-b51c-4aa14a6bd7ea tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 947 time: 0.1969476 Feb 07 22:42:25.484238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:25.554159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 2e7f7096-5cf7-429d-bd12-229f2306a254 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:25.585333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:25.627841 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1af4430-b282-400d-a094-faad67160bd2', 'tag': '334f9281-3eb1-4e5e-9583-2941d5e039ae', 'status': 'completed', 'code': 200} Feb 07 22:42:25.634670 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d703e889-f8cb-410f-80f8-956c6fb91bc8 None None] Provisioning for port 1529b4b7-9411-4504-a492-bcde2678af1e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:25.638352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cdd57adf-616e-4ef2-a5b2-d9a71a196693 req-1fa0ac95-2133-4065-a0e5-f8c1850d01a0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230969 Feb 07 22:42:25.647838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d703e889-f8cb-410f-80f8-956c6fb91bc8 None None] Provisioning complete for port 1529b4b7-9411-4504-a492-bcde2678af1e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:25.649385 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d703e889-f8cb-410f-80f8-956c6fb91bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.662760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:25.703844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.707727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-29a1ef4e-7b5d-4cda-a2fd-eeddfbf4d7e2 service neutron] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:25.712270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-29a1ef4e-7b5d-4cda-a2fd-eeddfbf4d7e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.713696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d87f14-4c59-411a-b48e-a06b80c30272 req-29a1ef4e-7b5d-4cda-a2fd-eeddfbf4d7e2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6ab791fe-8c67-405d-98a4-6073cee9a6e1/bindings/n-h1-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.2492530 Feb 07 22:42:25.744751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc1aac9-3599-4b93-941c-43bd28cc6cca req-b25ced36-b14c-414d-9453-dca644927daa service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546719 Feb 07 22:42:25.801546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:25.949148 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d703e889-f8cb-410f-80f8-956c6fb91bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.961941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-980f6eb3-442d-4cfe-b649-7391f23af09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.972532 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-ffa09e8c-f42b-4c66-8b77-a40bddeb2bff req-d7c0d1eb-2b84-4fa0-9fed-7c32481b5fe0 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] show failed (client error): The resource could not be found. Feb 07 22:42:25.973902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffa09e8c-f42b-4c66-8b77-a40bddeb2bff req-d7c0d1eb-2b84-4fa0-9fed-7c32481b5fe0 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips/fea2b1af-d195-41f9-8309-9f4d079ed8e2 HTTP/1.1" status: 404 len: 350 time: 0.2319684 Feb 07 22:42:25.983939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.984379 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Added segment fb53a3ea-3e66-4431-b65a-2504ca49620e of type vlan for network f297fb44-1fbe-49b1-998f-aa1152f5ec0b Feb 07 22:42:25.987936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:25.993951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d703e889-f8cb-410f-80f8-956c6fb91bc8 None None] For port 1529b4b7-9411-4504-a492-bcde2678af1e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1529b4b7-9411-4504-a492-bcde2678af1e,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:26.000977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d703e889-f8cb-410f-80f8-956c6fb91bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.056914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024f83-68e8-41f6-b572-8fbcf24fbc6c req-b88e6119-e0f1-467f-96bc-64ee091e8e21 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:26.059527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa024f83-68e8-41f6-b572-8fbcf24fbc6c req-b88e6119-e0f1-467f-96bc-64ee091e8e21 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 945 time: 0.1412971 Feb 07 22:42:26.092688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54042) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:26.093183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703e889-f8cb-410f-80f8-956c6fb91bc8 None None] Pushing event updated for resources: {'Port': ['ID=1529b4b7-9411-4504-a492-bcde2678af1e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:26.111453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-23710da3-97f3-4021-af76-78ef2f5dc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:26.113055 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-23710da3-97f3-4021-af76-78ef2f5dc6a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 1098 time: 0.2620280 Feb 07 22:42:26.122491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=2e7f7096-5cf7-429d-bd12-229f2306a254,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:26.132906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-50cb14bd-a313-42b2-b9e6-07151f70d176 None None] Could not find standard attr ID for object 2e7f7096-5cf7-429d-bd12-229f2306a254. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:42:26.209541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa024f83-68e8-41f6-b572-8fbcf24fbc6c req-5b679159-23ed-4d1f-95d9-42304b9d54f4 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440687 Feb 07 22:42:26.255923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] Deleting subnet a5333936-f757-4636-9a85-8acd8e44e124 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:42:26.262167 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.324201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.350754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.382710 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-5e5edfc2-4f0f-4119-8854-5ff10abb8ac8 req-a2feeb94-ca29-46f6-8035-f37dde0ac5a3 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] show failed (client error): The resource could not be found. Feb 07 22:42:26.383811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5edfc2-4f0f-4119-8854-5ff10abb8ac8 req-a2feeb94-ca29-46f6-8035-f37dde0ac5a3 tempest-FloatingIPsTestJSON-341371243 tempest-FloatingIPsTestJSON-341371243-project] 10.222.0.10 "GET /v2.0/floatingips/fea2b1af-d195-41f9-8309-9f4d079ed8e2 HTTP/1.1" status: 404 len: 350 time: 0.1226034 Feb 07 22:42:26.398421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54056) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:26.400285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6f60ace1-ee51-4d47-8278-5043d0476826 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/2e7f7096-5cf7-429d-bd12-229f2306a254 HTTP/1.1" status: 204 len: 168 time: 1.6548648 Feb 07 22:42:26.400768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54058) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:26.415538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-809a0948-20fa-4a12-9078-87e61980fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:26.417004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-809a0948-20fa-4a12-9078-87e61980fc83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2921810 Feb 07 22:42:26.458577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1529b4b7-9411-4504-a492-bcde2678af1e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:26.519603 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.591828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1529b4b7-9411-4504-a492-bcde2678af1e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:26.592268 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.636446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.643926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:26.644627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.651906 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-cb9765ab-0590-429c-bb11-866b0425e911 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=334f9281-3eb1-4e5e-9583-2941d5e039ae HTTP/1.1" status: 200 len: 217 time: 0.2212880 Feb 07 22:42:26.738536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14503a-99f0-45cd-a180-8d1a0e22c497 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:26.740173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14503a-99f0-45cd-a180-8d1a0e22c497 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:26.741400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ce14503a-99f0-45cd-a180-8d1a0e22c497 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:26.761218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:26.791184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:26.849115 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5277858 Feb 07 22:42:26.851824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54074) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:26.862889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ce39-e1bb-41be-9594-129e98771d0e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Network': ['ID=f297fb44-1fbe-49b1-998f-aa1152f5ec0b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:26.875962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-8f0e7e92-cc90-4c14-91c0-d3548d3f856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:26.877350 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-8f0e7e92-cc90-4c14-91c0-d3548d3f856c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1903522 Feb 07 22:42:26.878278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:42:26.906246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-724328898'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:26.912047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:26.916021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:network and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:26.918877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:26.924815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:26.954743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ce14503a-99f0-45cd-a180-8d1a0e22c497 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:26.960111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ce14503a-99f0-45cd-a180-8d1a0e22c497 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5555773 Feb 07 22:42:26.961446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:26.972066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:26.975847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.009961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 8e937cc6-083f-438e-864f-aca4e7806a81 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:27.017129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 8e937cc6-083f-438e-864f-aca4e7806a81 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:27.017556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.073027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 4fa3761b-42d2-4be7-bf25-9818a22e092c {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:42:27.079272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.111105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-d53e47b4-62d3-4573-9684-8e19d07408c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:27.112866 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-d53e47b4-62d3-4573-9684-8e19d07408c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2274048 Feb 07 22:42:27.191670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.238835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.241841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2917f28-97da-4e51-9ea4-adf75ba58b02 req-dabafc7c-092c-471b-bd8b-e806aa6a4ee0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:27.243340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2917f28-97da-4e51-9ea4-adf75ba58b02 req-dabafc7c-092c-471b-bd8b-e806aa6a4ee0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.7342842 Feb 07 22:42:27.244490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:27.245332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:27.250169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:27.258979 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.294502 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.356450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.357126 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Added segment a4ac7d48-7585-4bb6-9039-56c54febc081 of type vlan for network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 Feb 07 22:42:27.369165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.370557 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-df218b46-d88c-4c91-9bac-2794d44e8285 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469549 Feb 07 22:42:27.381616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5333936-f757-4636-9a85-8acd8e44e124,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.448183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.470010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.481502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2917f28-97da-4e51-9ea4-adf75ba58b02 req-e854a7ef-afcf-4312-942a-432a02018e4e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232306 Feb 07 22:42:27.494046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386794c2-af07-4378-84ac-b65bf0d1f771 req-efeeac52-1d97-4293-b229-fafd1572ffc4 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:27.507197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-386794c2-af07-4378-84ac-b65bf0d1f771 req-efeeac52-1d97-4293-b229-fafd1572ffc4 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1096 time: 0.6461351 Feb 07 22:42:27.509203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd421e3f-48d5-4296-a4c2-f8be9e14ec3a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a5333936-f757-4636-9a85-8acd8e44e124 HTTP/1.1" status: 204 len: 168 time: 1.4138646 Feb 07 22:42:27.511246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54090) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:27.518077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.577766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54094) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:27.615955 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78cde02a-7445-4dcd-a02b-9c29f93bee48 req-4763917f-1b5d-4e7a-aff0-31602e3bee01 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377353 Feb 07 22:42:27.622686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.667474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa3761b-42d2-4be7-bf25-9818a22e092c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:27.673204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.683103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e1bd8-dfc5-42ba-9e66-32098ce9301a None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:27.690442 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-542cd0e5-6895-4f5b-8d77-7487f11223da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/4fa3761b-42d2-4be7-bf25-9818a22e092c HTTP/1.1" status: 204 len: 168 time: 0.7269394 Feb 07 22:42:27.693625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54100) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:27.786604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.789462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-386794c2-af07-4378-84ac-b65bf0d1f771 req-8e57c783-7a5b-40ca-a21e-b17f96c26f0e tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789788 Feb 07 22:42:27.793430 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d5bd66b6-c570-4845-871b-3c7d2a642e31 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983710 Feb 07 22:42:27.796417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54104) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:27.798676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.799229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.804697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:27.805307 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:27.952936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:27.962431 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'code': 200} Feb 07 22:42:27.963343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Usage tracker for resource:security_group_rule and tenant:ffaed926adea45138063f2ec85c4f269 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:27.973859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:27.992041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba11ac1f-2c68-46c9-a468-8d5d3f926d7f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:27.995052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ba11ac1f-2c68-46c9-a468-8d5d3f926d7f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:28.001141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:42:28.001370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:28.005656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] Deleting port 1529b4b7-9411-4504-a492-bcde2678af1e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:28.006222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.016084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Network': ['ID=aa70d753-c5d6-4c82-951b-6d2c610c8bb4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:28.033738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ba11ac1f-2c68-46c9-a468-8d5d3f926d7f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:28.037843 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ba11ac1f-2c68-46c9-a468-8d5d3f926d7f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2374303 Feb 07 22:42:28.039624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:28.078712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-54d77d77-2355-45cd-9e3b-7402fb5518d1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2234221 Feb 07 22:42:28.088187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:28.100399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:42:28.103388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'subnet': {'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:28.251335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:28.256033 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d72c92a1-18fd-4bb6-a26e-f0499a09b481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.257825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:subnet and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:28.268637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:28.279657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:28.300953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.307691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da166b0-9b71-4961-8c6a-7e27c7851b8d req-566277ae-12b4-4b0d-a4ec-d3fd484054a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:28.308764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2da166b0-9b71-4961-8c6a-7e27c7851b8d req-566277ae-12b4-4b0d-a4ec-d3fd484054a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1097 time: 0.2703276 Feb 07 22:42:28.311252 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.315482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40691e39-5a34-4e71-b096-c5fb034679be req-fc58d6bd-10c4-469d-bfe8-70beca33f8e4 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:28.323496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40691e39-5a34-4e71-b096-c5fb034679be req-fc58d6bd-10c4-469d-bfe8-70beca33f8e4 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 947 time: 0.6888618 Feb 07 22:42:28.354591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:28.356050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.358049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.398418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811aae7-e630-4469-99ad-b4dd9fa72055 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:28.402424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9811aae7-e630-4469-99ad-b4dd9fa72055 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3538742 Feb 07 22:42:28.413223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54118) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:28.418963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] For port 1529b4b7-9411-4504-a492-bcde2678af1e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1529b4b7-9411-4504-a492-bcde2678af1e,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:28.419461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.426057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e54770-0696-427c-a0ce-7663f7965f1f']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:28.431650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1529b4b7-9411-4504-a492-bcde2678af1e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:28.478295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffaed926adea45138063f2ec85c4f269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8995202 Feb 07 22:42:28.483250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:28.487887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf7e32-b488-445c-a61d-ab7395dba246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f522550-b4c3-49b0-bd20-1d596b6f5c05,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:28.511619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2da166b0-9b71-4961-8c6a-7e27c7851b8d req-a77079ba-55e7-4235-ac90-d70ab3c07758 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927531 Feb 07 22:42:28.514336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40691e39-5a34-4e71-b096-c5fb034679be req-95b7ab00-a89c-4007-95f6-ff1bafa7c224 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897535 Feb 07 22:42:28.521179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec55f657-8805-4fe6-a1de-bb7855993ce0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028528 Feb 07 22:42:28.523068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b7eb76-4810-412e-b361-df6a6eb9b496') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:28.526354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b7eb76-4810-412e-b361-df6a6eb9b496') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:28.542360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54128) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:28.573836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.614052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.619987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef910c34-a3e7-4d42-97ce-001f670bdfef req-ee347afb-86d5-4a35-94c6-02a3dcd8e378 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:28.627356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef910c34-a3e7-4d42-97ce-001f670bdfef req-ee347afb-86d5-4a35-94c6-02a3dcd8e378 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 1096 time: 0.4852142 Feb 07 22:42:28.632596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] Calling delete_port for 1529b4b7-9411-4504-a492-bcde2678af1e owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:28.659266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:28.659676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:28.673858 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:28.709401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:28.761159 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.813034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d172be6f-6ee7-45ab-a70a-7b45d09ea942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.829478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 334f9281-3eb1-4e5e-9583-2941d5e039ae details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:42:28.841504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef910c34-a3e7-4d42-97ce-001f670bdfef req-e88d55bf-daa3-4d93-85e6-0c4f1e40cd74 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131774 Feb 07 22:42:28.845827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d172be6f-6ee7-45ab-a70a-7b45d09ea942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.850608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.860993 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.916338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d172be6f-6ee7-45ab-a70a-7b45d09ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.924149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.943828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172be6f-6ee7-45ab-a70a-7b45d09ea942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f522550-b4c3-49b0-bd20-1d596b6f5c05,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:28.950643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:28.975283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 334f9281-3eb1-4e5e-9583-2941d5e039ae, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=334f9281-3eb1-4e5e-9583-2941d5e039ae,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:28.992073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '334f9281-3eb1-4e5e-9583-2941d5e039ae', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '334f9281-3eb1-4e5e-9583-2941d5e039ae', 'mac_address': 'fa:16:3e:42:09:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:42:28.993701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:28.997797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:29.007792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:29.016750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Pushing event deleted for resources: {'Network': ['ID=05e54770-0696-427c-a0ce-7663f7965f1f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:29.020484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:29.026137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d172be6f-6ee7-45ab-a70a-7b45d09ea942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.027418 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d172be6f-6ee7-45ab-a70a-7b45d09ea942 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f522550-b4c3-49b0-bd20-1d596b6f5c05 HTTP/1.1" status: 204 len: 168 time: 0.5408337 Feb 07 22:42:29.073976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:29.079030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.114232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] Pushing event deleted for resources: {'Port': ['ID=1529b4b7-9411-4504-a492-bcde2678af1e,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:29.134985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c405d4-33fb-4a90-8bcd-6d51c3d044d2 None None] No DVR routers for this DVR port 1529b4b7-9411-4504-a492-bcde2678af1e on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:29.158491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.180324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334f9281-3eb1-4e5e-9583-2941d5e039ae {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:29.211725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.214600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 334f9281-3eb1-4e5e-9583-2941d5e039ae, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=334f9281-3eb1-4e5e-9583-2941d5e039ae,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:29.216337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.224356 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.236074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.239006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.239537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.240048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.242020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.242374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.242722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.243063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.243397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.243730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.244059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.244383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:29.251097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c10dac65-21bf-470c-ab24-8ba60152861c admin admin] 10.222.0.10 "DELETE /v2.0/networks/05e54770-0696-427c-a0ce-7663f7965f1f HTTP/1.1" status: 204 len: 168 time: 1.7353573 Feb 07 22:42:29.405997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Subnet': ['ID=016feb46-613e-44be-bc09-1858664f90d7,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:29.408200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=334f9281-3eb1-4e5e-9583-2941d5e039ae,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:29.418810 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.439452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Checking segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:29.440026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network hostable DHCP agents. Network: f297fb44-1fbe-49b1-998f-aa1152f5ec0b, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:29.519957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544b1cc-9609-4c90-8a92-c0796418c215 req-fcbd3448-4508-4a01-af5d-a7deb7e8b4d9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:29.525758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:29.527654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9544b1cc-9609-4c90-8a92-c0796418c215 req-fcbd3448-4508-4a01-af5d-a7deb7e8b4d9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.8753879 Feb 07 22:42:29.568743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f297fb44-1fbe-49b1-998f-aa1152f5ec0b) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:29.573428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['334f9281-3eb1-4e5e-9583-2941d5e039ae'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:29.601088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9544b1cc-9609-4c90-8a92-c0796418c215 req-dce36394-a0f1-42ce-a887-adca3f55d2fd tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724201 Feb 07 22:42:29.613090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54148) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:29.621293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85619161-aef5-4ae1-b15d-4056ea6b9323 None None] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:29.627578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54152) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:29.652841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:29.653431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.658152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.661067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.711709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:29.724312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Usage tracker for resource:security_group_rule and tenant:d6794bec389e4e588a4c4dc1d28198c5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:29.729633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:29.739859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:29.749153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Deleting port 462c453c-a8c4-4021-9816-42b9c30f0c89 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:29.749826 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.759674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:29.765851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=122792cd-70dc-4a80-b70d-2007241d2e1d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:29.768984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:29.779065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:29.779661 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:29.786667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f8e44f-c254-46b0-8f49-508d5557dfde None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:29.894321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9e5bd443-77d6-4061-9583-8499f6ab3486 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0bda59600bb24d31b3d22bf8c7f974f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598317 Feb 07 22:42:29.895697 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58e59b9e-1ded-44f4-ae53-b1bbe1253d66 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1952226 Feb 07 22:42:29.899809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54158) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:29.899973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54160) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:29.903679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4ee6796a-b498-46c9-8681-76745a74f566 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8120782 Feb 07 22:42:29.904634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54164) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:29.915681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '122792cd-70dc-4a80-b70d-2007241d2e1d', 'ip_address': '2001:db8::a328:d541:31b2:f62f'}], 'name': 'tempest-NetworksTestDHCPv6-251674138'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:29.917731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'subnet': {'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:30.085381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:30.090521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:subnet and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:30.093492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:30.101693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:30.119622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:30.124193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.267830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] For port 462c453c-a8c4-4021-9816-42b9c30f0c89, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=462c453c-a8c4-4021-9816-42b9c30f0c89,segment=NetworkSegment(956a6462-676d-48a1-bc5f-2e9abae49069),segment_id=956a6462-676d-48a1-bc5f-2e9abae49069)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:30.268299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.276018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f77262b2-cda0-402c-b237-7f11bb4c263c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.294672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.361549 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.366870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.385821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'fixed_ips': [{'subnet_id': '016feb46-613e-44be-bc09-1858664f90d7'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:30.386730 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.449665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Subnet': ['ID=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:30.455919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Checking segment: {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:30.456286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network hostable DHCP agents. Network: aa70d753-c5d6-4c82-951b-6d2c610c8bb4, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:30.462459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Calling delete_port for 462c453c-a8c4-4021-9816-42b9c30f0c89 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:30.485809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:30.496997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, aa70d753-c5d6-4c82-951b-6d2c610c8bb4) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:30.497971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:30.507586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:30.508191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.523696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701cc8e-a8a9-4717-883d-5497f8e5123d req-b1688998-c1f6-4d30-a08d-a2f3a1bcbb1b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:30.529099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9701cc8e-a8a9-4717-883d-5497f8e5123d req-b1688998-c1f6-4d30-a08d-a2f3a1bcbb1b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 948 time: 0.6279967 Feb 07 22:42:30.532267 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e6dc2b34-c8b4-4289-b3e6-a884e9fc70e5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6264837 Feb 07 22:42:30.534826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54170) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:30.537665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3971b-fc74-4508-a961-b333cf40dcaa None None] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:30.542072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'port': {'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'name': 'tempest-TaggedBootDevicesTest_v242-1615004044', 'fixed_ips': [{'subnet_id': '016feb46-613e-44be-bc09-1858664f90d7'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:30.587029 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f77262b2-cda0-402c-b237-7f11bb4c263c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.594646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6bcce5-85b5-49bd-bd5a-f990a269b184,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:30.625604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:30.633150 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dd985ae8-dca2-476e-9d9e-bddd182a9690 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6794bec389e4e588a4c4dc1d28198c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0178778 Feb 07 22:42:30.641511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54176) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:30.648170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '122792cd-70dc-4a80-b70d-2007241d2e1d'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:30.648461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.774180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:30.782605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:port and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:30.787931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:30.795881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:30.815996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54d162ea-9eeb-4ae2-9119-b395fe178820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.821865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:30.919389 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54d162ea-9eeb-4ae2-9119-b395fe178820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:30.965948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:30.976350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/122792cd-70dc-4a80-b70d-2007241d2e1d/aa370b80-1f25-4fd8-8f47-c6a86d96c277) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:30.994497 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9701cc8e-a8a9-4717-883d-5497f8e5123d req-6943cc63-3e43-44d8-b85e-cc9229047d47 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262307 Feb 07 22:42:31.011512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.036182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] device_id is not set on port e50e28d3-7a31-414a-be0d-546183709b6b yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:31.110265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54d162ea-9eeb-4ae2-9119-b395fe178820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.148083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d162ea-9eeb-4ae2-9119-b395fe178820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6bcce5-85b5-49bd-bd5a-f990a269b184,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:31.301207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54d162ea-9eeb-4ae2-9119-b395fe178820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.305338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-54d162ea-9eeb-4ae2-9119-b395fe178820 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f6bcce5-85b5-49bd-bd5a-f990a269b184 HTTP/1.1" status: 204 len: 168 time: 0.6605055 Feb 07 22:42:31.349245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f77262b2-cda0-402c-b237-7f11bb4c263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.355684 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.358259 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.388723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77262b2-cda0-402c-b237-7f11bb4c263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f92e47-e174-4437-9ec4-00b2b0476ff5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:31.425144 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.439878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f77262b2-cda0-402c-b237-7f11bb4c263c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.440543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f77262b2-cda0-402c-b237-7f11bb4c263c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05f92e47-e174-4437-9ec4-00b2b0476ff5 HTTP/1.1" status: 204 len: 168 time: 1.5383780 Feb 07 22:42:31.446257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Transition to ACTIVE for port object aa370b80-1f25-4fd8-8f47-c6a86d96c277 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:31.461475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb205a25-7a6e-4dd1-8f4e-bf04152d1a5c req-f5d5923f-0031-40a7-99ba-288707a12303 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:31.468448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb205a25-7a6e-4dd1-8f4e-bf04152d1a5c req-f5d5923f-0031-40a7-99ba-288707a12303 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.5713418 Feb 07 22:42:31.474233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Allocated IP 10.1.1.2 (f297fb44-1fbe-49b1-998f-aa1152f5ec0b/016feb46-613e-44be-bc09-1858664f90d7/ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:31.492270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 087054b4-e06e-41b3-b96c-9325dd3a4365 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:31.557713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Transition to ACTIVE for port object aa370b80-1f25-4fd8-8f47-c6a86d96c277 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:31.581624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-aa70d753-c5d6-4c82-951b-6d2c610c8bb4', 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'fixed_ips': [{'subnet_id': 'f7a0ce42-7878-4f4f-a00e-9445d2c8ae22'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:31.582654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.629984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb205a25-7a6e-4dd1-8f4e-bf04152d1a5c req-98a7c420-8193-4986-afd4-8bb74806c0bd tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605728 Feb 07 22:42:31.649037 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.702257 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:31.741288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Pushing event updated for resources: {'Port': ['ID=aa370b80-1f25-4fd8-8f47-c6a86d96c277,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:31.773882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=462c453c-a8c4-4021-9816-42b9c30f0c89,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:31.852336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:31.858327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:31.872453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:32.198304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Attempting to bind port aa370b80-1f25-4fd8-8f47-c6a86d96c277 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:32.198708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Attempting to bind port aa370b80-1f25-4fd8-8f47-c6a86d96c277 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:32.199057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Attempting to bind port aa370b80-1f25-4fd8-8f47-c6a86d96c277 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:32.201741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Allocated IP 10.2.2.2 (aa70d753-c5d6-4c82-951b-6d2c610c8bb4/f7a0ce42-7878-4f4f-a00e-9445d2c8ae22/cfc63af7-bf32-4ec5-8ba0-3312cfb36058) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:32.217786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::a328:d541:31b2:f62f (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/122792cd-70dc-4a80-b70d-2007241d2e1d/087054b4-e06e-41b3-b96c-9325dd3a4365) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:32.220285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:32.220689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:32.221098 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.221493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:32.221969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Bound port: aa370b80-1f25-4fd8-8f47-c6a86d96c277, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:32.222339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.319944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] For port aa370b80-1f25-4fd8-8f47-c6a86d96c277, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:32.323093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] For port aa370b80-1f25-4fd8-8f47-c6a86d96c277, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aa370b80-1f25-4fd8-8f47-c6a86d96c277,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:32.338329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.506608 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.545930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Transition to ACTIVE for port object ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:32.582501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9959a6-7d57-4740-a40f-16e8afcb2c88 None None] Pushing event updated for resources: {'Port': ['ID=aa370b80-1f25-4fd8-8f47-c6a86d96c277,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:32.590043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Transition to ACTIVE for port object ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:32.619295 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.698504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af106723-cfa5-49b1-8d66-0835b3f1d5a4 req-3090d959-30b0-4767-8923-46d87cd84f0b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:32.700064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af106723-cfa5-49b1-8d66-0835b3f1d5a4 req-3090d959-30b0-4767-8923-46d87cd84f0b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.8040998 Feb 07 22:42:32.717153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54224) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:32.743610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'floatingip': {'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:32.776694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:32.804440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:32.829321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:32.849959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c43cc-e6a6-41d7-bae5-275d98872e37 req-5d8aded7-c413-4db5-9013-64c943e6403d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:32.851543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f66c43cc-e6a6-41d7-bae5-275d98872e37 req-5d8aded7-c413-4db5-9013-64c943e6403d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 948 time: 0.6360514 Feb 07 22:42:32.853428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 334f9281-3eb1-4e5e-9583-2941d5e039ae up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:32.978184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54238) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:32.983331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:32.998691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 10.1.1.37 (f297fb44-1fbe-49b1-998f-aa1152f5ec0b/016feb46-613e-44be-bc09-1858664f90d7/e50e28d3-7a31-414a-be0d-546183709b6b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:33.032055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.136221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Pushing event updated for resources: {'Port': ['ID=ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:33.151906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.248987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Attempting to bind port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:33.249370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Attempting to bind port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:33.249745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Attempting to bind port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:33.253234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f66c43cc-e6a6-41d7-bae5-275d98872e37 req-a811bc05-bb9d-48f4-b801-708c56bd9bd4 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402112 Feb 07 22:42:33.269823 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.270010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 087054b4-e06e-41b3-b96c-9325dd3a4365 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:33.270118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:33.270118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Checking segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:33.270118 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.270118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Bound using segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:33.270118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Bound port: ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:33.270118 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.316617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 334f9281-3eb1-4e5e-9583-2941d5e039ae completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:33.341695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Transition to ACTIVE for port object cfc63af7-bf32-4ec5-8ba0-3312cfb36058 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:33.344315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 334f9281-3eb1-4e5e-9583-2941d5e039ae triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:33.344710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.419471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Transition to ACTIVE for port object cfc63af7-bf32-4ec5-8ba0-3312cfb36058 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:33.454030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.458810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f189e724-d644-464a-9540-9067e57eebdb None None] For port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:33.512775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.563603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f189e724-d644-464a-9540-9067e57eebdb None None] For port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:33.579462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:33.590016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:33.597798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.604864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:33.646225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Pushing event updated for resources: {'Port': ['ID=cfc63af7-bf32-4ec5-8ba0-3312cfb36058,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:33.693057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.711415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:33.713201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:33.715841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:33.722087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:33.723951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.750751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Transition to ACTIVE for port object e50e28d3-7a31-414a-be0d-546183709b6b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:33.754398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189e724-d644-464a-9540-9067e57eebdb None None] Pushing event updated for resources: {'Port': ['ID=ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:33.785736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8819482 Feb 07 22:42:33.794795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54280) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:33.809280 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:33.823385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfafc5b-b811-4fea-bf45-fde1971da6b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=087054b4-e06e-41b3-b96c-9325dd3a4365,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:33.939616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Attempting to bind port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:33.949040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Attempting to bind port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:33.949831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Attempting to bind port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 on network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:33.979850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1af4430-b282-400d-a094-faad67160bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334f9281-3eb1-4e5e-9583-2941d5e039ae'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:33.998048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1867193538-network', 'tenant_id': '3f0caf094b834c9f8807362ddc3516f2'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:34.024392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:34.028390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:34.031581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Checking segment: {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:34.035784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.036989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Bound using segment: {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:34.045303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Bound port: cfc63af7-bf32-4ec5-8ba0-3312cfb36058, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:34.045861 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.060496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Usage tracker for resource:network and tenant:3f0caf094b834c9f8807362ddc3516f2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:34.080943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:34.085099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 334f9281-3eb1-4e5e-9583-2941d5e039ae, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=334f9281-3eb1-4e5e-9583-2941d5e039ae,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:34.139292 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1af4430-b282-400d-a094-faad67160bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334f9281-3eb1-4e5e-9583-2941d5e039ae', 'code': 200} Feb 07 22:42:34.144316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.170120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:34.341425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '122792cd-70dc-4a80-b70d-2007241d2e1d', 'ip_address': '2001:db8::a328:d541:31b2:f62f'}], 'name': 'tempest-NetworksTestDHCPv6-364876615'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:34.348172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.363361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] For port cfc63af7-bf32-4ec5-8ba0-3312cfb36058, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:34.369519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] For port cfc63af7-bf32-4ec5-8ba0-3312cfb36058, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cfc63af7-bf32-4ec5-8ba0-3312cfb36058,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:34.394446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.434021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=334f9281-3eb1-4e5e-9583-2941d5e039ae,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:34.638175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Made reservation on behalf of 3f0caf094b834c9f8807362ddc3516f2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:34.645323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:34.708517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f35e81-c98c-4992-9655-d0e1d7aa647e None None] Pushing event updated for resources: {'Port': ['ID=cfc63af7-bf32-4ec5-8ba0-3312cfb36058,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:34.716405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:34.751372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:34.779513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:34.791382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:34.795802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3ef31852-f826-4aa4-af27-ea02692fad4c None None] Provisioning for port aa370b80-1f25-4fd8-8f47-c6a86d96c277 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:34.809163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Router b11712ae-690d-4478-843a-783f36834019 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:42:34.930211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:34.942962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa370b80-1f25-4fd8-8f47-c6a86d96c277 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:34.990833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.100194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port aa370b80-1f25-4fd8-8f47-c6a86d96c277 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:35.106104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port aa370b80-1f25-4fd8-8f47-c6a86d96c277 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:35.106675 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.286376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:35.290763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0caf094b834c9f8807362ddc3516f2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:35.294585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:35.314944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:42:35.331774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:35.334206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7cba3a0e-e653-4095-a12f-b82f8e1945c1 admin admin] 10.222.0.10 "PUT /v2.0/routers/b11712ae-690d-4478-843a-783f36834019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9346185 Feb 07 22:42:35.346403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54350) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:35.362289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:35.372063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:35.377244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:35.392702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] Sync routers for ids ['b11712ae-690d-4478-843a-783f36834019'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:35.394472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:35.445267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b714ea6-10df-47e1-9013-470256e7e435 req-d1c44492-2cc5-4fc9-80ed-eab8d071a43f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:35.446843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b714ea6-10df-47e1-9013-470256e7e435 req-d1c44492-2cc5-4fc9-80ed-eab8d071a43f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 949 time: 0.8816266 Feb 07 22:42:35.450382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:35.453129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9452f97d-f0a5-4ef8-abf9-483849bc06c0 None None] Provisioning for port 087054b4-e06e-41b3-b96c-9325dd3a4365 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:35.483922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.498273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] Routers {'b11712ae-690d-4478-843a-783f36834019'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:42:35.500598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b11712ae-690d-4478-843a-783f36834019'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:35.578711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.600850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=e50e28d3-7a31-414a-be0d-546183709b6b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:35.621834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 8647ef9c-b8fd-4444-b5e0-aace9885ce00 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:35.641910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9452f97d-f0a5-4ef8-abf9-483849bc06c0 None None] Provisioning complete for port 087054b4-e06e-41b3-b96c-9325dd3a4365 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:35.642251 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9452f97d-f0a5-4ef8-abf9-483849bc06c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.678753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54364) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:35.690349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.691247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b714ea6-10df-47e1-9013-470256e7e435 req-c0693228-626a-44af-bb0e-0363894fda4f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722968 Feb 07 22:42:35.910359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.991785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:35.996442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port aa370b80-1f25-4fd8-8f47-c6a86d96c277, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aa370b80-1f25-4fd8-8f47-c6a86d96c277,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:35.998105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50e6736-f82a-4c67-8fcf-9207669ee15b None None] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:36.056759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:36.070016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Usage tracker for resource:security_group_rule and tenant:08f688fa4bad4a359125313fad42d860 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:36.085367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:36.108361 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.132369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:36.209626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=aa370b80-1f25-4fd8-8f47-c6a86d96c277,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:36.212583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.234622 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 22:42:36.235307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:42:36.270624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ae7c3100-da54-426f-b119-49337faee391 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4630737 Feb 07 22:42:36.274876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54372) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:36.282340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9452f97d-f0a5-4ef8-abf9-483849bc06c0 None None] Port 087054b4-e06e-41b3-b96c-9325dd3a4365 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:42:36.299147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.341754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805436d0-a0f7-4e11-9ea5-ff29b0d93eaa req-5e7f79bd-800c-4342-b0d4-fd196ef9f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:36.343764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-805436d0-a0f7-4e11-9ea5-ff29b0d93eaa req-5e7f79bd-800c-4342-b0d4-fd196ef9f496 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 1100 time: 2.1581075 Feb 07 22:42:36.345096 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Floating IP 8e43db85-b013-49d1-b96b-d2c35bd6ec48 associated. External IP: 172.25.0.95, port: 8e937cc6-083f-438e-864f-aca4e7806a81. Feb 07 22:42:36.372155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] Set router b11712ae-690d-4478-843a-783f36834019 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:42:36.435375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.445079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.464356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cae0d9-e955-453e-97bb-ca535f709fed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:36.468915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:36.469739 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.472535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cae0d9-e955-453e-97bb-ca535f709fed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:36.473920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-76cae0d9-e955-453e-97bb-ca535f709fed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:36.486527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.494470 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.515271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-76cae0d9-e955-453e-97bb-ca535f709fed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:36.516705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-76cae0d9-e955-453e-97bb-ca535f709fed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2407393 Feb 07 22:42:36.521838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54376) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:36.545970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa26d62-6889-4e31-b6ec-b1c7b386ee66 None None] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:36.598204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:36.627626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-805436d0-a0f7-4e11-9ea5-ff29b0d93eaa req-7a7f3f34-5bd3-46f0-803a-585547770063 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907682 Feb 07 22:42:36.632551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-133b130f-db7e-4667-acf1-7ad023c8997f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0967002 Feb 07 22:42:36.636612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54380) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:36.639206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:36.655811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08f688fa4bad4a359125313fad42d860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9754269 Feb 07 22:42:36.659520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4bc89-99e2-416e-8205-1e686925a1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe12a419-8cc7-420d-8669-3879fd73191f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:36.663031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54384) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:36.712900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 087054b4-e06e-41b3-b96c-9325dd3a4365 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:36.713335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.735445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3a99d7b0-ac52-4204-9375-4411a2f0d4a5 None None] Provisioning for port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:36.784933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa370b80-1f25-4fd8-8f47-c6a86d96c277 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:36.815636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'port': {'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'name': 'tempest-TaggedBootDevicesTest_v242-533178505', 'fixed_ips': [{'subnet_id': '016feb46-613e-44be-bc09-1858664f90d7'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:36.841504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:36.841996 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Added segment 2099d471-2141-43b5-9321-c867189b77c3 of type vlan for network 6f8e448e-7425-403f-836f-f628c26abf82 Feb 07 22:42:36.865690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3a99d7b0-ac52-4204-9375-4411a2f0d4a5 None None] Provisioning complete for port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:36.866068 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b0-ac52-4204-9375-4411a2f0d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.032908 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.158968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b435b4c2-730c-43b0-b652-aa06cb5e9d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.204570 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.262242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.295657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port aa370b80-1f25-4fd8-8f47-c6a86d96c277 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:37.296781 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.489847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b0-ac52-4204-9375-4411a2f0d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.521976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b435b4c2-730c-43b0-b652-aa06cb5e9d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.539821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:42:31Z', 'revision_number': 5, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:37.576477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 087054b4-e06e-41b3-b96c-9325dd3a4365 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:37.582329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:37.600689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.602062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:37.602900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.606442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] Checking router: b11712ae-690d-4478-843a-783f36834019 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:37.614627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Router ff3e3551-8959-4d92-96a5-12dda0c1ce0e has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:42:37.626729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3a99d7b0-ac52-4204-9375-4411a2f0d4a5 None None] For port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:37.636460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] Routers {'b11712ae-690d-4478-843a-783f36834019'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:42:37.636460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b11712ae-690d-4478-843a-783f36834019'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:37.694603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cfc63af7-bf32-4ec5-8ba0-3312cfb36058 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:37.719549 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a99d7b0-ac52-4204-9375-4411a2f0d4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.725242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:port and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:37.738038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:37.794382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:37.832173 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.8457465 Feb 07 22:42:37.841685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54392) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:37.944488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.946642 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b435b4c2-730c-43b0-b652-aa06cb5e9d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:37.956251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Request body: {'subnet': {'network_id': '6f8e448e-7425-403f-836f-f628c26abf82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1867193538-subnet', 'tenant_id': '3f0caf094b834c9f8807362ddc3516f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:37.987621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9423be9-896c-44f2-a006-dc4d55eb1e94 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8e448e-7425-403f-836f-f628c26abf82,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:37.995849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:38.018115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435b4c2-730c-43b0-b652-aa06cb5e9d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe12a419-8cc7-420d-8669-3879fd73191f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:38.031406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d7b0-ac52-4204-9375-4411a2f0d4a5 None None] Pushing event updated for resources: {'Port': ['ID=ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:38.045746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 6f8e448e-7425-403f-836f-f628c26abf82 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:42:38.050366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:38.053747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6714c-f2cc-4bdf-a8ac-49955af5a0e7 req-ad93a0af-ab7a-4adf-89d6-6010e01dcef0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:38.063205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfd6714c-f2cc-4bdf-a8ac-49955af5a0e7 req-ad93a0af-ab7a-4adf-89d6-6010e01dcef0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 949 time: 1.0800097 Feb 07 22:42:38.065090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Usage tracker for resource:subnet and tenant:3f0caf094b834c9f8807362ddc3516f2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:38.100079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b435b4c2-730c-43b0-b652-aa06cb5e9d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.101604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b435b4c2-730c-43b0-b652-aa06cb5e9d56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe12a419-8cc7-420d-8669-3879fd73191f HTTP/1.1" status: 204 len: 168 time: 1.4352336 Feb 07 22:42:38.253321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfd6714c-f2cc-4bdf-a8ac-49955af5a0e7 req-68f90dfc-9fa0-4a22-b941-e5a21abf9f15 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890774 Feb 07 22:42:38.364380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Provisioning complete for port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:38.364944 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.418878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:38.437250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:38.439442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Deleting port 5f34011a-3e0a-41ee-8b86-5327eefd2859 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:38.439874 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.447209 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.518130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=087054b4-e06e-41b3-b96c-9325dd3a4365,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:38.519705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Made reservation on behalf of 3f0caf094b834c9f8807362ddc3516f2 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:38.522561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.623834 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.661287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54402) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:38.668460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] Set router b11712ae-690d-4478-843a-783f36834019 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:42:38.688031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.705538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:38.711283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Usage tracker for resource:security_group_rule and tenant:05aef38d0c72496297aa46e024fd594d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:38.716155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:38.721209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:38.794217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cefbf6d2-32db-4a15-8978-3008946c2447 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/087054b4-e06e-41b3-b96c-9325dd3a4365 HTTP/1.1" status: 204 len: 168 time: 2.2682722 Feb 07 22:42:38.799587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54406) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:38.800749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:38.967494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:38.983255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53fd06-bb99-4a34-890e-d1808d416b25 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:38.985932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e53fd06-bb99-4a34-890e-d1808d416b25 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:38.992379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4e53fd06-bb99-4a34-890e-d1808d416b25 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1889665 Feb 07 22:42:38.992379 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:38.995071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54410) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:39.020409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:42:39.033524 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] Sync routers for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:42:39.043391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.044807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Provisioning for port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:39.058422 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:42:39.059053 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:39.071753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.109854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Provisioning complete for port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:39.110234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.116760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.182975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7189047-d0ea-4ae6-b831-f2242921c1e1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "PUT /v2.0/floatingips/8e43db85-b013-49d1-b96b-d2c35bd6ec48 HTTP/1.1" status: 200 len: 991 time: 6.4633756 Feb 07 22:42:39.187667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:39.205620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:39.205817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.206578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] device_id is not set on port 760f9c9b-634e-4843-95cd-51b92b242575 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:39.222322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05aef38d0c72496297aa46e024fd594d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600181 Feb 07 22:42:39.226051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcbe4f-a6aa-467a-82b3-3fc3443ec925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f80bc7-3e23-40ff-98db-299cc92a674f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:39.242612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54418) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:39.281843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 122792cd-70dc-4a80-b70d-2007241d2e1d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:42:39.286696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.320340 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'status': 'completed', 'code': 200} Feb 07 22:42:39.382748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:42:31Z', 'revision_number': 5, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:39.388937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.421189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb89f5e2-7894-42e8-8a0d-000bbed52055 None None] The sync data for ids ['b11712ae-690d-4478-843a-783f36834019'] in n-d-827896-3 is: [{'id': 'b11712ae-690d-4478-843a-783f36834019', 'name': 'tempest-FloatingIPsTestJSON-1935421597-router', 'tenant_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:31Z', 'updated_at': '2022-02-07T22:42:31Z', 'revision_number': 5, 'project_id': '56312f8b91c24cf895e7cfb6e8a86fcf', 'gw_port': {'id': '5f34011a-3e0a-41ee-8b86-5327eefd2859', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11712ae-690d-4478-843a-783f36834019', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:33Z', 'updated_at': '2022-02-07T22:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:39.495320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] For port 5f34011a-3e0a-41ee-8b86-5327eefd2859, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5f34011a-3e0a-41ee-8b86-5327eefd2859,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:39.501027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.514222 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.541305 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:42:39.571006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] For port cfc63af7-bf32-4ec5-8ba0-3312cfb36058, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cfc63af7-bf32-4ec5-8ba0-3312cfb36058,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:39.582759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.627245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fc91c2da-bcfc-4be8-9c0d-ae934d7f477c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.702698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Provisioning for port e50e28d3-7a31-414a-be0d-546183709b6b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:39.712091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Provisioning complete for port e50e28d3-7a31-414a-be0d-546183709b6b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:39.712469 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.728617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fc91c2da-bcfc-4be8-9c0d-ae934d7f477c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.747056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Pushing event updated for resources: {'Port': ['ID=cfc63af7-bf32-4ec5-8ba0-3312cfb36058,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:39.784620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4637d424-bc3f-452d-8bdb-08659ab0d2db None None] Port e50e28d3-7a31-414a-be0d-546183709b6b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:42:39.807013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Calling delete_port for 5f34011a-3e0a-41ee-8b86-5327eefd2859 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:39.900128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fc91c2da-bcfc-4be8-9c0d-ae934d7f477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.919840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ad12073e-f73f-4e29-aa25-e5da4e3b6f22 None None] Provisioning complete for port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:39.920314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ad12073e-f73f-4e29-aa25-e5da4e3b6f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.978271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fc91c2da-bcfc-4be8-9c0d-ae934d7f477c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:39.982461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fc91c2da-bcfc-4be8-9c0d-ae934d7f477c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02f80bc7-3e23-40ff-98db-299cc92a674f HTTP/1.1" status: 204 len: 168 time: 0.7358708 Feb 07 22:42:40.002687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91c2da-bcfc-4be8-9c0d-ae934d7f477c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f80bc7-3e23-40ff-98db-299cc92a674f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:40.044228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a77d7e-a717-4563-b971-9df72d66f13a req-241cfe1e-551e-4b89-947d-c1d127873fea tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:40.048120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68a77d7e-a717-4563-b971-9df72d66f13a req-241cfe1e-551e-4b89-947d-c1d127873fea tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.5596735 Feb 07 22:42:40.069753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a9b86-a82a-4a8c-a3f4-e737c0533522 req-1f55a9ec-dc87-4299-808f-3c4dcd15e659 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:40.073013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-222a9b86-a82a-4a8c-a3f4-e737c0533522 req-1f55a9ec-dc87-4299-808f-3c4dcd15e659 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 949 time: 0.6454847 Feb 07 22:42:40.184542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.214896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ad12073e-f73f-4e29-aa25-e5da4e3b6f22 None None] Provisioning complete for port e50e28d3-7a31-414a-be0d-546183709b6b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:40.215417 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ad12073e-f73f-4e29-aa25-e5da4e3b6f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.268123 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '8e43db85-b013-49d1-b96b-d2c35bd6ec48', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'mac_address': 'fa:16:3e:46:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:58Z', 'updated_at': '2022-02-07T22:42:35Z', 'revision_number': 1, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 5, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:40.275465 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] Checking router: ff3e3551-8959-4d92-96a5-12dda0c1ce0e for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:42:40.288858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ad12073e-f73f-4e29-aa25-e5da4e3b6f22 None None] Port e50e28d3-7a31-414a-be0d-546183709b6b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:42:40.290156 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:42:40.290770 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:40.329696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-222a9b86-a82a-4a8c-a3f4-e737c0533522 req-4a059e08-9b5c-47cd-a053-a842f741def3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418776 Feb 07 22:42:40.380993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68a77d7e-a717-4563-b971-9df72d66f13a req-40ed1b6d-4c5f-4c05-9946-7c198032c51b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044548 Feb 07 22:42:40.438463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.472163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.506777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:40.511621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863bfc17-6ae9-4681-834a-6b8ac4af36fe None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:40.540998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 10.1.1.234 (f297fb44-1fbe-49b1-998f-aa1152f5ec0b/016feb46-613e-44be-bc09-1858664f90d7/760f9c9b-634e-4843-95cd-51b92b242575) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:40.617204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/122792cd-70dc-4a80-b70d-2007241d2e1d HTTP/1.1" status: 204 len: 168 time: 1.6182458 Feb 07 22:42:40.617204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fa95d-f0c1-4c53-a1d0-bf20b9249f12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=122792cd-70dc-4a80-b70d-2007241d2e1d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:40.625410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54436) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:40.629776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197d5-4a49-4463-9950-a483e1d344f3 req-bc4f1b96-6d55-4d06-bb2a-bbc690acff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:40.631248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-960197d5-4a49-4463-9950-a483e1d344f3 req-bc4f1b96-6d55-4d06-bb2a-bbc690acff97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1097 time: 1.3091540 Feb 07 22:42:40.686142 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:42:40.720595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143df5c-826b-42e5-8bcc-f60b733f6c15 req-c35eac27-b6a7-44f6-92c3-a8a14c2c8c33 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:40.722445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c143df5c-826b-42e5-8bcc-f60b733f6c15 req-c35eac27-b6a7-44f6-92c3-a8a14c2c8c33 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 1100 time: 0.1962235 Feb 07 22:42:40.829435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c143df5c-826b-42e5-8bcc-f60b733f6c15 req-705f5a63-e8fb-41cf-82f0-cb25cc39e75f tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947969 Feb 07 22:42:41.019393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cfc63af7-bf32-4ec5-8ba0-3312cfb36058 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:41.140916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b9ecf4-bbae-41a4-86c5-fb9f433f1827,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:41.215574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:42:41.226065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8e3bf0f-ab70-42da-8940-83c22a862584 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5949559 Feb 07 22:42:41.236577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.237823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.239201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.239821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.240352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.240888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.241399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.241944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.242473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.242983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.243506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.244040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:41.245298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] Deleting port aa370b80-1f25-4fd8-8f47-c6a86d96c277 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:41.245906 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.250765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54462) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:41.256020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-c2bb7cab-08ea-4b78-91c1-31ae0c87a55c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0858765 Feb 07 22:42:41.280581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:41.345119 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '8e43db85-b013-49d1-b96b-d2c35bd6ec48', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'mac_address': 'fa:16:3e:46:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:58Z', 'updated_at': '2022-02-07T22:42:35Z', 'revision_number': 1, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 5, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:41.358849 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62b7a3c-04f9-4861-94dd-50fcff8f812f None None] The sync data for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 is: [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '8e43db85-b013-49d1-b96b-d2c35bd6ec48', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'mac_address': 'fa:16:3e:46:3d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:41:58Z', 'updated_at': '2022-02-07T22:42:35Z', 'revision_number': 1, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 5, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:42:41.359371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Checking segment: {'id': '2099d471-2141-43b5-9321-c867189b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f8e448e-7425-403f-836f-f628c26abf82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:41.359751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Network hostable DHCP agents. Network: 6f8e448e-7425-403f-836f-f628c26abf82, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:41.407645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:41.407645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.524322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4f6e7bc2-3b7d-4673-a2cf-8d8f79ec2ad3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:41.525756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4f6e7bc2-3b7d-4673-a2cf-8d8f79ec2ad3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641232 Feb 07 22:42:41.548547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-d27edc97-2269-4936-b32e-ffba95ebcd7e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/quotas/a4c1d2b9915e4e6488f68d0887173e49 HTTP/1.1" status: 200 len: 375 time: 0.0157995 Feb 07 22:42:41.741028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] For port aa370b80-1f25-4fd8-8f47-c6a86d96c277, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aa370b80-1f25-4fd8-8f47-c6a86d96c277,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:41.741028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.760826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a4e198-a192-440b-a7fd-b27f0cb98f20 None None] New status for floating IP 8e43db85-b013-49d1-b96b-d2c35bd6ec48: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:42:41.827036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33b33-4303-4fa4-842a-42df2d625aec req-a7070262-afb0-4525-af0e-3caa4235dffc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:41.828707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81d33b33-4303-4fa4-842a-42df2d625aec req-a7070262-afb0-4525-af0e-3caa4235dffc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.2130644 Feb 07 22:42:41.857185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:41.890063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-1d08d5f6-2c49-4e72-9c96-90a7d28215cb tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3313115 Feb 07 22:42:41.968135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81d33b33-4303-4fa4-842a-42df2d625aec req-e7e28f6a-4470-4082-8903-ab68e1e95afb tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212595 Feb 07 22:42:42.040927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f34011a-3e0a-41ee-8b86-5327eefd2859,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:42.144972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Network 6f8e448e-7425-403f-836f-f628c26abf82 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:42.169406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:42.183028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197d5-4a49-4463-9950-a483e1d344f3 req-c4fa9136-6407-4f35-9063-7683aaef8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:42.184617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-960197d5-4a49-4463-9950-a483e1d344f3 req-c4fa9136-6407-4f35-9063-7683aaef8950 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 1.1384373 Feb 07 22:42:42.196709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:42.224831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] Calling delete_port for aa370b80-1f25-4fd8-8f47-c6a86d96c277 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:42.252545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83da9eb1-415f-4532-94cb-748453dacae7 req-72618922-66a8-4bc3-b389-9408d642bb4c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 210 time: 0.1112208 Feb 07 22:42:42.264172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 6f8e448e-7425-403f-836f-f628c26abf82) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:42.278908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:42.325826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:42.328736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:42.331789 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a815012-2556-4118-a692-983a36204dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.339981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcc2ee4-f1e6-48f8-9a91-4e8831301340 None None] Network 6f8e448e-7425-403f-836f-f628c26abf82 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:42.368709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.389772 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.530810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:42.534310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.633831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.650664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5a815012-2556-4118-a692-983a36204dec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.7088451 Feb 07 22:42:42.681337 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-960197d5-4a49-4463-9950-a483e1d344f3 req-6dc43af8-96a4-4f84-ae23-2136f9ac747b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 0.4881959 Feb 07 22:42:42.700912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] Pushing event deleted for resources: {'Port': ['ID=aa370b80-1f25-4fd8-8f47-c6a86d96c277,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:42.726887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 462c453c-a8c4-4021-9816-42b9c30f0c89 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:42.757431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.798707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:42.805962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d38b1-80e3-4939-825d-f2e74598b94d None None] No DVR routers for this DVR port aa370b80-1f25-4fd8-8f47-c6a86d96c277 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:42.843784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Transition to ACTIVE for port object 760f9c9b-634e-4843-95cd-51b92b242575 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:42.852432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 462c453c-a8c4-4021-9816-42b9c30f0c89 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:42:42.857430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 462c453c-a8c4-4021-9816-42b9c30f0c89 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:43.168261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.169510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11712ae-690d-4478-843a-783f36834019 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:42:43.183547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197d5-4a49-4463-9950-a483e1d344f3 req-73c04435-bfbe-4167-ad8b-fa563dacfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:43.185134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-960197d5-4a49-4463-9950-a483e1d344f3 req-73c04435-bfbe-4167-ad8b-fa563dacfc39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.4395909 Feb 07 22:42:43.246949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa370b80-1f25-4fd8-8f47-c6a86d96c277 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:43.299199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: aa370b80-1f25-4fd8-8f47-c6a86d96c277 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:42:43.299906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa370b80-1f25-4fd8-8f47-c6a86d96c277 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:43.306361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf8cdcf-d30d-457f-8c36-4fcdb402b443 None None] Network 6f8e448e-7425-403f-836f-f628c26abf82 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:43.389820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.397975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-667c8ad5-bbac-418a-95cd-a48e0063ce7f admin admin] 10.222.0.10 "DELETE /v2.0/routers/b11712ae-690d-4478-843a-783f36834019 HTTP/1.1" status: 204 len: 168 time: 7.7939930 Feb 07 22:42:43.400698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:43.402432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54514) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:43.409023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0d40b-040f-4e16-8b4d-582d586baa71 req-146dd01e-369c-4c0e-9d1a-58a80623689f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:43.415523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bb0d40b-040f-4e16-8b4d-582d586baa71 req-146dd01e-369c-4c0e-9d1a-58a80623689f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.2103455 Feb 07 22:42:43.524469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bb0d40b-040f-4e16-8b4d-582d586baa71 req-f3ecfd6d-2593-4a15-ac70-650a45b8b2f7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006002 Feb 07 22:42:43.960497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:43.966930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] Deleting subnet dce8528d-8151-45aa-91cb-a8f489d58eff {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:42:43.970569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960197d5-4a49-4463-9950-a483e1d344f3 req-77eb140c-6316-484d-986a-9c816e0cb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:43.972072 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-960197d5-4a49-4463-9950-a483e1d344f3 req-77eb140c-6316-484d-986a-9c816e0cb7a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7691619 Feb 07 22:42:43.973664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.024544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=760f9c9b-634e-4843-95cd-51b92b242575,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:44.027162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:44.028242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f523021e-08f6-48f5-9d11-7528c5824c12 req-f764625b-5725-47db-b797-e2203abcd001 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 210 time: 0.0705848 Feb 07 22:42:44.034480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.073072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:44.172949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-c54044fb-70af-4db3-992b-443c7308a5ce tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2110534 Feb 07 22:42:44.242684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-36012d87-5103-4261-9346-769d5c9e5b0e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:44.250260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-36012d87-5103-4261-9346-769d5c9e5b0e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/networks?id=6f8e448e-7425-403f-836f-f628c26abf82 HTTP/1.1" status: 200 len: 809 time: 0.5945237 Feb 07 22:42:44.303209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-2c91b71d-e73e-471b-82fd-a2bcd17c91d5 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/quotas/3f0caf094b834c9f8807362ddc3516f2 HTTP/1.1" status: 200 len: 375 time: 0.0416558 Feb 07 22:42:44.398710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-59162d0f-6807-4ce8-87ed-ad388c58f684 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f0caf094b834c9f8807362ddc3516f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846887 Feb 07 22:42:44.408881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:44.431026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:44.444949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3498fca4-d6d1-4f01-b0c0-68c485e6f623 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:44.446814 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.480261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:44.480891 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.505506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=8f3f9e1b-2e13-4876-9ddb-ce9b94af46de,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:44.531508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:44.532163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.569617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-e64eb326-70eb-44fd-8497-afbd38552e64 service neutron] 10.222.0.10 "GET /v2.0/networks/6f8e448e-7425-403f-836f-f628c26abf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698916 Feb 07 22:42:44.598354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-61614575-4ffc-4e89-b527-5dcb7157a471 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3294325 Feb 07 22:42:44.620706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54540) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:44.635003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-50e62fe2-e20b-4072-b77f-de70a3aed909 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.9922454 Feb 07 22:42:44.644758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '8f3f9e1b-2e13-4876-9ddb-ce9b94af46de', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1069101838'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:44.648907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f375d2a4-c018-4068-980e-81113d74a25a None None] Provisioning for port 760f9c9b-634e-4843-95cd-51b92b242575 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:44.753580 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-960197d5-4a49-4463-9950-a483e1d344f3 req-94c65c11-5e0e-4edf-ae8a-e9338afe4607 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239473 Feb 07 22:42:44.786057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f375d2a4-c018-4068-980e-81113d74a25a None None] Provisioning complete for port 760f9c9b-634e-4843-95cd-51b92b242575 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:44.786972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f375d2a4-c018-4068-980e-81113d74a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:44.804308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54548) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:44.825414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-7fb455e4-8103-4403-bace-22864e8a8693 service neutron] 10.222.0.10 "GET /v2.0/networks/6f8e448e-7425-403f-836f-f628c26abf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548535 Feb 07 22:42:44.859568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-cd0f97f8-046f-450f-bf0a-0a91876314cc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:44.861108 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-cd0f97f8-046f-450f-bf0a-0a91876314cc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5789824 Feb 07 22:42:44.877936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Request body: {'port': {'device_id': '9019d424-c0d1-4579-b008-b658c808b82a', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'a4c1d2b9915e4e6488f68d0887173e49'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:44.955380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3665e3-1641-492e-a0a9-ae8cbd6b03d7 req-9744a9ed-d28e-447c-ba1c-0a3ebb9179a2 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:44.957444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5f34011a-3e0a-41ee-8b86-5327eefd2859 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:44.959903 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a3665e3-1641-492e-a0a9-ae8cbd6b03d7 req-9744a9ed-d28e-447c-ba1c-0a3ebb9179a2 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.2562301 Feb 07 22:42:45.014237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.043231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f375d2a4-c018-4068-980e-81113d74a25a None None] Port 760f9c9b-634e-4843-95cd-51b92b242575 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:42:45.045054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5f34011a-3e0a-41ee-8b86-5327eefd2859 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:42:45.045794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5f34011a-3e0a-41ee-8b86-5327eefd2859 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:45.075941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a3665e3-1641-492e-a0a9-ae8cbd6b03d7 req-25dbdec6-51d9-4209-8059-c744edcc7a52 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077297 Feb 07 22:42:45.077175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '8f3f9e1b-2e13-4876-9ddb-ce9b94af46de'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:45.078041 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.138811 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.189670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:45.197577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Usage tracker for resource:security_group_rule and tenant:44c647da73f94a30a2cfa965e1309d95 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:45.202911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:45.216200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:45.307625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:45.311933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:45.315624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:45.322664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:45.346019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:45.361647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:45.387695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Usage tracker for resource:port and tenant:a4c1d2b9915e4e6488f68d0887173e49 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:45.407318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f68285a7-5a91-475f-91f1-6bfd92041b90 req-f1a67887-0182-4ae9-9a33-08a9914a14b8 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 210 time: 0.1117449 Feb 07 22:42:45.432106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/8f3f9e1b-2e13-4876-9ddb-ce9b94af46de/ae368559-6cb6-4898-8f2f-ff5262a7c9fd) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:45.471790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:45.495942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:45.497703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.508014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.525950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-960197d5-4a49-4463-9950-a483e1d344f3 req-90cd6215-7c21-440a-bc01-bab511f77924 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7591293 Feb 07 22:42:45.546091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Made reservation on behalf of a4c1d2b9915e4e6488f68d0887173e49 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:45.551873 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.567604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.588586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54564) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:45.624075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e9852-c01a-4935-aae2-c22ab04a60f8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:45.631747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.642983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce8528d-8151-45aa-91cb-a8f489d58eff,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:45.650872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1791568983', 'description': 'tempest-description--181644422'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:45.667314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:45.673017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0bc63e08-c8b7-4d54-a620-f22ef3c24d2a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dce8528d-8151-45aa-91cb-a8f489d58eff HTTP/1.1" status: 204 len: 168 time: 2.2648265 Feb 07 22:42:45.678758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da8a84c-bcf8-492b-a737-21ed025200c7 req-191a436d-9ed9-4197-ba6a-3d1bd8b75fca tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 210 time: 0.1507659 Feb 07 22:42:45.682864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54570) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:45.696273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-aed6de5e-590c-49e4-8412-e88f981d3722 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44c647da73f94a30a2cfa965e1309d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8909276 Feb 07 22:42:45.716298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54574) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:45.738991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b394e-a2cb-4b52-971a-bd551463d1ec None None] Network a3f0bd53-f6df-45f9-ba57-6b63dde1224c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:45.746999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:security_group and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:45.754654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:45.777629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.801760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:45.814798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port a8205d6f-16bf-45fb-84cc-8b2ec97825ca yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:42:45.851896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.874120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45ccebfa-fa99-4f01-a60b-1d3755f397e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.906240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45ccebfa-fa99-4f01-a60b-1d3755f397e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.926214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Deleting port 26281867-0121-4e53-9fe0-4ae4c60fc050 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:45.926721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:45.961949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.013113 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45ccebfa-fa99-4f01-a60b-1d3755f397e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.049372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45ccebfa-fa99-4f01-a60b-1d3755f397e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.053548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-45ccebfa-fa99-4f01-a60b-1d3755f397e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/682e9852-c01a-4935-aae2-c22ab04a60f8 HTTP/1.1" status: 204 len: 168 time: 0.3329804 Feb 07 22:42:46.080358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccebfa-fa99-4f01-a60b-1d3755f397e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e9852-c01a-4935-aae2-c22ab04a60f8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:46.116723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:46.372245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:security_group_rule and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:46.374946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] For port 26281867-0121-4e53-9fe0-4ae4c60fc050, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=26281867-0121-4e53-9fe0-4ae4c60fc050,segment=NetworkSegment(956a6462-676d-48a1-bc5f-2e9abae49069),segment_id=956a6462-676d-48a1-bc5f-2e9abae49069)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:46.375576 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.388698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:46.402511 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.415477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Transition to ACTIVE for port object ae368559-6cb6-4898-8f2f-ff5262a7c9fd will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:46.432236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:46.437505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Transition to ACTIVE for port object ae368559-6cb6-4898-8f2f-ff5262a7c9fd will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:46.459229 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.518626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:46.521621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:46.531930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:46.570107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.579041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Allocated IP 192.168.233.78 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/35610f2f-eed7-4c7b-8dc9-06da7b1998bb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:46.581535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.666573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Pushing event updated for resources: {'Port': ['ID=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:46.691724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Attempting to bind port ae368559-6cb6-4898-8f2f-ff5262a7c9fd on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:46.692506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Attempting to bind port ae368559-6cb6-4898-8f2f-ff5262a7c9fd by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:46.692917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Attempting to bind port ae368559-6cb6-4898-8f2f-ff5262a7c9fd on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:46.700144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:46.706732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85dffd1-e82e-4387-b882-f223b3345239,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:46.709350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:46.709878 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.710296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:46.710775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Bound port: ae368559-6cb6-4898-8f2f-ff5262a7c9fd, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:46.711154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.714546 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:42:46.715313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:42:46.771678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.771678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1038b6c4-7154-47d7-a1a0-ce73ab1bf2d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1334772 Feb 07 22:42:46.774173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54592) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:46.781238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54596) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:46.793039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'security_group_rule': {'security_group_id': 'c85dffd1-e82e-4387-b882-f223b3345239', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:46.793583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Calling delete_port for 26281867-0121-4e53-9fe0-4ae4c60fc050 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:46.831350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:46.836905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1c19670f-4d62-4d9a-8263-ee1277c0ded0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2091668 Feb 07 22:42:46.836905 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.852977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54600) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:46.856263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:security_group_rule and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:46.860861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] DHCP port deletion for a3f0bd53-f6df-45f9-ba57-6b63dde1224c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:42:46.871228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Deleting port 26281867-0121-4e53-9fe0-4ae4c60fc050 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:46.871609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:46.905639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:46.964496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] For port ae368559-6cb6-4898-8f2f-ff5262a7c9fd, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:46.983181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] For port ae368559-6cb6-4898-8f2f-ff5262a7c9fd, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:46.990718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:46.995832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:47.015484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Usage tracker for resource:security_group_rule and tenant:078822919e624eeeb63552bdcabdea32 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:47.025040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:47.051019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 26281867-0121-4e53-9fe0-4ae4c60fc050 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:47.052784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:47.085355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.096905 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.131881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3003af7-f9ad-45a6-aed0-319953d5518b req-fba6fc03-1be0-4fa2-8816-dee626f8ba9d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:47.139664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3003af7-f9ad-45a6-aed0-319953d5518b req-fba6fc03-1be0-4fa2-8816-dee626f8ba9d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.8712811 Feb 07 22:42:47.147078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3daab9c-fbdb-4958-a99a-ecd1a0050bf0 req-88975287-8f67-489c-8dca-dde7bb2e475a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 210 time: 0.2655573 Feb 07 22:42:47.326031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3003af7-f9ad-45a6-aed0-319953d5518b req-d8b7f8eb-43c7-42cb-96f0-fe5c1bd51a6f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736348 Feb 07 22:42:47.423386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port 26281867-0121-4e53-9fe0-4ae4c60fc050 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:42:47.423796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 26281867-0121-4e53-9fe0-4ae4c60fc050 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:42:47.449577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99fcccce-9c29-44c6-a6e1-1a051cda465a req-d52ab3f0-7e6e-4b47-a9c7-cc0c68ee90b0 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 210 time: 0.1070662 Feb 07 22:42:47.451403 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.493863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62199c0-c52d-4c11-8d45-5d0e0dd1bed2 None None] Pushing event updated for resources: {'Port': ['ID=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.556452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] For port 26281867-0121-4e53-9fe0-4ae4c60fc050, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=26281867-0121-4e53-9fe0-4ae4c60fc050,segment=NetworkSegment(956a6462-676d-48a1-bc5f-2e9abae49069),segment_id=956a6462-676d-48a1-bc5f-2e9abae49069)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:47.557884 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.603497 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.607481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.635489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Pushing event deleted for resources: {'Port': ['ID=26281867-0121-4e53-9fe0-4ae4c60fc050,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.642233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7ed93-3b00-4c63-854d-7cd2ff4068b3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:47.643035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5ae7ed93-3b00-4c63-854d-7cd2ff4068b3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:47.653240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.654302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] No DVR routers for this DVR port 26281867-0121-4e53-9fe0-4ae4c60fc050 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:47.743490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-37b4fbc3-6919-4b86-b75a-ea90bb789ab5 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:47.744216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-37b4fbc3-6919-4b86-b75a-ea90bb789ab5 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Synchronizing usage tracker for tenant:3f0caf094b834c9f8807362ddc3516f2 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:47.779301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Transition to ACTIVE for port object 35610f2f-eed7-4c7b-8dc9-06da7b1998bb will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:47.787802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7654fa32-71e8-4e7d-a974-4e8e23dbe021,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:47.789943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5ae7ed93-3b00-4c63-854d-7cd2ff4068b3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:47.791127 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5ae7ed93-3b00-4c63-854d-7cd2ff4068b3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9371998 Feb 07 22:42:47.798377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54608) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:47.855356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-37b4fbc3-6919-4b86-b75a-ea90bb789ab5 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Unset dirty status for tenant:3f0caf094b834c9f8807362ddc3516f2 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:47.857294 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-37b4fbc3-6919-4b86-b75a-ea90bb789ab5 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.36 "GET /v2.0/networks?id=6f8e448e-7425-403f-836f-f628c26abf82 HTTP/1.1" status: 200 len: 809 time: 0.6257055 Feb 07 22:42:47.865394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.888088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Request body: {'port': {'device_id': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'network_id': '6f8e448e-7425-403f-836f-f628c26abf82', 'admin_state_up': True, 'tenant_id': '3f0caf094b834c9f8807362ddc3516f2'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:47.888947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Calling delete_port for 26281867-0121-4e53-9fe0-4ae4c60fc050 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:47.968981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:47.973887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9c549c61-81c4-4d57-99e1-0d5d6bafa445 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1972013 Feb 07 22:42:47.978974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:48.014540 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:42:48.015388 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:42:48.037128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'security_group_rule': {'security_group_id': 'c85dffd1-e82e-4387-b882-f223b3345239', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:48.045304 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.058780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:48.063334 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.081150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:security_group_rule and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:48.094128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:48.099710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.108317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:48.112920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd', '9880bee8-a416-434f-aaa4-73d8a7e561ce'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:48.116887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f0bd53-f6df-45f9-ba57-6b63dde1224c']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:48.132505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4be826-9e6a-4ba7-bcd5-6db26ba274e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:48.134915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4be826-9e6a-4ba7-bcd5-6db26ba274e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:48.135671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-da4be826-9e6a-4ba7-bcd5-6db26ba274e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:48.145095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956a6462-676d-48a1-bc5f-2e9abae49069') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:48.145401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956a6462-676d-48a1-bc5f-2e9abae49069') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:42:48.159484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', '58ad13c6-4a3c-4822-bef9-7e233be29cf8', '334f9281-3eb1-4e5e-9583-2941d5e039ae'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:48.164455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.191675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47aed7c-1771-4f30-b352-157f8bd27299 req-1a01c778-252c-4132-80aa-59c58ff9791e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:48.193249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a47aed7c-1771-4f30-b352-157f8bd27299 req-1a01c778-252c-4132-80aa-59c58ff9791e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.6463740 Feb 07 22:42:48.221575 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.230555 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.241449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-da4be826-9e6a-4ba7-bcd5-6db26ba274e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:48.245570 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-da4be826-9e6a-4ba7-bcd5-6db26ba274e9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4462173 Feb 07 22:42:48.252500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54618) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:48.255306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:42:48.255838 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:42:48.314450 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:42:48.317118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9869e03d-1649-4b7b-8cbd-c98e997978c1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:48.383052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-54f2dcb1-9c04-43c3-93c0-fb1eea1c5630 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=078822919e624eeeb63552bdcabdea32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5759914 Feb 07 22:42:48.392163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54622) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:48.402572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:48.404063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:48.407905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:48.459868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event updated for resources: {'Port': ['ID=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:48.516978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:48.522758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Usage tracker for resource:port and tenant:3f0caf094b834c9f8807362ddc3516f2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:48.525757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:48.532400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:48.538337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Deleting port 26281867-0121-4e53-9fe0-4ae4c60fc050 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:48.539898 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.560647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a47aed7c-1771-4f30-b352-157f8bd27299 req-44e82630-2b09-485a-abab-b3d75b156eb9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559480 Feb 07 22:42:48.574396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:48.575064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.598731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.611402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 8f3f9e1b-2e13-4876-9ddb-ce9b94af46de {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:42:48.618677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Made reservation on behalf of 3f0caf094b834c9f8807362ddc3516f2 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:48.635052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.652437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.708672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.757878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f0bd53-f6df-45f9-ba57-6b63dde1224c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:48.770627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.809497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-66842003-bffb-41bf-8358-1912992dd1bc None None] The port '26281867-0121-4e53-9fe0-4ae4c60fc050' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:42:48.811563 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.847292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3f458a-671b-4c91-9471-ab054a06a7e4,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:48.850210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f201d6d3-7410-4867-aeef-48dbb795eb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.864853 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:48.869665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-4bdb4638-9d6a-452e-a43e-2d44b8331533 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9977615 Feb 07 22:42:48.892536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Request body: {'port': {'device_id': '9019d424-c0d1-4579-b008-b658c808b82a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:48.925604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fb6683fc-90a7-4605-a5e7-d28e8aeab569 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a3f0bd53-f6df-45f9-ba57-6b63dde1224c HTTP/1.1" status: 204 len: 168 time: 3.2360225 Feb 07 22:42:49.047559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f201d6d3-7410-4867-aeef-48dbb795eb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.209193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ae368559-6cb6-4898-8f2f-ff5262a7c9fd up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:49.264744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.278425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f201d6d3-7410-4867-aeef-48dbb795eb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.319230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fd99518-1c02-4807-9c46-fcd10cc24115 req-e1fdc9b3-9ffc-4c01-979e-0593b288891f tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 210 time: 0.3372867 Feb 07 22:42:49.330413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54636) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:49.348875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Allocated IP 172.20.0.2 (6f8e448e-7425-403f-836f-f628c26abf82/71b9ecf4-bbae-41a4-86c5-fb9f433f1827/33f292d7-7c9d-46e2-8313-6f38c87dbe03) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:49.348996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-814d529d-52d2-4284-afbc-dfcfa06927ab None None] Provisioning for port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:49.368417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d1fc4-7a83-4064-9084-49191ecd4181 req-2bf6b438-016b-40b7-8375-706e25fdf13f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:49.380448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-745d1fc4-7a83-4064-9084-49191ecd4181 req-2bf6b438-016b-40b7-8375-706e25fdf13f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 935 time: 1.0104175 Feb 07 22:42:49.403894 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.406130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eaaf4e2b-fb76-4fa9-a5ff-937e1c8d6a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4125981 Feb 07 22:42:49.410387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54640) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:49.425232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ab1ffd29-d2fe-48ef-8521-cd3f6d05c00a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56312f8b91c24cf895e7cfb6e8a86fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0838871 Feb 07 22:42:49.431646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-814d529d-52d2-4284-afbc-dfcfa06927ab None None] Provisioning complete for port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:49.431646 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-814d529d-52d2-4284-afbc-dfcfa06927ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.446878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54644) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:49.460547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:49.491811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:49.498140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.579005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:floatingip and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:49.595300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:49.611000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201d6d3-7410-4867-aeef-48dbb795eb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9869e03d-1649-4b7b-8cbd-c98e997978c1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:49.630879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f201d6d3-7410-4867-aeef-48dbb795eb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.632497 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f201d6d3-7410-4867-aeef-48dbb795eb16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9869e03d-1649-4b7b-8cbd-c98e997978c1 HTTP/1.1" status: 204 len: 168 time: 1.2322752 Feb 07 22:42:49.640341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.707637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-814d529d-52d2-4284-afbc-dfcfa06927ab None None] Port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:42:49.714222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:49.740409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3f9e1b-2e13-4876-9ddb-ce9b94af46de,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:49.743106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ae368559-6cb6-4898-8f2f-ff5262a7c9fd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:49.774725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-745d1fc4-7a83-4064-9084-49191ecd4181 req-d082b421-6986-4fcf-a794-118115a63b9e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931572 Feb 07 22:42:49.776079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.777982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a835c70-a42e-4aad-a3a9-c8d561db1325 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:49.798273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-67acedc1-30c5-4f1d-a4f6-33bf618c2b23 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/8f3f9e1b-2e13-4876-9ddb-ce9b94af46de HTTP/1.1" status: 204 len: 168 time: 1.5423512 Feb 07 22:42:49.799459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54654) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:49.818293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7f70-feae-4234-bd32-9784ab3f26d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:49.988632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6438a8d3-6298-48de-b72b-7ac1a1b9e4c6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1831598 Feb 07 22:42:49.990172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54662) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:49.994078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9d3537fd-45f8-4702-8d80-18e11d2202d5 None None] Provisioning for port ae368559-6cb6-4898-8f2f-ff5262a7c9fd completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:50.004775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:50.075042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.083082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9d3537fd-45f8-4702-8d80-18e11d2202d5 None None] Provisioning complete for port ae368559-6cb6-4898-8f2f-ff5262a7c9fd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:50.083452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9d3537fd-45f8-4702-8d80-18e11d2202d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.159011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:50.165580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:50.173641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:50.184490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:50.212041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:50.218749 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.224512 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:42:50.522136 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7f70-feae-4234-bd32-9784ab3f26d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.542415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-568658de-3666-42e1-b1cc-4eb24419e1f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0096023 Feb 07 22:42:50.606712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9d3537fd-45f8-4702-8d80-18e11d2202d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.642934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:42:50.656350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Deleting port ae368559-6cb6-4898-8f2f-ff5262a7c9fd {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:50.656775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:50.941991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36675136-1ccd-4950-8828-e4a3cd116e35 req-ff3e6219-52ec-4d1d-a67b-459208b9e568 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 210 time: 0.3085382 Feb 07 22:42:51.071597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ae368559-6cb6-4898-8f2f-ff5262a7c9fd no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:42:51.190234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9d3537fd-45f8-4702-8d80-18e11d2202d5 None None] For port ae368559-6cb6-4898-8f2f-ff5262a7c9fd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:51.192060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.200753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77a173-46e0-4942-8d84-ea7e0a8b9cb4 req-f0120c66-d658-48b7-a2d9-beed8f300db1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.202287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa77a173-46e0-4942-8d84-ea7e0a8b9cb4 req-f0120c66-d658-48b7-a2d9-beed8f300db1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 935 time: 0.2674410 Feb 07 22:42:51.241081 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7f70-feae-4234-bd32-9784ab3f26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.247229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54702) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:51.250989 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9d3537fd-45f8-4702-8d80-18e11d2202d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.263741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.268465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.332187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:51.342354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-f7c98108-2c08-46de-a548-ce50d1f29f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.342901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:51.343976 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-f7c98108-2c08-46de-a548-ce50d1f29f24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 1095 time: 0.7380970 Feb 07 22:42:51.344754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d7f70-feae-4234-bd32-9784ab3f26d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b79bec-7895-4ad4-9d58-4786bf5111a9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.362592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.364641 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.402314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa77a173-46e0-4942-8d84-ea7e0a8b9cb4 req-af45b2f8-91e8-4e88-9eae-e60f4fa44f14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921339 Feb 07 22:42:51.411695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3537fd-45f8-4702-8d80-18e11d2202d5 None None] Pushing event updated for resources: {'Port': ['ID=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.480210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=4443e197-0e23-4299-9eda-1c179501c2e0,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.492953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-868b9d2d-f876-4e36-94fe-0fda15ebfcfd tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4940596 Feb 07 22:42:51.493825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54710) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:51.502564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-419649938', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:51.519078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7f70-feae-4234-bd32-9784ab3f26d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.521064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7e3d7f70-feae-4234-bd32-9784ab3f26d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58b79bec-7895-4ad4-9d58-4786bf5111a9 HTTP/1.1" status: 204 len: 168 time: 2.0532711 Feb 07 22:42:51.521930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] For port ae368559-6cb6-4898-8f2f-ff5262a7c9fd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:51.522326 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.523282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Network 6f8e448e-7425-403f-836f-f628c26abf82 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:51.534298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:51.551678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:router and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:51.552698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:51.559164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Pushing event updated for resources: {'Port': ['ID=33f292d7-7c9d-46e2-8313-6f38c87dbe03,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:51.570385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:51.570578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:51.588307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1330529106-network', 'tenant_id': '40d5dbb1ffd34b40bd8d80c63a0b6fd6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:51.595535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:51.604901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:51.611115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Usage tracker for resource:network and tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:51.620838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:51.629438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:51.638343 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.639717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.657601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.675427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Made reservation on behalf of 40d5dbb1ffd34b40bd8d80c63a0b6fd6 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:51.678836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.693270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.719917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.727974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.728612 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.734027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:51.735541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b28eb9c4-eb4c-4f84-ac0a-5499b600f76f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2405963 Feb 07 22:42:51.738618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:51.746181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-b4064e66-bab8-480f-8331-0c2eeb812291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:51.747942 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-b4064e66-bab8-480f-8331-0c2eeb812291 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.3519990 Feb 07 22:42:51.752333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:42:51.811090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:51.829104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Usage tracker for resource:security_group_rule and tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:51.835659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:51.845990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:51.854798 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-fd631fc1-dc3a-4098-97e7-548f610fdf7e tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9878709 Feb 07 22:42:51.871826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Request body: {'port': {'device_id': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:51.948765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-7855902e-6f27-4e7f-bb1f-30eaf03aa9dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 200 len: 217 time: 0.1762464 Feb 07 22:42:51.972808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Calling delete_port for ae368559-6cb6-4898-8f2f-ff5262a7c9fd owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:52.081882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.111335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.115691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-6c72e500-a4b8-4e45-aeef-744a28e02ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:52.117517 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-6c72e500-a4b8-4e45-aeef-744a28e02ca9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1359494 Feb 07 22:42:52.205984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port ae368559-6cb6-4898-8f2f-ff5262a7c9fd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:52.239738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.339315 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:42:52.339960 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:42:52.350860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:52.361468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.362123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.362622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.363658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.364155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.365086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.365606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.366117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.366619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.367140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.367625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.368110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:42:52.390873 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-23887984-be8d-40de-a114-5612edb5b4b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687336 Feb 07 22:42:52.391502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.409763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35610f2f-eed7-4c7b-8dc9-06da7b1998bb {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:52.490145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.558860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e43b-4d72-4945-8d84-fb12dc5ca6be req-4078f8d2-b0b6-4863-b157-a8e3281d0ac9 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:52.560704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0f9e43b-4d72-4945-8d84-fb12dc5ca6be req-4078f8d2-b0b6-4863-b157-a8e3281d0ac9 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 931 time: 0.3739092 Feb 07 22:42:52.562045 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.651669 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.694179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Transition to ACTIVE for port object 35610f2f-eed7-4c7b-8dc9-06da7b1998bb will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:52.736225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.841988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Deleting port ae368559-6cb6-4898-8f2f-ff5262a7c9fd {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:42:52.842741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.855057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54748) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:52.869405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:52.938041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0f9e43b-4d72-4945-8d84-fb12dc5ca6be req-fc003872-5054-47d0-bd4a-2b65e47b5c7f tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610337 Feb 07 22:42:52.988743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:53.019788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093cce54-b24a-4092-87ac-810bbd028271,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:53.033365 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.034478 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Added segment 29215801-729c-4ff6-8b07-586bd28828da of type vlan for network e84a0902-1a35-4a6c-8fdc-1ff00177a17f Feb 07 22:42:53.131967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-864656635-network', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:53.136766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:53.141257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Usage tracker for resource:network and tenant:bd9f97bdc9bf494a9dd01b26275adcec is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:53.210091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 172.25.0.123 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/af7cbdb8-a88a-4831-b202-10c5f0d7cc78) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:53.226522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Pushing event updated for resources: {'Port': ['ID=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:53.311246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:53.318641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:53.335209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] For port ae368559-6cb6-4898-8f2f-ff5262a7c9fd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:53.335769 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.336634 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.336945 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-9e2704bc-00b7-47c2-a607-c7907d994bfa service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9348021 Feb 07 22:42:53.482057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121261e1-408b-4be1-a68d-f878dae604f5 req-d88f3ca2-1744-4df7-bdb7-aad5c2238390 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:53.500950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121261e1-408b-4be1-a68d-f878dae604f5 req-d88f3ca2-1744-4df7-bdb7-aad5c2238390 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 947 time: 0.8934639 Feb 07 22:42:53.520311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Made reservation on behalf of bd9f97bdc9bf494a9dd01b26275adcec for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:53.520311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.558993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Calling delete_port for ae368559-6cb6-4898-8f2f-ff5262a7c9fd owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:42:53.570536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.582972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.583943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:53.584526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.617729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::1 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/4443e197-0e23-4299-9eda-1c179501c2e0/2203e7a6-fe35-400a-b13c-ae980b50949e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:53.651557 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:53.676750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:53.709010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9f97bdc9bf494a9dd01b26275adcec is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:53.726411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] Pushing event deleted for resources: {'Port': ['ID=ae368559-6cb6-4898-8f2f-ff5262a7c9fd,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:53.730414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361210c0-c196-4edf-8b1a-0cdbee6141d2 None None] No DVR routers for this DVR port ae368559-6cb6-4898-8f2f-ff5262a7c9fd on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:42:53.733393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:53.743958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-121261e1-408b-4be1-a68d-f878dae604f5 req-7b863751-46cb-4a35-b8ca-71d9dfa04ee3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420115 Feb 07 22:42:53.753206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:53.777090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd56d7e1-10f8-4e09-ad8c-7523dc1b1784 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:53.779015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] Pushing event updated for resources: {'Network': ['ID=e84a0902-1a35-4a6c-8fdc-1ff00177a17f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:53.814071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e84a0902-1a35-4a6c-8fdc-1ff00177a17f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:42:53.892303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-59d15419-e612-4976-b9c5-fd3c8fb0680b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6434598 Feb 07 22:42:53.900299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54760) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:53.915262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Request body: {'subnet': {'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1330529106-subnet', 'tenant_id': '40d5dbb1ffd34b40bd8d80c63a0b6fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:53.925112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:53.946741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Usage tracker for resource:subnet and tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:53.952955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:53.969997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:54.023350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Made reservation on behalf of 40d5dbb1ffd34b40bd8d80c63a0b6fd6 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:54.025714 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.148814 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-905cad88-2f2b-482c-9733-68b07ccea5e9 req-12f0b019-c332-4549-9f31-0d3ef57820cb service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040451 Feb 07 22:42:54.152017 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.266025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.266296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 2203e7a6-fe35-400a-b13c-ae980b50949e will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:54.285751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.304762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.331121 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-281ee453-e154-4d93-b1c7-fd0c6f3670b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0974362 Feb 07 22:42:54.333593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.354338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:42:54.386949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6ef1a-67ed-4465-893e-393aa493b5b4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:54.391168 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.391614 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Added segment 63dbdec9-49ac-407e-ac14-5f17490a2499 of type vlan for network b8f544f4-8260-460d-ab54-1267a902b523 Feb 07 22:42:54.436017 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.525163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=af7cbdb8-a88a-4831-b202-10c5f0d7cc78,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:54.536956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '4443e197-0e23-4299-9eda-1c179501c2e0'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:54.540328 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.547991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.551846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Attempting to bind port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:54.552185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Attempting to bind port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:54.552522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Attempting to bind port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:54.564520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:42:54.565409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Attempting to bind port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:54.576206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae404d88-f5dc-4a4a-b6fc-c3b59ecb8088 req-e4f523f0-ff47-44d5-b39f-89c2ef82e9f2 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:54.578708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae404d88-f5dc-4a4a-b6fc-c3b59ecb8088 req-e4f523f0-ff47-44d5-b39f-89c2ef82e9f2 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 931 time: 0.4134586 Feb 07 22:42:54.587472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:54.587824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:54.588437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:54.588918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Bound port: 35610f2f-eed7-4c7b-8dc9-06da7b1998bb, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:54.589271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.626385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:54.647593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:54.671807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:54.672624 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.732912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] For port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:54.737168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] For port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:54.752816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:54.758365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:54.761500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:54.768233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:54.876455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=2203e7a6-fe35-400a-b13c-ae980b50949e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:54.906909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:42:54.935752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:42:55.017860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:42:55.121250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae404d88-f5dc-4a4a-b6fc-c3b59ecb8088 req-46b03180-6d1d-4a62-8f39-1a2bf28460e7 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931388 Feb 07 22:42:55.133472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.197709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/4443e197-0e23-4299-9eda-1c179501c2e0/92558c7e-c325-4b19-8043-7cfc6932f8b7) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:42:55.216110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.217111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:55.217700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.304064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f292d7-7c9d-46e2-8313-6f38c87dbe03 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:55.314283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.350764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Transition to ACTIVE for port object 33f292d7-7c9d-46e2-8313-6f38c87dbe03 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:55.390441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:55.401349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.403048 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] 10.222.0.36 "PUT /v2.0/ports/35610f2f-eed7-4c7b-8dc9-06da7b1998bb HTTP/1.1" status: 200 len: 1095 time: 6.5253334 Feb 07 22:42:55.403855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.407664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9019d424-c0d1-4579-b008-b658c808b82a', 'tag': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:55.443745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-c6ab7b64-1254-4727-8095-418a5a564493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:55.470426 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-c6ab7b64-1254-4727-8095-418a5a564493 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 1101 time: 0.9928491 Feb 07 22:42:55.563750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.618523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdbd844-184d-42f6-922a-226ca6b7f364,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:55.673657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Checking segment: {'id': '29215801-729c-4ff6-8b07-586bd28828da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:55.674331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Network hostable DHCP agents. Network: e84a0902-1a35-4a6c-8fdc-1ff00177a17f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:55.696811 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9019d424-c0d1-4579-b008-b658c808b82a', 'tag': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb', 'status': 'completed', 'code': 200} Feb 07 22:42:55.698418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f544f4-8260-460d-ab54-1267a902b523,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:55.701589 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4bd85feb-10c1-4d2c-9c35-33fad1d59ec4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8336558 Feb 07 22:42:55.723029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54820) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:55.735760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Request body: {'subnet': {'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-subnet', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:55.751492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:42:55.754654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.764258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b8f544f4-8260-460d-ab54-1267a902b523 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:42:55.795058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077859a-3627-43ff-89e5-cfdcff0247b0 req-6443d273-7432-46d6-82c9-0e75a016595e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:55.812162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885d273-9086-4888-b480-df45c3eee8fd service neutron] Pushing event updated for resources: {'Port': ['ID=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:55.829103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5077859a-3627-43ff-89e5-cfdcff0247b0 req-6443d273-7432-46d6-82c9-0e75a016595e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 947 time: 0.7899201 Feb 07 22:42:55.843570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Usage tracker for resource:subnet and tenant:bd9f97bdc9bf494a9dd01b26275adcec is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:42:55.860065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:42:55.892012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:42:55.912976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:55.938023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:55.975939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Transition to ACTIVE for port object 92558c7e-c325-4b19-8043-7cfc6932f8b7 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:56.028531 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4767d115-11de-446d-a8fa-e544dd2c94c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.034376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '8e937cc6-083f-438e-864f-aca4e7806a81', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81', 'mac_address': 'fa:16:3e:46:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:42:56.061006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Transition to ACTIVE for port object 92558c7e-c325-4b19-8043-7cfc6932f8b7 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:42:56.282223 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.299902 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.363384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-3a99d634-0a66-4713-b4f4-9608208a707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:56.386892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-3a99d634-0a66-4713-b4f4-9608208a707d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.8120210 Feb 07 22:42:56.421661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Pushing event updated for resources: {'Port': ['ID=92558c7e-c325-4b19-8043-7cfc6932f8b7,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:56.453837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:56.455721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e937cc6-083f-438e-864f-aca4e7806a81 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:42:56.473753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:42:56.481245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:56.485743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:42:56.494268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Made reservation on behalf of bd9f97bdc9bf494a9dd01b26275adcec for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:42:56.497030 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.510088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Network e84a0902-1a35-4a6c-8fdc-1ff00177a17f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:56.515552 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.583101 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.626036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=33f292d7-7c9d-46e2-8313-6f38c87dbe03,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:56.668922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e84a0902-1a35-4a6c-8fdc-1ff00177a17f) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:56.690369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:56.690949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:56.699036 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5077859a-3627-43ff-89e5-cfdcff0247b0 req-92a36411-76dd-4327-bd53-f23b3e9ccf95 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7286551 Feb 07 22:42:56.715563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f848283d-3443-4eda-9730-2b3a1c904b0a None None] Network e84a0902-1a35-4a6c-8fdc-1ff00177a17f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:56.843821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['8e937cc6-083f-438e-864f-aca4e7806a81'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:42:56.899730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-92a1662c-59e6-4d16-a712-b7780c10a561 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9980080 Feb 07 22:42:56.927507 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-b06bfdb0-c326-4e3a-8a9a-469d78f5429c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca HTTP/1.1" status: 200 len: 217 time: 0.5313716 Feb 07 22:42:57.033225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Attempting to bind port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:57.033564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Attempting to bind port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2099d471-2141-43b5-9321-c867189b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f8e448e-7425-403f-836f-f628c26abf82'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:57.033899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Attempting to bind port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 on network 6f8e448e-7425-403f-836f-f628c26abf82 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:57.038118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7aee78-08b3-4c58-9d22-3f829421bc80 req-872f8bad-17ed-4578-8af3-897f0b55f184 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:57.040958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-71357dab-23cc-48fd-b2a7-959ba48c3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:57.041951 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-71357dab-23cc-48fd-b2a7-959ba48c3fc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0833278 Feb 07 22:42:57.042982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c7aee78-08b3-4c58-9d22-3f829421bc80 req-872f8bad-17ed-4578-8af3-897f0b55f184 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 943 time: 0.6123447 Feb 07 22:42:57.048844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 on network 6f8e448e-7425-403f-836f-f628c26abf82 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:42:57.048844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Attempting to bind port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 on network 6f8e448e-7425-403f-836f-f628c26abf82 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:57.058889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:57.063721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Attempting to bind port 92558c7e-c325-4b19-8043-7cfc6932f8b7 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:42:57.077152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Attempting to bind port 92558c7e-c325-4b19-8043-7cfc6932f8b7 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:42:57.077519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Attempting to bind port 92558c7e-c325-4b19-8043-7cfc6932f8b7 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:42:57.094622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:57.094993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:57.095396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.095778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:57.096254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Bound port: 92558c7e-c325-4b19-8043-7cfc6932f8b7, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:57.096651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.108611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:42:57.108973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Checking segment: {'id': '2099d471-2141-43b5-9321-c867189b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f8e448e-7425-403f-836f-f628c26abf82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:57.109637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Bound using segment: {'id': '2099d471-2141-43b5-9321-c867189b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f8e448e-7425-403f-836f-f628c26abf82'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:42:57.110180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Bound port: 33f292d7-7c9d-46e2-8313-6f38c87dbe03, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2099d471-2141-43b5-9321-c867189b77c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6f8e448e-7425-403f-836f-f628c26abf82'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:42:57.110326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.271853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c7aee78-08b3-4c58-9d22-3f829421bc80 req-24aab863-3b83-45f8-af5d-1e6e14966bda tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998651 Feb 07 22:42:57.428224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.430297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.442656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.442901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.504974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] For port 92558c7e-c325-4b19-8043-7cfc6932f8b7, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:57.525375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-bc48765b-3c61-4972-8374-7d9089951c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:57.527122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-bc48765b-3c61-4972-8374-7d9089951c19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 1098 time: 2.0555744 Feb 07 22:42:57.560001 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.561084 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.681089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] For port 92558c7e-c325-4b19-8043-7cfc6932f8b7, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92558c7e-c325-4b19-8043-7cfc6932f8b7,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:57.736508 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.894977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] For port 33f292d7-7c9d-46e2-8313-6f38c87dbe03, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:42:57.904891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] For port 33f292d7-7c9d-46e2-8313-6f38c87dbe03, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=33f292d7-7c9d-46e2-8313-6f38c87dbe03,segment=NetworkSegment(2099d471-2141-43b5-9321-c867189b77c3),segment_id=2099d471-2141-43b5-9321-c867189b77c3)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:42:57.919501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccf3d15-d9cd-4854-8863-1b07787ed4ba None None] Network e84a0902-1a35-4a6c-8fdc-1ff00177a17f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:57.938296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-3e6dd970-3590-42fd-865d-2c9a4cc39732 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=35610f2f-eed7-4c7b-8dc9-06da7b1998bb HTTP/1.1" status: 200 len: 217 time: 0.3780341 Feb 07 22:42:57.978483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-48cd721e-1dfc-491b-86ee-d09b1f8446b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:57.980696 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-48cd721e-1dfc-491b-86ee-d09b1f8446b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9196908 Feb 07 22:42:57.981909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:57.986527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=af7cbdb8-a88a-4831-b202-10c5f0d7cc78,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.123440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3fde-6e94-47f9-8436-a12b9fb06b94 None None] Pushing event updated for resources: {'Port': ['ID=92558c7e-c325-4b19-8043-7cfc6932f8b7,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.150999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-ef6f1fef-6bed-42b2-9b8f-0256ff0a781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:58.160918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-ef6f1fef-6bed-42b2-9b8f-0256ff0a781e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1654429 Feb 07 22:42:58.165373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=2203e7a6-fe35-400a-b13c-ae980b50949e,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.168270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3478c7ae-d042-40cc-a7dd-95843351e074,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.203799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56223aef-4fbd-4b67-9adc-fd86c7e39ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.264836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Checking segment: {'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:42:58.265273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Network hostable DHCP agents. Network: b8f544f4-8260-460d-ab54-1267a902b523, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:42:58.385521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:58.386133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.388120 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] 10.222.0.36 "PUT /v2.0/ports/33f292d7-7c9d-46e2-8313-6f38c87dbe03 HTTP/1.1" status: 200 len: 1091 time: 6.5205278 Feb 07 22:42:58.428311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'tag': '33f292d7-7c9d-46e2-8313-6f38c87dbe03'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:42:58.471314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-9243a7fa-5a61-4c64-a76e-00d7cb5bf30e tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:58.480533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-9243a7fa-5a61-4c64-a76e-00d7cb5bf30e tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Synchronizing usage tracker for tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:42:58.483156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.499386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Network b8f544f4-8260-460d-ab54-1267a902b523 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:42:58.593055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:42:58.614495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02510bcc-cfe7-4094-bd48-3ff22185f3fd req-20f8ed77-fa17-43d5-8ce7-c8cb459b34fe tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:58.616175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02510bcc-cfe7-4094-bd48-3ff22185f3fd req-20f8ed77-fa17-43d5-8ce7-c8cb459b34fe tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 947 time: 0.6063333 Feb 07 22:42:58.617046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-9243a7fa-5a61-4c64-a76e-00d7cb5bf30e tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Unset dirty status for tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:42:58.618162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-9243a7fa-5a61-4c64-a76e-00d7cb5bf30e tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/networks?id=e84a0902-1a35-4a6c-8fdc-1ff00177a17f HTTP/1.1" status: 200 len: 814 time: 0.8826675 Feb 07 22:42:58.621022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:58.649708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, b8f544f4-8260-460d-ab54-1267a902b523) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:42:58.660892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce432b-11ef-4e4c-ad26-9e19a86dc194 None None] Network b8f544f4-8260-460d-ab54-1267a902b523 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:42:58.817095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:58.819872 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.843446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:58.844889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d2d8b97-2a70-4804-866f-7107edcb6ed5 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.4283395 Feb 07 22:42:58.854835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-b3f0b78a-5d77-4383-aea4-c1407713707e tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/quotas/40d5dbb1ffd34b40bd8d80c63a0b6fd6 HTTP/1.1" status: 200 len: 375 time: 0.1744916 Feb 07 22:42:58.895517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:58.902835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8beff00-a73f-44f3-b5ff-7012c721a1bd service neutron] Pushing event updated for resources: {'Port': ['ID=33f292d7-7c9d-46e2-8313-6f38c87dbe03,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:42:58.986291 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-83a20417-58cc-4ea0-a290-51c94fb9dcaa service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9126289 Feb 07 22:42:58.999165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-6c74affa-b002-4045-9434-54d059a586e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:59.000840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-6c74affa-b002-4045-9434-54d059a586e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8391242 Feb 07 22:42:59.168204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-bbfffd0d-bdfa-4176-b56b-c815f8dfb84f tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40d5dbb1ffd34b40bd8d80c63a0b6fd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2934997 Feb 07 22:42:59.266331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92558c7e-c325-4b19-8043-7cfc6932f8b7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:42:59.376966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-b8f544f4-8260-460d-ab54-1267a902b523', 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'fixed_ips': [{'subnet_id': '3478c7ae-d042-40cc-a7dd-95843351e074'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:42:59.386729 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.482634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.493607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 8e937cc6-083f-438e-864f-aca4e7806a81 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:42:59.494140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.594765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:42:59.598328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1f5616b1-60a3-445b-bc63-5dc00e86c470 service neutron] 10.222.0.10 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044790 Feb 07 22:42:59.607993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02510bcc-cfe7-4094-bd48-3ff22185f3fd req-d93e040b-8a95-4568-b594-6b652d0154e0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9840047 Feb 07 22:42:59.730735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-2b8dfb2c-22c5-46c1-929f-cf239173d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:42:59.741646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-2b8dfb2c-22c5-46c1-929f-cf239173d976 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f0caf094b834c9f8807362ddc3516f2&device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 1094 time: 1.2664473 Feb 07 22:42:59.785574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b4c1af1b-7e2b-44fa-aa97-3c542e586bc8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.0577106 Feb 07 22:42:59.839183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54890) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:42:59.880858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 92558c7e-c325-4b19-8043-7cfc6932f8b7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:42:59.946906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:42:59.964339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f0495d2-a443-49a4-9d5f-541b3241182c req-f178601c-09a8-4c8a-bcd3-6f45f8e3ac3c service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9610696 Feb 07 22:43:00.063743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.079759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Allocated IP 172.20.0.2 (b8f544f4-8260-460d-ab54-1267a902b523/3478c7ae-d042-40cc-a7dd-95843351e074/5ded2c78-a143-4585-a4a3-26b4691f47d4) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:00.126676 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-9a315626-01f9-4dfc-a42f-6911da67986a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33f292d7-7c9d-46e2-8313-6f38c87dbe03 HTTP/1.1" status: 200 len: 217 time: 0.1592700 Feb 07 22:43:00.226886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:00.227948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:00.242582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-7866adfb-e0e7-457b-a3aa-0d23bd6510c4 service neutron] 10.222.0.10 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325233 Feb 07 22:43:00.244277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:00.244835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.258204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Usage tracker for resource:router and tenant:bd9f97bdc9bf494a9dd01b26275adcec is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:00.285835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:00.294097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:00.336949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:43:00.354679 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.355896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.387784 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9eedf48a-7e78-4787-881a-97c896a37be5 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2081943 Feb 07 22:43:00.395298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-5d41d3a2-2d62-4a9b-b550-e64514d54733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:00.406288 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-5d41d3a2-2d62-4a9b-b550-e64514d54733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71b9ecf4-bbae-41a4-86c5-fb9f433f1827 HTTP/1.1" status: 200 len: 849 time: 0.2695277 Feb 07 22:43:00.419793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Provisioning for port 92558c7e-c325-4b19-8043-7cfc6932f8b7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:00.424907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:00.447499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Provisioning complete for port 92558c7e-c325-4b19-8043-7cfc6932f8b7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:00.447879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.582775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:00.780824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-49be273c-1ec2-40f3-a96d-d6fd878b2e2b req-9ba52381-e1d3-463e-bcea-6904d43211f7 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720407 Feb 07 22:43:00.785272 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'tag': '33f292d7-7c9d-46e2-8313-6f38c87dbe03', 'status': 'completed', 'code': 200} Feb 07 22:43:00.862219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4594-91e2-4ce2-89d5-e84bfb6c028e req-e4d6ab22-dc62-4202-8625-f3d79f529764 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:00.870838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-553d4594-91e2-4ce2-89d5-e84bfb6c028e req-e4d6ab22-dc62-4202-8625-f3d79f529764 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 943 time: 0.6911321 Feb 07 22:43:00.922063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-2a0f02cc-1a4a-4a9e-8211-cd2cfe3f8747 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8e448e-7425-403f-836f-f628c26abf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332350 Feb 07 22:43:01.106231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:43:01.118255 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Sync routers for ids ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:01.145541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.148635 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Routers {'1faa9ccb-3b89-4f87-b079-0ccaf6248601'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:01.150902 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:01.173611 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.177543 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.214239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Transition to ACTIVE for port object 5ded2c78-a143-4585-a4a3-26b4691f47d4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:01.322348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Transition to ACTIVE for port object 5ded2c78-a143-4585-a4a3-26b4691f47d4 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:01.328256 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9428c243-b235-4a6c-959d-df58778ddb02 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "PUT /v2.0/routers/1faa9ccb-3b89-4f87-b079-0ccaf6248601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5879447 Feb 07 22:43:01.329318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54920) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:01.333032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] For port 92558c7e-c325-4b19-8043-7cfc6932f8b7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92558c7e-c325-4b19-8043-7cfc6932f8b7,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:01.342131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.369711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-553d4594-91e2-4ce2-89d5-e84bfb6c028e req-c2088dc0-1ebe-4302-a61f-85cedc776053 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847596 Feb 07 22:43:01.423066 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.523085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Network b8f544f4-8260-460d-ab54-1267a902b523 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:01.530777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:01.536180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Provisioning for port 2203e7a6-fe35-400a-b13c-ae980b50949e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:01.553417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:01.565133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-ff25b36c-9a26-439f-9f76-2f595a070758 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8e448e-7425-403f-836f-f628c26abf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749756 Feb 07 22:43:01.651786 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'code': 200} Feb 07 22:43:01.653623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Provisioning complete for port 2203e7a6-fe35-400a-b13c-ae980b50949e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:01.654226 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:01.754118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Pushing event updated for resources: {'Port': ['ID=92558c7e-c325-4b19-8043-7cfc6932f8b7,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:01.841970 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Set router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:01.856449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9c5cb3ab-7444-426e-8e47-8971620b161d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1791568983&fields=id&tenant_id=f22d0fcbe29741e7a75679885ef0f8c1 HTTP/1.1" status: 200 len: 267 time: 0.8035564 Feb 07 22:43:01.944357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-6d3a1a62-9597-4691-a390-cf313eeeafea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:01.975110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-6d3a1a62-9597-4691-a390-cf313eeeafea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 1098 time: 1.0516746 Feb 07 22:43:02.085864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0707ef03-5b8c-43c4-8009-81200592f1fc req-68266846-f75a-49f5-9b28-e59e63410389 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8e448e-7425-403f-836f-f628c26abf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106771 Feb 07 22:43:02.096198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7d13cbcf-38d3-4240-a5fa-a28321db6463 None None] Port 2203e7a6-fe35-400a-b13c-ae980b50949e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:02.102834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Pushing event updated for resources: {'Port': ['ID=5ded2c78-a143-4585-a4a3-26b4691f47d4,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:02.110748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Attempting to bind port 5ded2c78-a143-4585-a4a3-26b4691f47d4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:02.111126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Attempting to bind port 5ded2c78-a143-4585-a4a3-26b4691f47d4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:02.111511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Attempting to bind port 5ded2c78-a143-4585-a4a3-26b4691f47d4 on network b8f544f4-8260-460d-ab54-1267a902b523 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:02.129984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:02.130361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Checking segment: {'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:02.130775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.131224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Bound using segment: {'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:02.131633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Bound port: 5ded2c78-a143-4585-a4a3-26b4691f47d4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:02.132012 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.169445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06e71656-fbd7-40d7-8566-7c3d4d4a8bfa req-42367455-2ef0-4146-ace8-8da2da06aa21 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 210 time: 0.1178484 Feb 07 22:43:02.321384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-223b8d0d-ab90-4e85-ba2f-3503bb415dc4 None None] Provisioning complete for port 2203e7a6-fe35-400a-b13c-ae980b50949e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:02.321770 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-223b8d0d-ab90-4e85-ba2f-3503bb415dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.373971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.407258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-46c43132-e44e-4472-ae46-f145982da36f None None] For port 5ded2c78-a143-4585-a4a3-26b4691f47d4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:02.411316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-46c43132-e44e-4472-ae46-f145982da36f None None] For port 5ded2c78-a143-4585-a4a3-26b4691f47d4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5ded2c78-a143-4585-a4a3-26b4691f47d4,segment=NetworkSegment(63dbdec9-49ac-407e-ac14-5f17490a2499),segment_id=63dbdec9-49ac-407e-ac14-5f17490a2499)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:02.413641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-223b8d0d-ab90-4e85-ba2f-3503bb415dc4 None None] Port 2203e7a6-fe35-400a-b13c-ae980b50949e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:02.426229 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:02.445170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369322f-6c89-44db-b617-c24de1eee5cf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:02.445827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b369322f-6c89-44db-b617-c24de1eee5cf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:02.498322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c001687a-7c8e-4cef-8507-189aa3dd0cb1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:02.498912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c001687a-7c8e-4cef-8507-189aa3dd0cb1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Synchronizing usage tracker for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:02.612468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c43132-e44e-4472-ae46-f145982da36f None None] Pushing event updated for resources: {'Port': ['ID=5ded2c78-a143-4585-a4a3-26b4691f47d4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:02.647655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-1ad92fa7-f04e-4d9f-ac46-fd9e3e86668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:02.649220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-1ad92fa7-f04e-4d9f-ac46-fd9e3e86668a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f0caf094b834c9f8807362ddc3516f2&device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 1094 time: 0.4044199 Feb 07 22:43:02.678908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b369322f-6c89-44db-b617-c24de1eee5cf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:02.680137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b369322f-6c89-44db-b617-c24de1eee5cf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports/2203e7a6-fe35-400a-b13c-ae980b50949e HTTP/1.1" status: 200 len: 911 time: 1.3200738 Feb 07 22:43:02.689770 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'name': 'tempest-NetworksTestDHCPv6-router-419649938', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:51Z', 'updated_at': '2022-02-07T22:42:55Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None, '_interfaces': [{'id': '2203e7a6-fe35-400a-b13c-ae980b50949e', 'name': '', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'mac_address': 'fa:16:3e:43:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4443e197-0e23-4299-9eda-1c179501c2e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:52Z', 'updated_at': '2022-02-07T22:42:56Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'subnets': [{'id': '4443e197-0e23-4299-9eda-1c179501c2e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:02.701914 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Checking router: 1faa9ccb-3b89-4f87-b079-0ccaf6248601 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:02.702370 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Updating router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 port 2203e7a6-fe35-400a-b13c-ae980b50949e binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:43:02.707495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54934) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:02.780231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c001687a-7c8e-4cef-8507-189aa3dd0cb1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Unset dirty status for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:02.781452 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c001687a-7c8e-4cef-8507-189aa3dd0cb1 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports/e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 200 len: 936 time: 0.9240046 Feb 07 22:43:02.832860 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.089273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-aa413da4-ccb6-455d-b34e-3c85a65765ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:03.093869 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-aa413da4-ccb6-455d-b34e-3c85a65765ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 1.0796027 Feb 07 22:43:03.266421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-5236d149-0692-43df-8671-5c02236a7c49 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:03.276478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-5236d149-0692-43df-8671-5c02236a7c49 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports/760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 200 len: 936 time: 0.4782579 Feb 07 22:43:03.338543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92558c7e-c325-4b19-8043-7cfc6932f8b7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:03.361900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3e6b9-4485-4520-bd50-7bab7a8439e6 req-fe5d038d-7bdb-4572-a33c-e199f49e2413 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:03.370283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44a3e6b9-4485-4520-bd50-7bab7a8439e6 req-fe5d038d-7bdb-4572-a33c-e199f49e2413 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 947 time: 0.8788002 Feb 07 22:43:03.394973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94dd34be-6a57-40e1-9419-7ea81198162b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1175098 Feb 07 22:43:03.460185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2bfbfe4f-de08-45ae-b63c-10036e98f815 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0633259 Feb 07 22:43:03.635157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 92558c7e-c325-4b19-8043-7cfc6932f8b7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:03.636465 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.671988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 35610f2f-eed7-4c7b-8dc9-06da7b1998bb details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:43:03.685317 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.710531 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Transition to ACTIVE for port object 2203e7a6-fe35-400a-b13c-ae980b50949e will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:03.715188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ace71-48bd-4c30-b4e9-389483a35719 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:03.727881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ace71-48bd-4c30-b4e9-389483a35719 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:03.730454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-23898381-5e16-4c16-b3fd-dbfbdca05981 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:03.734986 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:03.735201 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-23898381-5e16-4c16-b3fd-dbfbdca05981 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.26 "GET /v2.0/networks?id=e84a0902-1a35-4a6c-8fdc-1ff00177a17f HTTP/1.1" status: 200 len: 814 time: 0.8487418 Feb 07 22:43:03.735664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54946) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:03.742712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7b8ace71-48bd-4c30-b4e9-389483a35719 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0306170 Feb 07 22:43:03.765142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44a3e6b9-4485-4520-bd50-7bab7a8439e6 req-81f752c1-7217-4abe-adb0-cefd01d92f92 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936708 Feb 07 22:43:03.850689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:43:03.872039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5ded2c78-a143-4585-a4a3-26b4691f47d4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:03.945358 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Pushing event updated for resources: {'Port': ['ID=2203e7a6-fe35-400a-b13c-ae980b50949e,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:03.970573 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.977340 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.978088 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.978501 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.978910 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.979326 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.979724 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.980114 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.982936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.983355 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.983755 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.984150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:03.994607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Request body: {'port': {'device_id': '1fd22162-4970-4410-991d-4919d2dba67b', 'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f', 'admin_state_up': True, 'tenant_id': '40d5dbb1ffd34b40bd8d80c63a0b6fd6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:04.030496 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-8e929f33-9e25-4990-af62-074872ffa782 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=35610f2f-eed7-4c7b-8dc9-06da7b1998bb HTTP/1.1" status: 200 len: 217 time: 0.4919302 Feb 07 22:43:04.193464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:04.202780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5ded2c78-a143-4585-a4a3-26b4691f47d4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:04.224988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb', 'mac_address': 'fa:16:3e:aa:a9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:43:04.266655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e9a73e85-d3b6-42c6-907a-1f60cc86ef83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.281416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e9a73e85-d3b6-42c6-907a-1f60cc86ef83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.293405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e9a73e85-d3b6-42c6-907a-1f60cc86ef83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.296511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e9a73e85-d3b6-42c6-907a-1f60cc86ef83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Synchronizing usage tracker for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:04.360373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.416594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35610f2f-eed7-4c7b-8dc9-06da7b1998bb {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:04.428686 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Attempting to bind port 2203e7a6-fe35-400a-b13c-ae980b50949e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:04.429062 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Attempting to bind port 2203e7a6-fe35-400a-b13c-ae980b50949e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:04.429431 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Attempting to bind port 2203e7a6-fe35-400a-b13c-ae980b50949e on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:04.446276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:04.461381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-2f37e1a1-8113-4eef-a8c9-5765d614763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.462384 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.463055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 33f292d7-7c9d-46e2-8313-6f38c87dbe03 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:43:04.463177 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-2f37e1a1-8113-4eef-a8c9-5765d614763c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f8e448e-7425-403f-836f-f628c26abf82 HTTP/1.1" status: 200 len: 910 time: 1.8034501 Feb 07 22:43:04.474298 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:04.475256 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:04.475925 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.476536 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:04.477336 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Bound port: 2203e7a6-fe35-400a-b13c-ae980b50949e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:04.477981 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.589086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e9a73e85-d3b6-42c6-907a-1f60cc86ef83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Unset dirty status for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:04.591099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e9a73e85-d3b6-42c6-907a-1f60cc86ef83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/networks?id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4 HTTP/1.1" status: 200 len: 1995 time: 1.1297791 Feb 07 22:43:04.656351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff7bec-5c3b-444d-bfd0-9171a8eba239 None None] Network b8f544f4-8260-460d-ab54-1267a902b523 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:04.663778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2e153fac-6a1e-431a-b297-0b038a483772 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/quotas/f22d0fcbe29741e7a75679885ef0f8c1 HTTP/1.1" status: 200 len: 375 time: 0.0613322 Feb 07 22:43:04.730716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eba89-3de6-469f-830d-759f59e2d00a req-98a82732-c73d-4df6-bd65-a1ecbf19e3f1 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.738928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5eba89-3de6-469f-830d-759f59e2d00a req-98a82732-c73d-4df6-bd65-a1ecbf19e3f1 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 943 time: 0.7698896 Feb 07 22:43:04.802927 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] For port 2203e7a6-fe35-400a-b13c-ae980b50949e, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:04.812642 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] For port 2203e7a6-fe35-400a-b13c-ae980b50949e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2203e7a6-fe35-400a-b13c-ae980b50949e,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:04.832282 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.843632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-63ce60c1-cd33-4640-95d5-f89a14feaac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:04.845214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-63ce60c1-cd33-4640-95d5-f89a14feaac1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.7476635 Feb 07 22:43:04.884040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5eba89-3de6-469f-830d-759f59e2d00a req-161ae624-0633-4ab4-ab8f-72cda7c5da53 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438739 Feb 07 22:43:04.887734 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.949266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:04.952639 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:43:04.987369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-3c4504d9-7699-40ba-b2b5-ed61d6924482 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=33f292d7-7c9d-46e2-8313-6f38c87dbe03 HTTP/1.1" status: 200 len: 217 time: 0.4933965 Feb 07 22:43:04.994228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:05.020987 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Routers {'1faa9ccb-3b89-4f87-b079-0ccaf6248601'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:05.029947 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:05.096068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-d085b4a4-aeb3-4c79-bcc3-55d6e0d62d49 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4269712 Feb 07 22:43:05.124932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Usage tracker for resource:port and tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:05.236719 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3617af-0eb9-4420-8d03-38441b540f70 None None] Pushing event updated for resources: {'Port': ['ID=2203e7a6-fe35-400a-b13c-ae980b50949e,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:05.298704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:05.314831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 33f292d7-7c9d-46e2-8313-6f38c87dbe03, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=33f292d7-7c9d-46e2-8313-6f38c87dbe03,segment=NetworkSegment(2099d471-2141-43b5-9321-c867189b77c3),segment_id=2099d471-2141-43b5-9321-c867189b77c3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:05.344306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '33f292d7-7c9d-46e2-8313-6f38c87dbe03', 'network_id': '6f8e448e-7425-403f-836f-f628c26abf82', 'port_id': '33f292d7-7c9d-46e2-8313-6f38c87dbe03', 'mac_address': 'fa:16:3e:09:6d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b9ecf4-bbae-41a4-86c5-fb9f433f1827', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:43:05.380729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4a54909-9553-42af-b445-458624eed3b5 req-4a78256c-2437-4adb-b4be-61df239a1536 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 210 time: 0.1549366 Feb 07 22:43:05.403592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:05.492595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:05.509605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] Set router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:05.523874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-080b005f-efd4-48b2-ad4e-9569f3e81566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:05.531644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-080b005f-efd4-48b2-ad4e-9569f3e81566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71b9ecf4-bbae-41a4-86c5-fb9f433f1827 HTTP/1.1" status: 200 len: 849 time: 0.5148802 Feb 07 22:43:05.548477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Made reservation on behalf of 40d5dbb1ffd34b40bd8d80c63a0b6fd6 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:05.558555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.559338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Allocated IP 172.25.0.28 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/d1500d10-4d5b-413a-ab8e-97769093f3f1) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:05.577946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-7adc8096-070b-4289-b7fd-4e1453f99934 service neutron] 10.222.0.10 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427018 Feb 07 22:43:05.656739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.677939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2bbdd71b-8e8e-4ca7-8ecc-a5128b0ab99b None None] Provisioning for port 5ded2c78-a143-4585-a4a3-26b4691f47d4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:05.709927 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-aa212d92-a3ae-434f-a462-665538d3293c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f8e448e-7425-403f-836f-f628c26abf82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074791 Feb 07 22:43:05.733667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2bbdd71b-8e8e-4ca7-8ecc-a5128b0ab99b None None] Provisioning complete for port 5ded2c78-a143-4585-a4a3-26b4691f47d4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:05.734217 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd71b-8e8e-4ca7-8ecc-a5128b0ab99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.807855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f292d7-7c9d-46e2-8313-6f38c87dbe03 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:05.825131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.869568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 33f292d7-7c9d-46e2-8313-6f38c87dbe03, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=33f292d7-7c9d-46e2-8313-6f38c87dbe03,segment=NetworkSegment(2099d471-2141-43b5-9321-c867189b77c3),segment_id=2099d471-2141-43b5-9321-c867189b77c3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:05.888119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:05.923991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-7f2f43da-fac5-4067-a2a1-afad3823acbf service neutron] 10.222.0.10 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441553 Feb 07 22:43:06.197037 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'name': 'tempest-NetworksTestDHCPv6-router-419649938', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:51Z', 'updated_at': '2022-02-07T22:42:55Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None, '_interfaces': [{'id': '2203e7a6-fe35-400a-b13c-ae980b50949e', 'name': '', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'mac_address': 'fa:16:3e:43:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4443e197-0e23-4299-9eda-1c179501c2e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:52Z', 'updated_at': '2022-02-07T22:43:04Z', 'revision_number': 4, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'subnets': [{'id': '4443e197-0e23-4299-9eda-1c179501c2e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:06.201895 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb28143-9520-48b4-8875-10533b984e69 None None] The sync data for ids ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'] in n-d-827896-3 is: [{'id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'name': 'tempest-NetworksTestDHCPv6-router-419649938', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:51Z', 'updated_at': '2022-02-07T22:42:55Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None, '_interfaces': [{'id': '2203e7a6-fe35-400a-b13c-ae980b50949e', 'name': '', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'mac_address': 'fa:16:3e:43:f5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '4443e197-0e23-4299-9eda-1c179501c2e0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:42:52Z', 'updated_at': '2022-02-07T22:43:04Z', 'revision_number': 4, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'subnets': [{'id': '4443e197-0e23-4299-9eda-1c179501c2e0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:06.235241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.272155 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd71b-8e8e-4ca7-8ecc-a5128b0ab99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.288009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=33f292d7-7c9d-46e2-8313-6f38c87dbe03,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:06.300796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Allocated IP 172.20.0.12 (e84a0902-1a35-4a6c-8fdc-1ff00177a17f/cbdbd844-184d-42f6-922a-226ca6b7f364/cfd60374-2ab4-4da0-bcd4-44b15420e380) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:06.320947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['35610f2f-eed7-4c7b-8dc9-06da7b1998bb'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:06.358455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['33f292d7-7c9d-46e2-8313-6f38c87dbe03'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:06.407156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-16d02b70-9bbb-4a6d-ba6f-16c4411e3b3e service neutron] 10.222.0.10 "GET /v2.0/ports/e50e28d3-7a31-414a-be0d-546183709b6b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4831655 Feb 07 22:43:06.427551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-0eea3ac2-d60f-4e29-9c0b-acb70aba3ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:06.429497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-0eea3ac2-d60f-4e29-9c0b-acb70aba3ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5545533 Feb 07 22:43:06.507685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2bbdd71b-8e8e-4ca7-8ecc-a5128b0ab99b None None] For port 5ded2c78-a143-4585-a4a3-26b4691f47d4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5ded2c78-a143-4585-a4a3-26b4691f47d4,segment=NetworkSegment(63dbdec9-49ac-407e-ac14-5f17490a2499),segment_id=63dbdec9-49ac-407e-ac14-5f17490a2499)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:06.549056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bbdd71b-8e8e-4ca7-8ecc-a5128b0ab99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.720393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbdd71b-8e8e-4ca7-8ecc-a5128b0ab99b None None] Pushing event updated for resources: {'Port': ['ID=5ded2c78-a143-4585-a4a3-26b4691f47d4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:06.794525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-e837a500-e432-4d36-a01e-7fff1864e564 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527300 Feb 07 22:43:06.806427 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-2ff8e57a-ea52-4093-aa7d-d8f26c3c3713 service neutron] 10.222.0.36 "GET /v2.0/networks/6f8e448e-7425-403f-836f-f628c26abf82?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0789418 Feb 07 22:43:06.939147 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:06.966101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-99e5c507-d624-47c8-a06d-13d5813a092d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:06.972962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-99e5c507-d624-47c8-a06d-13d5813a092d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 1.1924186 Feb 07 22:43:07.041792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-db6e336d-6560-4256-a08b-62fade3401d5 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/quotas/6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 375 time: 0.0678790 Feb 07 22:43:07.223252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-89f468d9-fb59-492b-b39c-f991bfe77f49 service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149047 Feb 07 22:43:07.231337 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.252910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5ded2c78-a143-4585-a4a3-26b4691f47d4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:07.377517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ebfff0c7-461b-46f1-a4d5-767bbc8248ef None None] Provisioning complete for port 5ded2c78-a143-4585-a4a3-26b4691f47d4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:07.377907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ebfff0c7-461b-46f1-a4d5-767bbc8248ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.490665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.510881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:07.513140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-b23f5f8e-26f5-4784-aca7-c25f284fe974 service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692635 Feb 07 22:43:07.514931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1500d10-4d5b-413a-ab8e-97769093f3f1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:07.522147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:07.525373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:07.575562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.682852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5ded2c78-a143-4585-a4a3-26b4691f47d4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:07.683551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:07.694014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Network e84a0902-1a35-4a6c-8fdc-1ff00177a17f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:07.709985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:07.758788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-339dfe0d-a534-4cd7-9c01-5420fae0bad7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6829724 Feb 07 22:43:07.794453 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d7b4d204-5da9-4db3-847c-d675da5b801d req-6cad6de7-19f8-4407-9495-4c48d359dc1f service neutron] 10.222.0.36 "GET /v2.0/networks/6f8e448e-7425-403f-836f-f628c26abf82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9534898 Feb 07 22:43:07.827908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:07.871087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2203e7a6-fe35-400a-b13c-ae980b50949e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:07.875860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9c7e7eeb-4614-425d-8d1d-eced1501a257 service neutron] 10.222.0.10 "GET /v2.0/ports/760f9c9b-634e-4843-95cd-51b92b242575?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3231893 Feb 07 22:43:08.002600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2203e7a6-fe35-400a-b13c-ae980b50949e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:08.018613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:08.020129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2203e7a6-fe35-400a-b13c-ae980b50949e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:08.022868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.027430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.158581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Pushing event updated for resources: {'Port': ['ID=cfd60374-2ab4-4da0-bcd4-44b15420e380,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:08.182995 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee196cb1-9b5f-4509-913c-953afc6da725 req-2115b09a-7f43-48a9-872a-7bfcd5ade67a service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3673403 Feb 07 22:43:08.189941 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-1d140ea5-e1fd-43fa-8e6a-e6c2ec77ce66 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3597133 Feb 07 22:43:08.203290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.205724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Request body: {'port': {'device_id': '1fd22162-4970-4410-991d-4919d2dba67b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:08.246166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 2203e7a6-fe35-400a-b13c-ae980b50949e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2203e7a6-fe35-400a-b13c-ae980b50949e,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:08.254366 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.289067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-f5483411-d717-427d-a7bd-de1f216bc258 service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292590 Feb 07 22:43:08.365347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=2203e7a6-fe35-400a-b13c-ae980b50949e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:08.448744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-17ba53d5-27af-4be4-a308-7a1be0e49101 service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088165 Feb 07 22:43:08.475790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.497726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.677430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:08.907572 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-bc2ad987-ec77-4d00-ad1a-5f152bab0d83 service neutron] 10.222.0.10 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174581 Feb 07 22:43:09.043096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2203e7a6-fe35-400a-b13c-ae980b50949e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:09.130642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2203e7a6-fe35-400a-b13c-ae980b50949e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:09.131662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.269143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 2203e7a6-fe35-400a-b13c-ae980b50949e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:09.269958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.342281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.404917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f34f4d48-f0fe-4815-906d-1eef640caec3 service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9395947 Feb 07 22:43:09.674745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd60374-2ab4-4da0-bcd4-44b15420e380 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:09.713797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.773848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Transition to ACTIVE for port object cfd60374-2ab4-4da0-bcd4-44b15420e380 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:09.797779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-0a107cd7-a284-4352-9fd1-e1daba4a04ab service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858202 Feb 07 22:43:09.799471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.807613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf37125-ad78-4ddc-8b74-a6533b781d03 req-7fafc737-56e6-4485-8321-d0df60e36a7c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:09.814732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cf37125-ad78-4ddc-8b74-a6533b781d03 req-7fafc737-56e6-4485-8321-d0df60e36a7c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 948 time: 0.2543530 Feb 07 22:43:09.902777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 35610f2f-eed7-4c7b-8dc9-06da7b1998bb up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:09.962472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] For port 2203e7a6-fe35-400a-b13c-ae980b50949e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2203e7a6-fe35-400a-b13c-ae980b50949e,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:09.963194 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:09.990312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-95f10086-faee-4141-88a1-2e0495f955e6 service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495731 Feb 07 22:43:10.004130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cf37125-ad78-4ddc-8b74-a6533b781d03 req-9645c077-1c13-4564-adf3-1cd245a94a20 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878130 Feb 07 22:43:10.051627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:10.059194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:10.059945 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.243558 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.282186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9019d424-c0d1-4579-b008-b658c808b82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:10.295975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd60374-2ab4-4da0-bcd4-44b15420e380,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:10.326744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:10.337196 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.339566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 33f292d7-7c9d-46e2-8313-6f38c87dbe03 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:10.354810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Router bad8a318-28b4-4588-a443-2d3cac706a44 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:43:10.359634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-a2b3a243-7107-4cdb-a16b-e5792843d516 service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502281 Feb 07 22:43:10.459449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 2203e7a6-fe35-400a-b13c-ae980b50949e owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:10.500887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:10.519974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:10.525460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:10.525841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.656284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67b99-e299-4ed3-b26f-43d29a4a3522 req-9bbf4413-5246-4285-9fac-e1e784209993 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:10.657784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8f67b99-e299-4ed3-b26f-43d29a4a3522 req-9bbf4413-5246-4285-9fac-e1e784209993 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 944 time: 0.4162858 Feb 07 22:43:10.701554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.746227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 33f292d7-7c9d-46e2-8313-6f38c87dbe03, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=33f292d7-7c9d-46e2-8313-6f38c87dbe03,segment=NetworkSegment(2099d471-2141-43b5-9321-c867189b77c3),segment_id=2099d471-2141-43b5-9321-c867189b77c3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:10.758031 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:10.894351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Attempting to bind port cfd60374-2ab4-4da0-bcd4-44b15420e380 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:10.894711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Attempting to bind port cfd60374-2ab4-4da0-bcd4-44b15420e380 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '29215801-729c-4ff6-8b07-586bd28828da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:10.895027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Attempting to bind port cfd60374-2ab4-4da0-bcd4-44b15420e380 on network e84a0902-1a35-4a6c-8fdc-1ff00177a17f {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:10.903550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Port cfd60374-2ab4-4da0-bcd4-44b15420e380 on network e84a0902-1a35-4a6c-8fdc-1ff00177a17f not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:10.903884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Attempting to bind port cfd60374-2ab4-4da0-bcd4-44b15420e380 on network e84a0902-1a35-4a6c-8fdc-1ff00177a17f {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:10.919405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=33f292d7-7c9d-46e2-8313-6f38c87dbe03,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:10.923289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:10.924055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Checking segment: {'id': '29215801-729c-4ff6-8b07-586bd28828da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:10.926051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Bound using segment: {'id': '29215801-729c-4ff6-8b07-586bd28828da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:10.927370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Bound port: cfd60374-2ab4-4da0-bcd4-44b15420e380, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29215801-729c-4ff6-8b07-586bd28828da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:10.927806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.079207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8f67b99-e299-4ed3-b26f-43d29a4a3522 req-bdbdd3b4-e21f-4981-85b8-bac076cb847f tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137459 Feb 07 22:43:11.087414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-b0559df9-36ac-4b11-bc25-f23535bbfc1d service neutron] 10.222.0.10 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201374 Feb 07 22:43:11.179545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] For port cfd60374-2ab4-4da0-bcd4-44b15420e380, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:11.198269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:43:11.213568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Sync routers for ids ['bad8a318-28b4-4588-a443-2d3cac706a44'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:11.217665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] For port cfd60374-2ab4-4da0-bcd4-44b15420e380, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380,segment=NetworkSegment(29215801-729c-4ff6-8b07-586bd28828da),segment_id=29215801-729c-4ff6-8b07-586bd28828da)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:11.239074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Routers {'bad8a318-28b4-4588-a443-2d3cac706a44'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:11.239582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.241336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['bad8a318-28b4-4588-a443-2d3cac706a44'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:11.268091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.274086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eb03feeb-4080-4c19-a25a-a221bf9b5dc4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.4066179 Feb 07 22:43:11.278366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55014) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:11.372297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.475161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-dc5d5a5b-b742-4158-a04e-2c98723e39d9 service neutron] 10.222.0.10 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819578 Feb 07 22:43:11.521427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Set router bad8a318-28b4-4588-a443-2d3cac706a44 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:11.656535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:11.657207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:11.658605 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4083fc22-d944-4681-adce-5034013262d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/cfd60374-2ab4-4da0-bcd4-44b15420e380 HTTP/1.1" status: 200 len: 1092 time: 3.4596796 Feb 07 22:43:11.669908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd22162-4970-4410-991d-4919d2dba67b', 'tag': 'cfd60374-2ab4-4da0-bcd4-44b15420e380'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:11.993552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083fc22-d944-4681-adce-5034013262d3 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd60374-2ab4-4da0-bcd4-44b15420e380,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:12.013749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-b6cf7821-a669-42f1-811d-fab895671b05 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:12.015552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-b6cf7821-a669-42f1-811d-fab895671b05 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 820 time: 0.6449878 Feb 07 22:43:12.034016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f1094-7265-444b-a619-5679e6e18062 req-40eb5ccb-3e04-4119-bae2-c0b9d059c09b tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:12.041328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb2f1094-7265-444b-a619-5679e6e18062 req-40eb5ccb-3e04-4119-bae2-c0b9d059c09b tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 944 time: 0.6872337 Feb 07 22:43:12.087793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=2203e7a6-fe35-400a-b13c-ae980b50949e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:12.123711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Request body: {'port': {'device_id': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'admin_state_up': True, 'tenant_id': '6f2efa29d72f4a11bd6e5d9b2bc21c56'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:12.131328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bb2f1094-7265-444b-a619-5679e6e18062 req-243b9cd7-0f31-4510-9b3e-50a62d77d8d7 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Synchronizing usage tracker for tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:12.146433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:43:08Z', 'revision_number': 3, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:12.158291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Checking router: bad8a318-28b4-4588-a443-2d3cac706a44 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:12.159000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Updating router bad8a318-28b4-4588-a443-2d3cac706a44 port d1500d10-4d5b-413a-ab8e-97769093f3f1 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:43:12.202037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-cc3020f7-211a-4b69-bcd4-bfe109ccef83 service neutron] 10.222.0.10 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349615 Feb 07 22:43:12.271838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bb2f1094-7265-444b-a619-5679e6e18062 req-243b9cd7-0f31-4510-9b3e-50a62d77d8d7 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Unset dirty status for tenant:40d5dbb1ffd34b40bd8d80c63a0b6fd6 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:12.293911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb2f1094-7265-444b-a619-5679e6e18062 req-243b9cd7-0f31-4510-9b3e-50a62d77d8d7 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440116 Feb 07 22:43:12.294128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.294873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:12.480642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:12.504823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Usage tracker for resource:port and tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:12.572528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad70655f-54e8-491d-9787-8bb733faccf4 req-c42e29d8-3390-440f-9c30-df4f41271f57 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 210 time: 0.0710089 Feb 07 22:43:12.705817 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9019d424-c0d1-4579-b008-b658c808b82a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb', 'code': 200} Feb 07 22:43:12.954842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e75f7e7f-5abc-4608-89d0-7155b8f1d6b0 service neutron] 10.222.0.10 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598959 Feb 07 22:43:13.006069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.045435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:13.056311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:13.057285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Transition to ACTIVE for port object d1500d10-4d5b-413a-ab8e-97769093f3f1 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:13.083583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.204542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Attempting to bind port d1500d10-4d5b-413a-ab8e-97769093f3f1 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:13.205185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Attempting to bind port d1500d10-4d5b-413a-ab8e-97769093f3f1 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:13.207376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Attempting to bind port d1500d10-4d5b-413a-ab8e-97769093f3f1 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:13.221937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:13.222860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:13.223452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.224013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:13.224697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Bound port: d1500d10-4d5b-413a-ab8e-97769093f3f1, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:13.225275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.245326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2b8e00e6-2fb2-4adf-8e9e-1121173c2afe service neutron] 10.222.0.10 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949806 Feb 07 22:43:13.323459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc04b91-0cc9-4d00-8c86-98d29fb3c8b5 None None] Pushing event updated for resources: {'Port': ['ID=d1500d10-4d5b-413a-ab8e-97769093f3f1,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:13.336693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:43:13.383241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-53aa17d0-fa75-4856-9f2c-310292ec437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:13.386207 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-53aa17d0-fa75-4856-9f2c-310292ec437a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40d5dbb1ffd34b40bd8d80c63a0b6fd6&device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 1095 time: 1.5719881 Feb 07 22:43:13.409935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] For port d1500d10-4d5b-413a-ab8e-97769093f3f1, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:13.416122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] For port d1500d10-4d5b-413a-ab8e-97769093f3f1, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d1500d10-4d5b-413a-ab8e-97769093f3f1,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:13.430799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.535883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c76bd-7f37-4345-a707-82d13c120b26 req-d258e2ce-d4b9-4b5b-9d98-42f0feaa6da0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:13.549792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-730c76bd-7f37-4345-a707-82d13c120b26 req-d258e2ce-d4b9-4b5b-9d98-42f0feaa6da0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 949 time: 0.7440431 Feb 07 22:43:13.554783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Routers {'bad8a318-28b4-4588-a443-2d3cac706a44'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:13.555434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['bad8a318-28b4-4588-a443-2d3cac706a44'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:13.560336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Made reservation on behalf of 6f2efa29d72f4a11bd6e5d9b2bc21c56 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:13.564477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:13.614259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-4a556d58-c6e2-4b2a-a42d-8208fbb07394 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380 HTTP/1.1" status: 200 len: 217 time: 0.2151401 Feb 07 22:43:13.735450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-b1ac5395-5e31-49be-985b-81c263dc0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:13.736903 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-b1ac5395-5e31-49be-985b-81c263dc0c69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbdbd844-184d-42f6-922a-226ca6b7f364 HTTP/1.1" status: 200 len: 854 time: 0.0787466 Feb 07 22:43:13.769220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-730c76bd-7f37-4345-a707-82d13c120b26 req-ae9c6009-8953-48ac-8dcf-375dda6e8976 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039859 Feb 07 22:43:13.878659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-bef07a89-d542-432f-9bb7-b27e7378576d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e84a0902-1a35-4a6c-8fdc-1ff00177a17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669317 Feb 07 22:43:13.885566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:43:13.896185 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] Sync routers for ids ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:13.908023 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] Routers {'1faa9ccb-3b89-4f87-b079-0ccaf6248601'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:13.919684 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:14.010917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc04b91-0cc9-4d00-8c86-98d29fb3c8b5 None None] Pushing event updated for resources: {'Port': ['ID=d1500d10-4d5b-413a-ab8e-97769093f3f1,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:14.025993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] Set router bad8a318-28b4-4588-a443-2d3cac706a44 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:14.033442 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd22162-4970-4410-991d-4919d2dba67b', 'tag': 'cfd60374-2ab4-4da0-bcd4-44b15420e380', 'status': 'completed', 'code': 200} Feb 07 22:43:14.110158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c150e8b-8b0a-4e7c-9f94-209f9b4aeb6b req-12b38cea-906f-4664-88d0-4803c5325569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:14.133908 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c150e8b-8b0a-4e7c-9f94-209f9b4aeb6b req-12b38cea-906f-4664-88d0-4803c5325569 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 1100 time: 1.0824957 Feb 07 22:43:14.150548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:14.170307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-6ad4340f-e24c-435d-9ca5-8eeb1baa25a4 service neutron] 10.222.0.26 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769873 Feb 07 22:43:14.248801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c4d61b2b-fb2d-413b-8627-16503844eaa7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "PUT /v2.0/routers/1faa9ccb-3b89-4f87-b079-0ccaf6248601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4832470 Feb 07 22:43:14.262826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55052) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:14.297924 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] Set router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:14.509710 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'name': 'tempest-NetworksTestDHCPv6-router-419649938', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:51Z', 'updated_at': '2022-02-07T22:43:11Z', 'revision_number': 3, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:14.524119 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] Checking router: 1faa9ccb-3b89-4f87-b079-0ccaf6248601 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:14.541449 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] Routers {'1faa9ccb-3b89-4f87-b079-0ccaf6248601'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:14.542081 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:14.593152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c150e8b-8b0a-4e7c-9f94-209f9b4aeb6b req-be4c27b9-9d75-4240-8811-52a486b37754 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323492 Feb 07 22:43:14.687214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca5690-71d1-457a-a116-b4e712b56f0c req-3898bdaf-eb74-4569-bb1a-170a107fc9e9 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:14.699681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8ca5690-71d1-457a-a116-b4e712b56f0c req-3898bdaf-eb74-4569-bb1a-170a107fc9e9 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 945 time: 0.4202268 Feb 07 22:43:14.707010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f292d7-7c9d-46e2-8313-6f38c87dbe03'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:14.783156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:43:08Z', 'revision_number': 3, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:14.792095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4662a003-f072-488c-8c8a-db80a46e1951 None None] The sync data for ids ['bad8a318-28b4-4588-a443-2d3cac706a44'] in n-d-827896-3 is: [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:43:08Z', 'revision_number': 3, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:14.840951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd2475-b940-4d94-9aa3-2ad3fda2d270 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:14.844140 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] Set router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:14.858171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd2475-b940-4d94-9aa3-2ad3fda2d270 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:14.864843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9ecd2475-b940-4d94-9aa3-2ad3fda2d270 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:14.980548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8ca5690-71d1-457a-a116-b4e712b56f0c req-c6f86d51-0caf-4612-871f-e402e2324a3c tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796671 Feb 07 22:43:15.037706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Allocated IP 172.20.0.1 (b8f544f4-8260-460d-ab54-1267a902b523/3478c7ae-d042-40cc-a7dd-95843351e074/838dc3c0-0d4f-4cb4-8a8e-16371d5b2835) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:15.070045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Allocated IP 172.20.0.2 (e555c49c-99fa-4be4-87e5-c8e17e44c9ce/7567db2e-b592-454e-8a4b-01ce5e056aa8/55e0da85-19bf-40bf-8032-482d3f1e98a1) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:15.102005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9ecd2475-b940-4d94-9aa3-2ad3fda2d270 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:15.108794 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9ecd2475-b940-4d94-9aa3-2ad3fda2d270 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7950056 Feb 07 22:43:15.110850 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240723c2-886b-45bf-8fd9-cbcbf5b890ca req-2ccb9456-3ac6-4986-8756-748b10f907cb service neutron] 10.222.0.26 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8359368 Feb 07 22:43:15.113344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55076) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:15.197866 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'name': 'tempest-NetworksTestDHCPv6-router-419649938', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:51Z', 'updated_at': '2022-02-07T22:43:11Z', 'revision_number': 3, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:15.221051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e8d929-e7ea-4d86-b2d0-50b4b8ea1614 None None] The sync data for ids ['1faa9ccb-3b89-4f87-b079-0ccaf6248601'] in n-d-827896-3 is: [{'id': '1faa9ccb-3b89-4f87-b079-0ccaf6248601', 'name': 'tempest-NetworksTestDHCPv6-router-419649938', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:42:51Z', 'updated_at': '2022-02-07T22:43:11Z', 'revision_number': 3, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:15.455835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bcde4c39-c55c-4b5d-80a7-9577e3af7a6c req-6a7cbbee-add0-4c78-b20f-3ba9f16d8f9f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 210 time: 0.1574578 Feb 07 22:43:15.607694 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f292d7-7c9d-46e2-8313-6f38c87dbe03', 'code': 200} Feb 07 22:43:15.662007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40092c9c-24f0-411c-a6bc-e78a263b3f8c req-1b42243d-ce48-4101-ac7e-ceb874f6839f tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:15.664223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40092c9c-24f0-411c-a6bc-e78a263b3f8c req-1b42243d-ce48-4101-ac7e-ceb874f6839f tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 944 time: 0.3179622 Feb 07 22:43:15.709727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.783492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 4443e197-0e23-4299-9eda-1c179501c2e0 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:43:15.789599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.830316 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:15.939363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40092c9c-24f0-411c-a6bc-e78a263b3f8c req-22f11577-0e1e-4c49-b079-f9ee13f6d68d tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402041 Feb 07 22:43:16.096357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Transition to ACTIVE for port object 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:16.164764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c912-032b-4d99-bfbf-8d43a37d4390 req-551d4c81-e4a5-4daa-9375-414db2f09045 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.166343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3878c912-032b-4d99-bfbf-8d43a37d4390 req-551d4c81-e4a5-4daa-9375-414db2f09045 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 949 time: 0.2006702 Feb 07 22:43:16.260583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.377094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Pushing event updated for resources: {'Port': ['ID=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:16.379008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-5eb92e89-e196-4107-9e98-5c2c825a0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:16.381318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-5eb92e89-e196-4107-9e98-5c2c825a0c53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40d5dbb1ffd34b40bd8d80c63a0b6fd6&device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 1095 time: 0.9437129 Feb 07 22:43:16.397037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3878c912-032b-4d99-bfbf-8d43a37d4390 req-a52e4a43-3f46-41c4-a9d9-3e2f5c3fd98c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231791 Feb 07 22:43:16.492074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8687acd-16a0-49e8-87f1-bef4f6da9de8 req-a9e1eb59-0e4c-415e-93a7-9dbcfbb68bd7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 210 time: 0.1170056 Feb 07 22:43:16.521462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Network b8f544f4-8260-460d-ab54-1267a902b523 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:16.527090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:16.544214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:16.581171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.765725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.775354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:16.789859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6ab791fe-8c67-405d-98a4-6073cee9a6e1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:17.000506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4034aa-8a69-4e45-9164-09338fb79dab req-2ddf12ab-f4e9-48e6-a438-faf0c8f7cd3a tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.008576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa4034aa-8a69-4e45-9164-09338fb79dab req-2ddf12ab-f4e9-48e6-a438-faf0c8f7cd3a tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 945 time: 0.3566003 Feb 07 22:43:17.104387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5d2ee-7a6f-4faf-953e-abbcb23fb4f3 req-8daa5c8a-59ae-4bcb-bd8b-da542901f295 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.132104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18f5d2ee-7a6f-4faf-953e-abbcb23fb4f3 req-8daa5c8a-59ae-4bcb-bd8b-da542901f295 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 931 time: 0.3368134 Feb 07 22:43:17.165663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-38a74008-3af2-4f39-b558-832ba692d899 None None] Provisioning for port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:17.174725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.185791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-38a74008-3af2-4f39-b558-832ba692d899 None None] Provisioning complete for port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:17.193192 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-38a74008-3af2-4f39-b558-832ba692d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.219072 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa4034aa-8a69-4e45-9164-09338fb79dab req-4848d3b1-e0c7-41df-87a9-55476f155116 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090290 Feb 07 22:43:17.255527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d1500d10-4d5b-413a-ab8e-97769093f3f1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:17.301163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18f5d2ee-7a6f-4faf-953e-abbcb23fb4f3 req-9e023022-a6d9-4e63-82de-4c938fe904be tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673114 Feb 07 22:43:17.393949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.426668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:17.427723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-38a74008-3af2-4f39-b558-832ba692d899 None None] Port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:17.434784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d1500d10-4d5b-413a-ab8e-97769093f3f1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:17.445846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d1500d10-4d5b-413a-ab8e-97769093f3f1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:17.446247 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.456594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-749aeca5-44d4-4dc8-9afa-c2aac4c57e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.457296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-749aeca5-44d4-4dc8-9afa-c2aac4c57e31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e84a0902-1a35-4a6c-8fdc-1ff00177a17f HTTP/1.1" status: 200 len: 915 time: 1.0658150 Feb 07 22:43:17.472756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8c704-438b-4cee-a8b5-1c07b229b61d req-c209fdb6-7cf8-4d45-9c3e-e5e7cc3576d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:17.474291 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8ab8c704-438b-4cee-a8b5-1c07b229b61d req-c209fdb6-7cf8-4d45-9c3e-e5e7cc3576d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 1096 time: 1.5920806 Feb 07 22:43:17.696514 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.724753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d1500d10-4d5b-413a-ab8e-97769093f3f1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d1500d10-4d5b-413a-ab8e-97769093f3f1,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:17.736370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-41f5ac74-9469-4508-9309-bdc014565f6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380 HTTP/1.1" status: 200 len: 217 time: 0.1547470 Feb 07 22:43:17.743595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.764791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.790253 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:17.932971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Network e555c49c-99fa-4be4-87e5-c8e17e44c9ce is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:17.948781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d1500d10-4d5b-413a-ab8e-97769093f3f1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:17.963209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=4443e197-0e23-4299-9eda-1c179501c2e0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:17.963514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2203e7a6-fe35-400a-b13c-ae980b50949e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:17.993623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:17.996170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:18.064719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.067130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2203e7a6-fe35-400a-b13c-ae980b50949e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:43:18.067483 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2203e7a6-fe35-400a-b13c-ae980b50949e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:18.075875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8abcc24-3042-4fbd-9164-869b0b18f29f None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:18.097184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:18.098102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.117381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d18f79eb-7934-42f1-bd88-b1612c4e9071 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/4443e197-0e23-4299-9eda-1c179501c2e0 HTTP/1.1" status: 204 len: 168 time: 2.9892290 Feb 07 22:43:18.150566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55104) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:18.261305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.376665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8ab8c704-438b-4cee-a8b5-1c07b229b61d req-aedc02d5-29f7-4de9-8195-e742fc2b1f7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6290054 Feb 07 22:43:18.378076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1bfa17d5-8418-43ed-ba98-c1755140aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:18.379445 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1bfa17d5-8418-43ed-ba98-c1755140aee9 service neutron] 10.222.0.36 "GET /v2.0/ports/e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 200 len: 1032 time: 0.9202082 Feb 07 22:43:18.388467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-fe985d00-13f3-40cb-abf7-48c646ee8f7e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2876811 Feb 07 22:43:18.453555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-a767cb50-6e7a-41f2-91ea-9b17c7ba408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:18.454987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-a767cb50-6e7a-41f2-91ea-9b17c7ba408d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbdbd844-184d-42f6-922a-226ca6b7f364 HTTP/1.1" status: 200 len: 854 time: 0.6849177 Feb 07 22:43:18.462456 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fdad70a4-343e-46c0-93d8-eefcef8de183 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3087454 Feb 07 22:43:18.486546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55116) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:18.490268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:43:18.495315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] Deleting port 92558c7e-c325-4b19-8043-7cfc6932f8b7 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:18.495783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.519933 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.548070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-97a265b9-ef97-4e30-8895-1ac779c3b1d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e84a0902-1a35-4a6c-8fdc-1ff00177a17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843287 Feb 07 22:43:18.607014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Request body: {'port': {'device_id': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:18.713007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Pushing event updated for resources: {'Port': ['ID=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:18.892032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a69fb47-2b8b-4a51-b60e-75988fe92507 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:18.992276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] For port 92558c7e-c325-4b19-8043-7cfc6932f8b7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92558c7e-c325-4b19-8043-7cfc6932f8b7,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:18.993766 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.008122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cfd60374-2ab4-4da0-bcd4-44b15420e380 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:43:19.093057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4ad8-7237-4917-af91-8792bf89083c req-250c660e-9fa9-4b04-9105-a6c6cf46a709 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.100336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f5d4ad8-7237-4917-af91-8792bf89083c req-250c660e-9fa9-4b04-9105-a6c6cf46a709 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 949 time: 1.2933004 Feb 07 22:43:19.164286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098b5f0-5ffc-49e6-8d4e-6260e6f520eb req-aba2a921-c220-4bf3-ba96-1731c8354c40 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.166039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1098b5f0-5ffc-49e6-8d4e-6260e6f520eb req-aba2a921-c220-4bf3-ba96-1731c8354c40 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 944 time: 1.3445175 Feb 07 22:43:19.217546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:19.245052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c7bbf9b1-08a7-44d6-a2f8-8b17ba4e770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.250924 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c7bbf9b1-08a7-44d6-a2f8-8b17ba4e770f service neutron] 10.222.0.36 "GET /v2.0/ports/760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 200 len: 1032 time: 0.6590750 Feb 07 22:43:19.289177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port cfd60374-2ab4-4da0-bcd4-44b15420e380, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380,segment=NetworkSegment(29215801-729c-4ff6-8b07-586bd28828da),segment_id=29215801-729c-4ff6-8b07-586bd28828da)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:19.309600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d1500d10-4d5b-413a-ab8e-97769093f3f1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:19.441653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'cfd60374-2ab4-4da0-bcd4-44b15420e380', 'network_id': 'e84a0902-1a35-4a6c-8fdc-1ff00177a17f', 'port_id': 'cfd60374-2ab4-4da0-bcd4-44b15420e380', 'mac_address': 'fa:16:3e:89:5d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdbd844-184d-42f6-922a-226ca6b7f364', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:43:19.479955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1098b5f0-5ffc-49e6-8d4e-6260e6f520eb req-5bd6cdf6-a3d6-4d6b-a8a1-b3e2e9681bc1 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974718 Feb 07 22:43:19.636582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-4768d1aa-0be8-4857-b486-0efc5e0470c8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.642715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-4768d1aa-0be8-4857-b486-0efc5e0470c8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.654557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-4768d1aa-0be8-4857-b486-0efc5e0470c8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:19.660440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-4768d1aa-0be8-4857-b486-0efc5e0470c8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Synchronizing usage tracker for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:19.667769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] Calling delete_port for 92558c7e-c325-4b19-8043-7cfc6932f8b7 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:19.774531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-4768d1aa-0be8-4857-b486-0efc5e0470c8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Unset dirty status for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:19.784970 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-4768d1aa-0be8-4857-b486-0efc5e0470c8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "GET /v2.0/networks?id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4 HTTP/1.1" status: 200 len: 1995 time: 0.4419956 Feb 07 22:43:19.794831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f5d4ad8-7237-4917-af91-8792bf89083c req-fff51c98-86f6-4c4a-bd93-db29d2b72068 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914880 Feb 07 22:43:19.961996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2216bf30-a6a1-41c7-996b-55502ae3df2e req-c06c8bcb-48a3-443f-bb05-9d54e16cdcaa tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 210 time: 0.1242275 Feb 07 22:43:20.111251 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.135691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd60374-2ab4-4da0-bcd4-44b15420e380 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:20.143101 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.216869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] Pushing event deleted for resources: {'Port': ['ID=92558c7e-c325-4b19-8043-7cfc6932f8b7,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:20.218802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df091b2-cda3-409f-92f0-3b4409b2a273 None None] No DVR routers for this DVR port 92558c7e-c325-4b19-8043-7cfc6932f8b7 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:20.231516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port cfd60374-2ab4-4da0-bcd4-44b15420e380, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380,segment=NetworkSegment(29215801-729c-4ff6-8b07-586bd28828da),segment_id=29215801-729c-4ff6-8b07-586bd28828da)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:20.237951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d1500d10-4d5b-413a-ab8e-97769093f3f1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:20.238610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.257657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a69fb47-2b8b-4a51-b60e-75988fe92507 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.261343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Network b8f544f4-8260-460d-ab54-1267a902b523 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:20.314077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.329226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a69fb47-2b8b-4a51-b60e-75988fe92507 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.348724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:20.476416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=cfd60374-2ab4-4da0-bcd4-44b15420e380,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:20.622411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a69fb47-2b8b-4a51-b60e-75988fe92507 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.622993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a69fb47-2b8b-4a51-b60e-75988fe92507 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Fanout notify agent at l3_agent the message router_deleted on router 1faa9ccb-3b89-4f87-b079-0ccaf6248601 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:43:20.649059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-8fc13822-b062-42eb-bf48-c0ab7d16251e service neutron] 10.222.0.26 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0878217 Feb 07 22:43:20.662067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1186947c-a2c6-45c7-b056-c7ecbb45d7a7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Synchronizing usage tracker for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:20.687838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92558c7e-c325-4b19-8043-7cfc6932f8b7 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:20.712186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a69fb47-2b8b-4a51-b60e-75988fe92507 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:20.716109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7a69fb47-2b8b-4a51-b60e-75988fe92507 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/routers/1faa9ccb-3b89-4f87-b079-0ccaf6248601 HTTP/1.1" status: 204 len: 168 time: 2.1957703 Feb 07 22:43:20.721231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55134) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:20.794318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['cfd60374-2ab4-4da0-bcd4-44b15420e380'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:20.934873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 92558c7e-c325-4b19-8043-7cfc6932f8b7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:43:20.935485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92558c7e-c325-4b19-8043-7cfc6932f8b7 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:20.974783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-db424870-6edc-44d6-8a5c-1571597662e6 None None] Provisioning complete for port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:20.975418 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-db424870-6edc-44d6-8a5c-1571597662e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.024911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:21.054965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f1f22-1fcb-478b-84d0-0962218d288a req-e002da33-ae4c-4136-a6fa-184488270d67 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:21.062692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-db424870-6edc-44d6-8a5c-1571597662e6 None None] Port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:21.069085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e00f1f22-1fcb-478b-84d0-0962218d288a req-e002da33-ae4c-4136-a6fa-184488270d67 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 945 time: 0.9597874 Feb 07 22:43:21.159252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1186947c-a2c6-45c7-b056-c7ecbb45d7a7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Unset dirty status for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:21.160342 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1186947c-a2c6-45c7-b056-c7ecbb45d7a7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22d0fcbe29741e7a75679885ef0f8c1 HTTP/1.1" status: 200 len: 380 time: 1.3745799 Feb 07 22:43:21.167254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Router bad8a318-28b4-4588-a443-2d3cac706a44 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:43:21.176193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'admin_state_up': True, 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'security_groups': ['c85dffd1-e82e-4387-b882-f223b3345239']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:21.263942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d70aa-53fc-45d9-b08e-e099a612f2f1 req-384c37db-debd-44e6-a0d4-dba458bfc467 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:21.273099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d25d70aa-53fc-45d9-b08e-e099a612f2f1 req-384c37db-debd-44e6-a0d4-dba458bfc467 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 931 time: 1.0355668 Feb 07 22:43:21.330523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e00f1f22-1fcb-478b-84d0-0962218d288a req-497a7356-a748-4560-a874-ff15ae854b8d tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604222 Feb 07 22:43:21.352197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:21.424609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:21.432048 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c7f0102c-cdba-468c-978e-78bdc498beaa req-41b7704f-e2af-499c-9b1b-9b976bb889de service neutron] 10.222.0.26 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7600622 Feb 07 22:43:21.560789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:21.564205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.593907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e0da85-19bf-40bf-8032-482d3f1e98a1 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:21.608956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:43:21.618616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Sync routers for ids ['bad8a318-28b4-4588-a443-2d3cac706a44'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:21.632494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Routers {'bad8a318-28b4-4588-a443-2d3cac706a44'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:21.633175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['bad8a318-28b4-4588-a443-2d3cac706a44'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:21.635280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-018e911e-a4c5-43fc-ae3f-388b858b13ec admin admin] 10.222.0.10 "PUT /v2.0/routers/bad8a318-28b4-4588-a443-2d3cac706a44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3560097 Feb 07 22:43:21.650300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d25d70aa-53fc-45d9-b08e-e099a612f2f1 req-f1f21507-2947-401a-8239-bc4408e1bb75 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734429 Feb 07 22:43:21.657396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.694161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Transition to ACTIVE for port object 55e0da85-19bf-40bf-8032-482d3f1e98a1 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:21.699519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:21.707680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:21.708491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.731326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:21.749246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:21.786649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab3727-a413-45fd-9020-4f55fbc172c1 req-3ae3ee6d-9779-4060-a3a1-92a5942e7913 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:21.792705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63ab3727-a413-45fd-9020-4f55fbc172c1 req-3ae3ee6d-9779-4060-a3a1-92a5942e7913 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 1100 time: 0.2215772 Feb 07 22:43:21.794006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:21.797613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:21.890919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:22.041975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Set router bad8a318-28b4-4588-a443-2d3cac706a44 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:22.140584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 172.20.0.9 (ecce4042-fcc2-4fa5-a103-1491f7c18b14/65699282-451f-42e3-8983-56630e8b5044/811ef7ef-4d92-4b48-9bb6-dead8833836c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:22.230523 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.241955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:22.243806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:22.244290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:22.273081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:22.273560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:22.300788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:22.304576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:22.316279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c906355-d30e-42e1-9a2d-3528689aea87 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:22.319749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:22.320354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.325755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:22.326175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:22.326638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:22.327156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Bound port: 55e0da85-19bf-40bf-8032-482d3f1e98a1, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:22.327574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.371354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6399126 Feb 07 22:43:22.377777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55162) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:22.393153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1188590921', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:22.410959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63ab3727-a413-45fd-9020-4f55fbc172c1 req-b5c46f1e-07de-4c18-bfe6-444f74b29ec9 tempest-ServersOnMultiNodesTest-1991143511 tempest-ServersOnMultiNodesTest-1991143511-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723512 Feb 07 22:43:22.418851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a356-24a2-4c6e-ab36-b6acd8f05e54 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=9acbe024-1f1a-4c59-b827-462c19b71d00,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:22.428448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:22.449568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:router and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:22.462970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:22.466283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:22.476236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.481394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:22.516883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a095f-e530-4dd8-9daf-56e952ad8bf6 req-275f1b36-9ab7-46f8-9345-7a1e284ef0ec tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:22.523359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-806a095f-e530-4dd8-9daf-56e952ad8bf6 req-275f1b36-9ab7-46f8-9345-7a1e284ef0ec tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 945 time: 0.3326139 Feb 07 22:43:22.524364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:22.566210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:22.566802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.568238 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] 10.222.0.36 "PUT /v2.0/ports/55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 200 len: 1091 time: 3.9748611 Feb 07 22:43:22.570919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:22.599162 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.600472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.628823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8f02-5019-404a-a1ce-ccb9a649acda service neutron] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:22.633584 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.658341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Transition to ACTIVE for port object 811ef7ef-4d92-4b48-9bb6-dead8833836c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:22.689931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0abfbabd-5e0c-47e6-b4cd-776b6abb7463 req-24fcbd50-79a7-49e4-93d8-22836c932c83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 210 time: 0.0947011 Feb 07 22:43:22.696342 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.704451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '9acbe024-1f1a-4c59-b827-462c19b71d00'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:43:22.705224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-806a095f-e530-4dd8-9daf-56e952ad8bf6 req-706c72ee-5388-4a5e-a653-1a9b4d2d3c1a tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721504 Feb 07 22:43:22.705357 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.710452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.771827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.823671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:22.825057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d34e2bf-ce5c-4ae3-a638-43bf4cdaace5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4440467 Feb 07 22:43:22.828229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55182) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:22.958633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '838dc3c0-0d4f-4cb4-8a8e-16371d5b2835', 'name': '', 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'mac_address': 'fa:16:3e:85:aa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3478c7ae-d042-40cc-a7dd-95843351e074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:14Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 2, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'subnets': [{'id': '3478c7ae-d042-40cc-a7dd-95843351e074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:22.965009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Checking router: bad8a318-28b4-4588-a443-2d3cac706a44 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:22.965404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Updating router bad8a318-28b4-4588-a443-2d3cac706a44 port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:43:23.029941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:23.038546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:23.055574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:23.066904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.089760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cfd60374-2ab4-4da0-bcd4-44b15420e380 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:23.099520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=811ef7ef-4d92-4b48-9bb6-dead8833836c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:23.155067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:23.155893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.179841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-54baed94-7916-4abd-b8fc-7d4710af658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:23.181446 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-54baed94-7916-4abd-b8fc-7d4710af658a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1094 time: 0.3989773 Feb 07 22:43:23.317231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/9acbe024-1f1a-4c59-b827-462c19b71d00/83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:23.477948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8b111911-866f-4bdc-87ee-a14a63f32dd6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3057265 Feb 07 22:43:23.494351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'admin_state_up': True, 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'security_groups': ['c85dffd1-e82e-4387-b882-f223b3345239']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:23.518719 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-e71bbb4e-d303-4c6b-bcfa-edc370f4dbed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 200 len: 217 time: 0.3145435 Feb 07 22:43:23.605706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c06a2ffd-02a4-468c-82f8-d5b1043f1fc3 None None] Provisioning for port 811ef7ef-4d92-4b48-9bb6-dead8833836c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:23.615629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port cfd60374-2ab4-4da0-bcd4-44b15420e380 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:23.646172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port cfd60374-2ab4-4da0-bcd4-44b15420e380 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:23.646762 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.734420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-a3db8e72-b330-46de-8fbf-5bb820adcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:23.736327 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-a3db8e72-b330-46de-8fbf-5bb820adcd1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.2123022 Feb 07 22:43:23.741732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c06a2ffd-02a4-468c-82f8-d5b1043f1fc3 None None] Provisioning complete for port 811ef7ef-4d92-4b48-9bb6-dead8833836c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:23.742264 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c06a2ffd-02a4-468c-82f8-d5b1043f1fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.809489 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-5efbf7ed-0594-4b78-90b0-1b5face97a94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554225 Feb 07 22:43:23.902099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-99790638-c668-4a42-8527-009585aface3 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:23.903119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c06a2ffd-02a4-468c-82f8-d5b1043f1fc3 None None] Port 811ef7ef-4d92-4b48-9bb6-dead8833836c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:23.908340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:23.913311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:port and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:23.917077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:23.923605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:23.954628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:23.959231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:23.973901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.007342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1211b0-a8c7-4a80-8ab8-45c85d306f00 req-14798ab6-83b3-4e32-822d-d88efbc7fca5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:24.014409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d1211b0-a8c7-4a80-8ab8-45c85d306f00 req-14798ab6-83b3-4e32-822d-d88efbc7fca5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 0.2861023 Feb 07 22:43:24.023391 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.039270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Transition to ACTIVE for port object 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:24.062404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Transition to ACTIVE for port object 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:24.098912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-99790638-c668-4a42-8527-009585aface3 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:24.100208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-99790638-c668-4a42-8527-009585aface3 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0478268 Feb 07 22:43:24.115940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:24.132440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:24.141426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Usage tracker for resource:floatingip and tenant:bd9f97bdc9bf494a9dd01b26275adcec is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:24.147204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:24.177807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 10.1.1.135 (f297fb44-1fbe-49b1-998f-aa1152f5ec0b/016feb46-613e-44be-bc09-1858664f90d7/5f35e036-1dee-494b-93d2-e8f6151aacf0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:24.224870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d1211b0-a8c7-4a80-8ab8-45c85d306f00 req-ed0d80e4-0205-4052-abcb-0cda41be593f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095089 Feb 07 22:43:24.225890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:24.226579 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.241974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Transition to ACTIVE for port object 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:24.249846 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.323965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:24.332903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.344487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:24.350324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.351183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:24.402767 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1', 'status': 'completed', 'code': 200} Feb 07 22:43:24.453425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-840676b0-3c69-42d4-9eea-476ecd62d7be service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340513 Feb 07 22:43:24.458966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.569808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Transition to ACTIVE for port object 5f35e036-1dee-494b-93d2-e8f6151aacf0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:24.656353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cf2897a-4c63-4ff4-9901-83e119522525 req-646e16f0-5d95-4530-a1eb-1fa17dc8f873 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925452 Feb 07 22:43:24.679509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.787095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Attempting to bind port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:24.787615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Attempting to bind port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:24.787812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Attempting to bind port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:24.789826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.802038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f4ee1-77f8-431e-b4c5-fa5992d38ae8 req-7b75a3e6-9ac8-42f7-84ef-d8cf35aaecd9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:24.803651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-759f4ee1-77f8-431e-b4c5-fa5992d38ae8 req-7b75a3e6-9ac8-42f7-84ef-d8cf35aaecd9 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 943 time: 0.3191106 Feb 07 22:43:24.817571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::1 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/9acbe024-1f1a-4c59-b827-462c19b71d00/50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:24.830376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port cfd60374-2ab4-4da0-bcd4-44b15420e380, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380,segment=NetworkSegment(29215801-729c-4ff6-8b07-586bd28828da),segment_id=29215801-729c-4ff6-8b07-586bd28828da)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:24.839937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd22162-4970-4410-991d-4919d2dba67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd60374-2ab4-4da0-bcd4-44b15420e380'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:24.849555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Pushing event updated for resources: {'Port': ['ID=83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:24.886428 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.889384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:24.889755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:24.890150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.890534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:24.891004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Bound port: 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:24.891373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:24.898019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-759f4ee1-77f8-431e-b4c5-fa5992d38ae8 req-e232eef5-5553-4aec-89e2-90f55b6bb8f4 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787432 Feb 07 22:43:24.941422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b54edf-7d7b-4b66-8c8f-6826a3ece98f None None] Pushing event updated for resources: {'Port': ['ID=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:24.966659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:25.007954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:25.021491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=cfd60374-2ab4-4da0-bcd4-44b15420e380,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:25.030877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:25.035930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Attempting to bind port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:25.040974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Attempting to bind port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:25.041716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Attempting to bind port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 on network b8f544f4-8260-460d-ab54-1267a902b523 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:25.055545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.064409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:25.071069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Checking segment: {'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:25.071723 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.072653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Bound using segment: {'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:25.073262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Bound port: 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63dbdec9-49ac-407e-ac14-5f17490a2499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:25.073772 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.086692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=5f35e036-1dee-494b-93d2-e8f6151aacf0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:25.195857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.196472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.203697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-3b594e8c-13bb-452b-b852-a5c9614c4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.205273 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-3b594e8c-13bb-452b-b852-a5c9614c4867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1094 time: 0.4378159 Feb 07 22:43:25.290341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] For port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:25.294170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-c977049d-9606-431d-8989-59aca8db6706 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.295325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-c977049d-9606-431d-8989-59aca8db6706 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:25.309908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] For port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:25.320730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] For port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:25.323036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] For port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,segment=NetworkSegment(63dbdec9-49ac-407e-ac14-5f17490a2499),segment_id=63dbdec9-49ac-407e-ac14-5f17490a2499)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:25.328322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.375175 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.432923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-c977049d-9606-431d-8989-59aca8db6706 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:25.434683 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-c977049d-9606-431d-8989-59aca8db6706 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 949 time: 0.5186558 Feb 07 22:43:25.445827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9a886d30-eb24-4965-a179-afaa85ef2cff tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9569449 Feb 07 22:43:25.462630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.471471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Routers {'bad8a318-28b4-4588-a443-2d3cac706a44'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:25.472195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:42:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['bad8a318-28b4-4588-a443-2d3cac706a44'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:25.484876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Allocated IP 172.25.0.167 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/71e11ed6-67e6-4c93-89d1-e781a48525fe) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:25.618546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'admin_state_up': True, 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'security_groups': ['c85dffd1-e82e-4387-b882-f223b3345239']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:25.653157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cb5ca-d34a-4f88-8d1b-002b35dccee5 None None] Pushing event updated for resources: {'Port': ['ID=83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:25.655356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2bdf7-8caa-4049-86b4-7eaf4dc76644 req-97d036c5-9ce1-4987-aad4-3708fcb4fea5 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.675504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5cb2bdf7-8caa-4049-86b4-7eaf4dc76644 req-97d036c5-9ce1-4987-aad4-3708fcb4fea5 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=9019d424-c0d1-4579-b008-b658c808b82a HTTP/1.1" status: 200 len: 949 time: 0.4724591 Feb 07 22:43:25.774949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ef5f1d52-e239-4d73-8201-d8406406bb0e None None] Provisioning for port 5f35e036-1dee-494b-93d2-e8f6151aacf0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:25.792168 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.812325 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ef5f1d52-e239-4d73-8201-d8406406bb0e None None] Provisioning complete for port 5f35e036-1dee-494b-93d2-e8f6151aacf0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:25.815548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ef5f1d52-e239-4d73-8201-d8406406bb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.830361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-f8ffa9fd-3ecd-4128-bbb9-353239287548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:25.831031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:25.832740 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-f8ffa9fd-3ecd-4128-bbb9-353239287548 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.6122875 Feb 07 22:43:25.858122 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:25.911774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.061617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f1d52-e239-4d73-8201-d8406406bb0e None None] Port 5f35e036-1dee-494b-93d2-e8f6151aacf0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:26.108543 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-d6cedaa0-2de4-44ac-a9d1-8cb48138d330 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 200 len: 217 time: 0.2687960 Feb 07 22:43:26.115436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:26.115656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.130319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b54edf-7d7b-4b66-8c8f-6826a3ece98f None None] Pushing event updated for resources: {'Port': ['ID=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.136181 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-25168918-4c9c-48ec-9f9f-5a46e9453a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.148048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5cb2bdf7-8caa-4049-86b4-7eaf4dc76644 req-0aab91a6-ccfb-4b8b-97e7-05a692476156 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712701 Feb 07 22:43:26.153833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] Set router bad8a318-28b4-4588-a443-2d3cac706a44 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:26.161896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:26.175255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:26.182848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:26.183957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:26.216313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:26.226179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:26.226823 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.231709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=71e11ed6-67e6-4c93-89d1-e781a48525fe,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.342971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-f9668dfc-1209-4203-9ce1-d2d9e89f81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:26.344398 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-f9668dfc-1209-4203-9ce1-d2d9e89f81e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.1620576 Feb 07 22:43:26.472692 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-6be241ec-fba8-4b31-82f9-64a25fe3eb90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131794 Feb 07 22:43:26.486083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:26.530366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.569789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '838dc3c0-0d4f-4cb4-8a8e-16371d5b2835', 'name': '', 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'mac_address': 'fa:16:3e:85:aa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3478c7ae-d042-40cc-a7dd-95843351e074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:14Z', 'updated_at': '2022-02-07T22:43:25Z', 'revision_number': 4, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'subnets': [{'id': '3478c7ae-d042-40cc-a7dd-95843351e074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:26.574987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09f8fa-d83a-4238-bd21-9f7d13d1d6e1 None None] The sync data for ids ['bad8a318-28b4-4588-a443-2d3cac706a44'] in n-d-827896-3 is: [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '838dc3c0-0d4f-4cb4-8a8e-16371d5b2835', 'name': '', 'network_id': 'b8f544f4-8260-460d-ab54-1267a902b523', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'mac_address': 'fa:16:3e:85:aa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '3478c7ae-d042-40cc-a7dd-95843351e074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:14Z', 'updated_at': '2022-02-07T22:43:25Z', 'revision_number': 4, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'subnets': [{'id': '3478c7ae-d042-40cc-a7dd-95843351e074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:26.610901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:26.616117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:port and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:26.616747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b91838-de69-499b-af05-e45e1c82a3f9 req-e38ed480-53ee-4b97-a486-c82698e1bc9b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:26.620886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:26.626509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b91838-de69-499b-af05-e45e1c82a3f9 req-e38ed480-53ee-4b97-a486-c82698e1bc9b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:26.634244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1b91838-de69-499b-af05-e45e1c82a3f9 req-e38ed480-53ee-4b97-a486-c82698e1bc9b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 1653 time: 0.3203733 Feb 07 22:43:26.647857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:26.727190 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.779614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:26.783595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.788391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:26.883121 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-905482bf-a07e-4133-bdc1-f3a0aefed38b service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991482 Feb 07 22:43:26.979528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1b91838-de69-499b-af05-e45e1c82a3f9 req-4e20312c-37f7-4151-b30e-7bac550e279f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443923 Feb 07 22:43:27.027361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:27.141103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:27.141617 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.224710 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:43:27.226791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9cff3ef-88f3-4e8b-98b8-5eb68415b547 req-f299d921-ce10-4362-87e8-055bb5a5e3e8 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343878 Feb 07 22:43:27.264260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 10.1.1.6 (f297fb44-1fbe-49b1-998f-aa1152f5ec0b/016feb46-613e-44be-bc09-1858664f90d7/cd323c2b-dad1-4cad-8744-27c933ce87e6) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:27.276267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-76f2b028-42a8-43fe-98f6-cd185e51f54b None None] Provisioning for port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:27.330322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.358075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:27.445446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:27.458736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.559769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:27.566160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:27.569831 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:43:27.572448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:27.572868 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.604706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.608217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-41484195-60e9-432f-9560-50a190773a1b None None] Provisioning for port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:27.622502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-41484195-60e9-432f-9560-50a190773a1b None None] Provisioning complete for port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:27.622907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-41484195-60e9-432f-9560-50a190773a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.623077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for 35610f2f-eed7-4c7b-8dc9-06da7b1998bb owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:27.632290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.688679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3e573-7640-4817-96d9-c2d6d09d3c70 req-23105a0b-4356-495a-b349-3d7f4cdc342c tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:27.695689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-41484195-60e9-432f-9560-50a190773a1b None None] Port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:27.696479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10e3e573-7640-4817-96d9-c2d6d09d3c70 req-23105a0b-4356-495a-b349-3d7f4cdc342c tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 946 time: 0.4206464 Feb 07 22:43:27.771051 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.806580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,segment=NetworkSegment(63dbdec9-49ac-407e-ac14-5f17490a2499),segment_id=63dbdec9-49ac-407e-ac14-5f17490a2499)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:27.818389 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.819337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:27.851892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10e3e573-7640-4817-96d9-c2d6d09d3c70 req-9fe0f33b-b878-4b77-a00b-6d9f6703691a tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538692 Feb 07 22:43:27.875969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=71e11ed6-67e6-4c93-89d1-e781a48525fe,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:27.883762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.886646 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.952112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=35610f2f-eed7-4c7b-8dc9-06da7b1998bb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:27.970476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.985722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:27.992271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.016422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', '58ad13c6-4a3c-4822-bef9-7e233be29cf8', '334f9281-3eb1-4e5e-9583-2941d5e039ae'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:28.035676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.058243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd', '9880bee8-a416-434f-aaa4-73d8a7e561ce'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:28.105293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.105752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port 35610f2f-eed7-4c7b-8dc9-06da7b1998bb on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:28.106548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-21bc636b-0dd4-4867-b970-0e18a507baf0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9944823 Feb 07 22:43:28.112033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.113707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 35610f2f-eed7-4c7b-8dc9-06da7b1998bb no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:28.115359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9019d424-c0d1-4579-b008-b658c808b82a', 'name': 'network-vif-deleted', 'tag': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:28.137148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Transition to ACTIVE for port object cd323c2b-dad1-4cad-8744-27c933ce87e6 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:28.156885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b306e624-7162-48ff-9ec5-c55f00baf6bf req-608f94a3-1be5-4533-861b-1879cc7e3b06 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "DELETE /v2.0/ports/35610f2f-eed7-4c7b-8dc9-06da7b1998bb HTTP/1.1" status: 204 len: 173 time: 2.7097785 Feb 07 22:43:28.192618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.197868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.259857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 35610f2f-eed7-4c7b-8dc9-06da7b1998bb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:43:28.260387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 35610f2f-eed7-4c7b-8dc9-06da7b1998bb not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:28.337295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:28.337553 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-506773f2-5582-44db-a204-0f71d207635b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.343809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:28.363886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:28.539274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:28.566451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:28.567925 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.651818 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd22162-4970-4410-991d-4919d2dba67b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd60374-2ab4-4da0-bcd4-44b15420e380', 'code': 200} Feb 07 22:43:28.818133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:28.818805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:28.957193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.963871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-d0129f0d-7c28-4b6b-a73d-723f1dfc5a44 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:28.964280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=cd323c2b-dad1-4cad-8744-27c933ce87e6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:28.971347 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-e0c4b587-f3a3-4699-b7ef-8b1eeb8dd9d2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3661208 Feb 07 22:43:28.983452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:28.990495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4', 'admin_state_up': True, 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'security_groups': ['c85dffd1-e82e-4387-b882-f223b3345239']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:28.994541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:29.012849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-31e02f82-5571-42fa-bc54-1c2f7e8e1318 None None] Provisioning for port cd323c2b-dad1-4cad-8744-27c933ce87e6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:29.076620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-31e02f82-5571-42fa-bc54-1c2f7e8e1318 None None] Provisioning complete for port cd323c2b-dad1-4cad-8744-27c933ce87e6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:29.077857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-31e02f82-5571-42fa-bc54-1c2f7e8e1318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.127479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c4e1-096a-4e54-a491-f9533383ad81 req-cb82b7d5-6c15-44dd-b5f0-54f65fe71aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.129205 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1278c4e1-096a-4e54-a491-f9533383ad81 req-cb82b7d5-6c15-44dd-b5f0-54f65fe71aa5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 1097 time: 0.2239549 Feb 07 22:43:29.156798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-d0129f0d-7c28-4b6b-a73d-723f1dfc5a44 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:29.158346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-d0129f0d-7c28-4b6b-a73d-723f1dfc5a44 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 696 time: 1.0050914 Feb 07 22:43:29.193514 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1278c4e1-096a-4e54-a491-f9533383ad81 req-ce2092da-a7a8-4a7a-bb01-f8363246a39b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531418 Feb 07 22:43:29.240767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:29.245765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:port and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:29.250430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:29.257969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:29.272352 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.283244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:29.305434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-31e02f82-5571-42fa-bc54-1c2f7e8e1318 None None] Port cd323c2b-dad1-4cad-8744-27c933ce87e6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:29.327548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.411818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:29.412486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.439054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.442455 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.460063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90012d61-3653-4aa7-9b09-0d3bf67fa27f req-3eb658f0-6170-445d-96a8-d580b095e25a tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.466970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90012d61-3653-4aa7-9b09-0d3bf67fa27f req-3eb658f0-6170-445d-96a8-d580b095e25a tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 943 time: 0.4757621 Feb 07 22:43:29.522337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-12278f57-4705-4ef2-9d97-8257e4d17eec tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:29.523755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8786ba7-3f9b-4410-a2b0-9b6b4c19c32c req-12278f57-4705-4ef2-9d97-8257e4d17eec tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.3525321 Feb 07 22:43:29.543685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:43:29.569570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:29.583120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90012d61-3653-4aa7-9b09-0d3bf67fa27f req-bc96b361-8120-4a62-b07e-a7c5f63ac06e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151364 Feb 07 22:43:29.661044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-06282952-ec31-4fde-8368-d3ff9a71d2f0 None None] Provisioning complete for port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:29.661418 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06282952-ec31-4fde-8368-d3ff9a71d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.693309 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9019d424-c0d1-4579-b008-b658c808b82a', 'name': 'network-vif-deleted', 'tag': '35610f2f-eed7-4c7b-8dc9-06da7b1998bb', 'status': 'completed', 'code': 200} Feb 07 22:43:29.734938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 10.2.2.100 (aa70d753-c5d6-4c82-951b-6d2c610c8bb4/f7a0ce42-7878-4f4f-a00e-9445d2c8ae22/85bae6ce-8116-4da4-ad13-d012fe1c0c06) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:29.820776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:29.838971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-06282952-ec31-4fde-8368-d3ff9a71d2f0 None None] Port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:29.843004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:43:29.851580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:29.851954 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:29.853317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-17e2b4a0-3a4d-4d34-995c-ead98b992b8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "PUT /v2.0/routers/7c3d11c8-22ed-400a-a5fb-7e93f35422c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0234370 Feb 07 22:43:29.854930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55236) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:29.857188 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Sync routers for ids ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:29.882545 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Routers {'7c3d11c8-22ed-400a-a5fb-7e93f35422c3'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:29.883178 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:30.009394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50677bde-c88d-48ab-acbe-83d837d58a07 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.010013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-50677bde-c88d-48ab-acbe-83d837d58a07 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:30.022124 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.043858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74671-689d-411e-a80c-c409c37e9984 req-db1feffd-ac77-445f-a5a9-004fc9efa859 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.050509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74671-689d-411e-a80c-c409c37e9984 req-db1feffd-ac77-445f-a5a9-004fc9efa859 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.050788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Transition to ACTIVE for port object 85bae6ce-8116-4da4-ad13-d012fe1c0c06 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:30.056402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a74671-689d-411e-a80c-c409c37e9984 req-db1feffd-ac77-445f-a5a9-004fc9efa859 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.059629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66a74671-689d-411e-a80c-c409c37e9984 req-db1feffd-ac77-445f-a5a9-004fc9efa859 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 2372 time: 0.2711945 Feb 07 22:43:30.081556 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.087244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-50677bde-c88d-48ab-acbe-83d837d58a07 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:30.091458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-50677bde-c88d-48ab-acbe-83d837d58a07 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports/50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 HTTP/1.1" status: 200 len: 911 time: 0.2356486 Feb 07 22:43:30.095222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55240) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:30.109266 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Set router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:30.156326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc8afb-4b2f-4206-8f09-5c4ec92e8ad7 req-6df0004f-37b3-4e55-bd63-e945fd0334c2 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.158057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddfc8afb-4b2f-4206-8f09-5c4ec92e8ad7 req-6df0004f-37b3-4e55-bd63-e945fd0334c2 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 946 time: 0.2542810 Feb 07 22:43:30.173801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:30.177353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:30.191997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:30.215305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66a74671-689d-411e-a80c-c409c37e9984 req-4a80c44e-8e73-4019-bfc0-fe66d4bc0d62 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461489 Feb 07 22:43:30.283301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=85bae6ce-8116-4da4-ad13-d012fe1c0c06,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:30.354748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.355585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.388202 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8f2db224-c8bb-48c8-9993-23c2668c285c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4036081 Feb 07 22:43:30.402290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4', 'admin_state_up': True, 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'security_groups': ['c85dffd1-e82e-4387-b882-f223b3345239']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:30.408374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddfc8afb-4b2f-4206-8f09-5c4ec92e8ad7 req-6452bbcc-6e2c-41f7-b823-5f175a337f5c tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275174 Feb 07 22:43:30.541430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf560d-9ad2-4ea3-a1ca-7b20d0862048 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.547276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf560d-9ad2-4ea3-a1ca-7b20d0862048 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:30.552226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55244) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:30.552885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0bcf560d-9ad2-4ea3-a1ca-7b20d0862048 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4557297 Feb 07 22:43:30.579174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1096393a-ab6e-4ce6-94da-d0cdc505e6aa None None] Provisioning for port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:30.585042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1096393a-ab6e-4ce6-94da-d0cdc505e6aa None None] Provisioning complete for port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:30.585879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1096393a-ab6e-4ce6-94da-d0cdc505e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.601479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-cb36e2d9-7d6b-4db5-b8bc-09f5300c1133 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3363693 Feb 07 22:43:30.612610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:30.626933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:30.655954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:30.663153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:30.684246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.764960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1096393a-ab6e-4ce6-94da-d0cdc505e6aa None None] Port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:30.786466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'name': 'tempest-NetworksTestDHCPv6-router-1188590921', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:22Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None, '_interfaces': [{'id': '50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2', 'name': '', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'mac_address': 'fa:16:3e:8c:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9acbe024-1f1a-4c59-b827-462c19b71d00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:24Z', 'updated_at': '2022-02-07T22:43:27Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'subnets': [{'id': '9acbe024-1f1a-4c59-b827-462c19b71d00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:30.797777 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Checking router: 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:30.798426 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Updating router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:43:30.819701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.892115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:30.893087 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:30.897767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Usage tracker for resource:port and tenant:f22d0fcbe29741e7a75679885ef0f8c1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:30.900937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:30.912382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:30.929552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Made reservation on behalf of f22d0fcbe29741e7a75679885ef0f8c1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:30.934277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.028674 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.191415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Allocated IP 172.25.0.171 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/614e86d4-6f58-46bb-80f5-0bf00a4aaff3) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:31.305561 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.320026 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Transition to ACTIVE for port object 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:31.327456 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.510401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7024f02-3c32-46bb-9bb9-8a787d681b32 None None] Pushing event updated for resources: {'Port': ['ID=50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:31.512655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Allocated IP 10.2.2.200 (aa70d753-c5d6-4c82-951b-6d2c610c8bb4/f7a0ce42-7878-4f4f-a00e-9445d2c8ae22/c620c404-ee54-4878-9175-61b01bf08c33) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:31.549515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e06b79-cb73-4614-b58a-2e4b74b220a4 req-5d74ae79-624e-4a81-89fa-b43f491fa553 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:31.550848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05e06b79-cb73-4614-b58a-2e4b74b220a4 req-5d74ae79-624e-4a81-89fa-b43f491fa553 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 943 time: 0.2742932 Feb 07 22:43:31.585769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:31.592265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.627927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05e06b79-cb73-4614-b58a-2e4b74b220a4 req-b5eade17-8af7-4c54-a76a-7ac96db90b8b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677116 Feb 07 22:43:31.629291 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Attempting to bind port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:31.629857 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Attempting to bind port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:31.630398 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Attempting to bind port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:31.638064 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:31.639135 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:31.639713 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.640299 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:31.641386 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Bound port: 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:31.641929 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.685331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.712414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:31.712858 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.740820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.752193 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'code': 200} Feb 07 22:43:31.772643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:31.781213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:31.785757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:31.809209 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] For port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:31.816811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] For port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:31.828864 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:31.927919 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Routers {'7c3d11c8-22ed-400a-a5fb-7e93f35422c3'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:31.928968 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:31.965343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=614e86d4-6f58-46bb-80f5-0bf00a4aaff3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:31.978472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.978829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.979165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.979636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.979977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.980312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.980988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.980988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.981310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.981633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.981954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:31.982328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:32.008976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 55e0da85-19bf-40bf-8032-482d3f1e98a1 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:43:32.049026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.068900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.109416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Transition to ACTIVE for port object c620c404-ee54-4878-9175-61b01bf08c33 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:32.134927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477fdab-b4de-40f1-998e-3f6aa7f4cfe3 req-510811c8-cdba-4cb5-af68-fc117efd2346 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:32.144243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5477fdab-b4de-40f1-998e-3f6aa7f4cfe3 req-510811c8-cdba-4cb5-af68-fc117efd2346 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 949 time: 0.2674069 Feb 07 22:43:32.170420 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] Set router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:32.179927 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.228194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:32.245962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '55e0da85-19bf-40bf-8032-482d3f1e98a1', 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce', 'port_id': '55e0da85-19bf-40bf-8032-482d3f1e98a1', 'mac_address': 'fa:16:3e:43:24:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7567db2e-b592-454e-8a4b-01ce5e056aa8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:43:32.288909 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7024f02-3c32-46bb-9bb9-8a787d681b32 None None] Pushing event updated for resources: {'Port': ['ID=50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:32.313458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.334627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55e0da85-19bf-40bf-8032-482d3f1e98a1 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:32.355444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:32.364151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.383526 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.445315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:32.478918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:32.501210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5477fdab-b4de-40f1-998e-3f6aa7f4cfe3 req-bf79791b-9950-4129-be4e-2107c54af52e tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558745 Feb 07 22:43:32.533054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:32.534890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.576140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:32.598534 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'name': 'tempest-NetworksTestDHCPv6-router-1188590921', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:22Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None, '_interfaces': [{'id': '50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2', 'name': '', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'mac_address': 'fa:16:3e:8c:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9acbe024-1f1a-4c59-b827-462c19b71d00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:24Z', 'updated_at': '2022-02-07T22:43:31Z', 'revision_number': 4, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'subnets': [{'id': '9acbe024-1f1a-4c59-b827-462c19b71d00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:32.603424 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07df82c8-6767-4eec-aea4-a8d8de9cf620 None None] The sync data for ids ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'] in n-d-827896-3 is: [{'id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'name': 'tempest-NetworksTestDHCPv6-router-1188590921', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:22Z', 'updated_at': '2022-02-07T22:43:26Z', 'revision_number': 2, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None, '_interfaces': [{'id': '50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2', 'name': '', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'mac_address': 'fa:16:3e:8c:fc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '9acbe024-1f1a-4c59-b827-462c19b71d00', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:24Z', 'updated_at': '2022-02-07T22:43:31Z', 'revision_number': 4, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'subnets': [{'id': '9acbe024-1f1a-4c59-b827-462c19b71d00', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:32.608547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['55e0da85-19bf-40bf-8032-482d3f1e98a1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:32.620499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.636163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.649955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:32.779125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event updated for resources: {'Port': ['ID=c620c404-ee54-4878-9175-61b01bf08c33,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:32.926092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:32.927398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:32.931637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3daa433d-0918-4a5a-b926-a0cd1ae0b6b0 None None] Provisioning for port c620c404-ee54-4878-9175-61b01bf08c33 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:32.951891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3daa433d-0918-4a5a-b926-a0cd1ae0b6b0 None None] Provisioning complete for port c620c404-ee54-4878-9175-61b01bf08c33 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:32.952642 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3daa433d-0918-4a5a-b926-a0cd1ae0b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.028276 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-94a7e2e4-70ae-4c2f-bf11-4980d9e7b608 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6331580 Feb 07 22:43:33.050842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=614e86d4-6f58-46bb-80f5-0bf00a4aaff3,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:33.052319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-2c2fe6f8-4e25-4924-819f-1cbc04b63fc0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.053904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-2c2fe6f8-4e25-4924-819f-1cbc04b63fc0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:33.064748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3daa433d-0918-4a5a-b926-a0cd1ae0b6b0 None None] Port c620c404-ee54-4878-9175-61b01bf08c33 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:33.071285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:33.071661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:43:33.084116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.166529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50123-9539-40ff-be9a-dc2f05ba9b93 req-31f32624-f02d-4985-b221-4cbc5c9b5261 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.172966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50123-9539-40ff-be9a-dc2f05ba9b93 req-31f32624-f02d-4985-b221-4cbc5c9b5261 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.180947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50123-9539-40ff-be9a-dc2f05ba9b93 req-31f32624-f02d-4985-b221-4cbc5c9b5261 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.186647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] For port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:33.187204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.192916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50123-9539-40ff-be9a-dc2f05ba9b93 req-31f32624-f02d-4985-b221-4cbc5c9b5261 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.199131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-2c2fe6f8-4e25-4924-819f-1cbc04b63fc0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:33.200453 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-2c2fe6f8-4e25-4924-819f-1cbc04b63fc0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 949 time: 0.7137110 Feb 07 22:43:33.202355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50123-9539-40ff-be9a-dc2f05ba9b93 req-31f32624-f02d-4985-b221-4cbc5c9b5261 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.204956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aa50123-9539-40ff-be9a-dc2f05ba9b93 req-31f32624-f02d-4985-b221-4cbc5c9b5261 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 3814 time: 0.4885273 Feb 07 22:43:33.207306 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.214648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-54f7438e-c930-44ae-ab47-de132a9e0664 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6071613 Feb 07 22:43:33.353769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-eae8f0fd-4e54-451d-8348-9d4bf64bad94 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:33.378224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:33.404135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '8e937cc6-083f-438e-864f-aca4e7806a81', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81', 'mac_address': 'fa:16:3e:46:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:43:33.408230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aa50123-9539-40ff-be9a-dc2f05ba9b93 req-0100021b-d106-4020-9fe9-81a6d7cd834c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237507 Feb 07 22:43:33.442200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-eae8f0fd-4e54-451d-8348-9d4bf64bad94 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:33.444213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-eae8f0fd-4e54-451d-8348-9d4bf64bad94 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.2287865 Feb 07 22:43:33.489829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:33.522992 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.559303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e937cc6-083f-438e-864f-aca4e7806a81 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:33.602148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:33.614261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.750698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:33.766615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:33.867779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['8e937cc6-083f-438e-864f-aca4e7806a81'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:33.896772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port 334f9281-3eb1-4e5e-9583-2941d5e039ae {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:33.897355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.968490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:33.976633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-a44f6d70-6563-4d56-8f00-caa016746c05 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:33.978070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b54fc8a-2db4-4062-b62d-ceb464c1a781 req-a44f6d70-6563-4d56-8f00-caa016746c05 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.5280089 Feb 07 22:43:34.008397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a8d7-a6f1-42f7-91f0-f407da7204f9 req-c7d9b946-ac5e-4d3f-a0c5-0b7875a7505b tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:34.009979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1404a8d7-a6f1-42f7-91f0-f407da7204f9 req-c7d9b946-ac5e-4d3f-a0c5-0b7875a7505b tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 946 time: 0.3021564 Feb 07 22:43:34.038197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 55e0da85-19bf-40bf-8032-482d3f1e98a1 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:34.141088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1404a8d7-a6f1-42f7-91f0-f407da7204f9 req-2b4d8872-cb74-4e30-8764-2b4fe21278c8 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048427 Feb 07 22:43:34.240513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 55e0da85-19bf-40bf-8032-482d3f1e98a1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:34.255114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 55e0da85-19bf-40bf-8032-482d3f1e98a1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:34.259461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.337281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:34.369652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:34.370189 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.401666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.412095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 was deleted so its status cannot be updated. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 22:43:34.586708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81e26a-cb29-41c3-888f-b1d02e0deb41 req-79e43450-f626-4413-b587-1fe89b1d8c88 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:34.587688 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.588357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab81e26a-cb29-41c3-888f-b1d02e0deb41 req-79e43450-f626-4413-b587-1fe89b1d8c88 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 944 time: 0.2481005 Feb 07 22:43:34.596583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:34.600964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4994c5-e588-4ebb-abde-573f34e1bd2b req-5c6acf96-954d-4e9d-b262-aa3ef567083b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:34.602541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e4994c5-e588-4ebb-abde-573f34e1bd2b req-5c6acf96-954d-4e9d-b262-aa3ef567083b tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1af4430-b282-400d-a094-faad67160bd2 HTTP/1.1" status: 200 len: 949 time: 0.1917412 Feb 07 22:43:34.625752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:34.643582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:34.656976 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:34.736149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab81e26a-cb29-41c3-888f-b1d02e0deb41 req-78ae048b-b005-4ed3-aa12-37a118aae9b8 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325922 Feb 07 22:43:34.758079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e4994c5-e588-4ebb-abde-573f34e1bd2b req-1b98816a-f069-4d74-b63e-8cf61057ed2c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325746 Feb 07 22:43:34.765949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:34.894824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port 334f9281-3eb1-4e5e-9583-2941d5e039ae, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=334f9281-3eb1-4e5e-9583-2941d5e039ae,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:34.895268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.150609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for 334f9281-3eb1-4e5e-9583-2941d5e039ae owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:35.293616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-68676ccd-6f91-4293-adb5-28b285908c4c tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4997740 Feb 07 22:43:35.308188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:35.315661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:35.329193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:35.353044 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.433388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.458492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a226-0762-454c-8459-f0b2bcfd8ee0 req-f0a4e2b5-f1c7-4c95-b505-31a4ed7a4bcf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.464642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a226-0762-454c-8459-f0b2bcfd8ee0 req-f0a4e2b5-f1c7-4c95-b505-31a4ed7a4bcf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.470558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a226-0762-454c-8459-f0b2bcfd8ee0 req-f0a4e2b5-f1c7-4c95-b505-31a4ed7a4bcf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.480045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a226-0762-454c-8459-f0b2bcfd8ee0 req-f0a4e2b5-f1c7-4c95-b505-31a4ed7a4bcf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.486309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a226-0762-454c-8459-f0b2bcfd8ee0 req-f0a4e2b5-f1c7-4c95-b505-31a4ed7a4bcf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:35.488826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d45a226-0762-454c-8459-f0b2bcfd8ee0 req-f0a4e2b5-f1c7-4c95-b505-31a4ed7a4bcf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 3814 time: 0.2807186 Feb 07 22:43:35.571134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d45a226-0762-454c-8459-f0b2bcfd8ee0 req-361f3454-e295-46bb-8f04-8bbac09b536e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670784 Feb 07 22:43:35.661784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.668332 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1', 'code': 200} Feb 07 22:43:35.737645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:35.957108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Allocated IP 172.25.0.101 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/45354fed-a450-4ef6-bba9-e24e601f8df2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:35.963316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.063350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:43:36.071094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811ef7ef-4d92-4b48-9bb6-dead8833836c {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:36.102028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.233228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-d03ee907-c54c-4b1c-aee0-0db72766b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.235299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-d03ee907-c54c-4b1c-aee0-0db72766b3d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40d5dbb1ffd34b40bd8d80c63a0b6fd6&device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 1097 time: 0.1470127 Feb 07 22:43:36.238874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.260042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.272998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:43:36.280080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', '58ad13c6-4a3c-4822-bef9-7e233be29cf8'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:36.366862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=334f9281-3eb1-4e5e-9583-2941d5e039ae,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:36.373719 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7f3e1b1b-36bf-4ce1-928f-b0c321a05b34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "PUT /v2.0/routers/7c3d11c8-22ed-400a-a5fb-7e93f35422c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8180485 Feb 07 22:43:36.378795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55334) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:36.401155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd', '9880bee8-a416-434f-aaa4-73d8a7e561ce'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:36.472110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] Sync routers for ids ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:43:36.480523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port 334f9281-3eb1-4e5e-9583-2941d5e039ae on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:36.487870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.490381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c633ce-de9c-4c57-864e-8c196fa532e9 req-8da59036-eae3-4755-b638-f1a4be302d7a tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "DELETE /v2.0/ports/334f9281-3eb1-4e5e-9583-2941d5e039ae HTTP/1.1" status: 204 len: 173 time: 3.2814806 Feb 07 22:43:36.491448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Transition to ACTIVE for port object 811ef7ef-4d92-4b48-9bb6-dead8833836c will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:36.494176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d4a2a-5b90-47f6-9edd-1d948979ce5c req-62155468-0f30-4c2e-a225-9b8cafaee4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.495901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d1d4a2a-5b90-47f6-9edd-1d948979ce5c req-62155468-0f30-4c2e-a225-9b8cafaee4cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1096 time: 0.6252515 Feb 07 22:43:36.496354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1af4430-b282-400d-a094-faad67160bd2', 'name': 'network-vif-deleted', 'tag': '334f9281-3eb1-4e5e-9583-2941d5e039ae'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:36.548472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d1d4a2a-5b90-47f6-9edd-1d948979ce5c req-9b3a2579-bd55-4465-9177-0a0eff878203 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460107 Feb 07 22:43:36.549813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.555818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] Routers {'7c3d11c8-22ed-400a-a5fb-7e93f35422c3'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:36.556899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:36.571187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-97aeeea1-01bb-45ac-98f6-de39d2793f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.573224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-97aeeea1-01bb-45ac-98f6-de39d2793f3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e84a0902-1a35-4a6c-8fdc-1ff00177a17f HTTP/1.1" status: 200 len: 915 time: 0.3305464 Feb 07 22:43:36.580322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f1446-9ac4-4b7b-90fc-2dacfdeba71b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.582072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f1446-9ac4-4b7b-90fc-2dacfdeba71b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.586408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d7f1446-9ac4-4b7b-90fc-2dacfdeba71b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:36.640170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Pushing event updated for resources: {'Port': ['ID=811ef7ef-4d92-4b48-9bb6-dead8833836c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:36.668511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:36.748461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-7164308a-231c-4b5f-95f1-ade5b1b8c7c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380 HTTP/1.1" status: 200 len: 217 time: 0.1581144 Feb 07 22:43:36.938162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-79a734a3-9e2f-4e52-b459-6170742e7a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:36.941883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-79a734a3-9e2f-4e52-b459-6170742e7a77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cbdbd844-184d-42f6-922a-226ca6b7f364 HTTP/1.1" status: 200 len: 854 time: 0.1795945 Feb 07 22:43:36.961914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:36.979631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:36.983795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:37.030289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] Set router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:37.047046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Attempting to bind port 811ef7ef-4d92-4b48-9bb6-dead8833836c on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:37.047796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Attempting to bind port 811ef7ef-4d92-4b48-9bb6-dead8833836c by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:37.048634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Attempting to bind port 811ef7ef-4d92-4b48-9bb6-dead8833836c on network ecce4042-fcc2-4fa5-a103-1491f7c18b14 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:37.059372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Port 811ef7ef-4d92-4b48-9bb6-dead8833836c on network ecce4042-fcc2-4fa5-a103-1491f7c18b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:37.060194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Attempting to bind port 811ef7ef-4d92-4b48-9bb6-dead8833836c on network ecce4042-fcc2-4fa5-a103-1491f7c18b14 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:37.066220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:37.066892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Checking segment: {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:37.067510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Bound using segment: {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:37.068164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Bound port: 811ef7ef-4d92-4b48-9bb6-dead8833836c, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93f7a38a-5493-4ece-b2c4-18e61f114c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:37.068787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.118339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.126696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d7f1446-9ac4-4b7b-90fc-2dacfdeba71b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:37.130681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1d7f1446-9ac4-4b7b-90fc-2dacfdeba71b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7477605 Feb 07 22:43:37.152457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55346) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:37.183320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-db1c32bc-3d7c-462f-aebc-9927af46f7ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e84a0902-1a35-4a6c-8fdc-1ff00177a17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025612 Feb 07 22:43:37.213079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:37.255426 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.273508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 9acbe024-1f1a-4c59-b827-462c19b71d00 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:43:37.281649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.312060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'name': 'tempest-NetworksTestDHCPv6-router-1188590921', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:22Z', 'updated_at': '2022-02-07T22:43:34Z', 'revision_number': 3, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:37.334715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] For port 811ef7ef-4d92-4b48-9bb6-dead8833836c, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:37.361046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] Checking router: 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:43:37.396902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] For port 811ef7ef-4d92-4b48-9bb6-dead8833836c, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:37.410700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.411605 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] Routers {'7c3d11c8-22ed-400a-a5fb-7e93f35422c3'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:43:37.412483 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:37.453521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.661860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.662488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.663896 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] 10.222.0.36 "PUT /v2.0/ports/811ef7ef-4d92-4b48-9bb6-dead8833836c HTTP/1.1" status: 200 len: 1091 time: 4.6057596 Feb 07 22:43:37.701793 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:37.704382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=45354fed-a450-4ef6-bba9-e24e601f8df2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:37.733124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41659d-4ea4-443c-add4-4e4f1ba1cf3a req-3498b9be-c18c-4e47-9cad-b30a3fd865c0 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:37.743919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b41659d-4ea4-443c-add4-4e4f1ba1cf3a req-3498b9be-c18c-4e47-9cad-b30a3fd865c0 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 945 time: 1.3179467 Feb 07 22:43:37.770314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:37.947189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b20b8-4306-415a-ae79-4d3e33a082ff service neutron] Pushing event updated for resources: {'Port': ['ID=811ef7ef-4d92-4b48-9bb6-dead8833836c,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:37.998216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] Set router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:43:38.100368 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.169205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.189850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'name': 'tempest-NetworksTestDHCPv6-router-1188590921', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:22Z', 'updated_at': '2022-02-07T22:43:34Z', 'revision_number': 3, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:43:38.213983 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.230886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca353c1e-27f7-41f7-8b29-240671968c74 None None] The sync data for ids ['7c3d11c8-22ed-400a-a5fb-7e93f35422c3'] in n-d-827896-3 is: [{'id': '7c3d11c8-22ed-400a-a5fb-7e93f35422c3', 'name': 'tempest-NetworksTestDHCPv6-router-1188590921', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:22Z', 'updated_at': '2022-02-07T22:43:34Z', 'revision_number': 3, 'project_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:43:38.296591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b41659d-4ea4-443c-add4-4e4f1ba1cf3a req-c9c09633-e708-4886-aba4-48a24228a8bf tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513873 Feb 07 22:43:38.302201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=45354fed-a450-4ef6-bba9-e24e601f8df2,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:38.318697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-1671fc80-dc0d-43b3-80f1-67cf1ed45044 service neutron] 10.222.0.26 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0643444 Feb 07 22:43:38.326545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.379551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 8e937cc6-083f-438e-864f-aca4e7806a81 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:38.380207 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.490513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.494597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-363966d6-fa3b-4708-90c6-a764042ddb52 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1930351 Feb 07 22:43:38.586858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.714101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf109b10-d783-4f05-ba1f-69056a888b6e req-640d5022-b977-4c5a-b085-25bb1ff59dae service neutron] 10.222.0.26 "GET /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709240 Feb 07 22:43:38.844710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-429a4bd7-8b42-431a-94c3-727b40184580 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:38.888747 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.891200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=9acbe024-1f1a-4c59-b827-462c19b71d00,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:38.907806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:38.908697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-429a4bd7-8b42-431a-94c3-727b40184580 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:38.910258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-429a4bd7-8b42-431a-94c3-727b40184580 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.4084675 Feb 07 22:43:38.919807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b10369-7adb-438a-80ef-d7d7b3b55cfc req-dd788e17-27e8-4821-a0c5-8eb85216d8ae tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:38.933046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5b10369-7adb-438a-80ef-d7d7b3b55cfc req-dd788e17-27e8-4821-a0c5-8eb85216d8ae tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 946 time: 0.1846998 Feb 07 22:43:38.947430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75263c91-72b3-4021-8152-d627f40b6e63 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:38.973245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2eee4ceb-d95d-4502-8d9e-7eb1943ca278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/9acbe024-1f1a-4c59-b827-462c19b71d00 HTTP/1.1" status: 204 len: 168 time: 1.8192663 Feb 07 22:43:38.976187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55356) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:39.117330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:39.181772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5b10369-7adb-438a-80ef-d7d7b3b55cfc req-3b7059f5-8aaf-4a40-8c2b-b8a06d09c4cb tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440848 Feb 07 22:43:39.202967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:39.229572 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.230682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 334f9281-3eb1-4e5e-9583-2941d5e039ae no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:39.310132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-4f37a90f-129e-417c-b613-e1845f55a691 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:39.312670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21e63054-9473-4e48-ba0d-8a3d7a6e138a req-4f37a90f-129e-417c-b613-e1845f55a691 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.3742185 Feb 07 22:43:39.343359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55370) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:39.346939 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8046483b-dfff-4309-8598-ff0901170674 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3634031 Feb 07 22:43:39.383506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=10']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:39.398291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 334f9281-3eb1-4e5e-9583-2941d5e039ae {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:43:39.398809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 334f9281-3eb1-4e5e-9583-2941d5e039ae not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:39.411799 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1af4430-b282-400d-a094-faad67160bd2', 'name': 'network-vif-deleted', 'tag': '334f9281-3eb1-4e5e-9583-2941d5e039ae', 'status': 'completed', 'code': 200} Feb 07 22:43:39.507329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:39.586461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:43:39.587118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50e28d3-7a31-414a-be0d-546183709b6b {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:39.588977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 50d4e6e2-3bb9-4bdc-a855-d3b91d5f96f2 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:39.605362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.685020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Transition to ACTIVE for port object e50e28d3-7a31-414a-be0d-546183709b6b will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:39.697784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.717459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:43:39.722609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] Deleting port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:39.722982 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.787062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ffed-c6f5-468c-a8be-fe6a5d83f094 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:39.788678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Pushing event updated for resources: {'Port': ['ID=e50e28d3-7a31-414a-be0d-546183709b6b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:40.088481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Attempting to bind port e50e28d3-7a31-414a-be0d-546183709b6b on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:40.088924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Attempting to bind port e50e28d3-7a31-414a-be0d-546183709b6b by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:40.089175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Attempting to bind port e50e28d3-7a31-414a-be0d-546183709b6b on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:40.096971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Port e50e28d3-7a31-414a-be0d-546183709b6b on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:40.097337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Attempting to bind port e50e28d3-7a31-414a-be0d-546183709b6b on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:40.103312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:40.103669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Checking segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:40.104074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Bound using segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:40.104592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Bound port: e50e28d3-7a31-414a-be0d-546183709b6b, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:40.104910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.234329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] For port e50e28d3-7a31-414a-be0d-546183709b6b, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:40.240012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] For port e50e28d3-7a31-414a-be0d-546183709b6b, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e50e28d3-7a31-414a-be0d-546183709b6b,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:40.248978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] For port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:40.249445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.254876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.345248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ae36-3524-43d4-9e32-50957db7070a req-7495e8eb-0d36-492b-b0d0-75f0a9042656 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.360932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ae36-3524-43d4-9e32-50957db7070a req-7495e8eb-0d36-492b-b0d0-75f0a9042656 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.366498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Pushing event updated for resources: {'Port': ['ID=e50e28d3-7a31-414a-be0d-546183709b6b,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:40.367364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ae36-3524-43d4-9e32-50957db7070a req-7495e8eb-0d36-492b-b0d0-75f0a9042656 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.373242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ae36-3524-43d4-9e32-50957db7070a req-7495e8eb-0d36-492b-b0d0-75f0a9042656 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.379661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ae36-3524-43d4-9e32-50957db7070a req-7495e8eb-0d36-492b-b0d0-75f0a9042656 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.383658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] Calling delete_port for 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:40.389698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5ae36-3524-43d4-9e32-50957db7070a req-7495e8eb-0d36-492b-b0d0-75f0a9042656 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.391537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88d5ae36-3524-43d4-9e32-50957db7070a req-7495e8eb-0d36-492b-b0d0-75f0a9042656 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 4603 time: 0.7202847 Feb 07 22:43:40.413439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:40.414558 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.416475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-14c6a948-c177-4660-8ee6-876bf6c267dd service neutron] 10.222.0.36 "PUT /v2.0/ports/e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 200 len: 1135 time: 2.6702075 Feb 07 22:43:40.447832 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'code': 200} Feb 07 22:43:40.468719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:40.553510 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.624692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] Pushing event deleted for resources: {'Port': ['ID=83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:40.632958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14507bea-6073-46e2-bd95-0ff71f7e1285 None None] No DVR routers for this DVR port 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:40.710472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.779143 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ffed-c6f5-468c-a8be-fe6a5d83f094 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.792254 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ffed-c6f5-468c-a8be-fe6a5d83f094 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.866440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88d5ae36-3524-43d4-9e32-50957db7070a req-60dc6236-fe80-47ed-8fe6-180310612fdd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4076626 Feb 07 22:43:40.882526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ffed-c6f5-468c-a8be-fe6a5d83f094 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.883051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4ffed-c6f5-468c-a8be-fe6a5d83f094 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Fanout notify agent at l3_agent the message router_deleted on router 7c3d11c8-22ed-400a-a5fb-7e93f35422c3 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:43:40.912870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1fa4ffed-c6f5-468c-a8be-fe6a5d83f094 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:40.915992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1fa4ffed-c6f5-468c-a8be-fe6a5d83f094 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/routers/7c3d11c8-22ed-400a-a5fb-7e93f35422c3 HTTP/1.1" status: 204 len: 168 time: 1.5694308 Feb 07 22:43:40.916548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55388) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:40.943676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-6a8e2bad-2856-4476-a8ca-8e27e4a3fdff tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7400658 Feb 07 22:43:41.009461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:41.095446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e587718c-3938-475b-9fb8-7a0bd9e73ba6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1722283 Feb 07 22:43:41.097716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:41.098105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55392) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:41.122469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:41.140348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.197387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f016aac8-1089-416b-9b76-8079ba0c20fb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.198182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f016aac8-1089-416b-9b76-8079ba0c20fb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:41.242940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f016aac8-1089-416b-9b76-8079ba0c20fb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:41.244261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f016aac8-1089-416b-9b76-8079ba0c20fb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1440952 Feb 07 22:43:41.247047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55396) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:41.257012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d9238-841d-432c-820e-7fe36dd81d9b req-7f9316f4-fca0-4ac0-820c-0b17c24bc4cd tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.260065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c4d9238-841d-432c-820e-7fe36dd81d9b req-7f9316f4-fca0-4ac0-820c-0b17c24bc4cd tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 945 time: 0.2291083 Feb 07 22:43:41.338651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c4d9238-841d-432c-820e-7fe36dd81d9b req-84956fb3-4484-45b4-bdee-d84642c7ad89 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714209 Feb 07 22:43:41.359803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-476a4a42-5d4e-4e8a-b8ec-1f9ffcbcb14c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090786 Feb 07 22:43:41.366029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55404) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:41.374864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:41.466590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c'}, {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': 'e50e28d3-7a31-414a-be0d-546183709b6b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:41.537741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760f9c9b-634e-4843-95cd-51b92b242575 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:41.562650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.583559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:41.599737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Transition to ACTIVE for port object 760f9c9b-634e-4843-95cd-51b92b242575 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:41.610166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.667782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:41.676974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:43:41.684581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.685870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 83a9fbf0-509f-4eb7-8d39-d3a1a797c1c0 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:41.687508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:41.765542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:41.768944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:41.773086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Pushing event updated for resources: {'Port': ['ID=760f9c9b-634e-4843-95cd-51b92b242575,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:41.786790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.789642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.790161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.790710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.791221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.791713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.792203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.792778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.793329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.793832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.794329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.798218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:41.942567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-21956252-ab10-4550-ae86-5a265004b35f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:41.944085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-21956252-ab10-4550-ae86-5a265004b35f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 949 time: 0.3993759 Feb 07 22:43:42.164788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:42.164788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.217463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Allocated IP 172.25.0.17 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/65e26919-fb36-4b9d-a6f2-e62746adb2ee) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:42.251784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Attempting to bind port 760f9c9b-634e-4843-95cd-51b92b242575 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:42.253029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Attempting to bind port 760f9c9b-634e-4843-95cd-51b92b242575 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:42.253545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Attempting to bind port 760f9c9b-634e-4843-95cd-51b92b242575 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:42.259839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Port 760f9c9b-634e-4843-95cd-51b92b242575 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:42.260280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Attempting to bind port 760f9c9b-634e-4843-95cd-51b92b242575 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:42.265953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:42.266344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Checking segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:42.266899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Bound using segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:42.267517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Bound port: 760f9c9b-634e-4843-95cd-51b92b242575, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:42.268728 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.311907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acea11-546e-418b-983c-2116113c8a45 req-7c8c6baf-319e-4515-8130-d1899fbd30d1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:42.320912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34acea11-546e-418b-983c-2116113c8a45 req-7c8c6baf-319e-4515-8130-d1899fbd30d1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=7afcdc01-af1c-4917-9070-4327639702fd HTTP/1.1" status: 200 len: 949 time: 0.4829221 Feb 07 22:43:42.382518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] For port 760f9c9b-634e-4843-95cd-51b92b242575, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:42.386175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] For port 760f9c9b-634e-4843-95cd-51b92b242575, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=760f9c9b-634e-4843-95cd-51b92b242575,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:42.391233 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.472063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:42.472716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:42.477266 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] 10.222.0.36 "PUT /v2.0/ports/760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 200 len: 1135 time: 2.0145104 Feb 07 22:43:42.512333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:42.557357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94a957-3434-4f13-adbd-dc5886e21af3 service neutron] Pushing event updated for resources: {'Port': ['ID=760f9c9b-634e-4843-95cd-51b92b242575,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:42.593913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34acea11-546e-418b-983c-2116113c8a45 req-eb2a7ab8-4d3f-4503-a3ae-430aeb69c9a6 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720535 Feb 07 22:43:42.674834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.016124 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.133285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:43:43.138058 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.142749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port 58ad13c6-4a3c-4822-bef9-7e233be29cf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=58ad13c6-4a3c-4822-bef9-7e233be29cf8,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:43.143233 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.181091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f35e036-1dee-494b-93d2-e8f6151aacf0 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:43.190989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.212420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Transition to ACTIVE for port object 5f35e036-1dee-494b-93d2-e8f6151aacf0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:43.219104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.351406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for 58ad13c6-4a3c-4822-bef9-7e233be29cf8 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:43.403193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:43.415836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Pushing event updated for resources: {'Port': ['ID=5f35e036-1dee-494b-93d2-e8f6151aacf0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.423382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:43.439799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.442026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.462206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056a846-bfcb-4488-8af6-fc99aa32fa1a None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:43.516436 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.517028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Attempting to bind port 5f35e036-1dee-494b-93d2-e8f6151aacf0 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:43.517381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Attempting to bind port 5f35e036-1dee-494b-93d2-e8f6151aacf0 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:43.518301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Attempting to bind port 5f35e036-1dee-494b-93d2-e8f6151aacf0 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:43.525150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Port 5f35e036-1dee-494b-93d2-e8f6151aacf0 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:43.525542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Attempting to bind port 5f35e036-1dee-494b-93d2-e8f6151aacf0 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:43.532035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:43.532433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Checking segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:43.532861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Bound using segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:43.533395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Bound port: 5f35e036-1dee-494b-93d2-e8f6151aacf0, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:43.534529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.553898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfcc93-f16e-44fa-b970-1ddcedef224e req-9b2dd80c-734a-45cf-ae29-a62b29ef2243 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.557433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fcbfcc93-f16e-44fa-b970-1ddcedef224e req-9b2dd80c-734a-45cf-ae29-a62b29ef2243 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 946 time: 0.7544315 Feb 07 22:43:43.670772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=a158ed35-2894-42f1-96c9-f0f04091204b,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.694247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] For port 5f35e036-1dee-494b-93d2-e8f6151aacf0, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:43.700213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] For port 5f35e036-1dee-494b-93d2-e8f6151aacf0, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:43.719134 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.756676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-14563ae6-50c3-4fb9-bec0-3bc449336f5f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3891318 Feb 07 22:43:43.761639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:43.767532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55426) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:43.771552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:43.786068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:43.802400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:43.825971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Pushing event updated for resources: {'Port': ['ID=5f35e036-1dee-494b-93d2-e8f6151aacf0,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.837220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:43.837903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:43.839625 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6a3e32d7-ad89-4efa-a5ae-3d2bb60c4008 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f35e036-1dee-494b-93d2-e8f6151aacf0 HTTP/1.1" status: 200 len: 1091 time: 1.3316579 Feb 07 22:43:43.854762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fcbfcc93-f16e-44fa-b970-1ddcedef224e req-1023544b-68bb-4093-b5e6-73c07f05ba6a tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049975 Feb 07 22:43:43.855999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=65e26919-fb36-4b9d-a6f2-e62746adb2ee,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:43.883633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:44.020416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': 'a158ed35-2894-42f1-96c9-f0f04091204b'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:43:44.022001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.123950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.251154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Allocated IP 2001:db8::f816:3eff:fe0d:e15f (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/a158ed35-2894-42f1-96c9-f0f04091204b/5db3a98b-fdc7-49ed-bc43-9dc452173e2f) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:44.307478 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.325129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:44.385666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=58ad13c6-4a3c-4822-bef9-7e233be29cf8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:44.388026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:44.396701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd', '9880bee8-a416-434f-aaa4-73d8a7e561ce'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:44.430734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:44.434676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.443048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:44.459179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:44.507846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e9411-1b76-4199-9f1b-e261df767cc7 req-425e4f98-aab7-4c7c-be87-312e3bc756f7 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:44.509508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-834e9411-1b76-4199-9f1b-e261df767cc7 req-425e4f98-aab7-4c7c-be87-312e3bc756f7 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1096 time: 0.4470310 Feb 07 22:43:44.565253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port 58ad13c6-4a3c-4822-bef9-7e233be29cf8 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:44.585556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.598409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:44.607834 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.610066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd323c2b-dad1-4cad-8744-27c933ce87e6 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:44.621414 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.635952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afcdc01-af1c-4917-9070-4327639702fd', 'name': 'network-vif-deleted', 'tag': '58ad13c6-4a3c-4822-bef9-7e233be29cf8'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:44.638240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Transition to ACTIVE for port object cd323c2b-dad1-4cad-8744-27c933ce87e6 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:44.646097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.711631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:44.869244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-834e9411-1b76-4199-9f1b-e261df767cc7 req-47040af5-48fd-4caf-ac39-8db34b3ad3d6 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343394 Feb 07 22:43:44.985020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0988080a-500f-40dd-a327-b5a6f9a6e1e8 req-c47400dd-9391-471a-9434-1a3fd3b3f4d3 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "DELETE /v2.0/ports/58ad13c6-4a3c-4822-bef9-7e233be29cf8 HTTP/1.1" status: 204 len: 173 time: 3.0254300 Feb 07 22:43:45.072888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.085495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Transition to ACTIVE for port object 5db3a98b-fdc7-49ed-bc43-9dc452173e2f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:45.113030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Transition to ACTIVE for port object 5db3a98b-fdc7-49ed-bc43-9dc452173e2f will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:45.250348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 58ad13c6-4a3c-4822-bef9-7e233be29cf8 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:45.294707 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:45.335903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 58ad13c6-4a3c-4822-bef9-7e233be29cf8 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:43:45.336575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 58ad13c6-4a3c-4822-bef9-7e233be29cf8 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:45.445874 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'status': 'completed', 'code': 200} Feb 07 22:43:45.446139 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': 'e50e28d3-7a31-414a-be0d-546183709b6b', 'status': 'completed', 'code': 200} Feb 07 22:43:45.575457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:45.599404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:45.622867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:45.624538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Pushing event updated for resources: {'Port': ['ID=cd323c2b-dad1-4cad-8744-27c933ce87e6,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:45.776350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.777295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.781102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.781868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.782517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.783162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.785295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:45.787635 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a5c63722-f758-4431-aeb5-1128a87427c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6309 time: 0.4547760 Feb 07 22:43:45.858433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Pushing event updated for resources: {'Port': ['ID=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:45.968473 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.021138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.039397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Attempting to bind port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:46.040172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Attempting to bind port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:46.042640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Attempting to bind port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:46.054849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Attempting to bind port cd323c2b-dad1-4cad-8744-27c933ce87e6 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:46.055338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Attempting to bind port cd323c2b-dad1-4cad-8744-27c933ce87e6 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:46.055785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Attempting to bind port cd323c2b-dad1-4cad-8744-27c933ce87e6 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:46.060948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:46.061854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:46.062305 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.062735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:46.063256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Bound port: 5db3a98b-fdc7-49ed-bc43-9dc452173e2f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:46.063628 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.095514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Port cd323c2b-dad1-4cad-8744-27c933ce87e6 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:46.095514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Attempting to bind port cd323c2b-dad1-4cad-8744-27c933ce87e6 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:46.103332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:46.103551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Checking segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:46.103883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Bound using segment: {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:46.104344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Bound port: cd323c2b-dad1-4cad-8744-27c933ce87e6, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb53a3ea-3e66-4431-b65a-2504ca49620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:46.104699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.189371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.197416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.201782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] For port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:46.204336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.209043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] For port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:46.211259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.217326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.218656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.223275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.230092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.231642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-19e4564b-1172-498a-bd40-460342b222ee tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5404 time: 0.5806444 Feb 07 22:43:46.245828 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.258955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-3e4f10d1-e11b-484c-93a1-989a4edea266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.259445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-3e4f10d1-e11b-484c-93a1-989a4edea266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.259894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-3e4f10d1-e11b-484c-93a1-989a4edea266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.261471 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-3e4f10d1-e11b-484c-93a1-989a4edea266 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4586632 Feb 07 22:43:46.337158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a04390-f8b5-415c-9d9d-457a358dae95 None None] Pushing event updated for resources: {'Port': ['ID=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.368979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event updated for resources: {'Port': ['ID=65e26919-fb36-4b9d-a6f2-e62746adb2ee,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.376667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=bd7be862-8f22-4a9b-ad73-402015b3a300,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:46.391643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:46.399223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] For port cd323c2b-dad1-4cad-8744-27c933ce87e6, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:46.410108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:46.418709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] For port cd323c2b-dad1-4cad-8744-27c933ce87e6, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:46.426729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b040c23-acbe-4fa6-8b55-00ebdf3c5ba2 req-3ccb5edb-159c-49b0-97bc-20b38712f020 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1676590 Feb 07 22:43:46.434390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.438807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.451456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.453884 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.499739 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-181cc07d-0088-465b-a57b-a3783e7b1e6e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7255347 Feb 07 22:43:46.502992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55450) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:46.508937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.509152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:b9:35:a4', 'name': 'tempest-NetworksTestDHCPv6-1097870483'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:46.509865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.511866 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd323c2b-dad1-4cad-8744-27c933ce87e6 HTTP/1.1" status: 200 len: 1089 time: 2.6333244 Feb 07 22:43:46.559254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:46.688540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:46.695349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-7b308e0e-24a4-4656-839e-f020c374d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:46.698828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-2381af13-228f-4fd4-9ecd-fc824435b9e2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.7544475 Feb 07 22:43:46.701011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-7b308e0e-24a4-4656-839e-f020c374d025 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4289012 Feb 07 22:43:46.850319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-07d03849-ff5f-4c61-8ef8-e003e12c9cbc tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:46.913582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-07d03849-ff5f-4c61-8ef8-e003e12c9cbc tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:46.920224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-07d03849-ff5f-4c61-8ef8-e003e12c9cbc tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.17 HTTP/1.1" status: 200 len: 695 time: 0.2203729 Feb 07 22:43:47.030508 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afcdc01-af1c-4917-9070-4327639702fd', 'name': 'network-vif-deleted', 'tag': '58ad13c6-4a3c-4822-bef9-7e233be29cf8', 'status': 'completed', 'code': 200} Feb 07 22:43:47.038414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:43:47.046624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:43:47.054807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:43:47.079563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:43:47.100103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.115698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46efee4-cd93-4551-898f-feb2a3e84341 service neutron] Pushing event updated for resources: {'Port': ['ID=cd323c2b-dad1-4cad-8744-27c933ce87e6,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:47.161032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:43:47.198329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.198833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.199309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.199859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.200340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.200896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.201337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.203282 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-a036f396-166e-43bc-b8c1-4617b9601786 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6351 time: 0.4562135 Feb 07 22:43:47.213736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-6aac8b25-8244-46bb-b3ce-342bf0334663 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.228139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be6baee5-ae50-40c0-81ee-9ede0f926994 req-6aac8b25-8244-46bb-b3ce-342bf0334663 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.3023734 Feb 07 22:43:47.401063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-e7c3ffef-a331-4f18-b829-2a79626ec3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.402552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-e7c3ffef-a331-4f18-b829-2a79626ec3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.403179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-e7c3ffef-a331-4f18-b829-2a79626ec3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.405286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-e7c3ffef-a331-4f18-b829-2a79626ec3bd service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1912558 Feb 07 22:43:47.408479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd7dd-e660-411d-ad03-8b430ec154e7 req-0824cb2a-b9ef-4450-b0cc-0746221c0caf tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.417306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c4cd7dd-e660-411d-ad03-8b430ec154e7 req-0824cb2a-b9ef-4450-b0cc-0746221c0caf tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1096 time: 0.2991636 Feb 07 22:43:47.446782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:47.481024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '760f9c9b-634e-4843-95cd-51b92b242575'}, {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0'}, {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:47.503042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:43:47.719697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db3a98b-fdc7-49ed-bc43-9dc452173e2f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:47.732086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c4cd7dd-e660-411d-ad03-8b430ec154e7 req-282e5bac-0061-41ab-ba8e-a4eedd7338a9 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137398 Feb 07 22:43:47.879156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-0e650ecf-576a-4c4e-971f-8a5bde695161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:47.882893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51f73bd9-118c-4b60-84ef-9d0e816a843d req-0e650ecf-576a-4c4e-971f-8a5bde695161 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3841367 Feb 07 22:43:47.947117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:48.091442 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36076df9-c3f7-4533-b4b8-69c69e9ec961 req-1fcfdef1-cd04-4663-823f-82ade9660b32 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips/1412e38d-36d9-4fd2-81c6-230c8ace3580 HTTP/1.1" status: 200 len: 692 time: 0.1383796 Feb 07 22:43:48.139780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ace24-aec8-4707-acd9-52af82fe134f None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:48.206857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 172.20.0.13 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/bd7be862-8f22-4a9b-ad73-402015b3a300/bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:48.240666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:feb9:35a4 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/a158ed35-2894-42f1-96c9-f0f04091204b/bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:48.403599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36076df9-c3f7-4533-b4b8-69c69e9ec961 req-e0cd00fa-385d-4886-be76-3e2a3e876a5c tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:48.414677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d792fe5b-15bd-4d68-a950-13d7e1546e63 None None] Provisioning for port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:48.426194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d792fe5b-15bd-4d68-a950-13d7e1546e63 None None] Provisioning complete for port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:48.427083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d792fe5b-15bd-4d68-a950-13d7e1546e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.427787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36076df9-c3f7-4533-b4b8-69c69e9ec961 req-e0cd00fa-385d-4886-be76-3e2a3e876a5c tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.3354230 Feb 07 22:43:48.489741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85bae6ce-8116-4da4-ad13-d012fe1c0c06 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:48.525798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.586026 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '760f9c9b-634e-4843-95cd-51b92b242575', 'status': 'completed', 'code': 200} Feb 07 22:43:48.586272 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0', 'status': 'completed', 'code': 200} Feb 07 22:43:48.587674 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6', 'status': 'completed', 'code': 200} Feb 07 22:43:48.589763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Transition to ACTIVE for port object 85bae6ce-8116-4da4-ad13-d012fe1c0c06 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:48.603471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.610340 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d792fe5b-15bd-4d68-a950-13d7e1546e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.688297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d792fe5b-15bd-4d68-a950-13d7e1546e63 None None] For port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:48.732051 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d792fe5b-15bd-4d68-a950-13d7e1546e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:48.916247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792fe5b-15bd-4d68-a950-13d7e1546e63 None None] Pushing event updated for resources: {'Port': ['ID=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:49.052863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Pushing event updated for resources: {'Port': ['ID=85bae6ce-8116-4da4-ad13-d012fe1c0c06,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:49.233925 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-5c7ba087-aa9c-4cfc-bcfa-3f9d2dfb541a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6198881 Feb 07 22:43:49.267754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.268269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.268768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.270159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.270159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.270159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.270589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.274933 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-f748c537-b547-4f27-873e-7453834afee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6376 time: 0.5976129 Feb 07 22:43:49.277102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': 'a158ed35-2894-42f1-96c9-f0f04091204b', 'ip_address': '2001:db8::f816:3eff:fe0d:e15f'}, {'subnet_id': 'bd7be862-8f22-4a9b-ad73-402015b3a300'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '5db3a98b-fdc7-49ed-bc43-9dc452173e2f'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:43:49.410681 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.426014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.475126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:49.590718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.597133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Attempting to bind port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:49.597484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Attempting to bind port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:49.597808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Attempting to bind port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 on network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:49.606132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.617185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.631208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.640832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.654524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.663562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 on network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:49.664973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Attempting to bind port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 on network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:49.665142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.674212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-99cf1868-092b-48a2-bf18-6a38ee8bab3e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5416 time: 0.7262406 Feb 07 22:43:49.729330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db3a98b-fdc7-49ed-bc43-9dc452173e2f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:49.730517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-2838c781-53f9-4cce-a92a-68e978fa2ba0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.730975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-2838c781-53f9-4cce-a92a-68e978fa2ba0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:49.733162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:49.733620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Checking segment: {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:49.735514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Bound using segment: {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:49.736096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Bound port: 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:49.737250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:49.776118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-890dc672-c54b-43c0-b4d5-a07ae98ceaf5 req-21f609ac-7320-415c-879d-94dd2aadd35c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004572 Feb 07 22:43:49.795851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-861821b7-2ce6-4539-be70-67655c910322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.797695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-861821b7-2ce6-4539-be70-67655c910322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.798357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-861821b7-2ce6-4539-be70-67655c910322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.803771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-861821b7-2ce6-4539-be70-67655c910322 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4220958 Feb 07 22:43:49.809285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-1989a8a4-d617-4f29-91b5-27dcf6459e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:49.812273 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-1989a8a4-d617-4f29-91b5-27dcf6459e8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 1101 time: 0.5159922 Feb 07 22:43:49.883292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-2838c781-53f9-4cce-a92a-68e978fa2ba0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:49.886120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-2838c781-53f9-4cce-a92a-68e978fa2ba0 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/ports?device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 950 time: 0.5445323 Feb 07 22:43:50.000447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port 9880bee8-a416-434f-aaa4-73d8a7e561ce {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:50.006591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:50.071682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:50.090218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:50.092825 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:50.155693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] Allocated IP 172.20.0.2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/bd7be862-8f22-4a9b-ad73-402015b3a300/5db3a98b-fdc7-49ed-bc43-9dc452173e2f) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:43:50.260158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-8ff7f4f0-b747-4945-a377-d6c7e29e8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.261668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-8ff7f4f0-b747-4945-a377-d6c7e29e8054 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4467170 Feb 07 22:43:50.263960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375aa3b3-8b1e-45ab-86c4-c4e42dc2d132 req-b621b12e-ca9d-4c75-ac13-5214e7709ef4 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.265644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-375aa3b3-8b1e-45ab-86c4-c4e42dc2d132 req-b621b12e-ca9d-4c75-ac13-5214e7709ef4 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 946 time: 0.7729859 Feb 07 22:43:50.342945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] For port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:50.372014 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:50.395250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] Transition to ACTIVE for port object 5db3a98b-fdc7-49ed-bc43-9dc452173e2f will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:50.405860 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:50.463176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:43:50.488671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-de651002-44d9-4342-8dc1-2b7a190459f0 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.490186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-de651002-44d9-4342-8dc1-2b7a190459f0 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fd22162-4970-4410-991d-4919d2dba67b HTTP/1.1" status: 200 len: 946 time: 0.7040384 Feb 07 22:43:50.491130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:43:50.493701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:43:50.496662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] For port 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:50.537779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-920ad291-6971-4c2e-9bcc-185924280f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.540995 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-920ad291-6971-4c2e-9bcc-185924280f26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.6714196 Feb 07 22:43:50.558173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] For port 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:50.617038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f had new provisioning blocks added so it will not transition to active. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Feb 07 22:43:50.641006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a857ada-4110-4a17-bb50-8a6502498f9d None None] Pushing event updated for resources: {'Port': ['ID=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:50.678319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:50.707387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.707932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:50.735953 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-39543a26-95ae-44ba-a125-ff228bcc4a85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd HTTP/1.1" status: 200 len: 217 time: 0.1595819 Feb 07 22:43:50.744609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-208eefe6-7b26-4a9c-9960-a4724baaa4d9 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips/1412e38d-36d9-4fd2-81c6-230c8ace3580 HTTP/1.1" status: 200 len: 692 time: 0.6438451 Feb 07 22:43:50.861323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.3566785 Feb 07 22:43:50.884590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55500) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:50.901082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8f4a3-d36c-4a2f-8dc2-80a57a03891a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:50.949201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.949201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.949460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.953587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.955828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.959860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.960582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:50.966152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-ec3b901c-e83c-403d-a9c2-27b2d3ee0fbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6376 time: 0.6605589 Feb 07 22:43:51.048138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-375aa3b3-8b1e-45ab-86c4-c4e42dc2d132 req-7425ceb7-8b3c-4e41-843b-58cc1f1466ba tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.10 "GET /v2.0/security-groups?id=093cce54-b24a-4092-87ac-810bbd028271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7298374 Feb 07 22:43:51.120042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-c1ae30bf-da72-454a-b5c9-92a64c230785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:51.129164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-c1ae30bf-da72-454a-b5c9-92a64c230785 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3895509 Feb 07 22:43:51.137181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Deleting port cfd60374-2ab4-4da0-bcd4-44b15420e380 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:51.137821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:51.146750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:51.147499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:51.153393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] 10.222.0.36 "PUT /v2.0/ports/85bae6ce-8116-4da4-ad13-d012fe1c0c06 HTTP/1.1" status: 200 len: 1091 time: 4.5980439 Feb 07 22:43:51.164297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:51.561072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Request body: {'port': {'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:51.579667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db3a98b-fdc7-49ed-bc43-9dc452173e2f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:43:51.767752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14b2b3-6427-4a8a-9358-2c4660b39174 service neutron] Pushing event updated for resources: {'Port': ['ID=85bae6ce-8116-4da4-ad13-d012fe1c0c06,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:51.909192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2be68865-8332-4dbd-84e2-0d03c5c3072e None None] Provisioning for port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:51.917223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2be68865-8332-4dbd-84e2-0d03c5c3072e None None] Provisioning complete for port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:51.917601 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2be68865-8332-4dbd-84e2-0d03c5c3072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:51.945645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:52.007008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-f05c9ea8-1d8c-4073-b845-3d53c54fef14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.007767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-f05c9ea8-1d8c-4073-b845-3d53c54fef14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:52.025817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-3ea25c29-9c3a-416b-86d0-177071a1e87c tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.027904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-3ea25c29-9c3a-416b-86d0-177071a1e87c tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 1.1939871 Feb 07 22:43:52.072963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9880bee8-a416-434f-aaa4-73d8a7e561ce no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:52.087580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-31e740dd-c03e-4c19-aa1c-4bd907ef1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.088064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-31e740dd-c03e-4c19-aa1c-4bd907ef1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.088535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-31e740dd-c03e-4c19-aa1c-4bd907ef1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.090140 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-31e740dd-c03e-4c19-aa1c-4bd907ef1707 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0073099 Feb 07 22:43:52.135517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-928f83bd-4edd-4a3a-bf7b-0ed1ee93713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.137336 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-928f83bd-4edd-4a3a-bf7b-0ed1ee93713e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8750236 Feb 07 22:43:52.164359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-f05c9ea8-1d8c-4073-b845-3d53c54fef14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:52.165830 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-f05c9ea8-1d8c-4073-b845-3d53c54fef14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/ports?device_id=07528686-990a-419c-85a0-bbd31c131629 HTTP/1.1" status: 200 len: 950 time: 1.3724117 Feb 07 22:43:52.190388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814f841-18db-41eb-a58d-ce939d5daa34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.208402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814f841-18db-41eb-a58d-ce939d5daa34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.209646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3814f841-18db-41eb-a58d-ce939d5daa34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:52.259438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:52.260185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:52.280670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-31dc7067-cb09-4131-bff7-ac0f4a4ad450 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.17 HTTP/1.1" status: 200 len: 695 time: 0.2427814 Feb 07 22:43:52.344227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:52.357924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5e334c1b-2b03-4bfd-ab24-f474af20fbdb None None] Provisioning for port bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:43:52.367476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5e334c1b-2b03-4bfd-ab24-f474af20fbdb None None] Provisioning complete for port bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:52.369749 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5e334c1b-2b03-4bfd-ab24-f474af20fbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:52.454726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5e334c1b-2b03-4bfd-ab24-f474af20fbdb None None] Port bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:43:52.474569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:52.485579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:52.490231 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:52.516228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:52.516469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:52.529648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for 9880bee8-a416-434f-aaa4-73d8a7e561ce owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:52.599129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-84983231-d5fc-414b-97ba-730fa34f0741 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.17 HTTP/1.1" status: 200 len: 695 time: 0.2933683 Feb 07 22:43:52.604785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3814f841-18db-41eb-a58d-ce939d5daa34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:52.606491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3814f841-18db-41eb-a58d-ce939d5daa34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.7018826 Feb 07 22:43:52.614217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55520) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:52.614829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9880bee8-a416-434f-aaa4-73d8a7e561ce,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:52.631525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.632640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.633658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.634207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.635318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.635827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.636341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.636899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.637465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.637997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.639043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.639552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:43:52.683916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd893c0-8d86-4dfe-b44d-642d845074dd req-f58870b5-da72-4a8b-b729-830cd9f48f3c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.690029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1fd893c0-8d86-4dfe-b44d-642d845074dd req-f58870b5-da72-4a8b-b729-830cd9f48f3c tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 950 time: 1.1686971 Feb 07 22:43:52.755485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] For port cfd60374-2ab4-4da0-bcd4-44b15420e380, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cfd60374-2ab4-4da0-bcd4-44b15420e380,segment=NetworkSegment(29215801-729c-4ff6-8b07-586bd28828da),segment_id=29215801-729c-4ff6-8b07-586bd28828da)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:52.755962 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:52.851462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-9acf798f-baa6-4662-ac34-7eacac40c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:52.853064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-9acf798f-baa6-4662-ac34-7eacac40c6df service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7144933 Feb 07 22:43:52.855080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-6ef53427-77b0-4095-aac0-77698cf2ce11 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836731 Feb 07 22:43:52.863164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:52.863651 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.032994 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6e031d8-70a1-4c97-ae51-4954e7a391b1 req-d1645f3c-4c34-487a-ac5a-a5f46655abfe service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303120 Feb 07 22:43:53.069501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Calling delete_port for cfd60374-2ab4-4da0-bcd4-44b15420e380 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:53.163408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Deleting port 65e26919-fb36-4b9d-a6f2-e62746adb2ee {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:53.163653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.207215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d707109b-4ca0-48b7-bbf7-4b16d9ffd722 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:53.212274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1fd893c0-8d86-4dfe-b44d-642d845074dd req-5bfd7288-93b5-4869-8d5f-c4cd1b683d83 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052123 Feb 07 22:43:53.338079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:43:53.338505 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:43:53.532738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.608022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:53.616420 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.618066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cfd60374-2ab4-4da0-bcd4-44b15420e380 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:53.666549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:43:53.735576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-7e615de3-01ef-45cf-9418-f8f5747f035d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4879963 Feb 07 22:43:53.755556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.844722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No active binding found for port cfd60374-2ab4-4da0-bcd4-44b15420e380 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:43:53.845145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cfd60374-2ab4-4da0-bcd4-44b15420e380 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:43:53.849888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port 9880bee8-a416-434f-aaa4-73d8a7e561ce {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:53.853151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:53.856333 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.928212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Pushing event deleted for resources: {'Port': ['ID=cfd60374-2ab4-4da0-bcd4-44b15420e380,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:53.957921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:53.958434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:54.181138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.181626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.182105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.182729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.183370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.184143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.184977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:54.186906 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-c2e4c8a9-2c3f-4cc6-a093-45c028460d5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6418 time: 1.1492267 Feb 07 22:43:54.270171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Calling delete_port for 65e26919-fb36-4b9d-a6f2-e62746adb2ee owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:54.382182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:54.382553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:54.405219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c620c404-ee54-4878-9175-61b01bf08c33 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:43:54.556931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for d707109b-4ca0-48b7-bbf7-4b16d9ffd722 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:54.588717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:54.662540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] No DVR routers for this DVR port cfd60374-2ab4-4da0-bcd4-44b15420e380 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:54.665595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:54.668449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:54.680932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd22162-4970-4410-991d-4919d2dba67b', 'name': 'network-vif-deleted', 'tag': 'cfd60374-2ab4-4da0-bcd4-44b15420e380'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:54.718242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d3a7cd4-48e2-45d6-90ec-4a886fa80658 req-c6423be2-86f7-4f2a-a721-cb1d20e9e590 tempest-InstanceActionsTestJSON-1776607033 tempest-InstanceActionsTestJSON-1776607033-project] 10.222.0.26 "DELETE /v2.0/ports/cfd60374-2ab4-4da0-bcd4-44b15420e380 HTTP/1.1" status: 204 len: 173 time: 4.0618527 Feb 07 22:43:54.719348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:54.824463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Transition to ACTIVE for port object c620c404-ee54-4878-9175-61b01bf08c33 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:43:54.848636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:54.888098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-1772d564-83b8-48f1-8ea8-d8f067cba8cc tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:43:54.889192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-1772d564-83b8-48f1-8ea8-d8f067cba8cc tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155499 Feb 07 22:43:54.905063 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:54.941447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Request body: {'binding': {'host': 'n-h2-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:54.944460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 22:43:54.980071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event deleted for resources: {'Port': ['ID=65e26919-fb36-4b9d-a6f2-e62746adb2ee,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:55.034825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-8661757e-536f-49ff-b564-b54f514a1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:55.034825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-8661757e-536f-49ff-b564-b54f514a1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:55.034825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-8661757e-536f-49ff-b564-b54f514a1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:55.035577 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-8661757e-536f-49ff-b564-b54f514a1d22 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7884891 Feb 07 22:43:55.116086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-99fbb09f-b471-49f8-96dc-3f1629aa66e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:55.117811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-99fbb09f-b471-49f8-96dc-3f1629aa66e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 1101 time: 1.2706878 Feb 07 22:43:55.131417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:43:55.131417 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:43:55.208660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bc75c-de11-4852-8e40-861516623620 service neutron] Pushing event updated for resources: {'Port': ['ID=c620c404-ee54-4878-9175-61b01bf08c33,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:55.348312 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.350850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.352043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f9064fd-9ac8-4b91-b17f-9828f43045f9 req-b48cdaff-5119-4f6e-9dc6-f1cc51ad0fe0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "DELETE /v2.0/floatingips/1412e38d-36d9-4fd2-81c6-230c8ace3580 HTTP/1.1" status: 204 len: 173 time: 2.7375224 Feb 07 22:43:55.360322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port 9880bee8-a416-434f-aaa4-73d8a7e561ce, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9880bee8-a416-434f-aaa4-73d8a7e561ce,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:55.360728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.432211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-4c015a1e-588b-49b6-9679-639a17245642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:55.433722 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2923ba3d-1d3a-4b9f-9fcc-37d2cef5483a req-4c015a1e-588b-49b6-9679-639a17245642 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3442276 Feb 07 22:43:55.532443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Attempting to bind port c620c404-ee54-4878-9175-61b01bf08c33 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:55.534246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Attempting to bind port c620c404-ee54-4878-9175-61b01bf08c33 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:55.534802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Attempting to bind port c620c404-ee54-4878-9175-61b01bf08c33 on network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:55.547294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Port c620c404-ee54-4878-9175-61b01bf08c33 on network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:55.548272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Attempting to bind port c620c404-ee54-4878-9175-61b01bf08c33 on network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:55.556951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for 9880bee8-a416-434f-aaa4-73d8a7e561ce owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:55.569886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:55.570542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Checking segment: {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:55.571179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Bound using segment: {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:55.571856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Bound port: c620c404-ee54-4878-9175-61b01bf08c33, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4ac7d48-7585-4bb6-9039-56c54febc081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:55.572437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.625076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.632970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:43:55.633560 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:55.740318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:55.760237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-1ec34acb-f5b1-4dae-9c0a-20b5cf8b7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:55.762489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-1ec34acb-f5b1-4dae-9c0a-20b5cf8b7464 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.6108580 Feb 07 22:43:55.764480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on host n-h2-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:43:55.764866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:43:55.765200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:55.828422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:43:55.828939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:43:55.860822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-0b0ef20c-0851-4bca-a545-85aaddb140e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=de259164-73bc-46b5-af76-50d5fe162018 HTTP/1.1" status: 200 len: 217 time: 0.0876651 Feb 07 22:43:55.893218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:43:55.893752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:43:55.894511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:43:55.896453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Bound port: 55e0da85-19bf-40bf-8032-482d3f1e98a1, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:43:55.922234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a2fe212-9648-49bb-b7df-db630d196a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.002351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-3bdfcbb1-930e-4e0a-8389-edd9224f58bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.003817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-3bdfcbb1-930e-4e0a-8389-edd9224f58bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0938072 Feb 07 22:43:56.101529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] For port c620c404-ee54-4878-9175-61b01bf08c33, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:43:56.160487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] For port c620c404-ee54-4878-9175-61b01bf08c33, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c620c404-ee54-4878-9175-61b01bf08c33,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:56.207267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.212986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.218643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.224551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.224939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.230619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.236366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.242124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.244006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-1907363c-4951-4760-9e4d-f6c13fff5c3d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5428 time: 0.6496379 Feb 07 22:43:56.277452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.289774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:56.295418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:43:56.311676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.324812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.325657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.327209 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-164bc75c-de11-4852-8e40-861516623620 service neutron] 10.222.0.36 "PUT /v2.0/ports/c620c404-ee54-4878-9175-61b01bf08c33 HTTP/1.1" status: 200 len: 1091 time: 4.7762625 Feb 07 22:43:56.331853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:56.365645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bc75c-de11-4852-8e40-861516623620 service neutron] Pushing event updated for resources: {'Port': ['ID=c620c404-ee54-4878-9175-61b01bf08c33,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:56.366298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=9880bee8-a416-434f-aaa4-73d8a7e561ce,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:56.374380 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01aeb986-8703-4bda-8865-c43596516bf0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c HTTP/1.1" status: 204 len: 168 time: 3.7544696 Feb 07 22:43:56.379556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:56.492404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b07785d-a290-487b-bd90-788f623ae5c6 req-be0c6eb8-fbae-4886-b553-d4b8065938cf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389536 Feb 07 22:43:56.504886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port 9880bee8-a416-434f-aaa4-73d8a7e561ce on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:56.508650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port d707109b-4ca0-48b7-bbf7-4b16d9ffd722, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:56.509200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.510523 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.512919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9cd7a678-d70d-4492-9f39-f8f30ee41c9f req-63bfa1a8-6c5f-4d72-bb70-d5b9ba915b14 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "DELETE /v2.0/ports/9880bee8-a416-434f-aaa4-73d8a7e561ce HTTP/1.1" status: 204 len: 173 time: 6.6158948 Feb 07 22:43:56.526670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:56.541375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] 10.222.0.10 "POST /v2.0/ports/55e0da85-19bf-40bf-8032-482d3f1e98a1/bindings HTTP/1.1" status: 201 len: 389 time: 1.5926137 Feb 07 22:43:56.570265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-59b280fe-360b-48a7-9769-e13e2d461042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.578581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-59b280fe-360b-48a7-9769-e13e2d461042 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5603745 Feb 07 22:43:56.746473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for d707109b-4ca0-48b7-bbf7-4b16d9ffd722 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:43:56.905000 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06', 'status': 'completed', 'code': 200} Feb 07 22:43:56.925128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84887b-c1fd-430d-8794-8a2856cd7410 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.927327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84887b-c1fd-430d-8794-8a2856cd7410 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.929501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad84887b-c1fd-430d-8794-8a2856cd7410 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:56.931725 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad84887b-c1fd-430d-8794-8a2856cd7410 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5510244 Feb 07 22:43:56.934739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55592) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:57.034843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:57.081301 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce', 'code': 200} Feb 07 22:43:57.174182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet a158ed35-2894-42f1-96c9-f0f04091204b {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:43:57.174182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.249806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.264617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] Deleting subnet cbdbd844-184d-42f6-922a-226ca6b7f364 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:43:57.271213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:57.278127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dc5ec0f6-d55e-46fa-bfb7-f965b9b3329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.278127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dc5ec0f6-d55e-46fa-bfb7-f965b9b3329f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1096 time: 0.3403723 Feb 07 22:43:57.278127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.300129 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd22162-4970-4410-991d-4919d2dba67b', 'name': 'network-vif-deleted', 'tag': 'cfd60374-2ab4-4da0-bcd4-44b15420e380', 'status': 'completed', 'code': 200} Feb 07 22:43:57.411508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=d707109b-4ca0-48b7-bbf7-4b16d9ffd722,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:57.419084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.419516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.419997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.420690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.420962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.421764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.422273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.424974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8a83d090-aa93-411f-9be1-ccf4f5d79be6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6485 time: 0.9966736 Feb 07 22:43:57.450584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018', '869f7b73-ecd1-4226-86cb-24084e71c4ca'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:43:57.526867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c6d38d4b-976a-4672-af2d-6708b607fa96 req-e6db5c4b-6be2-45e9-a854-cbf4d6fbe62d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:57.529954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-84d3ad36-6e88-48da-8667-90ae5faf08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.531823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-84d3ad36-6e88-48da-8667-90ae5faf08cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.1752818 Feb 07 22:43:57.576357 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.623652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-fecd47cd-0291-4f8c-8140-df15ae286285 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0385008 Feb 07 22:43:57.638845 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-0db09087-8d74-433d-8e65-6269e3c74a07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c HTTP/1.1" status: 200 len: 217 time: 0.1986549 Feb 07 22:43:57.730560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-f1d51960-ab3d-45dd-8c3c-0da38d214764 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 200 len: 217 time: 0.1623781 Feb 07 22:43:57.735429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port d707109b-4ca0-48b7-bbf7-4b16d9ffd722 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:43:57.810811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-28944b58-d677-457a-8ca0-0aee377259fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:57.810811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-28944b58-d677-457a-8ca0-0aee377259fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65699282-451f-42e3-8983-56630e8b5044 HTTP/1.1" status: 200 len: 856 time: 0.1370060 Feb 07 22:43:57.810811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.878402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:57.930294 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c62f4a1d-789a-42d3-9b5f-7455438425f6 req-52ae647c-c6e5-4e64-b23b-44e85d04d1c1 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "DELETE /v2.0/ports/d707109b-4ca0-48b7-bbf7-4b16d9ffd722 HTTP/1.1" status: 204 len: 173 time: 5.6580985 Feb 07 22:43:57.938064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-035d1178-c3a6-470a-b8a9-472d02c1e93d req-00f0a819-43a3-4823-a1bd-4ad8e6faafec service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337959 Feb 07 22:43:57.979891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.039435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c6d38d4b-976a-4672-af2d-6708b607fa96 req-e6db5c4b-6be2-45e9-a854-cbf4d6fbe62d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:58.039435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6d38d4b-976a-4672-af2d-6708b607fa96 req-e6db5c4b-6be2-45e9-a854-cbf4d6fbe62d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=136abf82-e10f-425d-bb50-d10be264475c HTTP/1.1" status: 200 len: 210 time: 0.7703969 Feb 07 22:43:58.081984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-31a9e92b-f6ac-4f88-a9b7-32f2f508cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:58.081984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-31a9e92b-f6ac-4f88-a9b7-32f2f508cc61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.2857106 Feb 07 22:43:58.111505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1fa8c6c3-de9d-4cf4-a5f0-b5aa0f81e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:58.113438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1fa8c6c3-de9d-4cf4-a5f0-b5aa0f81e522 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2999895 Feb 07 22:43:58.115151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.188073 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e810409-1277-437a-b23b-a7ee958d8416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.207543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-7917e047-b030-4815-827d-63bf165ffc80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195574 Feb 07 22:43:58.218018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=a158ed35-2894-42f1-96c9-f0f04091204b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:58.284217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.284217 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dac5a27d-72c8-4e67-bbdb-a631b3866147 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/a158ed35-2894-42f1-96c9-f0f04091204b HTTP/1.1" status: 204 len: 168 time: 1.3477385 Feb 07 22:43:58.289611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2484b916-a4a1-41b9-9d74-cdc5a03ac024 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:58.294490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55604) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:58.395361 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-2d934443-03ab-4d52-804c-01706f953965 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680858 Feb 07 22:43:58.489920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet bd7be862-8f22-4a9b-ad73-402015b3a300 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:43:58.489920 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.571878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.634803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-539253ee-415b-4f66-aa38-058ec244b87f service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390569 Feb 07 22:43:58.677133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.752647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3ede0-d4f0-4262-b871-e83f9e22ef98 req-0ec2fde7-3740-4a36-8d5f-9f7a0173ba4b tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:58.765980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24f3ede0-d4f0-4262-b871-e83f9e22ef98 req-0ec2fde7-3740-4a36-8d5f-9f7a0173ba4b tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.2313557 Feb 07 22:43:58.813237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1b998dcc-b631-4363-98de-9b2572d48d39 service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698437 Feb 07 22:43:58.910229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33'}, {'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'name': 'network-vif-deleted', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:58.935271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3199-6ce1-4ede-9f77-a4a873c1d293 req-7f875d74-f9e6-41c7-8808-ab4a30c32530 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:58.949681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4caf3199-6ce1-4ede-9f77-a4a873c1d293 req-7f875d74-f9e6-41c7-8808-ab4a30c32530 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 947 time: 0.7284322 Feb 07 22:43:58.949681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:58.956520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.005793 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-5cda3607-05bd-4350-b6a6-22e95884754e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 200 len: 217 time: 0.1700435 Feb 07 22:43:59.060289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-97efc17d-35ce-4f50-8315-5d930108686f service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615858 Feb 07 22:43:59.074322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:59.104666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-ab1e39e8-cbea-4428-9b35-a2fc10548450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.106159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-ab1e39e8-cbea-4428-9b35-a2fc10548450 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.1028178 Feb 07 22:43:59.136176 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.150332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdbd844-184d-42f6-922a-226ca6b7f364,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:59.151069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:43:59.164380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d15dfcaa-87ee-440c-b466-4acec9012f51 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cbdbd844-184d-42f6-922a-226ca6b7f364 HTTP/1.1" status: 204 len: 168 time: 2.0850186 Feb 07 22:43:59.164773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55616) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:59.204382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4caf3199-6ce1-4ede-9f77-a4a873c1d293 req-83ebfbc1-fad2-4b0b-ae3b-b708a819d3ed tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631090 Feb 07 22:43:59.296016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.308240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'name': 'network-vif-deleted', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:43:59.333919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecda69-92af-4b53-abdd-7e1bdcba1b4e req-144a7045-83c0-40f6-80f8-deaa55a8ee44 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.338916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adecda69-92af-4b53-abdd-7e1bdcba1b4e req-144a7045-83c0-40f6-80f8-deaa55a8ee44 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 945 time: 0.2675343 Feb 07 22:43:59.356350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.366522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.397830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adecda69-92af-4b53-abdd-7e1bdcba1b4e req-6fdc57f6-16c3-446b-ae0c-d9662afc5795 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578480 Feb 07 22:43:59.491811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.507196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7be862-8f22-4a9b-ad73-402015b3a300,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:59.509833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.514544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e2c10d8d-861e-4bfe-873d-1e36467e5a4d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/bd7be862-8f22-4a9b-ad73-402015b3a300 HTTP/1.1" status: 204 len: 168 time: 1.2251434 Feb 07 22:43:59.515223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:59.522551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.553280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:43:59.561859 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.669406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:43:59.672389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9212e63-12a8-4f30-b919-040aee5500e4 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:43:59.696677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-3ddd68da-37be-4c88-af61-cce2c479e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:43:59.698165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-3ddd68da-37be-4c88-af61-cce2c479e9d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5839822 Feb 07 22:43:59.766357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-25a52a43-c4ca-4554-bd98-71e327810129 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:router {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:59.796285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bea130d6-4a50-4cf3-8dd5-e8e195546305 None None] Provisioning complete for port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:43:59.796947 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bea130d6-4a50-4cf3-8dd5-e8e195546305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:43:59.804094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d748c94b-3b05-4854-9fe2-801acb627e64 req-cb23e8fe-334d-444c-b666-53f3f055133f tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:43:59.836298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-25a52a43-c4ca-4554-bd98-71e327810129 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:router {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:59.840876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-25a52a43-c4ca-4554-bd98-71e327810129 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3244605 Feb 07 22:43:59.842007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55630) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:43:59.852665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:43:59.864285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-31c38c8c-1ef6-412c-9155-944fe3df1bcf service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562910 Feb 07 22:43:59.937760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d748c94b-3b05-4854-9fe2-801acb627e64 req-cb23e8fe-334d-444c-b666-53f3f055133f tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:43:59.939285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d748c94b-3b05-4854-9fe2-801acb627e64 req-cb23e8fe-334d-444c-b666-53f3f055133f tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=bd9f97bdc9bf494a9dd01b26275adcec HTTP/1.1" status: 200 len: 1657 time: 0.2912228 Feb 07 22:44:00.035149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.071877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-73c5a6b0-8e77-4697-a4dd-04580817ba92 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963520 Feb 07 22:44:00.078104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84a0902-1a35-4a6c-8fdc-1ff00177a17f']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:00.111466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.117585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.123361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.129743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.135554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.142873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.150927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.161550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-612d6ff0-73a5-491b-93e8-0b7d33494f65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5428 time: 0.5121722 Feb 07 22:44:00.164898 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-42df809d-166c-4579-9368-9944d3119ce2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 200 len: 217 time: 0.0784264 Feb 07 22:44:00.170523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29215801-729c-4ff6-8b07-586bd28828da') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:00.171215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29215801-729c-4ff6-8b07-586bd28828da') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:00.187803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:44:00.192628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] Deleting port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:00.193015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.201606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:00.221165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:00.247445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:00.280487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:00.280760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-62085be3-8118-4fef-9adb-9ef0af3072b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.280760 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-62085be3-8118-4fef-9adb-9ef0af3072b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.0808790 Feb 07 22:44:00.280760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.297151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a76bada0-b46b-4a45-8b35-c2e0e9af8c4c req-73b6a76c-6534-4885-bc4c-17867d4da798 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343670 Feb 07 22:44:00.310632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:00.317805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.355494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748c94b-3b05-4854-9fe2-801acb627e64 req-d226334e-6bf4-4098-ad78-c3a1e113616b tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.361231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d748c94b-3b05-4854-9fe2-801acb627e64 req-d226334e-6bf4-4098-ad78-c3a1e113616b tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks?id=96723977-a241-4209-a50b-959911382452&id=96723977-a241-4209-a50b-959911382452&id=96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 787 time: 0.4082232 Feb 07 22:44:00.369520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.402559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:00.403221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:00.430612 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:00.480333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] For port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:00.480943 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.573213 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', 'code': 200} Feb 07 22:44:00.622089 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33', 'status': 'completed', 'code': 200} Feb 07 22:44:00.622288 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07528686-990a-419c-85a0-bbd31c131629', 'name': 'network-vif-deleted', 'tag': 'd707109b-4ca0-48b7-bbf7-4b16d9ffd722', 'status': 'completed', 'code': 200} Feb 07 22:44:00.635751 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136abf82-e10f-425d-bb50-d10be264475c', 'name': 'network-vif-deleted', 'tag': '9880bee8-a416-434f-aaa4-73d8a7e561ce', 'status': 'completed', 'code': 200} Feb 07 22:44:00.668488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] Calling delete_port for 5db3a98b-fdc7-49ed-bc43-9dc452173e2f owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:00.672241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1f8a0730-0291-4144-9aa5-6fdbddd9665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:00.679950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1f8a0730-0291-4144-9aa5-6fdbddd9665c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3967109 Feb 07 22:44:00.721927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.741171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.758464 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.835366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-c5373783-20e5-431d-91aa-cf42aa1df919 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips/ccc02295-52f1-4503-aebe-7e3faf5962b0 HTTP/1.1" status: 200 len: 693 time: 0.1295090 Feb 07 22:44:00.848506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] Pushing event deleted for resources: {'Port': ['ID=5db3a98b-fdc7-49ed-bc43-9dc452173e2f,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:00.856064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6a2db-da76-4831-ac77-952515c13018 None None] No DVR routers for this DVR port 5db3a98b-fdc7-49ed-bc43-9dc452173e2f on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:00.857578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:00.916749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] Pushing event deleted for resources: {'Network': ['ID=e84a0902-1a35-4a6c-8fdc-1ff00177a17f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:00.939315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9a0956f-f1e8-4f72-b9c0-1cbced5a300a admin admin] 10.222.0.10 "DELETE /v2.0/networks/e84a0902-1a35-4a6c-8fdc-1ff00177a17f HTTP/1.1" status: 204 len: 168 time: 1.7720392 Feb 07 22:44:01.024671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-9c5293e8-e4e7-4efb-bbfb-63ed62179329 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355184 Feb 07 22:44:01.212409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55652) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:01.231948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-132baa34-363e-4b07-a488-e3f19f590350 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025604 Feb 07 22:44:01.266610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-43ad13a7-03cf-4583-ab0c-55807268404c tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.274205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-43ad13a7-03cf-4583-ab0c-55807268404c tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.4252815 Feb 07 22:44:01.334742 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-be4e1239-8024-47c1-bfa4-2872a7c548cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0 HTTP/1.1" status: 200 len: 217 time: 0.0870285 Feb 07 22:44:01.362259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:44:01.371566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.400370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1a5e3e18-bd4f-417d-8d91-486c95e97a03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40d5dbb1ffd34b40bd8d80c63a0b6fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866007 Feb 07 22:44:01.403862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:01.447591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c4c010bb-b24c-4808-90a0-028e92adc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.449119 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c4c010bb-b24c-4808-90a0-028e92adc209 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.1085753 Feb 07 22:44:01.553869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01b127ae-ad75-4630-beb7-e786af7c16c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.584804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db3a98b-fdc7-49ed-bc43-9dc452173e2f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:01.591766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01b127ae-ad75-4630-beb7-e786af7c16c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.666414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-b72d9ba2-2e02-4a51-ba7c-5a98700953b6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.3898067 Feb 07 22:44:01.668836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-3123a88a-e811-4eea-ac5b-f7ff37406375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.670332 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-3123a88a-e811-4eea-ac5b-f7ff37406375 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2108567 Feb 07 22:44:01.694468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5db3a98b-fdc7-49ed-bc43-9dc452173e2f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:01.694468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5db3a98b-fdc7-49ed-bc43-9dc452173e2f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:01.699934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=2f27a20e-78a6-4993-80e0-6f9be128c98f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:01.711085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:01.772057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01b127ae-ad75-4630-beb7-e786af7c16c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.776895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:01.776895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:01.788294 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.791852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b119bbc-46c1-4aa8-b457-14f4bcab72a3 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:01.801189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b127ae-ad75-4630-beb7-e786af7c16c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093cce54-b24a-4092-87ac-810bbd028271,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:01.831493 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-dac2e99c-a109-4aeb-a649-f9270ecb0b66 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.1235836 Feb 07 22:44:01.860269 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01b127ae-ad75-4630-beb7-e786af7c16c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:01.863378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01b127ae-ad75-4630-beb7-e786af7c16c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/093cce54-b24a-4092-87ac-810bbd028271 HTTP/1.1" status: 204 len: 168 time: 0.4593189 Feb 07 22:44:01.924373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-4112f067-1953-45bc-b44e-0ea289109baa service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444019 Feb 07 22:44:01.957347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db5f4ce8-097b-47b0-a911-266d3d4be7c0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1077325 Feb 07 22:44:01.973789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55666) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:01.981104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:02.094299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b73de-5c2b-425d-a7dc-229f5f0cd1f5 req-780f913f-621f-420e-9ce8-a2aebcb0ddeb tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.104004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e0b73de-5c2b-425d-a7dc-229f5f0cd1f5 req-780f913f-621f-420e-9ce8-a2aebcb0ddeb tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 945 time: 0.4980779 Feb 07 22:44:02.146287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Deleting port 45354fed-a450-4ef6-bba9-e24e601f8df2 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:02.146287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:02.222867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '2f27a20e-78a6-4993-80e0-6f9be128c98f'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:44:02.223721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:02.239643 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-352791f6-c2c1-4b0c-a710-a1c101363918 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074920 Feb 07 22:44:02.244803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:02.256130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e0b73de-5c2b-425d-a7dc-229f5f0cd1f5 req-76fa969f-3160-4bfc-9837-887782c06c34 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581833 Feb 07 22:44:02.334290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-843dc822-8c94-404c-b8d2-0b8836f3ce7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6 HTTP/1.1" status: 200 len: 217 time: 0.0867951 Feb 07 22:44:02.336997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:02.340205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:02.346769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:02.420196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Allocated IP 2001:db8::f816:3eff:fe89:b948 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/2f27a20e-78a6-4993-80e0-6f9be128c98f/859f7133-d87f-44a0-ac2e-8cb4a245ec7b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:02.473315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:02.481825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:02.553490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:02.553490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:02.643294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:02.731513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-7454c6aa-2a90-42ed-8b2c-4c115a07c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.736912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-7454c6aa-2a90-42ed-8b2c-4c115a07c66a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.3807137 Feb 07 22:44:02.766872 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:02.781360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Transition to ACTIVE for port object 859f7133-d87f-44a0-ac2e-8cb4a245ec7b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:02.812135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Calling delete_port for 45354fed-a450-4ef6-bba9-e24e601f8df2 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:02.831879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Transition to ACTIVE for port object 859f7133-d87f-44a0-ac2e-8cb4a245ec7b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:02.848257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:02.978900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-84b3749c-2d82-4b82-9fa2-6bdaa563bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:02.980388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-84b3749c-2d82-4b82-9fa2-6bdaa563bc90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2335727 Feb 07 22:44:02.985859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:02.994685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:03.003795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:03.069367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.110205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:03.132895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Attempting to bind port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:03.133273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Attempting to bind port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:03.133635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Attempting to bind port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:03.140802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:03.141184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:03.141588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.142066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:03.143271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Bound port: 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:03.143647 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.162829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event deleted for resources: {'Port': ['ID=45354fed-a450-4ef6-bba9-e24e601f8df2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:03.248410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:03.253312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:03.261405 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.279218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.297104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0a5ff-534d-4b9f-aff2-7981c58df047 req-48e787d0-73a8-4669-8c7e-6d3b85f28f68 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.298453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ff0a5ff-534d-4b9f-aff2-7981c58df047 req-48e787d0-73a8-4669-8c7e-6d3b85f28f68 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2799635 Feb 07 22:44:03.298956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:03.357457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.359914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-510f8b73-cc96-455c-bb6b-b55330c268bd req-cb132761-7ff8-4cbb-ab99-8fac9fb0d189 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "DELETE /v2.0/floatingips/ccc02295-52f1-4503-aebe-7e3faf5962b0 HTTP/1.1" status: 204 len: 173 time: 1.5174837 Feb 07 22:44:03.370102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28eaac-4bcd-45f5-aa73-590b69bd992c None None] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:03.399188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ff0a5ff-534d-4b9f-aff2-7981c58df047 req-0f720bcd-8d72-42aa-9cc5-a63e27d222b6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886898 Feb 07 22:44:03.526351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-8d547c65-6f7e-4812-8381-b32e4dae7fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375628 Feb 07 22:44:03.545748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1471943115-network', 'tenant_id': '0f80c33a2f8d4bf08eed8dbd08d0955b'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:03.582248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:03.596901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Usage tracker for resource:network and tenant:0f80c33a2f8d4bf08eed8dbd08d0955b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:03.606888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:03.606888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:03.626396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Made reservation on behalf of 0f80c33a2f8d4bf08eed8dbd08d0955b for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:03.626396 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.670991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.677390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.726535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:03.746932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Usage tracker for resource:security_group_rule and tenant:0f80c33a2f8d4bf08eed8dbd08d0955b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:03.750702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:03.759152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:03.800336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.807757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.819068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.820291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:03.829056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.835885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.840821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:03.845805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.854210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.857346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-2320fb7a-e13f-4ea8-8327-ab861c9305c4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5428 time: 0.3502183 Feb 07 22:44:03.897009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=bb971d02-7082-40f8-8806-4cdaf0cd1e8c,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:03.902115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:03.903247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:03.920459 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-5769665a-f705-43a6-b378-9d4c04106b8b service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735287 Feb 07 22:44:03.930340 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'code': 200} Feb 07 22:44:03.944528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6594e88-6c29-444f-85e1-7b72b8e90c3e req-e1607416-96cb-44f7-b926-96b9e99ebddb tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759704 Feb 07 22:44:04.053014 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-3fdbfb01-5244-4bf4-a11b-f08f0afc68ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06 HTTP/1.1" status: 200 len: 217 time: 0.1175063 Feb 07 22:44:04.097385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-49c9fede-9439-4f83-857b-d607e7801254 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1220329 Feb 07 22:44:04.110506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55710) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:04.121170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:2c:cb:71', 'name': 'tempest-NetworksTestDHCPv6-812567498'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:04.151370 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.158681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-b1377088-fc85-4654-97a0-7ef63fc833cd tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips/b143f319-9662-4e14-a57c-e65c09f88321 HTTP/1.1" status: 200 len: 693 time: 0.1552949 Feb 07 22:44:04.162845 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.225233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:44:04.244737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-d7ee3204-d97b-471b-94c7-0ba5166ae77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:04.245268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-d7ee3204-d97b-471b-94c7-0ba5166ae77c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.1868200 Feb 07 22:44:04.358331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:04.366552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:04.369478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:04.378037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:04.391207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-a91db44c-9361-428f-ae1f-979833a1c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:04.393656 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-a91db44c-9361-428f-ae1f-979833a1c8a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387289 Feb 07 22:44:04.396026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:04.403310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:44:04.419095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342d052b-46d0-43e9-a86f-d6f217104811,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:04.438207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.438559 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Added segment ac736a06-0e50-4852-8577-f426f0673073 of type vlan for network 19e4d43e-acec-49b9-b096-c6f6f296feb9 Feb 07 22:44:04.500485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.528260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0ed4e-1492-4819-a3b0-e2c5e862bb59 req-3befd4c1-af89-4bfd-a155-ec5e4b6753d5 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:04.529794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32b0ed4e-1492-4819-a3b0-e2c5e862bb59 req-3befd4c1-af89-4bfd-a155-ec5e4b6753d5 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 945 time: 0.4520257 Feb 07 22:44:04.573950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-f5339b75-4826-4ea5-be00-23e2ba388baf tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:04.575309 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-f5339b75-4826-4ea5-be00-23e2ba388baf tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.4107759 Feb 07 22:44:04.677622 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.679745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:04.679745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.690721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:04.708428 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-54a3e062-d449-40b7-b78c-2511ed5918cc service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893977 Feb 07 22:44:04.714305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-2fdc9ecb-fff8-409d-9613-870929fcc2d7 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:04.781208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32b0ed4e-1492-4819-a3b0-e2c5e862bb59 req-31a7e3ed-6be0-4c95-9208-aa568098530b tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417481 Feb 07 22:44:04.794786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port ad945824-3b8c-4ebf-b138-e8ded933f45e yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:44:04.816742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-2fdc9ecb-fff8-409d-9613-870929fcc2d7 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:04.825814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-2fdc9ecb-fff8-409d-9613-870929fcc2d7 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.2379792 Feb 07 22:44:04.960355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-d7653266-aba8-445a-b6bf-783328fc77b2 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.1332006 Feb 07 22:44:04.989347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8755bf0-6c47-4ba2-95f5-267e65112eef None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:05.050922 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1c6910cf-3033-4ecd-906f-e1ef828dd457 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336980 Feb 07 22:44:05.176394 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-c69b5b8f-b047-4033-973b-5715d8944bfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c620c404-ee54-4878-9175-61b01bf08c33 HTTP/1.1" status: 200 len: 217 time: 0.1167226 Feb 07 22:44:05.214753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9142516 Feb 07 22:44:05.215520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55726) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:05.231373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:05.239877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007ed08-f9c3-4eaf-8086-6fed5bac8505 admin admin] Pushing event updated for resources: {'Network': ['ID=19e4d43e-acec-49b9-b096-c6f6f296feb9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:05.250970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Request body: {'subnet': {'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1471943115-subnet', 'tenant_id': '0f80c33a2f8d4bf08eed8dbd08d0955b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:05.266687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:44:05.319396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:05.333723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Deleting port 614e86d4-6f58-46bb-80f5-0bf00a4aaff3 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:05.333723 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.411498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Usage tracker for resource:subnet and tenant:0f80c33a2f8d4bf08eed8dbd08d0955b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:05.428119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1dafcf41-505e-4514-bdfb-7b17a23d932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:05.429618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-1dafcf41-505e-4514-bdfb-7b17a23d932e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.2351253 Feb 07 22:44:05.455784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:05.493902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:05.554659 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:44:05.577231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 172.20.0.3 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/bb971d02-7082-40f8-8806-4cdaf0cd1e8c/ad945824-3b8c-4ebf-b138-e8ded933f45e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:05.586533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:fe2c:cb71 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/2f27a20e-78a6-4993-80e0-6f9be128c98f/ad945824-3b8c-4ebf-b138-e8ded933f45e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:05.631929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Made reservation on behalf of 0f80c33a2f8d4bf08eed8dbd08d0955b for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:05.631929 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.761680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:05.841453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5690ddaf-741d-4cfe-b09d-e302a5f711b8 None None] Provisioning for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:05.850082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-a52b2b46-5bfa-464b-a497-d7cd1b45605c tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:05.857560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-a52b2b46-5bfa-464b-a497-d7cd1b45605c tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.36 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 945 time: 0.5912180 Feb 07 22:44:05.921890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:05.929902 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:05.940585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6edaeeab-4b4b-4008-8c2c-9e32c5b2c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:05.942420 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-6edaeeab-4b4b-4008-8c2c-9e32c5b2c8de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5047429 Feb 07 22:44:05.983848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:05.984172 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.005573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Deleting port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:06.006092 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.060439 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.178837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.219231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-704ccc0a-b906-4119-89f9-17fbf67d8a53 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702420 Feb 07 22:44:06.222969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object ad945824-3b8c-4ebf-b138-e8ded933f45e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:06.225288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:06.231080 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.231710 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.254203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '8e937cc6-083f-438e-864f-aca4e7806a81', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': '8e937cc6-083f-438e-864f-aca4e7806a81', 'mac_address': 'fa:16:3e:46:3d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:06.337115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.364162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e937cc6-083f-438e-864f-aca4e7806a81 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:06.403347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.445061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:06.458595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.491900 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.497375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=ad945824-3b8c-4ebf-b138-e8ded933f45e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:06.508620 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a219d2a-7652-4c6b-a466-a15f42a769d9 req-49ea3169-a65b-410e-bb6d-285c009ab71f service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815270 Feb 07 22:44:06.522499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:06.524125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:06.530401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:06.592326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Calling delete_port for 614e86d4-6f58-46bb-80f5-0bf00a4aaff3 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:06.620806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.621580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.635739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:06.660092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:06.669445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.724475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['8e937cc6-083f-438e-864f-aca4e7806a81'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:06.740639 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9072a2a7-a4ac-4ba9-a73e-82b1e5c3e3c8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6324337 Feb 07 22:44:06.743338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55750) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:06.792426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '2f27a20e-78a6-4993-80e0-6f9be128c98f', 'ip_address': '2001:db8::f816:3eff:fe89:b948'}, {'subnet_id': 'bb971d02-7082-40f8-8806-4cdaf0cd1e8c'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '859f7133-d87f-44a0-ac2e-8cb4a245ec7b'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:44:06.820722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.851747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.851747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.851747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.851747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.851747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.852854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.852854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.854902 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-3266adfe-3cec-4dc3-81cc-67bcec4ab00c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6485 time: 0.2267914 Feb 07 22:44:06.897464 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:06.977815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674b7c2a-ade2-491b-866f-281a4d5c6dde tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.983614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674b7c2a-ade2-491b-866f-281a4d5c6dde tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:06.984432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-674b7c2a-ade2-491b-866f-281a4d5c6dde tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:06.995676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:07.042166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-674b7c2a-ade2-491b-866f-281a4d5c6dde tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:07.042166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-674b7c2a-ade2-491b-866f-281a4d5c6dde tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2953446 Feb 07 22:44:07.042166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-54e7209b-ffdb-4564-bc9a-6c03002dc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:07.042741 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-54e7209b-ffdb-4564-bc9a-6c03002dc072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4 HTTP/1.1" status: 200 len: 902 time: 0.1758449 Feb 07 22:44:07.042910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55754) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:07.124046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:07.194049 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-67565140-ad65-4903-bce8-c2ff72e2c23b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06 HTTP/1.1" status: 200 len: 217 time: 0.0883236 Feb 07 22:44:07.230096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b202c7-ab98-4f2e-8f42-3651a1baab45 req-ad281054-3671-4504-ad3e-a9d308a4b176 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:07.236946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port ad945824-3b8c-4ebf-b138-e8ded933f45e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:07.237299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:07.245804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46b202c7-ab98-4f2e-8f42-3651a1baab45 req-ad281054-3671-4504-ad3e-a9d308a4b176 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 945 time: 1.8453631 Feb 07 22:44:07.255626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event deleted for resources: {'Port': ['ID=614e86d4-6f58-46bb-80f5-0bf00a4aaff3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:07.312704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-ce26ebb4-cf99-49f6-96b4-33968278368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:07.315924 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-ce26ebb4-cf99-49f6-96b4-33968278368b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.1290698 Feb 07 22:44:07.572602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bd4264-89e4-4f79-9677-6430d40b41cc,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:07.592905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] Allocated IP 172.20.0.2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/bb971d02-7082-40f8-8806-4cdaf0cd1e8c/859f7133-d87f-44a0-ac2e-8cb4a245ec7b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:07.620265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-5f8bb615-0563-41b7-9d6e-5618f3fe9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:07.622880 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-5f8bb615-0563-41b7-9d6e-5618f3fe9e8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2685487 Feb 07 22:44:07.672897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46b202c7-ab98-4f2e-8f42-3651a1baab45 req-78b5cdbe-aca6-416c-b5ab-4268d1c658f8 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224083 Feb 07 22:44:07.684085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Checking segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:07.690962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Network hostable DHCP agents. Network: 19e4d43e-acec-49b9-b096-c6f6f296feb9, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:44:07.736893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:07.839176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:07.922031 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:07.963286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] Transition to ACTIVE for port object 859f7133-d87f-44a0-ac2e-8cb4a245ec7b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:07.981581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:08.033433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.071085 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.113681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-1195fde8-3d5b-4ef6-9f36-08946e12ec3f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:08.114324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for ad945824-3b8c-4ebf-b138-e8ded933f45e owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:08.115156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-1195fde8-3d5b-4ef6-9f36-08946e12ec3f tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0198781-6f87-4f8a-b2e5-b53781ba60a6 HTTP/1.1" status: 200 len: 950 time: 1.3092399 Feb 07 22:44:08.129011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:44:08.228530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 33f292d7-7c9d-46e2-8313-6f38c87dbe03 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:08.259967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 19e4d43e-acec-49b9-b096-c6f6f296feb9) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:08.301964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] For port 33f292d7-7c9d-46e2-8313-6f38c87dbe03, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=33f292d7-7c9d-46e2-8313-6f38c87dbe03,segment=NetworkSegment(2099d471-2141-43b5-9321-c867189b77c3),segment_id=2099d471-2141-43b5-9321-c867189b77c3)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:08.301964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.320962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:08.322809 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.358151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.359560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fea7bec4-47d2-4379-bb97-a644d0bf59a8 req-cb582fa6-c191-4098-afd2-1df7f40e54d6 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "DELETE /v2.0/floatingips/b143f319-9662-4e14-a57c-e65c09f88321 HTTP/1.1" status: 204 len: 173 time: 3.3983979 Feb 07 22:44:08.381737 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-c901a6b1-4430-4b92-80de-2b0916df639c service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7425518 Feb 07 22:44:08.539885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7847f1c-13e4-44d2-9cae-c546c6dc2499 None None] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:08.556991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c5993-8d17-46d3-9d3f-8171bb8fed9f None None] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:08.572529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port 869f7b73-ecd1-4226-86cb-24084e71c4ca {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:08.574140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.614568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Calling delete_port for 33f292d7-7c9d-46e2-8313-6f38c87dbe03 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:08.647693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:08.669649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-78c5dece-6b82-4b6b-a62c-a9da84e9ad2a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4268303 Feb 07 22:44:08.746985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=ad945824-3b8c-4ebf-b138-e8ded933f45e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:08.791147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-f0366e4d-cf9e-462c-9c1e-71918d78c195 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:08.797616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-f0366e4d-cf9e-462c-9c1e-71918d78c195 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1096 time: 1.1232913 Feb 07 22:44:08.880497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-3'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:08.950659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa69be75-8141-4a70-91ab-321e3ac18737 req-0fcd6569-2d43-4c35-8b21-e6a795880bdb service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583055 Feb 07 22:44:08.966896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:09.007295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-105296c4-e55a-4fcf-8e6d-33255ddb2ec4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ad945824-3b8c-4ebf-b138-e8ded933f45e HTTP/1.1" status: 204 len: 168 time: 1.9633367 Feb 07 22:44:09.008128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55766) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:09.059551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49218e-a20f-4ac3-abe6-b0eb1f073324 req-ea12aa7b-4943-4ebe-adf1-3b9650b8f25e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.080633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d49218e-a20f-4ac3-abe6-b0eb1f073324 req-ea12aa7b-4943-4ebe-adf1-3b9650b8f25e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 946 time: 1.0979447 Feb 07 22:44:09.210378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972d5d2-37fc-4c5f-93e7-c81daaaba9ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.212384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972d5d2-37fc-4c5f-93e7-c81daaaba9ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.214036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972d5d2-37fc-4c5f-93e7-c81daaaba9ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.221181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3972d5d2-37fc-4c5f-93e7-c81daaaba9ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:09.261214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3972d5d2-37fc-4c5f-93e7-c81daaaba9ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:09.261214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3972d5d2-37fc-4c5f-93e7-c81daaaba9ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2476676 Feb 07 22:44:09.261214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.280907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e152eedf-37e7-438f-be23-2bccb235906e req-6d61cca9-c13c-4b66-b372-88402408ee0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6485 time: 0.1970377 Feb 07 22:44:09.371158 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:09.392864 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d49218e-a20f-4ac3-abe6-b0eb1f073324 req-d22f45bb-a249-46c1-8c3d-c1ba36711777 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111856 Feb 07 22:44:09.400274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 55e0da85-19bf-40bf-8032-482d3f1e98a1 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:09.483938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-aa31b697-8f94-4ed2-9d75-0c22c9f328d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.485465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e152eedf-37e7-438f-be23-2bccb235906e req-aa31b697-8f94-4ed2-9d75-0c22c9f328d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4 HTTP/1.1" status: 200 len: 902 time: 0.1639061 Feb 07 22:44:09.591724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e152eedf-37e7-438f-be23-2bccb235906e req-f167acd7-a348-4f4e-bb8a-9ba5bfb30132 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c620c404-ee54-4878-9175-61b01bf08c33 HTTP/1.1" status: 200 len: 217 time: 0.0968387 Feb 07 22:44:09.675138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 2f27a20e-78a6-4993-80e0-6f9be128c98f {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:09.701768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:09.812115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-ea1a03ea-d031-43f2-85e1-ab1c4b9f02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:09.813680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e152eedf-37e7-438f-be23-2bccb235906e req-ea1a03ea-d031-43f2-85e1-ab1c4b9f02c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.2085736 Feb 07 22:44:09.838166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-19e4d43e-acec-49b9-b096-c6f6f296feb9', 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'tenant_id': '0f80c33a2f8d4bf08eed8dbd08d0955b', 'fixed_ips': [{'subnet_id': 'b5bd4264-89e4-4f79-9677-6430d40b41cc'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:44:09.843300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:09.987299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.024702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.035010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:10.156755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152eedf-37e7-438f-be23-2bccb235906e req-dfb7e7b1-1cfd-488d-be1c-feab073f6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.158785 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e152eedf-37e7-438f-be23-2bccb235906e req-dfb7e7b1-1cfd-488d-be1c-feab073f6857 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3368189 Feb 07 22:44:10.189201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.195492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.202058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.209485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.218691 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.220024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.238415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.244789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:10.252681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-7d963bfe-29e9-484f-9b0d-047d853030d4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5428 time: 1.6481345 Feb 07 22:44:10.396635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-10d9983f-9c96-4a8c-8383-08ab5963e72c None None] Provisioning for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:10.398428 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.417509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.490642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-10d9983f-9c96-4a8c-8383-08ab5963e72c None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:10.491085 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-10d9983f-9c96-4a8c-8383-08ab5963e72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.598001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d59e1c3-1bc1-4ed6-b98d-fdf8d4d87eba req-421360a8-c1e4-49bf-a062-73b38aa20ab9 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3441968 Feb 07 22:44:10.622580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:10.658999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=2f27a20e-78a6-4993-80e0-6f9be128c98f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:10.670061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.670669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:10.672512 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.685793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Pushing event deleted for resources: {'Port': ['ID=33f292d7-7c9d-46e2-8313-6f38c87dbe03,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:10.704089 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5bf3f4f5-1211-4ca4-8576-42e9cbdfb551 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/2f27a20e-78a6-4993-80e0-6f9be128c98f HTTP/1.1" status: 204 len: 168 time: 1.4431136 Feb 07 22:44:10.713871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:10.764628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 55e0da85-19bf-40bf-8032-482d3f1e98a1 has no active binding in host n-h2-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 22:44:10.782761 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e152eedf-37e7-438f-be23-2bccb235906e req-cfdfc311-a509-4a06-96cb-f524d7a8ebd7 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6150444 Feb 07 22:44:10.863156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet bb971d02-7082-40f8-8806-4cdaf0cd1e8c {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:10.893215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.923373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port 869f7b73-ecd1-4226-86cb-24084e71c4ca, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=869f7b73-ecd1-4226-86cb-24084e71c4ca,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:10.925496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:10.930031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Allocated IP 172.20.0.2 (19e4d43e-acec-49b9-b096-c6f6f296feb9/b5bd4264-89e4-4f79-9677-6430d40b41cc/0da8371f-1285-4b1e-90f5-edeedb0e4340) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:11.024934 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-0330d238-874a-4e24-b8df-2ab78725321a tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips/d7d5a2e8-4dbb-4d78-a464-18e0b4ca3c2d HTTP/1.1" status: 200 len: 693 time: 0.3264050 Feb 07 22:44:11.035955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95981eb2-2149-475b-b908-d8d5d2b47956 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:11.093375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.123196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] No DVR routers for this DVR port 33f292d7-7c9d-46e2-8313-6f38c87dbe03 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:11.190788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.194402 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e152eedf-37e7-438f-be23-2bccb235906e req-9ea5ba0f-ac5f-4c05-953d-fac936508c2c service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276370 Feb 07 22:44:11.213685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for 869f7b73-ecd1-4226-86cb-24084e71c4ca owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:11.224218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.249364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'name': 'network-vif-deleted', 'tag': '33f292d7-7c9d-46e2-8313-6f38c87dbe03'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:11.270394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:11.317918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-45e1e0b2-0e47-4cff-a14d-545197700813 None None] Could not find standard attr ID for object ad945824-3b8c-4ebf-b138-e8ded933f45e. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:44:11.347363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.397120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a561ad0-c642-4aa4-b28c-da23e7d68a40 req-86c0e0c9-31dd-4b5b-9e6b-d5623285bd99 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.36 "DELETE /v2.0/ports/33f292d7-7c9d-46e2-8313-6f38c87dbe03 HTTP/1.1" status: 204 len: 173 time: 5.5062909 Feb 07 22:44:11.403245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:11.409191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=bb971d02-7082-40f8-8806-4cdaf0cd1e8c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:11.412186 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.425791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a9b344b-ebfe-42c7-bff1-d144f1bc00a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/bb971d02-7082-40f8-8806-4cdaf0cd1e8c HTTP/1.1" status: 204 len: 168 time: 0.6462011 Feb 07 22:44:11.427127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55788) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:11.539174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e91c89-650c-4090-aa53-a0e50c73f308 req-edf8fec2-4ecd-475a-aa32-4c3212ca5dd7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:11.550152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96e91c89-650c-4090-aa53-a0e50c73f308 req-edf8fec2-4ecd-475a-aa32-4c3212ca5dd7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 945 time: 1.0908842 Feb 07 22:44:11.591382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:11.700763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-50f60fbe-7b5a-4371-9c11-a4b10748df47 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2687912 Feb 07 22:44:11.702181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55796) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:11.719219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:11.720783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-09567c43-8d90-45b6-b844-bb7cec509c85 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:11.723771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-09567c43-8d90-45b6-b844-bb7cec509c85 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.5348232 Feb 07 22:44:11.958942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.993146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 8e937cc6-083f-438e-864f-aca4e7806a81 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:11.993634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:11.994445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:12.009054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:12.014020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:12.034289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:12.044851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96e91c89-650c-4090-aa53-a0e50c73f308 req-f930eb83-8fb2-4c6e-8397-7e7bbea48937 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934692 Feb 07 22:44:12.069809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.071193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-442f66aa-a27f-4578-aa9b-d11771269ad0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Synchronizing usage tracker for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:12.075388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:12.094481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.100681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.143563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Transition to ACTIVE for port object 0da8371f-1285-4b1e-90f5-edeedb0e4340 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:12.185504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Transition to ACTIVE for port object 0da8371f-1285-4b1e-90f5-edeedb0e4340 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:12.188688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9183641b-8893-4470-8b2f-8af7feff2df5 None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': 'bb971d02-7082-40f8-8806-4cdaf0cd1e8c'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '859f7133-d87f-44a0-ac2e-8cb4a245ec7b'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:44:12.245429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-442f66aa-a27f-4578-aa9b-d11771269ad0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Unset dirty status for tenant:bd9f97bdc9bf494a9dd01b26275adcec on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:12.255209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-442f66aa-a27f-4578-aa9b-d11771269ad0 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 696 time: 0.5204263 Feb 07 22:44:12.320129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9183641b-8893-4470-8b2f-8af7feff2df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.340904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.350969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.379607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-cbc5aca9-2e85-418a-bd35-adc0181ea62d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:12.379958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-cbc5aca9-2e85-418a-bd35-adc0181ea62d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:12.475218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-cbc5aca9-2e85-418a-bd35-adc0181ea62d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:12.475218 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-cbc5aca9-2e85-418a-bd35-adc0181ea62d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a691f07-3aca-4766-a671-9ce6e5f2ef74 HTTP/1.1" status: 200 len: 950 time: 0.6826403 Feb 07 22:44:12.481589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:12.545231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['de259164-73bc-46b5-af76-50d5fe162018'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:12.605882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-fd84b65f-390e-4b87-b26e-7b55b212473e tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.167 HTTP/1.1" status: 200 len: 696 time: 0.3498085 Feb 07 22:44:12.667374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Pushing event updated for resources: {'Port': ['ID=0da8371f-1285-4b1e-90f5-edeedb0e4340,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:12.698506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:12.744830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:12.761855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:12.822276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-029feb70-7f85-4cdb-88b7-6118963f669b req-ed1bc549-69f7-415d-acee-4f8fcc7eb522 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Synchronizing usage tracker for tenant:3f0caf094b834c9f8807362ddc3516f2 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:12.848235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port de259164-73bc-46b5-af76-50d5fe162018 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:12.848235 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.898242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:12.933658 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.009023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:13.061375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on host n-h1-827896-3 for vnic_type normal with profile {"migrating_to": "n-h2-827896-3"} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:13.062122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:13.062685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:13.074552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:13.097123 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.097919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 869f7b73-ecd1-4226-86cb-24084e71c4ca no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:13.102859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=ad861661-7d59-49ff-a48d-6f376a603ef3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:13.123620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:13.127582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:13.131893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:13.132648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.135977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port 869f7b73-ecd1-4226-86cb-24084e71c4ca on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:13.137842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:13.140701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:44:13.141314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Attempting to bind port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on network e555c49c-99fa-4be4-87e5-c8e17e44c9ce {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:13.223371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.251927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=13']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:13.305278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:13.306385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Checking segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:13.307007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Bound using segment: {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:13.307692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Bound port: 55e0da85-19bf-40bf-8032-482d3f1e98a1, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef4714e-d6f6-4aab-9a5b-e729385807e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e555c49c-99fa-4be4-87e5-c8e17e44c9ce'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:13.308279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.321622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=869f7b73-ecd1-4226-86cb-24084e71c4ca,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:13.325592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 869f7b73-ecd1-4226-86cb-24084e71c4ca {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:13.326164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 869f7b73-ecd1-4226-86cb-24084e71c4ca not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:13.363276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device de259164-73bc-46b5-af76-50d5fe162018 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:13.433097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-029feb70-7f85-4cdb-88b7-6118963f669b req-ed1bc549-69f7-415d-acee-4f8fcc7eb522 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] Unset dirty status for tenant:3f0caf094b834c9f8807362ddc3516f2 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:13.447202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-029feb70-7f85-4cdb-88b7-6118963f669b req-ed1bc549-69f7-415d-acee-4f8fcc7eb522 tempest-ServerTagsTestJSON-1096261421 tempest-ServerTagsTestJSON-1096261421-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae0eb567-9f7c-434d-8299-56306a40c4dc HTTP/1.1" status: 200 len: 210 time: 1.0588195 Feb 07 22:44:13.463016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port de259164-73bc-46b5-af76-50d5fe162018, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=de259164-73bc-46b5-af76-50d5fe162018,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:13.463440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.518650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4463f621-26e0-4608-a389-6bf9db976cc0 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:13.604409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:13.613389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:13.615811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d7c6a97-f463-4fb3-8186-71222b95828d req-b58f5bb3-6655-46eb-aae6-4af76fd54130 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "DELETE /v2.0/ports/869f7b73-ecd1-4226-86cb-24084e71c4ca HTTP/1.1" status: 204 len: 173 time: 5.4728642 Feb 07 22:44:13.617421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Deleting port 71e11ed6-67e6-4c93-89d1-e781a48525fe {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:13.617887 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.695134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Attempting to bind port 0da8371f-1285-4b1e-90f5-edeedb0e4340 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:13.696636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Attempting to bind port 0da8371f-1285-4b1e-90f5-edeedb0e4340 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:13.697442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Attempting to bind port 0da8371f-1285-4b1e-90f5-edeedb0e4340 on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:13.743336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-65cebe9a-c994-4804-a02f-60d73d249016 None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:13.744134 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65cebe9a-c994-4804-a02f-60d73d249016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.785736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:13.786588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Checking segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:13.787255 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.787890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Bound using segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:13.788659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Bound port: 0da8371f-1285-4b1e-90f5-edeedb0e4340, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:13.789299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:13.892929 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2dc1fb3b-5045-4064-93fb-8918f480d01c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1896398 Feb 07 22:44:13.909206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for de259164-73bc-46b5-af76-50d5fe162018 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:13.996702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55806) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:14.076054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.162728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:14.172352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:14.207383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.207641 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.247865 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.298461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=8']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:14.434497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:14.457673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:14.465447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:14.480422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:14.490875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] For port 0da8371f-1285-4b1e-90f5-edeedb0e4340, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:14.497130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.556463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:14.560544 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.600116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=de259164-73bc-46b5-af76-50d5fe162018,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:14.678916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['07ce7d11-f926-48b1-97d9-8e6dcb540ccd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:14.718841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] For port 0da8371f-1285-4b1e-90f5-edeedb0e4340, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0da8371f-1285-4b1e-90f5-edeedb0e4340,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:14.723302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Calling delete_port for 71e11ed6-67e6-4c93-89d1-e781a48525fe owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:14.812752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:14.814234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:14.816427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-8d8cb8ae-a6af-47cf-9373-4c93a962a9da service neutron] 10.222.0.26 "PUT /v2.0/ports/55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 200 len: 1121 time: 5.9538131 Feb 07 22:44:14.903725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-47375788-7465-49a6-822f-38d6081e8ce7 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:14.904899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-47375788-7465-49a6-822f-38d6081e8ce7 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Synchronizing usage tracker for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:14.929030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-47375788-7465-49a6-822f-38d6081e8ce7 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Unset dirty status for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:14.936103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-47375788-7465-49a6-822f-38d6081e8ce7 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 816 time: 0.7692318 Feb 07 22:44:14.952091 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.008644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-705687ed-7916-451c-9dea-64e59347ee3b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/quotas/0f80c33a2f8d4bf08eed8dbd08d0955b HTTP/1.1" status: 200 len: 375 time: 0.0711656 Feb 07 22:44:15.024840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.030980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port de259164-73bc-46b5-af76-50d5fe162018 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:15.044359 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.144026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'name': 'network-vif-deleted', 'tag': 'de259164-73bc-46b5-af76-50d5fe162018'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:15.164252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.229331 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dc4f323c-bacb-4f97-887f-827af1d36bc0 req-e1f3a62a-9d3d-445a-aa26-b4d796532384 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.26 "DELETE /v2.0/ports/de259164-73bc-46b5-af76-50d5fe162018 HTTP/1.1" status: 204 len: 173 time: 2.7530515 Feb 07 22:44:15.287829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['55e0da85-19bf-40bf-8032-482d3f1e98a1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:15.399209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Pushing event deleted for resources: {'Port': ['ID=71e11ed6-67e6-4c93-89d1-e781a48525fe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:15.406274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['55e0da85-19bf-40bf-8032-482d3f1e98a1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:15.644270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-d45531a7-847b-4188-aa13-183ba65b870a tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6343799 Feb 07 22:44:15.699931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0bfa4-c2d3-4701-aa5e-f123e0e9b4ca None None] Pushing event updated for resources: {'Port': ['ID=0da8371f-1285-4b1e-90f5-edeedb0e4340,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:15.825459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:15.888261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:15.970443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.067163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-35b5a749-92d3-4d7b-b81c-5a6a6cbe9d77 service neutron] 10.222.0.10 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192643 Feb 07 22:44:16.139192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:44:16.456344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-a8b9083b-9ce2-4282-839a-7540aa4d4bb6 service neutron] 10.222.0.10 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820646 Feb 07 22:44:16.472850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.474086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3345644e-2597-419d-9c7e-f5eb9c6bf00a req-5c7daf66-a209-4131-882a-b54a872b0683 tempest-FloatingIPDetailsTestJSON-909727333 tempest-FloatingIPDetailsTestJSON-909727333-project] 10.222.0.10 "DELETE /v2.0/floatingips/d7d5a2e8-4dbb-4d78-a464-18e0b4ca3c2d HTTP/1.1" status: 204 len: 173 time: 3.6489663 Feb 07 22:44:16.482464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55826) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:16.562430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:16.624280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:16.855605 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0eb567-9f7c-434d-8299-56306a40c4dc', 'name': 'network-vif-deleted', 'tag': '33f292d7-7c9d-46e2-8313-6f38c87dbe03', 'status': 'completed', 'code': 200} Feb 07 22:44:16.860654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': 'ad861661-7d59-49ff-a48d-6f376a603ef3'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '859f7133-d87f-44a0-ac2e-8cb4a245ec7b'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:44:17.087902 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.386497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:17.489261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.495610 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.496432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.563180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60bee8-5d6a-47f4-ad67-49ca1ae7229a None None] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:17.622378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=9']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:17.655799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:17.665871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:17.671658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.672354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:17.711908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=51d205bb-9660-42b1-b21f-08306a8bff7d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:17.720550 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e30b7401-3281-4d2a-a63b-cd24bdbf70df tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7225521 Feb 07 22:44:17.721223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55848) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:17.728864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:3b:e5:0f', 'name': 'tempest-NetworksTestDHCPv6-1585265857'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:17.774302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789b75f-4d8c-4725-a910-7269aeea45c9 req-674ae535-d539-4379-adbd-b7afebe7b4a7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.777190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e789b75f-4d8c-4725-a910-7269aeea45c9 req-674ae535-d539-4379-adbd-b7afebe7b4a7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 947 time: 0.9094229 Feb 07 22:44:17.905914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e789b75f-4d8c-4725-a910-7269aeea45c9 req-fb0fc81f-de70-4356-bf3a-615a7148212c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112638 Feb 07 22:44:17.965985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.978566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.978566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:17.997029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.010844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.034406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.053488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.066393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-2cccce94-aa72-47da-aacf-59bba693b666 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5428 time: 1.0006351 Feb 07 22:44:18.087515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:18.116829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:18.135377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:18.174655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:18.234276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:18.396263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0da8371f-1285-4b1e-90f5-edeedb0e4340 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:18.464384 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38a0286a-651d-4051-beaa-90fce8ec49ad req-af6ad187-3f9e-431d-9f96-daa27dd32870 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3968627 Feb 07 22:44:18.497527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-abf58fe9-714f-459f-b5cf-4362c56c1bd7 None None] Provisioning for port 0da8371f-1285-4b1e-90f5-edeedb0e4340 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:18.612704 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'code': 200} Feb 07 22:44:18.706290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8956-501f-4274-9926-1fb29bc345dd req-8f901349-f5ef-4137-b500-5305b4a41d56 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:18.708422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f54a8956-501f-4274-9926-1fb29bc345dd req-8f901349-f5ef-4137-b500-5305b4a41d56 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 943 time: 0.4394183 Feb 07 22:44:18.718636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55852) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:18.722774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 0da8371f-1285-4b1e-90f5-edeedb0e4340 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:18.732770 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.863559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:18.962973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1'}, {'server_uuid': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'name': 'network-vif-deleted', 'tag': '869f7b73-ecd1-4226-86cb-24084e71c4ca'}, {'name': 'network-changed', 'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:19.070289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0da8371f-1285-4b1e-90f5-edeedb0e4340 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:19.070671 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.102268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f54a8956-501f-4274-9926-1fb29bc345dd req-f0217d4b-10d7-4008-976c-94ac94ebe15a tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919021 Feb 07 22:44:19.135586 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a691f07-3aca-4766-a671-9ce6e5f2ef74', 'name': 'network-vif-deleted', 'tag': 'de259164-73bc-46b5-af76-50d5fe162018', 'status': 'completed', 'code': 200} Feb 07 22:44:19.161772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-95ff0a4e-5ba3-4e68-9159-10f2587b02b3 service neutron] 10.222.0.36 "GET /v2.0/ports/55e0da85-19bf-40bf-8032-482d3f1e98a1/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.4523931 Feb 07 22:44:19.360819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] Allocated IP 172.20.0.2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/ad861661-7d59-49ff-a48d-6f376a603ef3/859f7133-d87f-44a0-ac2e-8cb4a245ec7b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:19.451892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port ed171106-e4cf-481a-a455-977b6a5c3303 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:44:19.649506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] Deleting subnet 71b9ecf4-bbae-41a4-86c5-fb9f433f1827 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:19.803595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.832643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-5a52d97c-3c11-4bc3-9500-fadcfddd36bb tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:19.849676 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-5a52d97c-3c11-4bc3-9500-fadcfddd36bb tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 816 time: 0.6996815 Feb 07 22:44:19.900877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 0da8371f-1285-4b1e-90f5-edeedb0e4340, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0da8371f-1285-4b1e-90f5-edeedb0e4340,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:19.937195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:19.939708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.060215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Request body: {'port': {'device_id': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'admin_state_up': True, 'tenant_id': '0f80c33a2f8d4bf08eed8dbd08d0955b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:20.069451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=0da8371f-1285-4b1e-90f5-edeedb0e4340,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.113535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:20.117136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1eafcf0-6539-4a57-a7b4-bd1c9eea6bfb None None] Provisioning complete for port 0da8371f-1285-4b1e-90f5-edeedb0e4340 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:20.117777 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1eafcf0-6539-4a57-a7b4-bd1c9eea6bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.197670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.211736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 55e0da85-19bf-40bf-8032-482d3f1e98a1 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:20.281989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-ecb4a1d1-7cfd-49ea-b1f5-750a2077ed1e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:20.297563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-ecb4a1d1-7cfd-49ea-b1f5-750a2077ed1e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 816 time: 0.6524844 Feb 07 22:44:20.329867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.400006 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.413891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-49ac69ff-4513-468c-bcff-4b4e190e0a1d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/quotas/0f80c33a2f8d4bf08eed8dbd08d0955b HTTP/1.1" status: 200 len: 375 time: 0.1149037 Feb 07 22:44:20.478333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] Transition to ACTIVE for port object 859f7133-d87f-44a0-ac2e-8cb4a245ec7b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:20.489445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:20.495471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.528460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Usage tracker for resource:port and tenant:0f80c33a2f8d4bf08eed8dbd08d0955b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:20.547078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a2944-9406-4ee8-94dc-2b0ab468da8f req-3f69d0f0-6965-49f4-8f90-9f4da72e0a4f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:20.559578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-417a2944-9406-4ee8-94dc-2b0ab468da8f req-3f69d0f0-6965-49f4-8f90-9f4da72e0a4f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 947 time: 0.8936164 Feb 07 22:44:20.593704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:20.607072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:20.660846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Made reservation on behalf of 0f80c33a2f8d4bf08eed8dbd08d0955b for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:20.665321 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.690887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:20.776351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b9ecf4-bbae-41a4-86c5-fb9f433f1827,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.779413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-417a2944-9406-4ee8-94dc-2b0ab468da8f req-1390eb25-90fb-4ff2-b474-4868954c8456 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186196 Feb 07 22:44:20.808969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4f810-a0c0-4d72-a8ad-f5e26e7569ae None None] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=10']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:20.903431 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1', 'code': 200} Feb 07 22:44:20.904064 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0198781-6f87-4f8a-b2e5-b53781ba60a6', 'name': 'network-vif-deleted', 'tag': '869f7b73-ecd1-4226-86cb-24084e71c4ca', 'status': 'completed', 'code': 200} Feb 07 22:44:20.904328 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1', 'status': 'completed', 'code': 200} Feb 07 22:44:20.957003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-f416b752-dccf-4a4d-91a3-db51d2ef7be3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5156639 Feb 07 22:44:20.995745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.130776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1a82817-7337-4758-8392-d05a1358e333 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/71b9ecf4-bbae-41a4-86c5-fb9f433f1827 HTTP/1.1" status: 204 len: 168 time: 2.4074728 Feb 07 22:44:21.146971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55876) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:21.147496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:21.234621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:21.341886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Deleting port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:21.341886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.479544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 172.20.0.12 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/ad861661-7d59-49ff-a48d-6f376a603ef3/ed171106-e4cf-481a-a455-977b6a5c3303) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:21.537253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:fe3b:e50f (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/51d205bb-9660-42b1-b21f-08306a8bff7d/ed171106-e4cf-481a-a455-977b6a5c3303) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:21.546368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.703463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55e0da85-19bf-40bf-8032-482d3f1e98a1 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:21.758122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:21.763639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-9670ed77-ed6b-42c2-b261-85d32b36252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:21.766191 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-9670ed77-ed6b-42c2-b261-85d32b36252f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1124 time: 0.7531290 Feb 07 22:44:21.854198 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:21.975380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bfa954-0166-4e50-a903-8b44172af5f1 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:21.981659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] For port 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,segment=NetworkSegment(63dbdec9-49ac-407e-ac14-5f17490a2499),segment_id=63dbdec9-49ac-407e-ac14-5f17490a2499)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:21.982026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.003143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-108bf275-609f-4751-b981-4239ccd6dff9 service neutron] 10.222.0.10 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0433934 Feb 07 22:44:22.040978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Allocated IP 172.20.0.3 (19e4d43e-acec-49b9-b096-c6f6f296feb9/b5bd4264-89e4-4f79-9677-6430d40b41cc/35ae4653-0aca-4a8f-8153-ab7d666d1891) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:22.054913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.062231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.070145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.077158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.086104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.092429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.101161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.105067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-fca0f547-ccd5-4af1-b571-518e6497b5d0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5428 time: 0.7032275 Feb 07 22:44:22.118681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.359495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8e448e-7425-403f-836f-f628c26abf82']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:22.401108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0da8371f-1285-4b1e-90f5-edeedb0e4340 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:22.448621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b75a7ddc-236a-4a79-bc30-50a65a567836 None None] Provisioning for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:22.535160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b75a7ddc-236a-4a79-bc30-50a65a567836 None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:22.535547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b75a7ddc-236a-4a79-bc30-50a65a567836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.642833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Calling delete_port for 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:22.716635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2099d471-2141-43b5-9321-c867189b77c3') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:22.717326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2099d471-2141-43b5-9321-c867189b77c3') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:22.745481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.748413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29aa3bba-48ea-4e18-91d0-eb323ad49182 req-2d091e35-6fe5-4aca-bbef-54aa708c9e35 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558793 Feb 07 22:44:22.780008 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.792991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b75a7ddc-236a-4a79-bc30-50a65a567836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.808238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:22.811764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.835535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] Transition to ACTIVE for port object 55e0da85-19bf-40bf-8032-482d3f1e98a1 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:22.840456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-f6a2bb51-f320-4e8a-ad0d-798ea3a9a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:22.843987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-f6a2bb51-f320-4e8a-ad0d-798ea3a9a94a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 1.0429804 Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:22.845477 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:22.853314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0da8371f-1285-4b1e-90f5-edeedb0e4340 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:22.854190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:22.867699 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.055398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b75a7ddc-236a-4a79-bc30-50a65a567836 None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:23.155750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b75a7ddc-236a-4a79-bc30-50a65a567836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.318158 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-74924dbc-1f68-45ee-898b-c1841934949c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 200 len: 217 time: 0.2642288 Feb 07 22:44:23.368809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:23.442932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a7ddc-236a-4a79-bc30-50a65a567836 None None] Pushing event updated for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:23.521019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] Pushing event updated for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=10']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:23.533553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:23.535550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.559174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-4187f5bc-4999-4379-a953-fa1feacaa1b7 service neutron] 10.222.0.10 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5547533 Feb 07 22:44:23.570905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-2b5c09a1-d5f4-49f1-af18-8559ba25c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:23.572088 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-2b5c09a1-d5f4-49f1-af18-8559ba25c4a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.2056627 Feb 07 22:44:23.587721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] No DVR routers for this DVR port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:23.706679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-510bf7e1-b02d-4ded-8d4b-b25456ffdacb service neutron] 10.222.0.36 "PUT /v2.0/ports/55e0da85-19bf-40bf-8032-482d3f1e98a1/bindings/n-h2-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 4.5342748 Feb 07 22:44:23.707562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.952941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:23.959038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-2bbe267a-ca0c-40ca-b513-0dfbecfa5189 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3748024 Feb 07 22:44:23.972057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.011730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object ed171106-e4cf-481a-a455-977b6a5c3303 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:24.091550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.111666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9d8a3-9ffc-4722-b933-e14aac88cd08 req-7506c022-ee34-4a97-a50e-737c8207dc8f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:24.116434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35a9d8a3-9ffc-4722-b933-e14aac88cd08 req-7506c022-ee34-4a97-a50e-737c8207dc8f tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 944 time: 1.0990970 Feb 07 22:44:24.126305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:24.347186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.370241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5f35e036-1dee-494b-93d2-e8f6151aacf0 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:24.440210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.489632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Transition to ACTIVE for port object 35ae4653-0aca-4a8f-8153-ab7d666d1891 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:24.518323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=838dc3c0-0d4f-4cb4-8a8e-16371d5b2835,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:24.575153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8e448e-7425-403f-836f-f628c26abf82,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:24.621997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:24.622662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.666604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-9828651c-569c-4f9f-b485-a19de4e80eb1 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:24.671950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-9828651c-569c-4f9f-b485-a19de4e80eb1 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.8907495 Feb 07 22:44:24.674506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-92191a90-8a56-45f4-ab31-121cfd093c7e None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:24.674716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-92191a90-8a56-45f4-ab31-121cfd093c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.691022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35a9d8a3-9ffc-4722-b933-e14aac88cd08 req-dc16fb02-f180-4aa5-a284-2cb7dfdc95ca tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344094 Feb 07 22:44:24.761265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a71e5191-a25c-4b0a-8d7d-0bd399a0dc9a admin admin] 10.222.0.10 "DELETE /v2.0/networks/6f8e448e-7425-403f-836f-f628c26abf82 HTTP/1.1" status: 204 len: 168 time: 3.6084101 Feb 07 22:44:24.813936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:24.869485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:24.935606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:24.998298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5f35e036-1dee-494b-93d2-e8f6151aacf0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:25.013551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:25.028046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:25.148998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:25.152158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:25.242241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '5f35e036-1dee-494b-93d2-e8f6151aacf0', 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'port_id': '5f35e036-1dee-494b-93d2-e8f6151aacf0', 'mac_address': 'fa:16:3e:80:76:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016feb46-613e-44be-bc09-1858664f90d7', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:25.243553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:25.244702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.299360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55908) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:25.402154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:25.403123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.467101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 7.7445860 Feb 07 22:44:25.488354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4444354 Feb 07 22:44:25.491225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55912) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:25.537180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-7875723d-4d1b-4399-8bd9-fb9278f709c3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:44:25.540254 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-7875723d-4d1b-4399-8bd9-fb9278f709c3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179365 Feb 07 22:44:25.552945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f7780-2523-4743-832e-dde223bdd20f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=ed171106-e4cf-481a-a455-977b6a5c3303,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:25.682687 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.723543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c25ca1-41d4-4faa-80ca-8cee0322f0d0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Pushing event updated for resources: {'Port': ['ID=35ae4653-0aca-4a8f-8153-ab7d666d1891,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:25.741069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Request body: {'port': {'device_id': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:25.757782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f35e036-1dee-494b-93d2-e8f6151aacf0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:25.781346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5f35e036-1dee-494b-93d2-e8f6151aacf0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:25.789594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:25.792201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device c620c404-ee54-4878-9175-61b01bf08c33 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:25.850342 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ca964baa-6baa-4b9e-8a0a-5d2b4884608e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f0caf094b834c9f8807362ddc3516f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613397 Feb 07 22:44:25.859149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55918) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:25.865917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-628c2e94-71bc-4b2c-a492-56d580a3e7f2 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8233352 Feb 07 22:44:25.992511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port c620c404-ee54-4878-9175-61b01bf08c33, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c620c404-ee54-4878-9175-61b01bf08c33,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:26.114823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'c620c404-ee54-4878-9175-61b01bf08c33', 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4', 'port_id': 'c620c404-ee54-4878-9175-61b01bf08c33', 'mac_address': 'fa:16:3e:7b:91:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a0ce42-7878-4f4f-a00e-9445d2c8ae22', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:26.135524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5f35e036-1dee-494b-93d2-e8f6151aacf0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:26.219185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.228706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.244234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd9815af-f7eb-451a-b0ea-14a3b802a435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.249354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c620c404-ee54-4878-9175-61b01bf08c33 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:26.266553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Provisioning for port ed171106-e4cf-481a-a455-977b6a5c3303 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:26.275141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port c620c404-ee54-4878-9175-61b01bf08c33, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c620c404-ee54-4878-9175-61b01bf08c33,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:26.276711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Provisioning complete for port ed171106-e4cf-481a-a455-977b6a5c3303 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:26.277393 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.383823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Port ed171106-e4cf-481a-a455-977b6a5c3303 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:44:26.392550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.394221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 85bae6ce-8116-4da4-ad13-d012fe1c0c06 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:26.423487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:26.512803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '85bae6ce-8116-4da4-ad13-d012fe1c0c06', 'network_id': 'aa70d753-c5d6-4c82-951b-6d2c610c8bb4', 'port_id': '85bae6ce-8116-4da4-ad13-d012fe1c0c06', 'mac_address': 'fa:16:3e:70:6a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a0ce42-7878-4f4f-a00e-9445d2c8ae22', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:26.514353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Provisioning for port 35ae4653-0aca-4a8f-8153-ab7d666d1891 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:26.524907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.546056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-a2b7fbc2-d153-4501-93b6-fce66aaab6fd tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.550051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-a2b7fbc2-d153-4501-93b6-fce66aaab6fd tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.36 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 816 time: 0.3545899 Feb 07 22:44:26.561350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1688baa-5dfa-4a7c-b52d-0c4a71b28257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.567371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Request body: {'port': {'device_id': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'admin_state_up': True, 'tenant_id': '0f80c33a2f8d4bf08eed8dbd08d0955b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:26.573325 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Provisioning complete for port 35ae4653-0aca-4a8f-8153-ab7d666d1891 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:26.573703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.665714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.676809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0534dec7-3a21-4c84-8b79-dcbd6aa14f72 None None] Port 35ae4653-0aca-4a8f-8153-ab7d666d1891 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:44:26.682993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=c620c404-ee54-4878-9175-61b01bf08c33,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:26.703131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85bae6ce-8116-4da4-ad13-d012fe1c0c06 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:26.723489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:26.728964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:26.729637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 811ef7ef-4d92-4b48-9bb6-dead8833836c details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:26.823692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8ff5e-e761-4cc5-8738-20b5fffe1efb req-0f0fed90-5a11-41cd-a950-23e8c3602e7c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.831677 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56b8ff5e-e761-4cc5-8738-20b5fffe1efb req-0f0fed90-5a11-41cd-a950-23e8c3602e7c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 947 time: 2.3599446 Feb 07 22:44:26.846437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Router bad8a318-28b4-4588-a443-2d3cac706a44 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:44:26.911625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=85bae6ce-8116-4da4-ad13-d012fe1c0c06,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:26.917345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.918940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:26.930454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.946986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.961712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.979464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:26.988121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 811ef7ef-4d92-4b48-9bb6-dead8833836c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:26.995072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.006630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.009749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'port_id': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'mac_address': 'fa:16:3e:dc:3f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:27.018299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-4ebeb359-2ced-497a-8ad4-d343c546aef0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5428 time: 1.9134874 Feb 07 22:44:27.064757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56b8ff5e-e761-4cc5-8738-20b5fffe1efb req-9a1a093a-dc7c-4251-a8f1-1e76e8eaeeec tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319126 Feb 07 22:44:27.090307 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.100050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Usage tracker for resource:port and tenant:0f80c33a2f8d4bf08eed8dbd08d0955b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:27.106584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-369218f5-d01b-4cda-b61b-3b00277fd725 req-2cc99421-fbb0-43a0-99ec-52939ad0ba78 service neutron] 10.222.0.36 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2199101 Feb 07 22:44:27.111390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:27.127392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:27.130540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811ef7ef-4d92-4b48-9bb6-dead8833836c {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:27.151800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1688baa-5dfa-4a7c-b52d-0c4a71b28257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.163599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 811ef7ef-4d92-4b48-9bb6-dead8833836c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:27.176342 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.177836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cd323c2b-dad1-4cad-8744-27c933ce87e6 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:27.263706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Made reservation on behalf of 0f80c33a2f8d4bf08eed8dbd08d0955b for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:27.267253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.292537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=811ef7ef-4d92-4b48-9bb6-dead8833836c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:27.297125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cd323c2b-dad1-4cad-8744-27c933ce87e6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:27.300451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac58eb0-e4e1-4f3b-a3bd-41880f3f5f76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.308888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac58eb0-e4e1-4f3b-a3bd-41880f3f5f76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.311311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6ac58eb0-e4e1-4f3b-a3bd-41880f3f5f76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 1.7949538 Feb 07 22:44:27.314376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-03ed1ab6-d6fe-4545-8ff6-bc3a65b0d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.315946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-03ed1ab6-d6fe-4545-8ff6-bc3a65b0d749 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56 HTTP/1.1" status: 200 len: 1095 time: 2.6029754 Feb 07 22:44:27.316395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'cd323c2b-dad1-4cad-8744-27c933ce87e6', 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'port_id': 'cd323c2b-dad1-4cad-8744-27c933ce87e6', 'mac_address': 'fa:16:3e:f3:b7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016feb46-613e-44be-bc09-1858664f90d7', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:27.331532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55930) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:27.332829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93f66728-ff70-4768-b963-b7d87b8ca98a req-894a24e1-eb2c-4b6d-aecf-e6b5dbb9fbd3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3135452 Feb 07 22:44:27.404521 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.442711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd323c2b-dad1-4cad-8744-27c933ce87e6 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:27.482178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cd323c2b-dad1-4cad-8744-27c933ce87e6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:27.489496 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.490281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e50e28d3-7a31-414a-be0d-546183709b6b details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:27.545747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e50e28d3-7a31-414a-be0d-546183709b6b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e50e28d3-7a31-414a-be0d-546183709b6b,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:27.557229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port ed171106-e4cf-481a-a455-977b6a5c3303 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:27.557229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.671098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'e50e28d3-7a31-414a-be0d-546183709b6b', 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'port_id': 'e50e28d3-7a31-414a-be0d-546183709b6b', 'mac_address': 'fa:16:3e:57:fb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016feb46-613e-44be-bc09-1858664f90d7', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:27.675210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cd323c2b-dad1-4cad-8744-27c933ce87e6,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:27.683685 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1688baa-5dfa-4a7c-b52d-0c4a71b28257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.705774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-61e44114-dd39-4617-861d-d1bac73e3505 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.706484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-61e44114-dd39-4617-861d-d1bac73e3505 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Synchronizing usage tracker for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:27.748111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.770304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50e28d3-7a31-414a-be0d-546183709b6b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:27.792137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e50e28d3-7a31-414a-be0d-546183709b6b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e50e28d3-7a31-414a-be0d-546183709b6b,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:27.801951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.802826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 760f9c9b-634e-4843-95cd-51b92b242575 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:27.835033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 760f9c9b-634e-4843-95cd-51b92b242575, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=760f9c9b-634e-4843-95cd-51b92b242575,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:27.894776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '760f9c9b-634e-4843-95cd-51b92b242575', 'network_id': 'f297fb44-1fbe-49b1-998f-aa1152f5ec0b', 'port_id': '760f9c9b-634e-4843-95cd-51b92b242575', 'mac_address': 'fa:16:3e:94:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '016feb46-613e-44be-bc09-1858664f90d7', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:27.900801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-dcb79da2-39f4-461d-85df-47a668de9e64 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:27.902463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-dcb79da2-39f4-461d-85df-47a668de9e64 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 816 time: 0.6319792 Feb 07 22:44:27.909333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-61e44114-dd39-4617-861d-d1bac73e3505 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Unset dirty status for tenant:a4c1d2b9915e4e6488f68d0887173e49 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:27.911871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-61e44114-dd39-4617-861d-d1bac73e3505 tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 950 time: 2.2330360 Feb 07 22:44:27.945455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:27.989824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-380abc73-03e3-42d1-be8d-c5324de61112 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/quotas/0f80c33a2f8d4bf08eed8dbd08d0955b HTTP/1.1" status: 200 len: 375 time: 0.0725455 Feb 07 22:44:27.999967 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.028463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760f9c9b-634e-4843-95cd-51b92b242575 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:28.061502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:44:28.066086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 760f9c9b-634e-4843-95cd-51b92b242575, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=760f9c9b-634e-4843-95cd-51b92b242575,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:28.074887 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] Sync routers for ids ['bad8a318-28b4-4588-a443-2d3cac706a44'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:28.075577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e50e28d3-7a31-414a-be0d-546183709b6b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:28.081360 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.084530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:44:28.101950 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] Routers {'bad8a318-28b4-4588-a443-2d3cac706a44'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:44:28.106498 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:43:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['bad8a318-28b4-4588-a443-2d3cac706a44'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:28.138047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-64ba0936-c022-4454-8474-4aabe22a7b81 admin admin] 10.222.0.10 "PUT /v2.0/routers/bad8a318-28b4-4588-a443-2d3cac706a44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6540544 Feb 07 22:44:28.150391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55936) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:28.161401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1688baa-5dfa-4a7c-b52d-0c4a71b28257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bdedaa-27e1-4f1c-ac80-29a3a04544f6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:28.173285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for ed171106-e4cf-481a-a455-977b6a5c3303 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:28.249731 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bcf325a-82f4-4a25-9c7c-0dd0125f14b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.261304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=760f9c9b-634e-4843-95cd-51b92b242575,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:28.281003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Deleting port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:28.282497 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.328374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f4e8d-5325-4640-8a65-65ad583803ce req-cb39f3b2-7aa8-4928-ab57-eeade89a69cb tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:28.335691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c4f4e8d-5325-4640-8a65-65ad583803ce req-cb39f3b2-7aa8-4928-ab57-eeade89a69cb tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/ports?device_id=8af09a30-55f4-4402-8e1d-bbb674090108 HTTP/1.1" status: 200 len: 950 time: 0.7478547 Feb 07 22:44:28.352081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-38168bf2-f15f-43ec-b5d9-1337e38f60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:28.353903 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-38168bf2-f15f-43ec-b5d9-1337e38f60ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1095 time: 0.7679656 Feb 07 22:44:28.368476 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1688baa-5dfa-4a7c-b52d-0c4a71b28257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.369857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1688baa-5dfa-4a7c-b52d-0c4a71b28257 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9bdedaa-27e1-4f1c-ac80-29a3a04544f6 HTTP/1.1" status: 204 len: 168 time: 2.5093176 Feb 07 22:44:28.397019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ae4653-0aca-4a8f-8153-ab7d666d1891 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:28.407481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.499220 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] Set router bad8a318-28b4-4588-a443-2d3cac706a44 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:44:28.682578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Transition to ACTIVE for port object 35ae4653-0aca-4a8f-8153-ab7d666d1891 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:28.684023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.694898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:28.755719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['811ef7ef-4d92-4b48-9bb6-dead8833836c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:28.846416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['e50e28d3-7a31-414a-be0d-546183709b6b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:28.919774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cd323c2b-dad1-4cad-8744-27c933ce87e6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:28.990788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['85bae6ce-8116-4da4-ad13-d012fe1c0c06'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:29.094317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5f35e036-1dee-494b-93d2-e8f6151aacf0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:29.098842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-d7056c7e-16d7-40ba-9b15-95243310e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:29.100322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-d7056c7e-16d7-40ba-9b15-95243310e422 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 200 len: 921 time: 0.7263141 Feb 07 22:44:29.167795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['760f9c9b-634e-4843-95cd-51b92b242575'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:29.261637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.389132 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:44:24Z', 'revision_number': 5, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:29.397239 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] Checking router: bad8a318-28b4-4588-a443-2d3cac706a44 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:29.416003 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] Routers {'bad8a318-28b4-4588-a443-2d3cac706a44'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:44:29.423783 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['bad8a318-28b4-4588-a443-2d3cac706a44'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:29.487414 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.728654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] Set router bad8a318-28b4-4588-a443-2d3cac706a44 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:44:29.884079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ed171106-e4cf-481a-a455-977b6a5c3303 HTTP/1.1" status: 204 len: 168 time: 2.5046899 Feb 07 22:44:29.897806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] For port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:29.898670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:29.937318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Allocated IP 172.20.0.5 (19e4d43e-acec-49b9-b096-c6f6f296feb9/b5bd4264-89e4-4f79-9677-6430d40b41cc/893c2ac8-3ae7-414b-b7d5-6ad30f3244ed) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:30.100082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['c620c404-ee54-4878-9175-61b01bf08c33'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:30.198127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Calling delete_port for 07ce7d11-f926-48b1-97d9-8e6dcb540ccd owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:30.220480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 07ce7d11-f926-48b1-97d9-8e6dcb540ccd no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:30.249064 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.260954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Pushing event updated for resources: {'Port': ['ID=35ae4653-0aca-4a8f-8153-ab7d666d1891,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:30.263999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55956) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:30.391022 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.427200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c4f4e8d-5325-4640-8a65-65ad583803ce req-5f1e2d53-2e60-463a-b7c7-0af3c0e2488d tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.10 "GET /v2.0/security-groups?id=091173d4-c650-4183-ac8c-d4b776ab82da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0904827 Feb 07 22:44:30.427570 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:44:24Z', 'revision_number': 5, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:30.446287 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bae221-55d5-4e08-8b16-cdabcc3581a9 None None] The sync data for ids ['bad8a318-28b4-4588-a443-2d3cac706a44'] in n-d-827896-3 is: [{'id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'name': 'tempest-FloatingIPDetailsTestJSON-864656635-router', 'tenant_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:43:00Z', 'updated_at': '2022-02-07T22:44:24Z', 'revision_number': 5, 'project_id': 'bd9f97bdc9bf494a9dd01b26275adcec', 'gw_port': {'id': 'd1500d10-4d5b-413a-ab8e-97769093f3f1', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ce:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad8a318-28b4-4588-a443-2d3cac706a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:43:05Z', 'updated_at': '2022-02-07T22:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:44:30.482030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-047f9ed7-4a1a-415d-966d-f7b12cd6e34f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 200 len: 217 time: 0.9954498 Feb 07 22:44:30.497960 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.585761 n-d-827896-3 neutron-server[87672]: INFO neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No ports have port_id starting with 07ce7d11-f926-48b1-97d9-8e6dcb540ccd Feb 07 22:44:30.617727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6365d-3e72-4e96-b358-dd2a371fdfaa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=ed171106-e4cf-481a-a455-977b6a5c3303,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:30.692375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Attempting to bind port 35ae4653-0aca-4a8f-8153-ab7d666d1891 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:30.692750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Attempting to bind port 35ae4653-0aca-4a8f-8153-ab7d666d1891 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:30.693093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Attempting to bind port 35ae4653-0aca-4a8f-8153-ab7d666d1891 on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:30.720210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Port 35ae4653-0aca-4a8f-8153-ab7d666d1891 on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:44:30.720548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Attempting to bind port 35ae4653-0aca-4a8f-8153-ab7d666d1891 on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:30.729126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-81eaba26-5b4a-4c9b-acc3-32c7a372c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.731764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-81eaba26-5b4a-4c9b-acc3-32c7a372c34f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 200 len: 860 time: 0.2291873 Feb 07 22:44:30.744004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee257a-64f6-4823-81d4-8a736f0d728c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.746034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee257a-64f6-4823-81d4-8a736f0d728c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.748167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee257a-64f6-4823-81d4-8a736f0d728c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:30.749424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Pushing event deleted for resources: {'Port': ['ID=07ce7d11-f926-48b1-97d9-8e6dcb540ccd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:30.749589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b2ee257a-64f6-4823-81d4-8a736f0d728c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:30.757718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:30.758554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Checking segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:30.758956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Bound using segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:30.760198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Bound port: 35ae4653-0aca-4a8f-8153-ab7d666d1891, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:30.760574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.843879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-3f8661e0-e338-43a6-9a6a-53de06089178 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e555c49c-99fa-4be4-87e5-c8e17e44c9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903964 Feb 07 22:44:30.907402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:30.914248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b2ee257a-64f6-4823-81d4-8a736f0d728c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:30.920172 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2ee257a-64f6-4823-81d4-8a736f0d728c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6203611 Feb 07 22:44:30.920853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55972) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:30.960696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-9c221dfa-39c3-4f7e-9644-03d1503c2575 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&fields=id HTTP/1.1" status: 200 len: 302 time: 2.9485452 Feb 07 22:44:31.046654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 51d205bb-9660-42b1-b21f-08306a8bff7d {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:31.074632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.124177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Transition to ACTIVE for port object 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:31.179194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] For port 35ae4653-0aca-4a8f-8153-ab7d666d1891, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:31.194310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.221368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.273112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] For port 35ae4653-0aca-4a8f-8153-ab7d666d1891, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:31.291823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.484010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.503309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:31.503309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.515920 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] 10.222.0.26 "PUT /v2.0/ports/35ae4653-0aca-4a8f-8153-ab7d666d1891 HTTP/1.1" status: 200 len: 1091 time: 5.7938802 Feb 07 22:44:31.515920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'tag': '35ae4653-0aca-4a8f-8153-ab7d666d1891'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:31.698766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:31.707003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fc719-0b60-4596-87e5-f8d56f10b66a service neutron] Pushing event updated for resources: {'Port': ['ID=35ae4653-0aca-4a8f-8153-ab7d666d1891,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:31.714430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:31.768169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:31.822531 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:31.849601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-4b5e196f-eef6-4f99-8dfe-b02ed7bd26c9 service neutron] 10.222.0.10 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268151 Feb 07 22:44:32.043014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:32.045228 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.054105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Pushing event updated for resources: {'Port': ['ID=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:32.077708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] No DVR routers for this DVR port 07ce7d11-f926-48b1-97d9-8e6dcb540ccd on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:32.081556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.126943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:32.136427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.142075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-460a3296-a1f7-442f-94a5-7e0c7f1df01d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5783591 Feb 07 22:44:32.177412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5f35e036-1dee-494b-93d2-e8f6151aacf0 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:32.180409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-4fea16b1-94bc-4a8d-b3ae-47046fbe5aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:32.182078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-4fea16b1-94bc-4a8d-b3ae-47046fbe5aab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 1094 time: 0.6055012 Feb 07 22:44:32.193543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Request body: {'port': {'device_id': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:32.224348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:32.224998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 838dc3c0-0d4f-4cb4-8a8e-16371d5b2835 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:32.269580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd69b8-e268-48a8-8e6c-4e3cb89bf3f0 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:32.302751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-7d1123dd-b30d-4835-92c3-8409e0689cba service neutron] 10.222.0.10 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523070 Feb 07 22:44:32.309197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.323358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af09a30-55f4-4402-8e1d-bbb674090108', 'name': 'network-vif-deleted', 'tag': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:32.338370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4174df2b-b0e6-4c8e-9b87-b9ab9f40e210 req-3175fa65-d3e3-446e-8af2-f5ce067b0bcc tempest-ServersOnMultiNodesTest-908821844 tempest-ServersOnMultiNodesTest-908821844-project] 10.222.0.36 "DELETE /v2.0/ports/07ce7d11-f926-48b1-97d9-8e6dcb540ccd HTTP/1.1" status: 204 len: 173 time: 4.4129360 Feb 07 22:44:32.368059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=51d205bb-9660-42b1-b21f-08306a8bff7d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:32.373606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Deleting port d1500d10-4d5b-413a-ab8e-97769093f3f1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:32.374545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.399207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-53d3b719-cd8c-4589-aaae-b903384d5463 None None] Provisioning for port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:32.405437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.409775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-53d3b719-cd8c-4589-aaae-b903384d5463 None None] Provisioning complete for port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:32.410346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-53d3b719-cd8c-4589-aaae-b903384d5463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.418430 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be9f6bfd-bf55-49f4-a3ba-f57a6311e949 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/51d205bb-9660-42b1-b21f-08306a8bff7d HTTP/1.1" status: 204 len: 168 time: 1.4860020 Feb 07 22:44:32.422347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:32.452922 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-3c570291-27df-4e77-842a-6597e427fcb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891 HTTP/1.1" status: 200 len: 217 time: 0.2056923 Feb 07 22:44:32.527495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 5f35e036-1dee-494b-93d2-e8f6151aacf0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:32.530543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726654b-90ef-46c9-91c3-758cdb219a24 req-82ba3c7c-5e90-4b0e-878a-1af94f20de08 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:32.541721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0726654b-90ef-46c9-91c3-758cdb219a24 req-82ba3c7c-5e90-4b0e-878a-1af94f20de08 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 944 time: 1.8808336 Feb 07 22:44:32.570146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dcf75f10-4171-4d6f-b241-1bd4eb3c75a4 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7145827 Feb 07 22:44:32.598734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 5f35e036-1dee-494b-93d2-e8f6151aacf0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:32.599116 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.721561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-8d05fcc2-6a31-4f1c-bedf-03368ee42f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:32.722650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-8d05fcc2-6a31-4f1c-bedf-03368ee42f07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 200 len: 855 time: 0.1738827 Feb 07 22:44:32.759198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-53d3b719-cd8c-4589-aaae-b903384d5463 None None] Port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:44:32.795155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet ad861661-7d59-49ff-a48d-6f376a603ef3 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:32.817835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:32.969766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.056870 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.108861 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.112026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:33.130837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0726654b-90ef-46c9-91c3-758cdb219a24 req-ef541cfb-2af4-413a-a5a0-ddacfa38093c tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802150 Feb 07 22:44:33.212751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.219792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5f35e036-1dee-494b-93d2-e8f6151aacf0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:33.272476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.285206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 85bae6ce-8116-4da4-ad13-d012fe1c0c06 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:33.359134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-75fdeb7f-9418-4506-868e-de13b503c7e7 service neutron] 10.222.0.26 "GET /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7785907 Feb 07 22:44:33.393766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] For port d1500d10-4d5b-413a-ab8e-97769093f3f1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d1500d10-4d5b-413a-ab8e-97769093f3f1,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:33.394402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.623368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b7ae-ff35-446f-b959-995fee4d0e70 req-30496d3e-a2e1-4c44-9ae5-50d7823afe15 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.629844 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea48b7ae-ff35-446f-b959-995fee4d0e70 req-30496d3e-a2e1-4c44-9ae5-50d7823afe15 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 947 time: 0.8166614 Feb 07 22:44:33.643938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Calling delete_port for d1500d10-4d5b-413a-ab8e-97769093f3f1 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:33.734435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5f35e036-1dee-494b-93d2-e8f6151aacf0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:33.768094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:33.773863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:33.774241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:33.840237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.850208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.857205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.868793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.881125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.889486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.905283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:33.908092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-cd4765a7-3a54-43c0-80de-0131de64150f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5436 time: 0.5976937 Feb 07 22:44:34.013366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea48b7ae-ff35-446f-b959-995fee4d0e70 req-39fa73d2-e93e-400b-9da0-32777e806d2c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215313 Feb 07 22:44:34.077074 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.159842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c22002ce-31a6-42f1-acb6-3f65027543e8 req-f54da29a-3fd3-418a-981f-0987dc7b6800 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2319634 Feb 07 22:44:34.178285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:34.199105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.393304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-ef97a18a-50e8-47f6-ad27-ba7309406cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:34.393304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-ef97a18a-50e8-47f6-ad27-ba7309406cc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e4d43e-acec-49b9-b096-c6f6f296feb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6470213 Feb 07 22:44:34.393304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.401327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=85bae6ce-8116-4da4-ad13-d012fe1c0c06,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:34.410915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device c620c404-ee54-4878-9175-61b01bf08c33 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:34.548856 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port c620c404-ee54-4878-9175-61b01bf08c33 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:34.555610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port c620c404-ee54-4878-9175-61b01bf08c33 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:34.556288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.661110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-27d81cd3-b553-467e-a219-9d02fc265cd1 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:34.668891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-27d81cd3-b553-467e-a219-9d02fc265cd1 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004&tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.4581342 Feb 07 22:44:34.679594 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:34.903732 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'tag': '35ae4653-0aca-4a8f-8153-ab7d666d1891', 'status': 'completed', 'code': 200} Feb 07 22:44:34.904162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=ad861661-7d59-49ff-a48d-6f376a603ef3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:34.917470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.108522 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.130567 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b3746b2-2970-4b4f-8cc4-8f4c1a6bc8dc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/ad861661-7d59-49ff-a48d-6f376a603ef3 HTTP/1.1" status: 204 len: 168 time: 2.6830182 Feb 07 22:44:35.137171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56034) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:35.183130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daab52e-ef77-4dfd-a3bb-c11867ae5863 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:35.320454 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af09a30-55f4-4402-8e1d-bbb674090108', 'name': 'network-vif-deleted', 'tag': '07ce7d11-f926-48b1-97d9-8e6dcb540ccd', 'status': 'completed', 'code': 200} Feb 07 22:44:35.341016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d1500d10-4d5b-413a-ab8e-97769093f3f1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:35.443024 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0', 'code': 200} Feb 07 22:44:35.485745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port c620c404-ee54-4878-9175-61b01bf08c33, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c620c404-ee54-4878-9175-61b01bf08c33,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:35.491976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a1615936-0253-4dbe-ad54-6937415b5ff8 None None] Provisioning complete for port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:35.493032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1615936-0253-4dbe-ad54-6937415b5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.517755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56044) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:35.566588 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36d2e37c-61cf-4b14-af0f-6e24f87915e8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3961699 Feb 07 22:44:35.570425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56052) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:35.611254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:35.615165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:35.617260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cd323c2b-dad1-4cad-8744-27c933ce87e6 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:35.793669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-28753ef5-9e07-4997-898a-4aeb2a21b8a2 service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3820086 Feb 07 22:44:35.926103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=c620c404-ee54-4878-9175-61b01bf08c33,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:35.996300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.996300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.996994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.997216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.997604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.998009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.998874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.998874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.999148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.999530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:35.999922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:36.001048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:36.007268 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.032492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:36.045072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.056687 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.060307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port cd323c2b-dad1-4cad-8744-27c933ce87e6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:36.087269 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.106648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port cd323c2b-dad1-4cad-8744-27c933ce87e6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:36.107279 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.137390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:36.173287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:36.179728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Transition to ACTIVE for port object 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:36.180731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:36.182745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:44:36.188769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3dcf7e7a-c8ab-43d4-a8ae-28dbcfa259d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4c1d2b9915e4e6488f68d0887173e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558983 Feb 07 22:44:36.194000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:36.195000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:36.210833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.233669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] Deleting port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:36.234430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.347692 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1df4398d-06f1-44bb-a03a-53762ba577c7 req-0308d548-af7b-45ee-b2ac-a0722d2181da service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068059 Feb 07 22:44:36.434118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:36.444716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.470499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43177567-a50f-48dd-bbad-3c43387b4ade req-fa23b2aa-deaf-4211-96cd-2291e4df08b1 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 210 time: 0.4799139 Feb 07 22:44:36.653157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.674521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.722490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-b7f1d812-7c6b-4ae7-9870-9ebe6d0353e5 service neutron] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:36.782888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.787804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-b2906765-d418-43f8-8fa9-8d2c284d9eaa tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:36.789317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-b2906765-d418-43f8-8fa9-8d2c284d9eaa tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 816 time: 1.8340433 Feb 07 22:44:36.820131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Request body: {'port': {'device_id': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'admin_state_up': True, 'tenant_id': '0f80c33a2f8d4bf08eed8dbd08d0955b'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:36.858580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8776b608-3d0d-4d31-afef-670c82659597 req-855ee072-f91c-4840-ad6d-3755429e661c tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1481857 Feb 07 22:44:36.992805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cd323c2b-dad1-4cad-8744-27c933ce87e6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:36.994160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:36.994730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad8a318-28b4-4588-a443-2d3cac706a44 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:44:37.008338 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.008338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 811ef7ef-4d92-4b48-9bb6-dead8833836c up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:37.014270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-b7f1d812-7c6b-4ae7-9870-9ebe6d0353e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.015462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-b7f1d812-7c6b-4ae7-9870-9ebe6d0353e5 service neutron] 10.222.0.26 "DELETE /v2.0/ports/55e0da85-19bf-40bf-8032-482d3f1e98a1/bindings/n-h1-827896-3 HTTP/1.1" status: 204 len: 173 time: 2.2900791 Feb 07 22:44:37.038582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.045908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-446ec482-91bd-4cff-a8bb-d585026767dc admin admin] 10.222.0.10 "DELETE /v2.0/routers/bad8a318-28b4-4588-a443-2d3cac706a44 HTTP/1.1" status: 204 len: 168 time: 8.8923852 Feb 07 22:44:37.055126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56100) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:37.057856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Pushing event updated for resources: {'Port': ['ID=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:37.083835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa1faa-af21-4508-9647-2b8b73f9d57c req-d4109be7-afbd-4167-a72a-f6f530e4f3ca tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:37.095234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baaa1faa-af21-4508-9647-2b8b73f9d57c req-d4109be7-afbd-4167-a72a-f6f530e4f3ca tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 944 time: 1.1035607 Feb 07 22:44:37.154418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53d6e442-ec28-4b15-a9ed-50d88a6cdf3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.225952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53d6e442-ec28-4b15-a9ed-50d88a6cdf3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.271905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] For port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:37.273036 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.418861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baaa1faa-af21-4508-9647-2b8b73f9d57c req-ebd15e14-c4c4-4dd1-9f36-55cff7c78d71 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229167 Feb 07 22:44:37.421273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Attempting to bind port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:37.421612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Attempting to bind port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:37.421941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Attempting to bind port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:37.431393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:44:37.431867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Attempting to bind port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:37.445955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] Deleting subnet 3478c7ae-d042-40cc-a7dd-95843351e074 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:37.449586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:37.459082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.459643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:37.459983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Checking segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:37.460368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Bound using segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:37.460850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Bound port: 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:37.461569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.462489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06'}, {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33'}, {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:37.549396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] Calling delete_port for 859f7133-d87f-44a0-ac2e-8cb4a245ec7b owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:37.564973 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.593574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cd323c2b-dad1-4cad-8744-27c933ce87e6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:37.640369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 811ef7ef-4d92-4b48-9bb6-dead8833836c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:37.649657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 811ef7ef-4d92-4b48-9bb6-dead8833836c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:37.650703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.737503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Usage tracker for resource:port and tenant:0f80c33a2f8d4bf08eed8dbd08d0955b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:37.741690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:37.757155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.765317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991217c-3677-414c-81cd-9003e1c25206 req-45813474-d2a3-4ccf-bb90-c1735c34e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:37.767086 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9991217c-3677-414c-81cd-9003e1c25206 req-45813474-d2a3-4ccf-bb90-c1735c34e987 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 1094 time: 1.1064789 Feb 07 22:44:37.790134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.823476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.837208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53d6e442-ec28-4b15-a9ed-50d88a6cdf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.889497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] Pushing event deleted for resources: {'Port': ['ID=859f7133-d87f-44a0-ac2e-8cb4a245ec7b,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:37.904786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f180c6-ee15-478d-9d8f-f81f67ddfc9f None None] No DVR routers for this DVR port 859f7133-d87f-44a0-ac2e-8cb4a245ec7b on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:37.917643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.918809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:37.929400 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.960058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 811ef7ef-4d92-4b48-9bb6-dead8833836c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:37.966020 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:37.966748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e50e28d3-7a31-414a-be0d-546183709b6b up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:38.012866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3478c7ae-d042-40cc-a7dd-95843351e074,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.017550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=36bd4c39-731e-4cd9-b29e-0c15a3ef2915,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.021167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6e442-ec28-4b15-a9ed-50d88a6cdf3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091173d4-c650-4183-ac8c-d4b776ab82da,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.085266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:38.097303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:38.110397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf789ed1-dfbe-4781-a393-5353226cce53 req-ae121ab4-d6fd-4a50-bf55-b2ffeffcb51b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.112905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf789ed1-dfbe-4781-a393-5353226cce53 req-ae121ab4-d6fd-4a50-bf55-b2ffeffcb51b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 947 time: 1.0007951 Feb 07 22:44:38.125103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=811ef7ef-4d92-4b48-9bb6-dead8833836c,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:38.131360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.132263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.134813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:38.174839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53d6e442-ec28-4b15-a9ed-50d88a6cdf3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.177722 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-53d6e442-ec28-4b15-a9ed-50d88a6cdf3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/091173d4-c650-4183-ac8c-d4b776ab82da HTTP/1.1" status: 204 len: 168 time: 1.9792068 Feb 07 22:44:38.187786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] For port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:38.190724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.197338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72bcea07-c9f9-47a4-9f4b-408899d874d1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6217875 Feb 07 22:44:38.198953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Made reservation on behalf of 0f80c33a2f8d4bf08eed8dbd08d0955b for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:38.203914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.209591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:38.222236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] For port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:38.230365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b4bc504-2a1b-425a-893c-4181f9fadc94 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3478c7ae-d042-40cc-a7dd-95843351e074 HTTP/1.1" status: 204 len: 168 time: 1.1305976 Feb 07 22:44:38.236472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:38.240919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56118) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:38.246994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5fbe2-9d88-4546-95a4-4b87d6bf7d56 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:38.312337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e89bc-acc8-47de-a654-1223b3701af3 None None] Network b8f544f4-8260-460d-ab54-1267a902b523 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:38.405302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:38.405477 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.410117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:38.413357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:38.421103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:38.447024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.466149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf789ed1-dfbe-4781-a393-5353226cce53 req-f7a0f857-ac7a-4c72-b55c-8f21b5e527d5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219209 Feb 07 22:44:38.518285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 859f7133-d87f-44a0-ac2e-8cb4a245ec7b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:38.518285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 859f7133-d87f-44a0-ac2e-8cb4a245ec7b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:38.518285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d1500d10-4d5b-413a-ab8e-97769093f3f1 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:38.596714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d1500d10-4d5b-413a-ab8e-97769093f3f1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:38.598315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d1500d10-4d5b-413a-ab8e-97769093f3f1 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:38.646486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:38.658006 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.744991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.759166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.775542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.779128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.785464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.792380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.800846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.804774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-998f3eca-580d-4756-8fe1-c4eb0c039155 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5439 time: 1.0822740 Feb 07 22:44:38.831765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Deleting port 5ded2c78-a143-4585-a4a3-26b4691f47d4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:38.831765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.851347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port e50e28d3-7a31-414a-be0d-546183709b6b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:38.887561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port e50e28d3-7a31-414a-be0d-546183709b6b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:38.888422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.892614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.894694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:38.896879 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] 10.222.0.36 "PUT /v2.0/ports/893c2ac8-3ae7-414b-b7d5-6ad30f3244ed HTTP/1.1" status: 200 len: 1091 time: 6.7133508 Feb 07 22:44:38.910918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'tag': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:38.936127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991217c-3677-414c-81cd-9003e1c25206 req-7622dec1-81c2-4a86-90e6-fa410ef6588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:38.940775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9991217c-3677-414c-81cd-9003e1c25206 req-7622dec1-81c2-4a86-90e6-fa410ef6588c service neutron] 10.222.0.26 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 917 time: 1.0886667 Feb 07 22:44:38.946650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec5f2c-e78c-4a20-80e4-02d5992c8231 service neutron] Pushing event updated for resources: {'Port': ['ID=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:39.100624 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9991217c-3677-414c-81cd-9003e1c25206 req-b3442b53-baa6-4753-90fc-7ca7bafec0b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891 HTTP/1.1" status: 200 len: 217 time: 0.1386027 Feb 07 22:44:39.131453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1d70df8-1b97-48d4-acf4-4a27112de913 req-9068e49a-6c84-48d2-8764-0de7dfad4b22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.3023772 Feb 07 22:44:39.249548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56138) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:39.307892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] DHCP port deletion for b8f544f4-8260-460d-ab54-1267a902b523 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:44:39.331830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Deleting port 5ded2c78-a143-4585-a4a3-26b4691f47d4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:39.332204 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.367714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 35ae4653-0aca-4a8f-8153-ab7d666d1891 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:39.369843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:39.376149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-430c07cf-b98e-41b0-bfc3-f185b7b3d71d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7b7b6380f834f5989fedc8442c55ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193790 Feb 07 22:44:39.382552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56144) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:39.386928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991217c-3677-414c-81cd-9003e1c25206 req-bf31d2f1-6ae7-44d5-961d-cbfa2bff147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.388298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9991217c-3677-414c-81cd-9003e1c25206 req-bf31d2f1-6ae7-44d5-961d-cbfa2bff147f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 200 len: 855 time: 0.1827686 Feb 07 22:44:39.398499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '36bd4c39-731e-4cd9-b29e-0c15a3ef2915'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:44:39.399038 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.441549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-eb7ce3f4-347f-4eba-a7f3-446cbac53186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.443008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-eb7ce3f4-347f-4eba-a7f3-446cbac53186 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 1094 time: 0.4791861 Feb 07 22:44:39.483529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45f4ec87-9ae2-48ae-adc7-d1b8a13c9212 req-2065f4f1-9e87-42bb-b5fe-59f4bbc3cb99 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 210 time: 0.1102397 Feb 07 22:44:39.514347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34dcc8f2-c409-4c6f-ad30-0f36aac95613 req-291592b3-0529-48b9-bfa0-817a44f9c9e6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6888459 Feb 07 22:44:39.535023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-6d8e7ecd-d737-4fbb-81f5-c4d0d241c73c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed HTTP/1.1" status: 200 len: 217 time: 0.0708206 Feb 07 22:44:39.672174 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.687408 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06', 'code': 200} Feb 07 22:44:39.689385 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33', 'code': 200} Feb 07 22:44:39.689909 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6', 'code': 200} Feb 07 22:44:39.711391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-c32eb291-5d7e-49ab-a2ba-2af3c2c8a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.712910 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-c32eb291-5d7e-49ab-a2ba-2af3c2c8a14d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 200 len: 855 time: 0.1703632 Feb 07 22:44:39.715650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd0560af-f1bf-4120-833d-aa954825e1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.767543 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:44:39.776807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991217c-3677-414c-81cd-9003e1c25206 req-b75978f9-ee2f-40cb-a970-13843a4c18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:39.778271 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9991217c-3677-414c-81cd-9003e1c25206 req-b75978f9-ee2f-40cb-a970-13843a4c18ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e4d43e-acec-49b9-b096-c6f6f296feb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718369 Feb 07 22:44:39.778843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Allocated IP 172.20.0.8 (19e4d43e-acec-49b9-b096-c6f6f296feb9/b5bd4264-89e4-4f79-9677-6430d40b41cc/8b649846-1db1-4fad-adbe-433329031993) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:39.782227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Allocated IP 172.20.0.2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/36bd4c39-731e-4cd9-b29e-0c15a3ef2915/6d949e8f-cc20-4a0a-b56a-4eafe099ffbe) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:39.803918 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02c7d773-29f7-4ce1-8810-ebc74d62b8fb req-5ff2146f-ef9e-42ff-9d6e-81078afc9759 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0785887 Feb 07 22:44:39.805979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] For port 5ded2c78-a143-4585-a4a3-26b4691f47d4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5ded2c78-a143-4585-a4a3-26b4691f47d4,segment=NetworkSegment(63dbdec9-49ac-407e-ac14-5f17490a2499),segment_id=63dbdec9-49ac-407e-ac14-5f17490a2499)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:39.806531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.882782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd0560af-f1bf-4120-833d-aa954825e1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:39.958111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Calling delete_port for 5ded2c78-a143-4585-a4a3-26b4691f47d4 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:40.138465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9991217c-3677-414c-81cd-9003e1c25206 req-9167781c-f5f7-4444-923c-fe2cc1d83b12 service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464894 Feb 07 22:44:40.141869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-4bb9bf53-5da1-4568-a0f0-704e8c64c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.143427 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-4bb9bf53-5da1-4568-a0f0-704e8c64c2ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19e4d43e-acec-49b9-b096-c6f6f296feb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4205496 Feb 07 22:44:40.160313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.218302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66cc89-3244-471a-8740-3f60fe52cf26 req-7b34d4e7-b286-44ac-922c-3a32361cd837 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.226050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da66cc89-3244-471a-8740-3f60fe52cf26 req-7b34d4e7-b286-44ac-922c-3a32361cd837 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 947 time: 0.5601678 Feb 07 22:44:40.240288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5ded2c78-a143-4585-a4a3-26b4691f47d4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:40.345150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ded2c78-a143-4585-a4a3-26b4691f47d4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:40.355726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e50e28d3-7a31-414a-be0d-546183709b6b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e50e28d3-7a31-414a-be0d-546183709b6b,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:40.364093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] No DVR routers for this DVR port 5ded2c78-a143-4585-a4a3-26b4691f47d4 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:40.374008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5ded2c78-a143-4585-a4a3-26b4691f47d4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:40.374398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5ded2c78-a143-4585-a4a3-26b4691f47d4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:40.411804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.412602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 760f9c9b-634e-4843-95cd-51b92b242575 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:40.424538 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'tag': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed', 'status': 'completed', 'code': 200} Feb 07 22:44:40.425180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd0560af-f1bf-4120-833d-aa954825e1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.495603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.513930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0560af-f1bf-4120-833d-aa954825e1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab28879-1242-4867-89e5-a7061ad8afa8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:40.568468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da66cc89-3244-471a-8740-3f60fe52cf26 req-8990b30b-d3d5-426a-aa24-19bda4bf466b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411288 Feb 07 22:44:40.641995 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.658626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.660535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:44:40.694375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.710967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f544f4-8260-460d-ab54-1267a902b523']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:40.713350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] For port 5ded2c78-a143-4585-a4a3-26b4691f47d4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5ded2c78-a143-4585-a4a3-26b4691f47d4,segment=NetworkSegment(63dbdec9-49ac-407e-ac14-5f17490a2499),segment_id=63dbdec9-49ac-407e-ac14-5f17490a2499)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:40.714058 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.716102 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-825b338f-6647-43e7-b417-6f29ab75d0a9 service neutron] 10.222.0.36 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355656 Feb 07 22:44:40.716780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.724760 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9991217c-3677-414c-81cd-9003e1c25206 req-a7e48673-42be-4343-8852-86b5173dc420 service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755651 Feb 07 22:44:40.765281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Transition to ACTIVE for port object 8b649846-1db1-4fad-adbe-433329031993 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:40.776313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dbdec9-49ac-407e-ac14-5f17490a2499') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:40.776932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dbdec9-49ac-407e-ac14-5f17490a2499') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:40.806261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5ca938b-8565-4366-b3a1-8a82d9bfc355 req-a68c9a1f-9b7b-458a-88bf-f4ce5a66d8c4 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 210 time: 0.1014304 Feb 07 22:44:40.811773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4349a-3802-4e2b-a2c3-3d9a7fef399d req-64aca886-83a9-4507-8cf9-8acddc4cf879 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.813520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57d4349a-3802-4e2b-a2c3-3d9a7fef399d req-64aca886-83a9-4507-8cf9-8acddc4cf879 tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 1095 time: 0.4107773 Feb 07 22:44:40.816675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.857720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.868496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:40.881706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:40.884500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd0560af-f1bf-4120-833d-aa954825e1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.886004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd0560af-f1bf-4120-833d-aa954825e1ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ab28879-1242-4867-89e5-a7061ad8afa8 HTTP/1.1" status: 204 len: 168 time: 1.5013378 Feb 07 22:44:40.888779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:44:40.889453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.901264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Calling delete_port for 5ded2c78-a143-4585-a4a3-26b4691f47d4 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:40.901896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:40.902493 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:44:40.908025 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:44:40.974262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7627742 Feb 07 22:44:40.980350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56168) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:40.983675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57d4349a-3802-4e2b-a2c3-3d9a7fef399d req-c4b8f146-0f7e-44a6-881a-21ddfb66ec8c tempest-LiveAutoBlockMigrationV225Test-439193559 tempest-LiveAutoBlockMigrationV225Test-439193559-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600239 Feb 07 22:44:41.004825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:ba:27:5e', 'name': 'tempest-NetworksTestDHCPv6-1387579473'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:41.015074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b169e-a772-4762-8e74-ecde73eceddf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.050106 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:44:41.050890 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:44:41.105972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:41.120547 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-03f6a3f2-48af-4d99-b951-68f47a664939 req-0c13000f-19a0-4b4e-b430-20e1205ef789 service neutron] 10.222.0.36 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923886 Feb 07 22:44:41.136206 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.138837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Transition to ACTIVE for port object 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:41.194421 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.206190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 35ae4653-0aca-4a8f-8153-ab7d666d1891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:41.226729 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:44:41.264763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Transition to ACTIVE for port object 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:41.293145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.303242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '35ae4653-0aca-4a8f-8153-ab7d666d1891', 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'port_id': '35ae4653-0aca-4a8f-8153-ab7d666d1891', 'mac_address': 'fa:16:3e:a3:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd4264-89e4-4f79-9677-6430d40b41cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:41.325555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 760f9c9b-634e-4843-95cd-51b92b242575 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:41.336373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e50e28d3-7a31-414a-be0d-546183709b6b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.367322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.394302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:41.395939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08400e-074a-4702-acf6-d71510deb7ff req-9e61b8a9-297f-497f-b7bc-1dff877688bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.398231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef08400e-074a-4702-acf6-d71510deb7ff req-9e61b8a9-297f-497f-b7bc-1dff877688bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 1094 time: 0.2006516 Feb 07 22:44:41.508367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=14']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.511694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 760f9c9b-634e-4843-95cd-51b92b242575 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:41.512300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.588051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.592977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:41.607650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:41.639566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:41.641532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Deleting port 5ded2c78-a143-4585-a4a3-26b4691f47d4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:41.642179 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.686962 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:41.707136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a2e0c13-f994-445e-b2cf-05623be94233 req-69b47110-f163-451b-8004-602087992de8 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1162820 Feb 07 22:44:41.708530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:41.732181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c'}, {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e28d3-7a31-414a-be0d-546183709b6b'}, {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:41.738879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae4653-0aca-4a8f-8153-ab7d666d1891 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:41.745177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08400e-074a-4702-acf6-d71510deb7ff req-5d7b2fd4-ad79-4c84-b7a2-e0618d19b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.747606 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef08400e-074a-4702-acf6-d71510deb7ff req-5d7b2fd4-ad79-4c84-b7a2-e0618d19b760 service neutron] 10.222.0.36 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 917 time: 0.3341510 Feb 07 22:44:41.759182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:41.774214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f544f4-8260-460d-ab54-1267a902b523,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.778748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Pushing event updated for resources: {'Port': ['ID=8b649846-1db1-4fad-adbe-433329031993,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:41.873410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:41.881541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-edd7248b-12b7-47f9-b149-9ed7ebd0da68 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b8f544f4-8260-460d-ab54-1267a902b523 HTTP/1.1" status: 204 len: 168 time: 3.6291692 Feb 07 22:44:41.904439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:41.941790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.953240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.959635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.965724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.971785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.978167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.985715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:41.992127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0844af98-2ecb-4c4c-9ae0-45ce4d0c5de8 None None] The port '5ded2c78-a143-4585-a4a3-26b4691f47d4' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:44:41.993670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-d5764757-6d90-40f4-a4e9-a65c2bd2cb96 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5441 time: 0.8405769 Feb 07 22:44:42.002001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Attempting to bind port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:42.002733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Attempting to bind port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:42.003278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Attempting to bind port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:42.023374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:42.024593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:42.025351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.025919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:42.026590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Bound port: 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:42.027158 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.028835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:42.031968 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef08400e-074a-4702-acf6-d71510deb7ff req-e3d1e5d4-7ae7-4f95-9060-8d8fcf687631 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed HTTP/1.1" status: 200 len: 217 time: 0.2749445 Feb 07 22:44:42.048441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:42.089697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:42.090957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.098842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 35ae4653-0aca-4a8f-8153-ab7d666d1891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:42.119491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Pushing event updated for resources: {'Port': ['ID=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:42.127317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-a2859ac8-50f0-442e-a539-a2f04001bb6b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3199608 Feb 07 22:44:42.128246 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.130044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7e4bf405-df22-4e81-a725-109e5278b05a None None] Provisioning for port 8b649846-1db1-4fad-adbe-433329031993 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:42.166719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2226c841-b00e-46c6-9405-1fb1f36a271b req-26cb0856-2b4a-495b-8ec9-a0360f02622e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1718662 Feb 07 22:44:42.175228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:42.189839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08400e-074a-4702-acf6-d71510deb7ff req-18c8a1af-14c5-4976-a888-2230f40b5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:42.191345 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef08400e-074a-4702-acf6-d71510deb7ff req-18c8a1af-14c5-4976-a888-2230f40b5651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 200 len: 855 time: 0.1511443 Feb 07 22:44:42.216684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7e4bf405-df22-4e81-a725-109e5278b05a None None] Provisioning complete for port 8b649846-1db1-4fad-adbe-433329031993 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:42.217064 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e4bf405-df22-4e81-a725-109e5278b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.243874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56236) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:42.267219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Request body: {'port': {'device_id': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:42.311537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] For port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:42.317007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] For port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:42.326736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:42.379747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08400e-074a-4702-acf6-d71510deb7ff req-b85857a9-418b-404f-9e77-59f73795f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:42.383315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef08400e-074a-4702-acf6-d71510deb7ff req-b85857a9-418b-404f-9e77-59f73795f8d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=19e4d43e-acec-49b9-b096-c6f6f296feb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845491 Feb 07 22:44:42.460064 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'code': 200} Feb 07 22:44:42.460376 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50e28d3-7a31-414a-be0d-546183709b6b', 'code': 200} Feb 07 22:44:42.460733 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'code': 200} Feb 07 22:44:42.499690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.690943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['35ae4653-0aca-4a8f-8153-ab7d666d1891'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:42.754243 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef08400e-074a-4702-acf6-d71510deb7ff req-f9aee5f4-7d39-43fa-925f-3e619c41ce93 service neutron] 10.222.0.36 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631437 Feb 07 22:44:42.786600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:44:42.838753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-94431562-b429-4fa3-a8b2-e737cd9d2719 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd9f97bdc9bf494a9dd01b26275adcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945753 Feb 07 22:44:42.839558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56272) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:42.886913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.893070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=35ae4653-0aca-4a8f-8153-ab7d666d1891,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:42.947772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:42.960175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef08400e-074a-4702-acf6-d71510deb7ff req-86d9bfce-6bc5-4782-ae4f-e0b6c1150a74 service neutron] 10.222.0.36 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979051 Feb 07 22:44:42.995626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bf405-df22-4e81-a725-109e5278b05a None None] Port 8b649846-1db1-4fad-adbe-433329031993 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:44:43.013076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 7a510994-2c3d-43dc-a82e-1e00601b268e yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:44:43.045729 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.061192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db3e9e-89ae-4df5-9a9f-d14466ea3c1b None None] Pushing event updated for resources: {'Port': ['ID=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:43.167499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 760f9c9b-634e-4843-95cd-51b92b242575, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=760f9c9b-634e-4843-95cd-51b92b242575,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:43.182837 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.185899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:43.253106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-8a3c9f66-a2cd-40ae-93f7-9ca48084c667 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:43.254489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-8a3c9f66-a2cd-40ae-93f7-9ca48084c667 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Synchronizing usage tracker for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:43.273973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-8a3c9f66-a2cd-40ae-93f7-9ca48084c667 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Unset dirty status for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:43.275598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-8a3c9f66-a2cd-40ae-93f7-9ca48084c667 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 944 time: 0.1357815 Feb 07 22:44:43.293068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed', 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'port_id': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed', 'mac_address': 'fa:16:3e:d2:b3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd4264-89e4-4f79-9677-6430d40b41cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:43.332822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b6360-5cf8-4e9a-9115-24838ed91d74 req-53c5e1c3-2ded-4c52-a02d-b2dc336404f3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:43.333662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dc9b6360-5cf8-4e9a-9115-24838ed91d74 req-53c5e1c3-2ded-4c52-a02d-b2dc336404f3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Synchronizing usage tracker for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:43.361383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Deleting port 55e0da85-19bf-40bf-8032-482d3f1e98a1 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:43.361824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.382270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddae831d-f167-4ee1-8c14-ff1f26ae9583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.466611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=760f9c9b-634e-4843-95cd-51b92b242575,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:43.477853 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.488279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddae831d-f167-4ee1-8c14-ff1f26ae9583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.499978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:43.518342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:43.522399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.547997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dc9b6360-5cf8-4e9a-9115-24838ed91d74 req-53c5e1c3-2ded-4c52-a02d-b2dc336404f3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Unset dirty status for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:43.549200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc9b6360-5cf8-4e9a-9115-24838ed91d74 req-53c5e1c3-2ded-4c52-a02d-b2dc336404f3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 931 time: 0.8945944 Feb 07 22:44:43.592185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:43.655783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a92e11-ff09-46ec-9e43-03d7f0391ce9 req-3b3be88a-da97-442e-94b2-2bf78d7a91df tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:43.657843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1a92e11-ff09-46ec-9e43-03d7f0391ce9 req-3b3be88a-da97-442e-94b2-2bf78d7a91df tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 944 time: 0.5482366 Feb 07 22:44:43.765681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 172.20.0.7 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/36bd4c39-731e-4cd9-b29e-0c15a3ef2915/7a510994-2c3d-43dc-a82e-1e00601b268e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:43.766701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] For port 55e0da85-19bf-40bf-8032-482d3f1e98a1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=55e0da85-19bf-40bf-8032-482d3f1e98a1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:43.767185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.772303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dc9b6360-5cf8-4e9a-9115-24838ed91d74 req-021627b2-79c8-497b-92dd-0a33b95b3fa0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Synchronizing usage tracker for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:43.795746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:feba:275e (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8/7a510994-2c3d-43dc-a82e-1e00601b268e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:43.802875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1a92e11-ff09-46ec-9e43-03d7f0391ce9 req-6eb3220a-1bcc-45fc-ade9-939df6572426 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332767 Feb 07 22:44:43.811145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['893c2ac8-3ae7-414b-b7d5-6ad30f3244ed'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:43.823382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddae831d-f167-4ee1-8c14-ff1f26ae9583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:43.886835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae831d-f167-4ee1-8c14-ff1f26ae9583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6ef1a-67ed-4465-893e-393aa493b5b4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:43.902629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dc9b6360-5cf8-4e9a-9115-24838ed91d74 req-021627b2-79c8-497b-92dd-0a33b95b3fa0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Unset dirty status for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:43.903787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc9b6360-5cf8-4e9a-9115-24838ed91d74 req-021627b2-79c8-497b-92dd-0a33b95b3fa0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428912 Feb 07 22:44:44.057252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Calling delete_port for 55e0da85-19bf-40bf-8032-482d3f1e98a1 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:44.089888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b649846-1db1-4fad-adbe-433329031993 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:44.104349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.125088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddae831d-f167-4ee1-8c14-ff1f26ae9583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.130879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ddae831d-f167-4ee1-8c14-ff1f26ae9583 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1f6ef1a-67ed-4465-893e-393aa493b5b4 HTTP/1.1" status: 204 len: 168 time: 1.2773230 Feb 07 22:44:44.150847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 35ae4653-0aca-4a8f-8153-ab7d666d1891 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:44.200830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:44.285461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.301913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Transition to ACTIVE for port object 8b649846-1db1-4fad-adbe-433329031993 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:44.331864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6ab791fe-8c67-405d-98a4-6073cee9a6e1', '55e0da85-19bf-40bf-8032-482d3f1e98a1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:44.361158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event deleted for resources: {'Port': ['ID=55e0da85-19bf-40bf-8032-482d3f1e98a1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:44.381396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.382020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.382572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.382922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.383266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.383607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.383952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.384761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.385106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.385443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.387445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.387808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:44.446475 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.464297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760f9c9b-634e-4843-95cd-51b92b242575'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:44.490610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a291cb-45d3-4297-bcbb-2b251b0c18de None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:44.534986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] No DVR routers for this DVR port 55e0da85-19bf-40bf-8032-482d3f1e98a1 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:44.538277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.543183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'name': 'network-vif-deleted', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:44.563981 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e63ee46e-33ec-4cbe-b5f7-b8aade7aaa63 req-623fac47-42d3-459b-b273-1a4dcbacb231 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "DELETE /v2.0/ports/55e0da85-19bf-40bf-8032-482d3f1e98a1 HTTP/1.1" status: 204 len: 173 time: 1.2792783 Feb 07 22:44:44.715599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:44.718792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-80ca6a0d-f78d-41e4-a401-20d9d577ea33 None None] Provisioning for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:44.725973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 35ae4653-0aca-4a8f-8153-ab7d666d1891 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:44.759835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:44.760212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.790210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 35ae4653-0aca-4a8f-8153-ab7d666d1891 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:44.790908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:44.826211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-80ca6a0d-f78d-41e4-a401-20d9d577ea33 None None] Provisioning complete for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:44.826882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-80ca6a0d-f78d-41e4-a401-20d9d577ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.037352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.056252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 7a510994-2c3d-43dc-a82e-1e00601b268e will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:45.137793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Pushing event updated for resources: {'Port': ['ID=8b649846-1db1-4fad-adbe-433329031993,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:45.301114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.374944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68388b47-d407-4aab-86d4-6297c85667e4 req-8bfa24d9-6690-4dac-b04e-ea2996792c19 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.382250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68388b47-d407-4aab-86d4-6297c85667e4 req-8bfa24d9-6690-4dac-b04e-ea2996792c19 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 1.0776999 Feb 07 22:44:45.390172 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-80ca6a0d-f78d-41e4-a401-20d9d577ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.423904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.450623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Attempting to bind port 8b649846-1db1-4fad-adbe-433329031993 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:45.451013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Attempting to bind port 8b649846-1db1-4fad-adbe-433329031993 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:45.451306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Attempting to bind port 8b649846-1db1-4fad-adbe-433329031993 on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:45.464666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.471785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.478004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.484133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.490521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.496493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.503177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.505190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-f7471a9e-69a6-4ea8-8076-c386c38b829f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.4344361 Feb 07 22:44:45.508668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:45.514373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:45.526820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:45.542445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56332) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:45.559603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Port 8b649846-1db1-4fad-adbe-433329031993 on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:44:45.559902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Attempting to bind port 8b649846-1db1-4fad-adbe-433329031993 on network 19e4d43e-acec-49b9-b096-c6f6f296feb9 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:45.596659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=7a510994-2c3d-43dc-a82e-1e00601b268e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:45.605354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:45.605751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Checking segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:45.606083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Bound using segment: {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:45.606827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Bound port: 8b649846-1db1-4fad-adbe-433329031993, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac736a06-0e50-4852-8577-f426f0673073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:45.606970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.624145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68388b47-d407-4aab-86d4-6297c85667e4 req-266b8b06-6482-44a9-8a27-f85e7bc777d8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409744 Feb 07 22:44:45.633459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-80ca6a0d-f78d-41e4-a401-20d9d577ea33 None None] For port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:45.692186 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-80ca6a0d-f78d-41e4-a401-20d9d577ea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.722326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de386b5c-3ff0-455e-ac38-e6c7094d132e req-7d3510ad-4b81-49df-ab70-9ef33bf93ba6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917439 Feb 07 22:44:45.739567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:45.740244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-network', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:45.742970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.761788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.761948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:45.771204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Usage tracker for resource:network and tenant:4b6a07e17935471f87180d8f9f2c6e24 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:45.785359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:45.799506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:45.827287 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6b8fa8-3311-46bb-b207-5aadcf2d7004', 'name': 'network-vif-deleted', 'tag': '55e0da85-19bf-40bf-8032-482d3f1e98a1', 'status': 'completed', 'code': 200} Feb 07 22:44:45.829203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Made reservation on behalf of 4b6a07e17935471f87180d8f9f2c6e24 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:45.831796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.850532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] For port 8b649846-1db1-4fad-adbe-433329031993, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:45.854590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] For port 8b649846-1db1-4fad-adbe-433329031993, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8b649846-1db1-4fad-adbe-433329031993,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:45.860142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.872520 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:45.907701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:45.916552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b6a07e17935471f87180d8f9f2c6e24 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:45.925432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:45.940736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:45.983714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c120e4fd-ce76-4426-83bc-27928dbddd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9987090 Feb 07 22:44:45.984718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56348) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:45.987830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Pushing event updated for resources: {'Port': ['ID=8b649846-1db1-4fad-adbe-433329031993,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:46.004744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.007225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.009050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-e2eae1ae-133a-439d-84eb-a94b6fbd0c98 service neutron] 10.222.0.26 "PUT /v2.0/ports/8b649846-1db1-4fad-adbe-433329031993 HTTP/1.1" status: 200 len: 1091 time: 3.8349462 Feb 07 22:44:46.009897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'tag': '8b649846-1db1-4fad-adbe-433329031993'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:46.170320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.183362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.197306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:44:46.200007 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:44:46.208543 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760f9c9b-634e-4843-95cd-51b92b242575', 'code': 200} Feb 07 22:44:46.225340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 35ae4653-0aca-4a8f-8153-ab7d666d1891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:46.233503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:46.255037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:44:46.279522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cc8efe-3f41-422e-bb0d-24be39177bf4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:46.291346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.291806 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Added segment 98b9fe1d-cd52-4da7-9241-02f926ac318e of type vlan for network 5a23ba30-6682-4900-b4b3-c994904af5a6 Feb 07 22:44:46.352726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.354227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.381443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca6a0d-f78d-41e4-a401-20d9d577ea33 None None] Pushing event updated for resources: {'Port': ['ID=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:46.436570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 55e0da85-19bf-40bf-8032-482d3f1e98a1 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:46.467166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81d6f3f9-0a01-46cc-9556-e08b2a67c42e req-76f0a01a-a193-4519-8d3c-cdd1471a391e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a6b8fa8-3311-46bb-b207-5aadcf2d7004 HTTP/1.1" status: 200 len: 210 time: 0.1982222 Feb 07 22:44:46.483461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.486904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.489692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.491166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-618f925f-c093-46af-b8fe-8f2b75929487 req-c8b40f1f-af8a-4da4-b369-132d64336b48 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0941861 Feb 07 22:44:46.538464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66429382-7c16-417b-b924-15c84a8dc475 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.545363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66429382-7c16-417b-b924-15c84a8dc475 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.547767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66429382-7c16-417b-b924-15c84a8dc475 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:46.560400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-dc19f831-2335-4e1d-a2a6-86681b233542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.561902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-dc19f831-2335-4e1d-a2a6-86681b233542 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 1094 time: 0.4466894 Feb 07 22:44:46.564399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 55e0da85-19bf-40bf-8032-482d3f1e98a1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:46.564836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 55e0da85-19bf-40bf-8032-482d3f1e98a1 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:46.595048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '36bd4c39-731e-4cd9-b29e-0c15a3ef2915', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '6d949e8f-cc20-4a0a-b56a-4eafe099ffbe'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:44:46.655737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66429382-7c16-417b-b924-15c84a8dc475 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:46.658419 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66429382-7c16-417b-b924-15c84a8dc475 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.6573052 Feb 07 22:44:46.668407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56356) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:46.673222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-99eeaead-d325-437f-887f-119eab0dd605 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b649846-1db1-4fad-adbe-433329031993 HTTP/1.1" status: 200 len: 217 time: 0.0868597 Feb 07 22:44:46.692074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:46.702289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:46.702751 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:46.728323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=5a23ba30-6682-4900-b4b3-c994904af5a6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:46.740189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.741005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.741542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.742095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.742624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.743149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.743945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:46.746107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9415abde-7769-4d17-9433-d0db8de0a661 req-08a03e7e-1569-444a-9b57-348cbb248366 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6499 time: 0.4465196 Feb 07 22:44:46.748379 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0299d7e5-5bfe-46bd-9e51-b246eca58ab5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2041821 Feb 07 22:44:46.751686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56360) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:46.758088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Request body: {'subnet': {'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-subnet', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:46.765945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:46.792123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Usage tracker for resource:subnet and tenant:4b6a07e17935471f87180d8f9f2c6e24 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:46.799041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:46.826670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:46.880017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:44:46.908974 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'tag': '8b649846-1db1-4fad-adbe-433329031993', 'status': 'completed', 'code': 200} Feb 07 22:44:46.978769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=35ae4653-0aca-4a8f-8153-ab7d666d1891,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:46.995132 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.036521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Made reservation on behalf of 4b6a07e17935471f87180d8f9f2c6e24 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:47.039389 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.053846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9415abde-7769-4d17-9433-d0db8de0a661 req-1a8ab005-4b2e-4d44-b05a-1e66d557d6f1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892656 Feb 07 22:44:47.063796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 7a510994-2c3d-43dc-a82e-1e00601b268e {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:47.064152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.130277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-00bba7c9-5f51-47bc-9f55-3cf57855507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.132025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-00bba7c9-5f51-47bc-9f55-3cf57855507c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 200 len: 855 time: 0.3024330 Feb 07 22:44:47.167926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:47.173402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-d9e41bfd-a39f-4107-8326-e57ed25d51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.175014 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-d9e41bfd-a39f-4107-8326-e57ed25d51ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1096 time: 0.3060181 Feb 07 22:44:47.241895 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.320086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:47.321517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412bd80-b290-4eb2-ae73-b5f34593a240 req-5dafe11d-6e90-4bac-a002-9dbdf7b889d8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.331455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f412bd80-b290-4eb2-ae73-b5f34593a240 req-5dafe11d-6e90-4bac-a002-9dbdf7b889d8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 943 time: 0.5842903 Feb 07 22:44:47.367668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:47.368232 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.405838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-bb0dcfae-efd5-4971-9f04-05ed5797d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.408030 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-bb0dcfae-efd5-4971-9f04-05ed5797d26c service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.2258074 Feb 07 22:44:47.415865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.425028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.495560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f412bd80-b290-4eb2-ae73-b5f34593a240 req-33e5c842-85f4-415a-a897-9aa4247fc325 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629243 Feb 07 22:44:47.514948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.521590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.527499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.533885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.540520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.547815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.554473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.563673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-dba15561-de72-4e53-9268-4de92e58bfce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.5830798 Feb 07 22:44:47.603933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Pushing event updated for resources: {'Subnet': ['ID=486f8c0a-ce5c-4c08-8f5c-5784e7a784c8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:47.609325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-0f4e7a3c-ef6a-4b2e-a1f8-62bf3fbe0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.610808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-0f4e7a3c-ef6a-4b2e-a1f8-62bf3fbe0870 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e4d43e-acec-49b9-b096-c6f6f296feb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4601486 Feb 07 22:44:47.616865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Checking segment: {'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:47.617399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Network hostable DHCP agents. Network: 5a23ba30-6682-4900-b4b3-c994904af5a6, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:44:47.626717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-cd77f418-81dc-431b-bb16-539b657570cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 0.1747503 Feb 07 22:44:47.662510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:47.697568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:44:47.704816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] Allocated IP 2001:db8::f816:3eff:fef2:6c8a (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8/6d949e8f-cc20-4a0a-b56a-4eafe099ffbe) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:47.712032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-5f8d6775-7d7a-49d8-8efb-5cf2f3e4bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.714183 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-5f8d6775-7d7a-49d8-8efb-5cf2f3e4bb8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.0800102 Feb 07 22:44:47.718545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 5a23ba30-6682-4900-b4b3-c994904af5a6) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:47.724084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:47.724930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:47.795107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6d1adc16-ced3-44f6-a67c-62e288c7b25b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0391564 Feb 07 22:44:47.798104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ad2e73-7b1f-4808-a3b9-42908a5d7017 None None] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:47.820097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56378) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:47.848667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:47.949475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2380c926-281d-4e64-9cd5-1a70d49c3328 req-31e6cfd0-5c86-44c2-87f2-6aa867dc9945 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3847630 Feb 07 22:44:47.951322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.118454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:48.125034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Usage tracker for resource:router and tenant:4b6a07e17935471f87180d8f9f2c6e24 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:48.129234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:48.138722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:48.162371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-1a46bdd6-83ce-4473-937b-ea2278c6e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:48.163940 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-1a46bdd6-83ce-4473-937b-ea2278c6e8b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4169340 Feb 07 22:44:48.167247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.168746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.193261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-9e5456f9-3c0d-412b-8770-05dbe5667f1e service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651050 Feb 07 22:44:48.248957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae4653-0aca-4a8f-8153-ab7d666d1891'}, {'server_uuid': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:48.288321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] For port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:48.297708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 7a510994-2c3d-43dc-a82e-1e00601b268e owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:48.298195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.368310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.393482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] Transition to ACTIVE for port object 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:48.411096 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.455285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-24a23af3-11b8-4acc-9544-a677105ac9c6 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797029 Feb 07 22:44:48.537804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b85ea83-4acf-440b-a720-e9ce02155cf0 req-98e087fd-4642-4569-ba2b-66e620982413 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.2479172 Feb 07 22:44:48.588260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450126a0-a0b3-4fb9-a1ed-13ac1f2658fb req-51129958-e841-4db1-9dd3-08f957c01896 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:48.596004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-450126a0-a0b3-4fb9-a1ed-13ac1f2658fb req-51129958-e841-4db1-9dd3-08f957c01896 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.7961850 Feb 07 22:44:48.680407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-450126a0-a0b3-4fb9-a1ed-13ac1f2658fb req-2ae6ded3-eb1f-458b-88b1-269516be0b56 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834432 Feb 07 22:44:48.711798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36d11a-ff93-474d-8f45-df5cf32413c1 None None] Pushing event updated for resources: {'Port': ['ID=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:48.725704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dcf04ae-1471-4a13-99c6-ae0ac25e03fa req-484c4cd1-362b-4d3a-92cb-885c5ce7f9c0 service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364166 Feb 07 22:44:48.731332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-5a23ba30-6682-4900-b4b3-c994904af5a6', 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'fixed_ips': [{'subnet_id': '486f8c0a-ce5c-4c08-8f5c-5784e7a784c8'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:44:48.732622 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:48.909552 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae4653-0aca-4a8f-8153-ab7d666d1891', 'code': 200} Feb 07 22:44:48.909906 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed', 'code': 200} Feb 07 22:44:49.112697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:49.136466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8893aa7-88b4-490d-87f5-e245863d1b93 req-61ed6e80-a0cb-4841-a649-4615ee8c4450 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406756 Feb 07 22:44:49.319431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.507157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56416) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:49.528281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:49.596051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991885c-a959-4ac7-93bc-5078d78895ca req-e4d9ee87-5d4d-48ad-ac74-f35e3f329802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:49.597986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2991885c-a959-4ac7-93bc-5078d78895ca req-e4d9ee87-5d4d-48ad-ac74-f35e3f329802 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 1096 time: 0.4514179 Feb 07 22:44:49.604510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Allocated IP 172.20.0.2 (5a23ba30-6682-4900-b4b3-c994904af5a6/486f8c0a-ce5c-4c08-8f5c-5784e7a784c8/7aaf060e-8a02-46b6-803b-2392b7b97738) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:49.778730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2991885c-a959-4ac7-93bc-5078d78895ca req-0d201779-24f5-49b0-87e5-939f2a5f3e23 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693628 Feb 07 22:44:49.815380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=7a510994-2c3d-43dc-a82e-1e00601b268e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:50.038136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36bad-7321-4f6c-9f25-bb27fa4f56c4 req-26fe454b-77c1-48a5-b85a-f8591341d68e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.045865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf36bad-7321-4f6c-9f25-bb27fa4f56c4 req-26fe454b-77c1-48a5-b85a-f8591341d68e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 943 time: 1.1151562 Feb 07 22:44:50.113008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fdf0e374-cdb6-4cb9-9d7a-86b7e4e81863 None None] Provisioning for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:50.126235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fdf0e374-cdb6-4cb9-9d7a-86b7e4e81863 None None] Provisioning complete for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:50.126619 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e374-cdb6-4cb9-9d7a-86b7e4e81863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.181700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.209542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.219529 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.224426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1817a3-0d52-4bfd-b700-0f6283c10b72 req-76dc1eb7-f6bb-4b6c-a3fd-74efa632b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.230666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b1817a3-0d52-4bfd-b700-0f6283c10b72 req-76dc1eb7-f6bb-4b6c-a3fd-74efa632b28e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 1096 time: 1.0983131 Feb 07 22:44:50.237588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Transition to ACTIVE for port object 7aaf060e-8a02-46b6-803b-2392b7b97738 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:50.255350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-e532caec-d3de-4bc8-b3dd-5635e2f111f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.257204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-e532caec-d3de-4bc8-b3dd-5635e2f111f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 1094 time: 0.9226115 Feb 07 22:44:50.273393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf36bad-7321-4f6c-9f25-bb27fa4f56c4 req-c358e597-8b2f-4730-aca8-04cc37d8c517 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252326 Feb 07 22:44:50.297285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:50.304537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Transition to ACTIVE for port object 7aaf060e-8a02-46b6-803b-2392b7b97738 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:50.313675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.350838 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.374982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.503893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.509003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:50.510009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Pushing event updated for resources: {'Port': ['ID=7aaf060e-8a02-46b6-803b-2392b7b97738,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:50.512341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.515926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:50.519131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:50.521467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.522152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fdf0e374-cdb6-4cb9-9d7a-86b7e4e81863 None None] Could not find standard attr ID for object 7a510994-2c3d-43dc-a82e-1e00601b268e. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:44:50.527304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.533912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.539769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.545622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.553862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-136c94cb-db82-42ad-86e2-466026ab7ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 1.1959889 Feb 07 22:44:50.560267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Usage tracker for resource:security_group_rule and tenant:8202ae5a435a4ba3a42e70f3dedd8180 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:50.563917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:50.637940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Allocated IP 172.25.0.103 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/96ba329e-3d82-43e9-b795-a70483a546ea) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:50.657643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-37e08c44-f634-4835-80f1-2479c4d99377 None None] Could not find standard attr ID for object 7a510994-2c3d-43dc-a82e-1e00601b268e. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:44:50.674524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Attempting to bind port 7aaf060e-8a02-46b6-803b-2392b7b97738 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:50.675050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Attempting to bind port 7aaf060e-8a02-46b6-803b-2392b7b97738 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:50.675542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Attempting to bind port 7aaf060e-8a02-46b6-803b-2392b7b97738 on network 5a23ba30-6682-4900-b4b3-c994904af5a6 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:50.685456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:50.686407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Checking segment: {'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:50.687055 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.689078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Bound using segment: {'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:50.690059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Bound port: 7aaf060e-8a02-46b6-803b-2392b7b97738, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:50.690913 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.699630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:50.754296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e7dac7a9-1cf1-48f3-9788-3a6158677611 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/7a510994-2c3d-43dc-a82e-1e00601b268e HTTP/1.1" status: 204 len: 168 time: 4.0843678 Feb 07 22:44:50.761700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56430) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:50.819649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] For port 7aaf060e-8a02-46b6-803b-2392b7b97738, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:50.831706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ccc466d5-f48a-4a5c-9a2f-620a66a8f86e req-c815c016-789c-49e9-b6fc-28298304dab7 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1008835 Feb 07 22:44:50.835814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] For port 7aaf060e-8a02-46b6-803b-2392b7b97738, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7aaf060e-8a02-46b6-803b-2392b7b97738,segment=NetworkSegment(98b9fe1d-cd52-4da7-9241-02f926ac318e),segment_id=98b9fe1d-cd52-4da7-9241-02f926ac318e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:50.854501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:50.858388 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b1817a3-0d52-4bfd-b700-0f6283c10b72 req-410c8304-0ae5-4537-8791-6856a9dc22cc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787070 Feb 07 22:44:50.859968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-3009a665-4569-437b-8727-2cc40fa58dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.861549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-3009a665-4569-437b-8727-2cc40fa58dc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 917 time: 0.5809414 Feb 07 22:44:50.895283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88867e09-6388-4e96-9b69-d367cdbbcc1e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.897511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88867e09-6388-4e96-9b69-d367cdbbcc1e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.899042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88867e09-6388-4e96-9b69-d367cdbbcc1e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:50.899308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa9567d5-615c-415a-bb1f-3d2fcc70f81f req-e047947d-e06d-47bb-8aa2-8721eff420a6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3444774 Feb 07 22:44:50.900662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-88867e09-6388-4e96-9b69-d367cdbbcc1e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:51.014543 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.032772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.060723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc0579-0747-482e-867d-ea06cb407032 None None] Pushing event updated for resources: {'Port': ['ID=7aaf060e-8a02-46b6-803b-2392b7b97738,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:51.193731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-88867e09-6388-4e96-9b69-d367cdbbcc1e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:51.195671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-88867e09-6388-4e96-9b69-d367cdbbcc1e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4301305 Feb 07 22:44:51.198676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56436) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:51.223628 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.329952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 36bd4c39-731e-4cd9-b29e-0c15a3ef2915 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:51.336280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.350245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-d2409d8d-a44a-40e3-be59-6c8f18600da2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b649846-1db1-4fad-adbe-433329031993 HTTP/1.1" status: 200 len: 217 time: 0.2817769 Feb 07 22:44:51.368549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82265935-9550-41a0-ba81-3c938bdbc40b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:51.395984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.444827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.486159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e3a82174-db38-4b86-8f7e-8ca4d8d65d3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8202ae5a435a4ba3a42e70f3dedd8180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9554858 Feb 07 22:44:51.491662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56442) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:51.544642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:51.552685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:51.553991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:51.559357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-2de3346f-0eb9-4c40-bf07-a6ee70d72356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.560836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-2de3346f-0eb9-4c40-bf07-a6ee70d72356 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 200 len: 855 time: 0.1821904 Feb 07 22:44:51.630024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Pushing event updated for resources: {'Port': ['ID=96ba329e-3d82-43e9-b795-a70483a546ea,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:51.675127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f327359-b439-42aa-b07a-86fbad639f96 req-039e448b-bdb7-41ce-9412-913d65ede57d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.680373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f327359-b439-42aa-b07a-86fbad639f96 req-039e448b-bdb7-41ce-9412-913d65ede57d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.4555969 Feb 07 22:44:51.727339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.733360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.739911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.745849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.752269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.757969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.764043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.766043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91e3f13c-91a6-47e5-9e38-90f644816490 req-e1a42ec0-edb3-42b6-bab0-cdf0506d0dab tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.5340824 Feb 07 22:44:51.792163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56448) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:51.813797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b59c-d5c4-41ed-b076-1dc027faebb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:51.837993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Request body: {'floatingip': {'port_id': '811ef7ef-4d92-4b48-9bb6-dead8833836c'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:51.846522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-8ccd271e-32e5-47da-8a81-a616ad279ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:51.848134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-8ccd271e-32e5-47da-8a81-a616ad279ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e4d43e-acec-49b9-b096-c6f6f296feb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702496 Feb 07 22:44:51.851313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f327359-b439-42aa-b07a-86fbad639f96 req-77c4a567-5aee-4a3f-ad85-48cedaa43889 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666701 Feb 07 22:44:51.944912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.019574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-ae95e3eb-24ab-495e-8698-6bba2f803ff5 service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559341 Feb 07 22:44:52.040142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.135429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b59c-d5c4-41ed-b076-1dc027faebb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.186796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8b649846-1db1-4fad-adbe-433329031993 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:44:52.365374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b59c-d5c4-41ed-b076-1dc027faebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.422748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.442621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8b649846-1db1-4fad-adbe-433329031993, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8b649846-1db1-4fad-adbe-433329031993,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:52.458769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '8b649846-1db1-4fad-adbe-433329031993', 'network_id': '19e4d43e-acec-49b9-b096-c6f6f296feb9', 'port_id': '8b649846-1db1-4fad-adbe-433329031993', 'mac_address': 'fa:16:3e:83:e7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5bd4264-89e4-4f79-9677-6430d40b41cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:44:52.482104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4e8c473-3bd3-4fd3-8c3a-ef902fd91f07 req-892e15b8-9f1a-4b1d-a58a-34059afef1a2 service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825951 Feb 07 22:44:52.485815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8b59c-d5c4-41ed-b076-1dc027faebb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82265935-9550-41a0-ba81-3c938bdbc40b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:52.490512 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3e8b59c-d5c4-41ed-b076-1dc027faebb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.491742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b3e8b59c-d5c4-41ed-b076-1dc027faebb4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82265935-9550-41a0-ba81-3c938bdbc40b HTTP/1.1" status: 204 len: 168 time: 0.9849610 Feb 07 22:44:52.497254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=36bd4c39-731e-4cd9-b29e-0c15a3ef2915,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:52.527368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c79c08-509e-4a0b-bc90-e9818c60fb00 req-7a69f6ec-23ba-44d6-9e0b-afb19b97b495 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:52.529423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61c79c08-509e-4a0b-bc90-e9818c60fb00 req-7a69f6ec-23ba-44d6-9e0b-afb19b97b495 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 943 time: 0.5054402 Feb 07 22:44:52.556921 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.568737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e75d01-5a80-4c25-ac5f-a400741a13c0 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:52.592904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:52.610419 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61c79c08-509e-4a0b-bc90-e9818c60fb00 req-47a4a941-0129-4f88-8280-1fc3b555ac77 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747218 Feb 07 22:44:52.751231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b649846-1db1-4fad-adbe-433329031993 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:44:52.785721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08b7cee4-29b5-40fc-9141-66f211d0dc26 req-a3603981-070b-4978-96a1-d45b47529ad4 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0982082 Feb 07 22:44:52.789730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385a22b-de36-4a9c-b563-2c23cddbc0d5 None None] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:52.871917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-18c240f6-a929-45a8-bac0-f8280c7212eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/36bd4c39-731e-4cd9-b29e-0c15a3ef2915 HTTP/1.1" status: 204 len: 168 time: 1.6716046 Feb 07 22:44:52.883887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56466) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:53.070543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0d55-ab7b-4b35-b321-fd9d82f1f2c3 req-80815755-57d9-4783-b8a5-4b1cc478b3a3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:53.072100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5ca0d55-ab7b-4b35-b321-fd9d82f1f2c3 req-80815755-57d9-4783-b8a5-4b1cc478b3a3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 945 time: 0.2854893 Feb 07 22:44:53.139420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8b649846-1db1-4fad-adbe-433329031993, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8b649846-1db1-4fad-adbe-433329031993,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:53.145758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7aaf060e-8a02-46b6-803b-2392b7b97738 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:53.158277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-2d50b492-a6c9-4855-bfb3-4512e06c559e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:53.159851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-2d50b492-a6c9-4855-bfb3-4512e06c559e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 945 time: 0.3028440 Feb 07 22:44:53.168904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5ca0d55-ab7b-4b35-b321-fd9d82f1f2c3 req-84ff828b-3ff9-4393-ab9e-60bdfad40237 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728419 Feb 07 22:44:53.209454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.248357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Deleting port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:53.248829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.306292 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.384824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a754471d-9e5b-41fd-8d98-24e585cfac1e None None] Provisioning for port 7aaf060e-8a02-46b6-803b-2392b7b97738 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:53.402320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8b649846-1db1-4fad-adbe-433329031993,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:53.433242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.433869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.434389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.434896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.435416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.435922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.436426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.436940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.438119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.438621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.439122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.439639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:44:53.443533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7aaf060e-8a02-46b6-803b-2392b7b97738 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:53.468349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7aaf060e-8a02-46b6-803b-2392b7b97738 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:53.469297 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.617933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['8b649846-1db1-4fad-adbe-433329031993'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:53.669650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:44:53.685994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.707662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] For port 6ab791fe-8c67-405d-98a4-6073cee9a6e1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6ab791fe-8c67-405d-98a4-6073cee9a6e1,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:53.708127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.904663 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.926902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Calling delete_port for 6ab791fe-8c67-405d-98a4-6073cee9a6e1 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:53.954480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:53.985894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56490) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:54.027808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7aaf060e-8a02-46b6-803b-2392b7b97738, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7aaf060e-8a02-46b6-803b-2392b7b97738,segment=NetworkSegment(98b9fe1d-cd52-4da7-9241-02f926ac318e),segment_id=98b9fe1d-cd52-4da7-9241-02f926ac318e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:54.039793 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.127464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7aaf060e-8a02-46b6-803b-2392b7b97738,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:54.140479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa2e9e-52cc-4399-a68d-8158189d2577 req-1f96f746-2baa-4df0-a91b-383bc8299b30 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:54.147963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35aa2e9e-52cc-4399-a68d-8158189d2577 req-1f96f746-2baa-4df0-a91b-383bc8299b30 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 1.1174586 Feb 07 22:44:54.244204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.278640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1320385982-network', 'tenant_id': '792d36a0bce6473bbb9a880d588b38bc'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:54.291040 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.297110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35aa2e9e-52cc-4399-a68d-8158189d2577 req-e028bb42-2c6d-4c24-94af-6fa67b0f45e3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477997 Feb 07 22:44:54.328178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:54.333240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event deleted for resources: {'Port': ['ID=6ab791fe-8c67-405d-98a4-6073cee9a6e1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:54.361776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Usage tracker for resource:network and tenant:792d36a0bce6473bbb9a880d588b38bc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:54.372379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:54.375700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.391259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:54.430164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] No DVR routers for this DVR port 6ab791fe-8c67-405d-98a4-6073cee9a6e1 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:54.436270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.442796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'name': 'network-vif-deleted', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:54.443982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1023ba7-29b5-479f-a697-abd75f8ce26f None None] Provisioning complete for port 7aaf060e-8a02-46b6-803b-2392b7b97738 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:54.444958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1023ba7-29b5-479f-a697-abd75f8ce26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.466725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465e646-e2da-4dd4-ad5b-e73deadf2637 req-10d767c4-22a0-4bc0-8226-38795ea328ca tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:54.470581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9465e646-e2da-4dd4-ad5b-e73deadf2637 req-10d767c4-22a0-4bc0-8226-38795ea328ca tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 944 time: 0.5579653 Feb 07 22:44:54.520809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6ab791fe-8c67-405d-98a4-6073cee9a6e1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:44:54.538469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59e1b855-5473-4619-a1ad-968ca46351b8 req-45a2fa2e-d270-4983-a571-1071bd416a63 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0840149 Feb 07 22:44:54.539783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73ffb4a2-c89e-4a31-a6c8-22715dd1aaa3 req-4f7c7096-9592-451e-9793-10abf921a95d tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "DELETE /v2.0/ports/6ab791fe-8c67-405d-98a4-6073cee9a6e1 HTTP/1.1" status: 204 len: 173 time: 1.3688772 Feb 07 22:44:54.561760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Made reservation on behalf of 792d36a0bce6473bbb9a880d588b38bc for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:54.565116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.601395 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9465e646-e2da-4dd4-ad5b-e73deadf2637 req-7744d050-ffee-46ec-911e-af37970c2736 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257756 Feb 07 22:44:54.621173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.638192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.702293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.729777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.762607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8e721128-471d-42d5-8aa0-5b463d8f0eec req-1d5dbffc-61f5-4076-b6df-01d0a815c253 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Synchronizing usage tracker for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:54.771610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:54.777421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:54.784225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:54.830962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8e721128-471d-42d5-8aa0-5b463d8f0eec req-1d5dbffc-61f5-4076-b6df-01d0a815c253 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Unset dirty status for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:54.832271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e721128-471d-42d5-8aa0-5b463d8f0eec req-1d5dbffc-61f5-4076-b6df-01d0a815c253 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=0eeec450-51e5-4fa0-a52b-3601d818c135 HTTP/1.1" status: 200 len: 210 time: 0.1178217 Feb 07 22:44:54.875464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Usage tracker for resource:security_group_rule and tenant:792d36a0bce6473bbb9a880d588b38bc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:54.884941 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-511241b4-f723-402f-a882-4e628719d5e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8 HTTP/1.1" status: 204 len: 168 time: 1.9929287 Feb 07 22:44:54.887420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56502) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:54.895985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:54.936382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a0df4-983a-4862-9224-70eb25c6dfcd None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:54.976649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:54.984020 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeec450-51e5-4fa0-a52b-3601d818c135', 'name': 'network-vif-deleted', 'tag': '6ab791fe-8c67-405d-98a4-6073cee9a6e1', 'status': 'completed', 'code': 200} Feb 07 22:44:54.996675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-aa3c8f8b-fc5e-43ec-a556-207b1c6fafe2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080623 Feb 07 22:44:55.002479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56506) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:55.011760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7aaf060e-8a02-46b6-803b-2392b7b97738 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:55.052345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66bdff-6dec-421d-b23f-1a970fbd7ba2 req-e4e5e8cb-19ad-4d06-b0be-4d5dff38f2fe tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:55.054176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e66bdff-6dec-421d-b23f-1a970fbd7ba2 req-e4e5e8cb-19ad-4d06-b0be-4d5dff38f2fe tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2700007 Feb 07 22:44:55.136780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e66bdff-6dec-421d-b23f-1a970fbd7ba2 req-2200f7e6-654f-48ac-9d98-2fbd3f2983ef tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757525 Feb 07 22:44:55.156809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528daff9-a265-4d1e-a324-00f006c8dfe0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:55.157606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-528daff9-a265-4d1e-a324-00f006c8dfe0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:55.175701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-528daff9-a265-4d1e-a324-00f006c8dfe0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:55.180432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-528daff9-a265-4d1e-a324-00f006c8dfe0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1768138 Feb 07 22:44:55.181442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56512) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:55.194360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7261bc72-43fb-4e23-adad-c22e871d9023 None None] Provisioning complete for port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:55.194744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7261bc72-43fb-4e23-adad-c22e871d9023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.280045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7aaf060e-8a02-46b6-803b-2392b7b97738 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:55.280324 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.433297 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Floating IP e11e9512-a026-4776-87ea-968344babc1a associated. External IP: 172.25.0.123, port: 811ef7ef-4d92-4b48-9bb6-dead8833836c. Feb 07 22:44:55.493612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:44:55.498068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] Deleting port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:55.498068 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.551372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca1f3f7-ff8f-49ad-9d78-c04b0e75ef35 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:55.551962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8ca1f3f7-ff8f-49ad-9d78-c04b0e75ef35 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:44:55.559100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:44:55.576867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-f3e9e08a-2f54-4495-8b05-a15d16322483 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:55.578379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-f3e9e08a-2f54-4495-8b05-a15d16322483 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.1906416 Feb 07 22:44:55.615013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-27944ef1-3313-4dfe-ac31-0adcf533af3a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/quotas/55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 375 time: 0.0248899 Feb 07 22:44:55.742602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e78ec1c3-09f2-49f4-8d3b-00c3ad0c1d4c req-eca2b6f7-11f2-47d2-a669-a2c1803217e1 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0626171 Feb 07 22:44:55.749595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.753092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8ca1f3f7-ff8f-49ad-9d78-c04b0e75ef35 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:44:55.754257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8ca1f3f7-ff8f-49ad-9d78-c04b0e75ef35 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5562963 Feb 07 22:44:55.758099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56530) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:55.765436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.807542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] For port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:55.807542 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.881493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:44:55.899373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465aa70d-2abe-4ca4-904a-505a6a1c9625,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:55.904876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-ec482cc0-d337-469d-9dbb-e9e550d08da6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2888391 Feb 07 22:44:55.953576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2fa1ba97-b26e-496d-a9b4-46eb4c01d7a8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1928227 Feb 07 22:44:55.959860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56536) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:55.961083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] Calling delete_port for 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:55.985842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:55.992407 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:55.992782 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Added segment 88611561-434c-4a61-b0a5-86f74e62f321 of type vlan for network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 Feb 07 22:44:56.017264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:44:56.036490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Sync routers for ids ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:56.040040 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fae3b621-464b-4770-aa9d-db315457f7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.062628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Routers {'78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:44:56.062628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:56.110909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.129277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.157971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.161871 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e1ee19e4-9416-45cc-868f-0337a05b8345 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.3328102 Feb 07 22:44:56.164007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56540) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:56.165900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Router a711ab09-c233-4327-8f96-3601c8f77444 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:44:56.184871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] Pushing event deleted for resources: {'Port': ['ID=6d949e8f-cc20-4a0a-b56a-4eafe099ffbe,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:56.192882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c5a903-0424-4c6c-ae6b-3de456963bcf None None] No DVR routers for this DVR port 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:56.213834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8b649846-1db1-4fad-adbe-433329031993 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:44:56.257352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.258299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:56.258892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.319512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:56.334885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982d6f6-72b0-4cf0-a71f-63bd52bd8fe1 req-fb972226-6119-4424-b767-43018c177ca4 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:56.336369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4982d6f6-72b0-4cf0-a71f-63bd52bd8fe1 req-fb972226-6119-4424-b767-43018c177ca4 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 944 time: 0.4304383 Feb 07 22:44:56.355040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:56.368537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 8b649846-1db1-4fad-adbe-433329031993 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:44:56.372843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Set router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:44:56.385178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-effb1941-8bf1-40ec-bf67-a7b06e0497ae service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280055 Feb 07 22:44:56.420953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:56.421875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 8b649846-1db1-4fad-adbe-433329031993 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:44:56.422372 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.424626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.426511 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:44:56.426960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:44:56.443652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4474113 Feb 07 22:44:56.489158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56544) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:56.502743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4982d6f6-72b0-4cf0-a71f-63bd52bd8fe1 req-fed17e36-de2d-41f4-9fc7-87809be0db56 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518888 Feb 07 22:44:56.506941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Request body: {'subnet': {'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1320385982-subnet', 'tenant_id': '792d36a0bce6473bbb9a880d588b38bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:56.522064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:56.527992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bf4a8-843b-429d-8bf9-9a8ca34f352e admin admin] Pushing event updated for resources: {'Network': ['ID=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:56.534170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Usage tracker for resource:subnet and tenant:792d36a0bce6473bbb9a880d588b38bc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:44:56.539486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:44:56.542231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b1a8d7f8-48f5-4cb7-8b79-56b9a415fd76 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5815096 Feb 07 22:44:56.547202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56548) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:56.548449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:56.560123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:56.600328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:44:56.715191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:44:56.720893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.726748 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] Sync routers for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:44:56.745632 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:44:56.752646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:56.804845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Made reservation on behalf of 792d36a0bce6473bbb9a880d588b38bc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:56.807406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.885330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:56.897972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:56.909870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-35c78adc-a67a-4bb9-a432-3b43c4f6c5e4 service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084281 Feb 07 22:44:56.964724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:56.968005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b649846-1db1-4fad-adbe-433329031993'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:57.009808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8b649846-1db1-4fad-adbe-433329031993, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8b649846-1db1-4fad-adbe-433329031993,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:57.022595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:57.026334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.027958 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:44:57.028247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:44:57.031535 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.040060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6ab791fe-8c67-405d-98a4-6073cee9a6e1 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:57.065628 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0cc964ac-b6fa-4b6d-9056-5a864dcc4974 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "PUT /v2.0/floatingips/e11e9512-a026-4776-87ea-968344babc1a HTTP/1.1" status: 200 len: 991 time: 5.2703907 Feb 07 22:44:57.066198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-aadddb28-8799-4ea7-b5fa-589c73bfd7eb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5156267 Feb 07 22:44:57.067900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56562) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:57.069996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:57.074978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:57.190745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:44:57.223969 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:44:57.305946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 6ab791fe-8c67-405d-98a4-6073cee9a6e1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:57.306380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6ab791fe-8c67-405d-98a4-6073cee9a6e1 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:57.322554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:44:57.322899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d949e8f-cc20-4a0a-b56a-4eafe099ffbe not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:44:57.344284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:44:52Z', 'revision_number': 3, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:57.352711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4c3df4a-af70-495f-9947-4883e334e954 req-a5d63bd8-8c7b-4cb5-bfbf-01fe81ec98ea tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1325815 Feb 07 22:44:57.353297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8b649846-1db1-4fad-adbe-433329031993,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:57.355403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Checking router: 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:57.355821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Updating router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 port 96ba329e-3d82-43e9-b795-a70483a546ea binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:44:57.445825 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.446060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:57.487619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.522942 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b649846-1db1-4fad-adbe-433329031993', 'code': 200} Feb 07 22:44:57.580351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:57.724227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:57.727805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.729290 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:44:57.729735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:44:57.739073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:57.761263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:57.814845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Checking segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:57.815307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Network hostable DHCP agents. Network: 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:44:57.843733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f788a69f-31b7-4463-a3b3-209bc8ea5383 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7745421 Feb 07 22:44:57.850133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56580) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:57.861592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25e8fe-4bfa-4a88-9e81-90856cac3ba2 req-a36a29f2-ca66-412a-af21-5b7453692b4e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:57.862870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c25e8fe-4bfa-4a88-9e81-90856cac3ba2 req-a36a29f2-ca66-412a-af21-5b7453692b4e tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 944 time: 0.4177449 Feb 07 22:44:57.880385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:57.911972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcce18-9c43-496a-bf3a-af979306884e req-1d377ffb-0c78-44c6-9d88-9dd76c78f8ba tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:57.913479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43fcce18-9c43-496a-bf3a-af979306884e req-1d377ffb-0c78-44c6-9d88-9dd76c78f8ba tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 944 time: 0.4321454 Feb 07 22:44:58.000081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4aa22-4dca-4907-a26f-726edd15d01d req-9ab56a09-bb85-472e-8aaa-275bb67cd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.001881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16e4aa22-4dca-4907-a26f-726edd15d01d req-9ab56a09-bb85-472e-8aaa-275bb67cd118 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 1096 time: 0.4193089 Feb 07 22:44:58.056200 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'e11e9512-a026-4776-87ea-968344babc1a', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'port_id': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'mac_address': 'fa:16:3e:dc:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:42:54Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 1, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:30Z', 'revision_number': 5, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:58.064416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:44:58.068280 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] Checking router: a711ab09-c233-4327-8f96-3601c8f77444 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:44:58.088941 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:44:58.090048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:58.162907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Allocated IP 172.20.0.1 (5a23ba30-6682-4900-b4b3-c994904af5a6/486f8c0a-ce5c-4c08-8f5c-5784e7a784c8/eef5b543-18b9-4efe-a28e-3e41a68dfabc) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:44:58.176458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:58.181792 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f54f51eb-e6e8-4371-91ff-dba952679ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.189147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5406531a-082f-4c4e-8cdc-9ab62440d4e8 None None] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:58.200301 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c25e8fe-4bfa-4a88-9e81-90856cac3ba2 req-be53cc6b-db74-4f88-91c2-593f923224e6 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8167ce2-504d-43ec-b8d9-6fb834e8a28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995656 Feb 07 22:44:58.203869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:58.215389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Deleting port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:44:58.215746 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.275743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.276344 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.295549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16e4aa22-4dca-4907-a26f-726edd15d01d req-9601ee25-6e4b-451d-a81f-8d9afc53cc79 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325737 Feb 07 22:44:58.324821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.330931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.338940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.344497 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'status': 'completed', 'code': 200} Feb 07 22:44:58.346978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.354759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.362716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.369572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.379991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-1f714a6a-7a55-4e9f-83ee-ca9a03aa62df tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.6183231 Feb 07 22:44:58.382416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:58.447931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4e5a376d-7c87-4121-aae7-cb0578c4e833 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9461083 Feb 07 22:44:58.473680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:44:58.476042 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:44:58.477396 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.582715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2486f-a54d-4764-98a7-8ecab991776f None None] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:44:58.599501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.618673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.619164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.619646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.620118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.628815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.629377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.629954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:58.637525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-6734619f-1896-47e3-a3b5-3e7c8386e7a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6499 time: 0.2750320 Feb 07 22:44:58.668988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Transition to ACTIVE for port object 96ba329e-3d82-43e9-b795-a70483a546ea will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:58.700167 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.711389 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:44:58.711998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:44:58.795105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.847922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b2b9baa-d874-4c25-a5cd-f552a0fae4ab req-dfdeabfb-96dd-422d-951c-16a73520bdf7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4666817 Feb 07 22:44:58.866025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Transition to ACTIVE for port object eef5b543-18b9-4efe-a28e-3e41a68dfabc will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:44:58.895967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88992c24-5a4f-440b-bc7a-ef0b2e66e1f2 req-61b915e2-b12a-454a-b3ff-1b33d6a194b4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 210 time: 0.1290803 Feb 07 22:44:58.912911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4b28c8a3-ea34-499b-9c23-1a2017ed17cc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0599806 Feb 07 22:44:58.919952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56596) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:44:58.942433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Attempting to bind port 96ba329e-3d82-43e9-b795-a70483a546ea on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:44:58.942808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Attempting to bind port 96ba329e-3d82-43e9-b795-a70483a546ea by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:44:58.943173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Attempting to bind port 96ba329e-3d82-43e9-b795-a70483a546ea on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:44:58.951722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:44:58.988506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70f5e-7fc6-4b63-8332-2ace30be5332 None None] Pushing event updated for resources: {'Port': ['ID=96ba329e-3d82-43e9-b795-a70483a546ea,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:58.991087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:44:58.991469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:44:58.991874 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:58.992262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:44:58.996098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Bound port: 96ba329e-3d82-43e9-b795-a70483a546ea, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:44:58.996496 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.135713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.142936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'e11e9512-a026-4776-87ea-968344babc1a', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'port_id': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'mac_address': 'fa:16:3e:dc:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:42:54Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 1, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:30Z', 'revision_number': 5, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:59.150301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] For port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:44:59.150674 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.151059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd682311-4450-4547-a620-5b0a6ef9a996 None None] The sync data for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 is: [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'e11e9512-a026-4776-87ea-968344babc1a', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'floating_ip_address': '172.25.0.123', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'port_id': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'mac_address': 'fa:16:3e:dc:3f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5276601c-8a5c-4d49-a594-168bd92ee186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:42:54Z', 'updated_at': '2022-02-07T22:44:54Z', 'revision_number': 1, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:30Z', 'revision_number': 5, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:44:59.182251 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] For port 96ba329e-3d82-43e9-b795-a70483a546ea, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:44:59.185990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] For port 96ba329e-3d82-43e9-b795-a70483a546ea, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=96ba329e-3d82-43e9-b795-a70483a546ea,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:44:59.205501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.256642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-f63b77bc-d183-4148-bad9-0d1e793a9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:59.258110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-f63b77bc-d183-4148-bad9-0d1e793a9aaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecce4042-fcc2-4fa5-a103-1491f7c18b14 HTTP/1.1" status: 200 len: 918 time: 0.5962720 Feb 07 22:44:59.331358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Routers {'78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:44:59.331994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:44:59.361348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:44:59.397858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:44:59.414651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:44:59.432612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Calling delete_port for 916e9e54-b6ee-4c26-a27c-28a362f5e2bd owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:44:59.534486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.674702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Pushing event updated for resources: {'Port': ['ID=eef5b543-18b9-4efe-a28e-3e41a68dfabc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:59.684167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83ecb343-3c38-4476-8d75-385d07e28545 req-7f41ed26-7c48-4454-99aa-2e0c59cfda84 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.5183070 Feb 07 22:44:59.721295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.754210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:44:59.759825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] Set router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:44:59.784718 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-b52e5376-69df-40f4-bbe2-4432e27eb6cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c HTTP/1.1" status: 200 len: 999 time: 0.4932246 Feb 07 22:44:59.788584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:44:59.832004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event deleted for resources: {'Port': ['ID=916e9e54-b6ee-4c26-a27c-28a362f5e2bd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:44:59.955498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] No DVR routers for this DVR port 916e9e54-b6ee-4c26-a27c-28a362f5e2bd on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:44:59.960726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:44:59.963134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'name': 'network-vif-deleted', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:44:59.992000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961100d2-c1d1-41d3-8fc3-81332fefc8fe req-5c62daed-f5d4-433a-ad7b-b5aacbe123ae tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:44:59.999033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-961100d2-c1d1-41d3-8fc3-81332fefc8fe req-5c62daed-f5d4-433a-ad7b-b5aacbe123ae tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 0.8343801 Feb 07 22:45:00.036972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-6e66ddc2-a840-4b71-be66-33aba82171ab tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:00.038650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-6e66ddc2-a840-4b71-be66-33aba82171ab tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.3729172 Feb 07 22:45:00.043281 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43fcce18-9c43-496a-bf3a-af979306884e req-d29aec14-1341-4eab-ad73-0bf25da79099 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.26 "DELETE /v2.0/ports/916e9e54-b6ee-4c26-a27c-28a362f5e2bd HTTP/1.1" status: 204 len: 173 time: 2.0498898 Feb 07 22:45:00.058033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'port': {'device_id': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'admin_state_up': True, 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:00.145659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:00.149195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.152021 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:45:00.152693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:45:00.157839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a949715-7c0a-4d0e-a537-370f2098dc40 None None] New status for floating IP e11e9512-a026-4776-87ea-968344babc1a: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:45:00.210043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-c24fee6f-d166-4211-b481-da8464c09ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:00.212998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-c24fee6f-d166-4211-b481-da8464c09ae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65699282-451f-42e3-8983-56630e8b5044 HTTP/1.1" status: 200 len: 856 time: 0.4184613 Feb 07 22:45:00.221298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2c6f2c0c-e86e-489c-b47f-af320158e711 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2994242 Feb 07 22:45:00.228405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56618) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:00.234105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:00.269113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-961100d2-c1d1-41d3-8fc3-81332fefc8fe req-8282bc67-00e0-465b-97da-98660fb2221a tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677650 Feb 07 22:45:00.376762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-499fde1e-f9eb-45a7-b2d9-f5fd80ee8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:00.378052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-499fde1e-f9eb-45a7-b2d9-f5fd80ee8e85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487749 Feb 07 22:45:00.391600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-bf67f226-3cbe-4371-a603-1deb362ff199 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:45:00.393527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-bf67f226-3cbe-4371-a603-1deb362ff199 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061872 Feb 07 22:45:00.394524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.501356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:00.522605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-b16b68b3-22c8-49f7-ad8f-43523f7065e0 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:00.529211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-b16b68b3-22c8-49f7-ad8f-43523f7065e0 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 0.4549429 Feb 07 22:45:00.535950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:00.540961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:00.626423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-93d91218-afb2-4056-8151-2ee36fef886e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/quotas/792d36a0bce6473bbb9a880d588b38bc HTTP/1.1" status: 200 len: 375 time: 0.0963275 Feb 07 22:45:00.632507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.636979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:00.646941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9d6bdefa-a3a4-419a-99ea-77c150eeaeda req-af7966ad-410c-408f-ac66-ebef4911a8e7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Synchronizing usage tracker for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:00.650496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70f5e-7fc6-4b63-8332-2ace30be5332 None None] Pushing event updated for resources: {'Port': ['ID=96ba329e-3d82-43e9-b795-a70483a546ea,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:00.683275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:00.684823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-25cd4f22-de14-4596-ac15-b057e0aaefaa None None] Provisioning for port eef5b543-18b9-4efe-a28e-3e41a68dfabc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:00.689176 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.692615 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:45:00.692736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:45:00.696196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-25cd4f22-de14-4596-ac15-b057e0aaefaa None None] Provisioning complete for port eef5b543-18b9-4efe-a28e-3e41a68dfabc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:00.696850 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-25cd4f22-de14-4596-ac15-b057e0aaefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.804734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.807291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-25cd4f22-de14-4596-ac15-b057e0aaefaa None None] Port eef5b543-18b9-4efe-a28e-3e41a68dfabc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:45:00.856664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.875757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:44:52Z', 'revision_number': 3, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:00.903554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafef6a0-ed18-467c-bbf6-69d3093ba9b0 None None] The sync data for ids ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'] in n-d-827896-3 is: [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:44:52Z', 'revision_number': 3, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:44:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:00.938742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.945175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:00.949053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3595dda3-3fa6-426f-9e5c-819491196156 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7195561 Feb 07 22:45:00.959516 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-587f9709-9ab7-4b61-8ca8-66c5a73abeb0 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2797191 Feb 07 22:45:00.963645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:00.980468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Made reservation on behalf of 55a1cf6ea003463188ef42fc5b89771d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:00.984496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.004631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9d6bdefa-a3a4-419a-99ea-77c150eeaeda req-af7966ad-410c-408f-ac66-ebef4911a8e7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Unset dirty status for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:01.005767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d6bdefa-a3a4-419a-99ea-77c150eeaeda req-af7966ad-410c-408f-ac66-ebef4911a8e7 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e7afd5-12de-4330-b06c-668e4a259790 HTTP/1.1" status: 200 len: 210 time: 0.4740701 Feb 07 22:45:01.092233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-816b9ba5-1e64-4267-8a1d-e6e9709fed92 service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843314 Feb 07 22:45:01.122078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a70f6556-1cfe-47fa-a7ce-8e4f30c38cf3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1227679 Feb 07 22:45:01.126050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56628) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:01.126050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Pushing event updated for resources: {'Port': ['ID=eef5b543-18b9-4efe-a28e-3e41a68dfabc,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:01.175107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:01.349182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-7ce8ad08-635f-4999-82f4-ffe3b228f2d6 service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874366 Feb 07 22:45:01.425882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91d5a0-d393-4d2a-8f4a-5ef4fb242bf8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.432586 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f91d5a0-d393-4d2a-8f4a-5ef4fb242bf8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2988398 Feb 07 22:45:01.433482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56634) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:01.521647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.527690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.534336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.548357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.548512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eb22f08e-8984-43cd-9c46-a5d95d4082b2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069481 Feb 07 22:45:01.548512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cd13f74-0531-46d6-917a-0e682cf08b36 req-f059f5f8-ecbd-45b1-a167-ae1279930906 service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451022 Feb 07 22:45:01.548836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.550349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56638) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:01.554671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.559675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:01.563067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-5575a95d-6a2a-46d5-b97d-a2f2b2fee992 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.3939879 Feb 07 22:45:01.565976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:01.584524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Allocated IP 172.20.0.12 (25c1252f-a3e6-4ee4-93bb-1b969c7fb38e/1a68c447-f1da-41e8-8907-3da48fcfb61d/9c243994-4a00-490c-9527-7514ad4badf7) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:01.686680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-f8fb3a43-91af-46dd-8609-0e1a7ce52c05 service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893519 Feb 07 22:45:01.691229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08b13f3b-a522-4045-9601-c4a5476db6b5 req-a242c859-c6f2-4e4c-9b3a-d6b894f2b03a tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1040373 Feb 07 22:45:01.694100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:01.696481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:01.707393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:01.906785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:01.958305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:01.963371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.185871 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e7afd5-12de-4330-b06c-668e4a259790', 'name': 'network-vif-deleted', 'tag': '916e9e54-b6ee-4c26-a27c-28a362f5e2bd', 'status': 'completed', 'code': 200} Feb 07 22:45:02.229966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:02.235163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f87e33b-bad3-4fbf-a5e3-69efe337f7af req-f31af0d4-91a3-48c4-a440-c9e5864d9d6d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 210 time: 0.1464312 Feb 07 22:45:02.303843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.319868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 916e9e54-b6ee-4c26-a27c-28a362f5e2bd {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:02.319868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 916e9e54-b6ee-4c26-a27c-28a362f5e2bd not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:02.320987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b70f45e6-8228-4a78-a79c-817f649ce8af req-a9a0d596-2456-4ec9-ae85-1a13b83001be tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1035049 Feb 07 22:45:02.343698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e59693f5-8623-40ac-bc05-f55e1ab399d0 None None] Provisioning complete for port eef5b543-18b9-4efe-a28e-3e41a68dfabc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:02.344183 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e59693f5-8623-40ac-bc05-f55e1ab399d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.382745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Transition to ACTIVE for port object 9c243994-4a00-490c-9527-7514ad4badf7 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:02.480405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e59693f5-8623-40ac-bc05-f55e1ab399d0 None None] Port eef5b543-18b9-4efe-a28e-3e41a68dfabc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:45:02.552058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:45:02.567138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27c1cbf5-cce7-4267-a7b0-439f6e5ea3e4 req-eb5d0635-cd5d-4ad6-aea0-c978a80aeba8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 210 time: 0.1330800 Feb 07 22:45:02.586009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:02.841526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=9c243994-4a00-490c-9527-7514ad4badf7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:02.895266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:02.910533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:45:02.949865 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-19460864-3b21-461e-b67d-c0e95f568133 admin admin] 10.222.0.10 "PUT /v2.0/routers/78032ca8-1dd5-4a36-a7a0-a9a2826e7f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7827356 Feb 07 22:45:02.957032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:02.980771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:03.111759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 96ba329e-3d82-43e9-b795-a70483a546ea up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:03.126966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:45:03.129775 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.148276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40011146-260f-4ec5-b804-fdd669fcc1cb req-194e3132-681e-4c00-a352-7b65269d2484 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.149838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40011146-260f-4ec5-b804-fdd669fcc1cb req-194e3132-681e-4c00-a352-7b65269d2484 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 0.6356556 Feb 07 22:45:03.236093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 96ba329e-3d82-43e9-b795-a70483a546ea completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:03.237922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.238603 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.244723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 96ba329e-3d82-43e9-b795-a70483a546ea triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:03.245615 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.290102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:03.294285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:03.302521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.308542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.310409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d7dd38-f041-4a81-b941-157737378163 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:03.333260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=cd3699c8-8006-4e43-b277-da45680d6522,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:03.338596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40011146-260f-4ec5-b804-fdd669fcc1cb req-8f2e0763-f17a-4f71-bfd9-7250adb9b0b8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647704 Feb 07 22:45:03.372281 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-3aa744ce-6dd5-4970-878f-52ab2f10303e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3208592 Feb 07 22:45:03.372496 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3311dc87-4f9b-47f2-bf91-7ac0206d213e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8187096 Feb 07 22:45:03.372496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56670) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:03.379622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:ab:cb:33', 'name': 'tempest-NetworksTestDHCPv6-982385889'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:03.388192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.394870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.410022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.417632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.427657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.435307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.443395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:03.456471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-1a134e9a-6be7-4145-8f1b-4003899694f8 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.5429306 Feb 07 22:45:03.459215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1a66e98-9f33-4a78-a7da-57dc1e1ec4bc None None] Provisioning for port 9c243994-4a00-490c-9527-7514ad4badf7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:03.467306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1a66e98-9f33-4a78-a7da-57dc1e1ec4bc None None] Provisioning complete for port 9c243994-4a00-490c-9527-7514ad4badf7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:03.468740 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1a66e98-9f33-4a78-a7da-57dc1e1ec4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.478695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Request body: {'port': {'device_id': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:03.576209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bfd3b6a-aff4-4295-ba83-55837db6a9e6 req-aa6a545c-0cc1-4505-a91c-af1cf94971e0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1185210 Feb 07 22:45:03.590518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:03.604114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:03.637082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.639003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:03.643618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e1a66e98-9f33-4a78-a7da-57dc1e1ec4bc None None] Port 9c243994-4a00-490c-9527-7514ad4badf7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:45:03.681206 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.725527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 96ba329e-3d82-43e9-b795-a70483a546ea, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=96ba329e-3d82-43e9-b795-a70483a546ea,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:03.739788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.762798 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Sync routers for ids ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:03.778375 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Routers {'78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:45:03.779161 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:03.957158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=96ba329e-3d82-43e9-b795-a70483a546ea,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:03.986228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': 'cd3699c8-8006-4e43-b277-da45680d6522'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:45:03.987368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:03.995590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.063150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Set router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:45:04.068770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port ee3f8115-b45f-425a-ae78-12f2fbd0b2a4 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:45:04.260266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Allocated IP 2001:db8::f816:3eff:fef2:3213 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/cd3699c8-8006-4e43-b277-da45680d6522/80194d15-0423-429a-83e4-867151c5646c) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:04.326266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-d70ba27e-7f3c-4b1f-9021-e17a91a98fe3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:04.327541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-d70ba27e-7f3c-4b1f-9021-e17a91a98fe3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Synchronizing usage tracker for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:04.342497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-d70ba27e-7f3c-4b1f-9021-e17a91a98fe3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Unset dirty status for tenant:6f2efa29d72f4a11bd6e5d9b2bc21c56 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:04.344132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-d70ba27e-7f3c-4b1f-9021-e17a91a98fe3 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 944 time: 0.1704319 Feb 07 22:45:04.346139 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-d3fb18c7-aaff-4e2c-8245-dc53eee7d371 req-c2f314f2-c66c-4489-973e-42153adb1542 tempest-FloatingIPDetailsNegativeTestJSON-455934658 tempest-FloatingIPDetailsNegativeTestJSON-455934658-project] show failed (client error): The resource could not be found. Feb 07 22:45:04.347176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3fb18c7-aaff-4e2c-8245-dc53eee7d371 req-c2f314f2-c66c-4489-973e-42153adb1542 tempest-FloatingIPDetailsNegativeTestJSON-455934658 tempest-FloatingIPDetailsNegativeTestJSON-455934658-project] 10.222.0.10 "GET /v2.0/floatingips/296cc52f-cfcc-45d8-8d31-30149ef4b7e0 HTTP/1.1" status: 404 len: 350 time: 0.5534732 Feb 07 22:45:04.362750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56682) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:04.384019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-384f59e3-6d7a-427d-b7d3-900d46f8829d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:04.385558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-384f59e3-6d7a-427d-b7d3-900d46f8829d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 0.2940493 Feb 07 22:45:04.455551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Request body: {'port': {'device_id': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'admin_state_up': True, 'tenant_id': '792d36a0bce6473bbb9a880d588b38bc'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:04.480437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Deleting port 9e2b4682-877e-4b68-8581-9c2709814031 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:04.480894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.541620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.556231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Transition to ACTIVE for port object 80194d15-0423-429a-83e4-867151c5646c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:04.563217 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:45:00Z', 'revision_number': 4, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'eef5b543-18b9-4efe-a28e-3e41a68dfabc', 'name': '', 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'mac_address': 'fa:16:3e:cc:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '486f8c0a-ce5c-4c08-8f5c-5784e7a784c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:57Z', 'updated_at': '2022-02-07T22:45:00Z', 'revision_number': 2, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'subnets': [{'id': '486f8c0a-ce5c-4c08-8f5c-5784e7a784c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:04.567360 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Checking router: 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:04.567713 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Updating router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 port eef5b543-18b9-4efe-a28e-3e41a68dfabc binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:45:04.579021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Transition to ACTIVE for port object 80194d15-0423-429a-83e4-867151c5646c will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:04.587664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.634166 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.691715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Pushing event updated for resources: {'Port': ['ID=80194d15-0423-429a-83e4-867151c5646c,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:04.704820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:04.706275 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:04.709485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:04.761873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:feab:cb33 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/cd3699c8-8006-4e43-b277-da45680d6522/ee3f8115-b45f-425a-ae78-12f2fbd0b2a4) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:04.854284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Attempting to bind port 80194d15-0423-429a-83e4-867151c5646c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:04.854849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Attempting to bind port 80194d15-0423-429a-83e4-867151c5646c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:04.855230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Attempting to bind port 80194d15-0423-429a-83e4-867151c5646c on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:04.867513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:04.867898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:04.868546 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.869380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:04.869557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Bound port: 80194d15-0423-429a-83e4-867151c5646c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:04.870257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:04.877664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] For port 9e2b4682-877e-4b68-8581-9c2709814031, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9e2b4682-877e-4b68-8581-9c2709814031,segment=NetworkSegment(2ef4714e-d6f6-4aab-9a5b-e729385807e9),segment_id=2ef4714e-d6f6-4aab-9a5b-e729385807e9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:04.878393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.019277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2e3c5-7e96-46a0-ae0d-9796a53c283d req-e1adfad7-24e4-441a-8a83-ce71f4e01424 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:05.022075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-61e2e3c5-7e96-46a0-ae0d-9796a53c283d req-e1adfad7-24e4-441a-8a83-ce71f4e01424 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:05.032455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 96ba329e-3d82-43e9-b795-a70483a546ea up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:05.064022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed92a14-dd3a-4005-99c2-5c65654b2451 req-8ea0c196-c55e-471f-95c4-bd4d6c2cf7af tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:05.066202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bed92a14-dd3a-4005-99c2-5c65654b2451 req-8ea0c196-c55e-471f-95c4-bd4d6c2cf7af tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.5754566 Feb 07 22:45:05.107462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] For port 80194d15-0423-429a-83e4-867151c5646c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:05.114870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] For port 80194d15-0423-429a-83e4-867151c5646c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=80194d15-0423-429a-83e4-867151c5646c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:05.117217 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.123223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 96ba329e-3d82-43e9-b795-a70483a546ea triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:05.123983 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.132011 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Transition to ACTIVE for port object eef5b543-18b9-4efe-a28e-3e41a68dfabc will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:05.144781 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.186957 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.214646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:05.219501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Calling delete_port for 9e2b4682-877e-4b68-8581-9c2709814031 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:05.220294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Usage tracker for resource:port and tenant:792d36a0bce6473bbb9a880d588b38bc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:05.223560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:05.230304 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Pushing event updated for resources: {'Port': ['ID=eef5b543-18b9-4efe-a28e-3e41a68dfabc,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:05.231173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:05.242698 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.243454 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.244591 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.245419 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.245992 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.246917 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.247580 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.248167 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.248758 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.250111 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.250760 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.251337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:05.272720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786a6bf-4d15-49b1-a6cc-a4aeb3e9f0ca None None] Pushing event updated for resources: {'Port': ['ID=80194d15-0423-429a-83e4-867151c5646c,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:05.325704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Made reservation on behalf of 792d36a0bce6473bbb9a880d588b38bc for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:05.330003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.340265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-61e2e3c5-7e96-46a0-ae0d-9796a53c283d req-e1adfad7-24e4-441a-8a83-ce71f4e01424 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:05.341496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e2e3c5-7e96-46a0-ae0d-9796a53c283d req-e1adfad7-24e4-441a-8a83-ce71f4e01424 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 932 time: 1.0432467 Feb 07 22:45:05.393328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bed92a14-dd3a-4005-99c2-5c65654b2451 req-0ce9aa9a-aa02-43f7-afbb-92d131d66531 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714972 Feb 07 22:45:05.454181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.552470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e2e3c5-7e96-46a0-ae0d-9796a53c283d req-a15ad929-ea40-4877-b6bd-acec78f6dfca tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530969 Feb 07 22:45:05.575077 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Attempting to bind port eef5b543-18b9-4efe-a28e-3e41a68dfabc on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:05.575572 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Attempting to bind port eef5b543-18b9-4efe-a28e-3e41a68dfabc by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:05.575928 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Attempting to bind port eef5b543-18b9-4efe-a28e-3e41a68dfabc on network 5a23ba30-6682-4900-b4b3-c994904af5a6 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:05.583950 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:05.585137 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Checking segment: {'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:05.585741 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.586046 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Bound using segment: {'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:05.586508 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Bound port: eef5b543-18b9-4efe-a28e-3e41a68dfabc, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b9fe1d-cd52-4da7-9241-02f926ac318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:05.586873 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.613206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Pushing event deleted for resources: {'Port': ['ID=9e2b4682-877e-4b68-8581-9c2709814031,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:05.711271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] No DVR routers for this DVR port 9e2b4682-877e-4b68-8581-9c2709814031 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:05.717678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.721745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'name': 'network-vif-deleted', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:05.759458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.788668 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] For port eef5b543-18b9-4efe-a28e-3e41a68dfabc, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:05.796375 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] For port eef5b543-18b9-4efe-a28e-3e41a68dfabc, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=eef5b543-18b9-4efe-a28e-3e41a68dfabc,segment=NetworkSegment(98b9fe1d-cd52-4da7-9241-02f926ac318e),segment_id=98b9fe1d-cd52-4da7-9241-02f926ac318e)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:05.816713 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.832820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.853514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object ee3f8115-b45f-425a-ae78-12f2fbd0b2a4 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:05.884197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b53e4e06-5bf1-4fc5-a287-f59067546568 req-a3112ccb-40b4-49d4-8413-f2ded3987724 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.36 "DELETE /v2.0/ports/9e2b4682-877e-4b68-8581-9c2709814031 HTTP/1.1" status: 204 len: 173 time: 1.5219464 Feb 07 22:45:05.884330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10d9ba69-213d-4574-967e-90286379185a req-ebb06d55-dcd7-4ed6-9744-63d7ccf7bbc3 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.2096233 Feb 07 22:45:05.896134 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:05.961441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e2a79e2-adcf-44e4-89de-bcdc0aa66ecd req-92c89b38-7071-485d-9e35-70c93ebe5edd tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 210 time: 0.2075889 Feb 07 22:45:05.993063 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.099325 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Routers {'78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:45:06.100022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:06.108117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=ee3f8115-b45f-425a-ae78-12f2fbd0b2a4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:06.151002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:06.153096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:06.168521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:06.187337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.188338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.231418 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e91411bc-3154-4a20-ab40-cf8ccb3a1ee3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8549316 Feb 07 22:45:06.232520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56690) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:06.239536 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d38eb-c520-4f06-a13d-5b5d1b7a3559 None None] Pushing event updated for resources: {'Port': ['ID=eef5b543-18b9-4efe-a28e-3e41a68dfabc,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:06.269467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:06.338609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba475f8-7eee-476c-ad80-6be61c91a020 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.346539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 9e2b4682-877e-4b68-8581-9c2709814031 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:06.347540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9e2b4682-877e-4b68-8581-9c2709814031 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:06.351481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba475f8-7eee-476c-ad80-6be61c91a020 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.352497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eba475f8-7eee-476c-ad80-6be61c91a020 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:06.374743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eba475f8-7eee-476c-ad80-6be61c91a020 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:06.376931 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eba475f8-7eee-476c-ad80-6be61c91a020 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1424751 Feb 07 22:45:06.381150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56694) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:06.438749 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] Set router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:45:06.471018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port ee3f8115-b45f-425a-ae78-12f2fbd0b2a4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:06.471572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.512529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:45:06.576693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb103967-5fa5-44c0-af17-cd675686ab46 req-19d23d16-b521-45a4-b419-3e3d98972930 tempest-LiveAutoBlockMigrationV225Test-2130706103 tempest-LiveAutoBlockMigrationV225Test-2130706103-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdc21297-0d76-4deb-a701-f6792bb9ef04 HTTP/1.1" status: 200 len: 210 time: 0.1709056 Feb 07 22:45:06.713700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Allocated IP 172.20.0.12 (5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864/a6c1086c-6d26-4ec5-b7dd-e7ca43da0838/aba74b40-fa2d-41b0-bbfb-304cc1d6de0a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:06.725767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c243994-4a00-490c-9527-7514ad4badf7 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:06.758808 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.826825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.832826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.839631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.848810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.863015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.869012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.875301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:06.884039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-477e6bb7-4b01-4324-ac2c-b8b889ab489f tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.7148988 Feb 07 22:45:06.976156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:06.998928 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:45:00Z', 'revision_number': 4, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'eef5b543-18b9-4efe-a28e-3e41a68dfabc', 'name': '', 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'mac_address': 'fa:16:3e:cc:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '486f8c0a-ce5c-4c08-8f5c-5784e7a784c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:57Z', 'updated_at': '2022-02-07T22:45:05Z', 'revision_number': 4, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'subnets': [{'id': '486f8c0a-ce5c-4c08-8f5c-5784e7a784c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:07.012676 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b522a1-6412-42c7-a1cb-5eb50b377b4f None None] The sync data for ids ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'] in n-d-827896-3 is: [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:45:00Z', 'revision_number': 4, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'eef5b543-18b9-4efe-a28e-3e41a68dfabc', 'name': '', 'network_id': '5a23ba30-6682-4900-b4b3-c994904af5a6', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'mac_address': 'fa:16:3e:cc:c5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '486f8c0a-ce5c-4c08-8f5c-5784e7a784c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:57Z', 'updated_at': '2022-02-07T22:45:05Z', 'revision_number': 4, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'subnets': [{'id': '486f8c0a-ce5c-4c08-8f5c-5784e7a784c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:07.064200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Transition to ACTIVE for port object 9c243994-4a00-490c-9527-7514ad4badf7 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:07.069498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebee5cff-9a6e-432e-96d0-629fec33d7c6 req-5c10f25d-8f5a-4a7b-9076-f780ea9e7487 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831827 Feb 07 22:45:07.069632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e237fc3c-670c-436c-b72b-6124a59af508 None None] Provisioning for port 80194d15-0423-429a-83e4-867151c5646c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:07.103092 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.194896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 80194d15-0423-429a-83e4-867151c5646c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:07.219846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for ee3f8115-b45f-425a-ae78-12f2fbd0b2a4 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:07.268799 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc21297-0d76-4deb-a701-f6792bb9ef04', 'name': 'network-vif-deleted', 'tag': '9e2b4682-877e-4b68-8581-9c2709814031', 'status': 'completed', 'code': 200} Feb 07 22:45:07.342721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 80194d15-0423-429a-83e4-867151c5646c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:07.357867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 80194d15-0423-429a-83e4-867151c5646c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:07.358761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.512181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.522045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-09929b58-f853-4ff4-a513-c58f8b77e98c None None] Could not find standard attr ID for object ee3f8115-b45f-425a-ae78-12f2fbd0b2a4. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:45:07.573086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=ee3f8115-b45f-425a-ae78-12f2fbd0b2a4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:07.614488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.637008 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.656236 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74593d32-514e-40ce-a280-f81ea8e76f7d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ee3f8115-b45f-425a-ae78-12f2fbd0b2a4 HTTP/1.1" status: 204 len: 168 time: 1.2734828 Feb 07 22:45:07.658540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56708) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:07.689800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 80194d15-0423-429a-83e4-867151c5646c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=80194d15-0423-429a-83e4-867151c5646c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:07.730927 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.752365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af95d62e-b470-4fff-8949-360e58a9dbd2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:07.758065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af95d62e-b470-4fff-8949-360e58a9dbd2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:07.759093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-af95d62e-b470-4fff-8949-360e58a9dbd2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:07.787520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-af95d62e-b470-4fff-8949-360e58a9dbd2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:07.791090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-af95d62e-b470-4fff-8949-360e58a9dbd2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1287456 Feb 07 22:45:07.791679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56712) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:07.880797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=80194d15-0423-429a-83e4-867151c5646c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:07.896805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Pushing event updated for resources: {'Port': ['ID=9c243994-4a00-490c-9527-7514ad4badf7,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:07.916153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet cd3699c8-8006-4e43-b277-da45680d6522 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:07.917818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.919799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.986257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:07.988227 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.049594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8efd6-2be0-4732-9aaa-2c5811f16c2c req-f967c8f0-f96d-4b31-a38d-f6deba7534c6 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.051143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ae8efd6-2be0-4732-9aaa-2c5811f16c2c req-f967c8f0-f96d-4b31-a38d-f6deba7534c6 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 945 time: 1.1508515 Feb 07 22:45:08.083523 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.084318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.199750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:08.218713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:08.229956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:08.276885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Attempting to bind port 9c243994-4a00-490c-9527-7514ad4badf7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:08.277229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Attempting to bind port 9c243994-4a00-490c-9527-7514ad4badf7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:08.277785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Attempting to bind port 9c243994-4a00-490c-9527-7514ad4badf7 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:08.290895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:08.300111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.307643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7a561-29db-40c6-a16a-a63706abfbac req-19f0e620-8039-4cbb-b41a-9696d570fe84 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.309185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1e7a561-29db-40c6-a16a-a63706abfbac req-19f0e620-8039-4cbb-b41a-9696d570fe84 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 944 time: 0.7371464 Feb 07 22:45:08.317889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ae8efd6-2be0-4732-9aaa-2c5811f16c2c req-60026930-9308-40a3-ad7e-26c256d2fbe3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513754 Feb 07 22:45:08.318449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Port 9c243994-4a00-490c-9527-7514ad4badf7 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:45:08.318775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Attempting to bind port 9c243994-4a00-490c-9527-7514ad4badf7 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:08.342276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3699c8-8006-4e43-b277-da45680d6522,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:08.357840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.359990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41b47f-7964-430e-8599-d3e41a7d9334 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:08.373944 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee7965c1-c185-4beb-b528-11869bc7f9fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/cd3699c8-8006-4e43-b277-da45680d6522 HTTP/1.1" status: 204 len: 168 time: 0.5812042 Feb 07 22:45:08.380525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56718) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:08.434079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:08.434079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:08.434325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Bound using segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:08.434711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Bound port: 9c243994-4a00-490c-9527-7514ad4badf7, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:08.435062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.470344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dcfaaf72-b351-412c-87fb-ad77305fad10 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868349 Feb 07 22:45:08.473006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56722) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:08.484296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:08.484296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.490036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:08.575385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1e7a561-29db-40c6-a16a-a63706abfbac req-42ac7cdf-ab8e-4c9d-8a0e-eda7fb485b97 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399993 Feb 07 22:45:08.676685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:08.676685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:08.689840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:08.689840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:08.852873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:45:08.858256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] Deleting port 80194d15-0423-429a-83e4-867151c5646c {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:08.858761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.899605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:08.904921 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:08.970982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-777fba25-ea51-49cb-9a20-19629388c35f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5192471 Feb 07 22:45:08.990139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Request body: {'port': {'device_id': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:09.041871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-552bb7ef-1032-4174-a13e-ef7e4d214545 req-95ab8885-f925-4d87-929f-a39c599015ae tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.2115431 Feb 07 22:45:09.126973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] For port 9c243994-4a00-490c-9527-7514ad4badf7, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:09.130150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device eef5b543-18b9-4efe-a28e-3e41a68dfabc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:09.132432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] For port 9c243994-4a00-490c-9527-7514ad4badf7, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9c243994-4a00-490c-9527-7514ad4badf7,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:09.158111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.206209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] For port 80194d15-0423-429a-83e4-867151c5646c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=80194d15-0423-429a-83e4-867151c5646c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:09.206773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.217503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.218779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.220356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] 10.222.0.26 "PUT /v2.0/ports/9c243994-4a00-490c-9527-7514ad4badf7 HTTP/1.1" status: 200 len: 1092 time: 5.7457681 Feb 07 22:45:09.234124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'tag': '9c243994-4a00-490c-9527-7514ad4badf7'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:09.358683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] Calling delete_port for 80194d15-0423-429a-83e4-867151c5646c owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:09.399278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:45:09.412041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port eef5b543-18b9-4efe-a28e-3e41a68dfabc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:09.419643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port eef5b543-18b9-4efe-a28e-3e41a68dfabc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:09.420278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.455753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.473843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b742376-83e4-4279-8ade-685f5e388587 service neutron] Pushing event updated for resources: {'Port': ['ID=9c243994-4a00-490c-9527-7514ad4badf7,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:09.493407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c3738-7904-4ba1-a459-8cb67193ad96 req-c599c3e3-17ef-4ad3-ad72-312d1298eaf9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.493407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-340c3738-7904-4ba1-a459-8cb67193ad96 req-c599c3e3-17ef-4ad3-ad72-312d1298eaf9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Synchronizing usage tracker for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:09.500431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.524857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Port 80194d15-0423-429a-83e4-867151c5646c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 07 22:45:09.525292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Reverting IP allocation for 2001:db8::f816:3eff:fef2:3213 {{(pid=87671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 07 22:45:09.528882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_pluggable_backend [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef2:3213 {{(pid=87671) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 07 22:45:09.530321 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.582521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:09.586190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:09.590796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.591776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.614967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] Pushing event deleted for resources: {'Port': ['ID=80194d15-0423-429a-83e4-867151c5646c,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:09.616804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fec6a8-ed1f-4023-af46-364406bec3e4 None None] No DVR routers for this DVR port 80194d15-0423-429a-83e4-867151c5646c on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:09.633855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=34a8b233-58bc-475e-a63a-f31d3bea6427,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:09.642812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f7817dcd-830c-4b4b-89c4-57abe0b3967b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1685953 Feb 07 22:45:09.645261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56730) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:09.653119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.653900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:80:b0:af', 'name': 'tempest-NetworksTestDHCPv6-848728770'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:09.675463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-340c3738-7904-4ba1-a459-8cb67193ad96 req-c599c3e3-17ef-4ad3-ad72-312d1298eaf9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Unset dirty status for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:09.677341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-340c3738-7904-4ba1-a459-8cb67193ad96 req-c599c3e3-17ef-4ad3-ad72-312d1298eaf9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 932 time: 0.8310113 Feb 07 22:45:09.678783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c94cbdb-1028-436c-abbb-ad2ec5816888 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:09.753795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port eef5b543-18b9-4efe-a28e-3e41a68dfabc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=eef5b543-18b9-4efe-a28e-3e41a68dfabc,segment=NetworkSegment(98b9fe1d-cd52-4da7-9241-02f926ac318e),segment_id=98b9fe1d-cd52-4da7-9241-02f926ac318e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:09.767150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:09.775266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.782337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.788804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.794647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.821882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:09.825757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.826227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:09.829571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:09.913173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:09.919943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.925046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 80194d15-0423-429a-83e4-867151c5646c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:09.931855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:09.938482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:09.946481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bccef9c8-2d60-442e-8cf9-1a8459236aba req-fcb2b49f-cc31-4c45-90fe-2074980a3b03 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.6340182 Feb 07 22:45:09.950577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 80194d15-0423-429a-83e4-867151c5646c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:09.950577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 80194d15-0423-429a-83e4-867151c5646c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:10.003727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=eef5b543-18b9-4efe-a28e-3e41a68dfabc,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:10.005399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56736) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:10.022921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Deleting port eef5b543-18b9-4efe-a28e-3e41a68dfabc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:10.023395 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.128697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '34a8b233-58bc-475e-a63a-f31d3bea6427'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:45:10.129916 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.157910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.222346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port a267a4ec-c321-4036-91f7-3706846520b8 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:45:10.245492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-315382b8-b50b-44e8-9918-0be0563ff0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:10.247268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-315382b8-b50b-44e8-9918-0be0563ff0c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 1095 time: 0.9079750 Feb 07 22:45:10.261543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] Deleting subnet 7567db2e-b592-454e-8a4b-01ce5e056aa8 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:10.266139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.356855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.366171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Allocated IP 2001:db8::f816:3eff:fe2e:7506 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/34a8b233-58bc-475e-a63a-f31d3bea6427/91061cfe-29f3-40e2-ab43-8bd28a6c5993) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:10.370184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba74b40-fa2d-41b0-bbfb-304cc1d6de0a {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:10.388317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.427757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.494501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.544240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7567db2e-b592-454e-8a4b-01ce5e056aa8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:10.549212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.566038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e0dfcbc-4937-42c5-a783-803cd4f675c6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7567db2e-b592-454e-8a4b-01ce5e056aa8 HTTP/1.1" status: 204 len: 168 time: 0.5536525 Feb 07 22:45:10.566038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56744) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:10.569939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-340c3738-7904-4ba1-a459-8cb67193ad96 req-a2272210-510f-438a-bd04-5e35d131873d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449390 Feb 07 22:45:10.615344 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.631730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Transition to ACTIVE for port object 91061cfe-29f3-40e2-ab43-8bd28a6c5993 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:10.658905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Transition to ACTIVE for port object 91061cfe-29f3-40e2-ab43-8bd28a6c5993 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:10.660205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-0c35fde8-cc99-4c50-835b-86441af9890a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c243994-4a00-490c-9527-7514ad4badf7 HTTP/1.1" status: 200 len: 217 time: 0.2108471 Feb 07 22:45:10.668888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.670204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Transition to ACTIVE for port object aba74b40-fa2d-41b0-bbfb-304cc1d6de0a will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:10.675389 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'tag': '9c243994-4a00-490c-9527-7514ad4badf7', 'status': 'completed', 'code': 200} Feb 07 22:45:10.735798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.757806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Pushing event updated for resources: {'Port': ['ID=91061cfe-29f3-40e2-ab43-8bd28a6c5993,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:10.772335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:10.774026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:10.776779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:10.886299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Attempting to bind port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:10.886299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Attempting to bind port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:10.886299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Attempting to bind port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:10.896248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:10.896248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:10.896248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.896248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:10.896248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Bound port: 91061cfe-29f3-40e2-ab43-8bd28a6c5993, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:10.896248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.930173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:10.950884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:fe80:b0af (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/34a8b233-58bc-475e-a63a-f31d3bea6427/a267a4ec-c321-4036-91f7-3706846520b8) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:10.951247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] For port eef5b543-18b9-4efe-a28e-3e41a68dfabc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=eef5b543-18b9-4efe-a28e-3e41a68dfabc,segment=NetworkSegment(98b9fe1d-cd52-4da7-9241-02f926ac318e),segment_id=98b9fe1d-cd52-4da7-9241-02f926ac318e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:10.951629 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.050647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] For port 91061cfe-29f3-40e2-ab43-8bd28a6c5993, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:11.050647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] For port 91061cfe-29f3-40e2-ab43-8bd28a6c5993, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=91061cfe-29f3-40e2-ab43-8bd28a6c5993,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:11.060697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device eef5b543-18b9-4efe-a28e-3e41a68dfabc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:11.099213 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.244083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1768da-36cf-467f-8f40-e7f9eaf2164b None None] Pushing event updated for resources: {'Port': ['ID=91061cfe-29f3-40e2-ab43-8bd28a6c5993,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.253535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port eef5b543-18b9-4efe-a28e-3e41a68dfabc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:11.253909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.328705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.344303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.391410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e555c49c-99fa-4be4-87e5-c8e17e44c9ce']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:11.405164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object a267a4ec-c321-4036-91f7-3706846520b8 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:11.405164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef4714e-d6f6-4aab-9a5b-e729385807e9') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:11.405164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef4714e-d6f6-4aab-9a5b-e729385807e9') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:11.427640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.447756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.456972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:45:11.456972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:45:11.476929 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:45:11.531860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Calling delete_port for eef5b543-18b9-4efe-a28e-3e41a68dfabc owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:11.591585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-8b49c508-c546-431d-bce2-a211ae1a8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.591585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-8b49c508-c546-431d-bce2-a211ae1a8462 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.9009957 Feb 07 22:45:11.616100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.698541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077826e-e12a-4db9-8935-131d5f5774d5 req-4d6a0331-1a28-4b9f-ace1-5b06b67cda25 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.706557 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.712972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e077826e-e12a-4db9-8935-131d5f5774d5 req-4d6a0331-1a28-4b9f-ace1-5b06b67cda25 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 1.2271643 Feb 07 22:45:11.746335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.763001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:11.763001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:11.773177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:11.782457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:11.784922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:11.789693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.801551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=a267a4ec-c321-4036-91f7-3706846520b8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.801551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e555c49c-99fa-4be4-87e5-c8e17e44c9ce,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:11.814972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad757181-ba2e-487a-929a-f8b83e03ee21 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e555c49c-99fa-4be4-87e5-c8e17e44c9ce HTTP/1.1" status: 204 len: 168 time: 1.2487700 Feb 07 22:45:11.828604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56750) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:11.919453 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b14e6a2-d7db-4c60-8c74-d26f129ed9a5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2722092 Feb 07 22:45:11.925995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56754) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:11.988711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Attempting to bind port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:11.988711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Attempting to bind port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:11.988711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Attempting to bind port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:12.005559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:45:12.005559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Attempting to bind port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:12.017222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:12.017222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Checking segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:12.017222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Bound using segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:12.017922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Bound port: aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:12.021164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.047218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] Deleting subnet 1914561a-de0a-4834-afcf-b378027c0c8e {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:12.048169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e077826e-e12a-4db9-8935-131d5f5774d5 req-8ce89434-bb70-460c-98ea-fd140dab044c tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466953 Feb 07 22:45:12.057626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.125469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.125764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5859793-d98b-4aee-9eab-1dfff552e576 req-09c1864f-97e7-4a5c-a695-179009a979b0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.127566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5859793-d98b-4aee-9eab-1dfff552e576 req-09c1864f-97e7-4a5c-a695-179009a979b0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 944 time: 1.2716329 Feb 07 22:45:12.173187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90fef8d-fe52-464d-b21f-c100ef3a0d8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.185740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90fef8d-fe52-464d-b21f-c100ef3a0d8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.185740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b90fef8d-fe52-464d-b21f-c100ef3a0d8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:12.213285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-11a1ebe3-cade-4fee-bfbd-7dc41c5bf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.213285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-11a1ebe3-cade-4fee-bfbd-7dc41c5bf548 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5487096 Feb 07 22:45:12.229719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b90fef8d-fe52-464d-b21f-c100ef3a0d8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:12.229719 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b90fef8d-fe52-464d-b21f-c100ef3a0d8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2943349 Feb 07 22:45:12.229719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56760) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:12.261835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.264723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3c6d7b0-4209-41fa-95ca-b3c764ba8679 req-517d9dac-8bff-444a-b193-02fecdbe7022 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1096663 Feb 07 22:45:12.347471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port a267a4ec-c321-4036-91f7-3706846520b8 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:12.348146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.366032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:12.370416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5859793-d98b-4aee-9eab-1dfff552e576 req-6acf7a89-a7a0-4f39-bbfe-69b209ab5fed tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166398 Feb 07 22:45:12.373171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:12.419486 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.426489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.467676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.513339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1914561a-de0a-4834-afcf-b378027c0c8e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:12.534002 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fc8cbd57-c05a-43ea-809c-8d84db0cd914 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1914561a-de0a-4834-afcf-b378027c0c8e HTTP/1.1" status: 204 len: 168 time: 0.7037246 Feb 07 22:45:12.537333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:12.576307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:12.579440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.581114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/aba74b40-fa2d-41b0-bbfb-304cc1d6de0a HTTP/1.1" status: 200 len: 1092 time: 3.5953028 Feb 07 22:45:12.619860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-e7914f1c-28e0-4c7e-bd0a-993dc1d6a58b service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976462 Feb 07 22:45:12.750194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:12.754939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff39b9f-1d9b-4213-98da-303702d8b4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:12.763409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.835463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.943170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:12.987699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef5b543-18b9-4efe-a28e-3e41a68dfabc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.008128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d17c75-d875-45a3-8df0-f2ebf36610a3 req-2633e640-720f-44cf-b1a1-86290e979013 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.009821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d17c75-d875-45a3-8df0-f2ebf36610a3 req-2633e640-720f-44cf-b1a1-86290e979013 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 944 time: 0.6385455 Feb 07 22:45:13.084683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1aa6b657-e3af-4ee3-912f-c081291a63c9 None None] Provisioning for port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:13.097302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 91061cfe-29f3-40e2-ab43-8bd28a6c5993 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:13.198702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:13.235091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:13.236410 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.359994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.374845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for a267a4ec-c321-4036-91f7-3706846520b8 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:13.392656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.429456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 91061cfe-29f3-40e2-ab43-8bd28a6c5993, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=91061cfe-29f3-40e2-ab43-8bd28a6c5993,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:13.435624 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.440905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667529c1-5ad1-491e-93fd-9170b230bb48']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:13.457633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83de59a6-aad1-4b3e-884a-2b7e26b43d1d req-08f5b8e4-bde8-4ede-ab40-ffeafd20f78d service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8226571 Feb 07 22:45:13.459600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de61e670-f2bb-46d4-971b-c696b75c7236') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:13.460067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de61e670-f2bb-46d4-971b-c696b75c7236') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:13.475215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.475839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d17c75-d875-45a3-8df0-f2ebf36610a3 req-ee2d9058-5513-4765-98f0-830dfece8da8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047213 Feb 07 22:45:13.493211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-b0927af8-b8b3-493d-b600-ddec0420ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.494698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-b0927af8-b8b3-493d-b600-ddec0420ab9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 1095 time: 0.8268800 Feb 07 22:45:13.507588 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.508659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6a13-162e-40d2-8327-960789f43ac5 req-47abe013-b04d-4159-b922-fe51b131331e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:13.515843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f91a6a13-162e-40d2-8327-960789f43ac5 req-47abe013-b04d-4159-b922-fe51b131331e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.7473280 Feb 07 22:45:13.517103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:45:13.518555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:45:13.540806 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:45:13.565511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=91061cfe-29f3-40e2-ab43-8bd28a6c5993,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.644597 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'status': 'completed', 'code': 200} Feb 07 22:45:13.691301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.710399 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.721011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] Pushing event deleted for resources: {'Network': ['ID=667529c1-5ad1-491e-93fd-9170b230bb48,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.724372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-53b576de-f47e-4ff6-95cb-15cff6ecac3d None None] Provisioning for port a267a4ec-c321-4036-91f7-3706846520b8 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:13.727155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.734109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-53b576de-f47e-4ff6-95cb-15cff6ecac3d None None] Provisioning complete for port a267a4ec-c321-4036-91f7-3706846520b8 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:13.734482 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-53b576de-f47e-4ff6-95cb-15cff6ecac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.751202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-f4f33574-19d4-47f4-b632-fb6b62db1889 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a HTTP/1.1" status: 200 len: 217 time: 0.1684914 Feb 07 22:45:13.781350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=a267a4ec-c321-4036-91f7-3706846520b8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:13.810458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e562ebc-4a33-4db7-9e99-1ad65ac0c6f0 req-8dc97079-e95c-4bac-9495-30a404fc6798 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1205277 Feb 07 22:45:13.831088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-53b576de-f47e-4ff6-95cb-15cff6ecac3d None None] Port a267a4ec-c321-4036-91f7-3706846520b8 was deleted so its status cannot be updated. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 22:45:13.846397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f91a6a13-162e-40d2-8327-960789f43ac5 req-d14f1ef7-afa0-4972-9777-2bcb2192fed9 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294671 Feb 07 22:45:13.847058 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.872678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4002a784-dd34-42b6-8e44-8e96e7463268 admin admin] 10.222.0.10 "DELETE /v2.0/networks/667529c1-5ad1-491e-93fd-9170b230bb48 HTTP/1.1" status: 204 len: 168 time: 1.3313870 Feb 07 22:45:13.896030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:13.898210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b903f28b-51ba-41b6-aee6-5794b4be4136 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/a267a4ec-c321-4036-91f7-3706846520b8 HTTP/1.1" status: 204 len: 168 time: 1.6730015 Feb 07 22:45:13.901320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:14.005238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ff89ad-10ff-4e97-aa93-c337aace2cb3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.007578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ff89ad-10ff-4e97-aa93-c337aace2cb3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.008505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-56ff89ad-10ff-4e97-aa93-c337aace2cb3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:14.047880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-56ff89ad-10ff-4e97-aa93-c337aace2cb3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:14.052219 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-56ff89ad-10ff-4e97-aa93-c337aace2cb3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1497321 Feb 07 22:45:14.052942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:14.069218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-517ef1ca-dacb-4e6a-b916-d171082963f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.070648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-517ef1ca-dacb-4e6a-b916-d171082963f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.3077703 Feb 07 22:45:14.103208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56786) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:14.155118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-e1fd7fa6-eb0d-48d4-95cc-45b96abd7deb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601988 Feb 07 22:45:14.173854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 34a8b233-58bc-475e-a63a-f31d3bea6427 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:14.182135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.220296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d53cedc6-439f-41b8-8d30-8a5b7138df54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f2efa29d72f4a11bd6e5d9b2bc21c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158338 Feb 07 22:45:14.223277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56790) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:14.243804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-8b0cff18-5caa-4411-9b27-e0f20895f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.245284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-8b0cff18-5caa-4411-9b27-e0f20895f2a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 1095 time: 0.5950785 Feb 07 22:45:14.263327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.363227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-219d50c0-a0e0-4145-a07a-3fabfd6f93fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.397944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-219d50c0-a0e0-4145-a07a-3fabfd6f93fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.407727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.504305 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.548115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-219d50c0-a0e0-4145-a07a-3fabfd6f93fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.561201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=34a8b233-58bc-475e-a63a-f31d3bea6427,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:14.562187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ada4d-8e48-4080-b104-4e69c63d9c6d req-537abb33-608b-4926-8024-a5f192caa30c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.568643 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e27ada4d-8e48-4080-b104-4e69c63d9c6d req-537abb33-608b-4926-8024-a5f192caa30c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 944 time: 0.5650983 Feb 07 22:45:14.570234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.571999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140656df-3950-4742-855b-5e138cbdeddc None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:14.579405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d50c0-a0e0-4145-a07a-3fabfd6f93fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8167ce2-504d-43ec-b8d9-6fb834e8a28d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:14.608388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-199e9786-546d-49ea-b027-04fb0d320278 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/34a8b233-58bc-475e-a63a-f31d3bea6427 HTTP/1.1" status: 204 len: 168 time: 0.5542290 Feb 07 22:45:14.609067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56796) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:14.612088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-219d50c0-a0e0-4145-a07a-3fabfd6f93fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:14.615693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-219d50c0-a0e0-4145-a07a-3fabfd6f93fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8167ce2-504d-43ec-b8d9-6fb834e8a28d HTTP/1.1" status: 204 len: 168 time: 0.3891363 Feb 07 22:45:14.674953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-08124ae0-2081-41ed-b5e6-4b26a70c0e9d service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611976 Feb 07 22:45:14.709357 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-11b3944a-3777-4aee-817e-6890e3262361 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848210 Feb 07 22:45:14.709357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56802) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:14.726773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-72c6f198-97a7-41b1-9742-45589bf6d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.726773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-72c6f198-97a7-41b1-9742-45589bf6d01f service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.4145317 Feb 07 22:45:14.841385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86629af3-c17a-4126-9488-813b9cef4f99 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:14.842095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-86629af3-c17a-4126-9488-813b9cef4f99 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:14.893872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-86629af3-c17a-4126-9488-813b9cef4f99 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:14.898414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-86629af3-c17a-4126-9488-813b9cef4f99 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2012267 Feb 07 22:45:14.899359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:15.027333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df924a2-a8a3-4a58-b70b-4dceaea827d4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.027981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2df924a2-a8a3-4a58-b70b-4dceaea827d4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:15.033707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64e9af-7856-420f-8c3c-5eb978e4164a req-b9ff70d9-527b-4182-b719-99aae519a4bc tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.040331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64e9af-7856-420f-8c3c-5eb978e4164a req-b9ff70d9-527b-4182-b719-99aae519a4bc tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.046733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64e9af-7856-420f-8c3c-5eb978e4164a req-b9ff70d9-527b-4182-b719-99aae519a4bc tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.048398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d64e9af-7856-420f-8c3c-5eb978e4164a req-b9ff70d9-527b-4182-b719-99aae519a4bc tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a&device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3&device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 2416 time: 0.8162093 Feb 07 22:45:15.053510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2df924a2-a8a3-4a58-b70b-4dceaea827d4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:15.058654 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2df924a2-a8a3-4a58-b70b-4dceaea827d4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1580398 Feb 07 22:45:15.059275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:15.109347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:45:15.114799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] Deleting port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:15.115631 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:15.154862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e27ada4d-8e48-4080-b104-4e69c63d9c6d req-40e95013-c6b6-4cf4-8738-88d254e7419b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709624 Feb 07 22:45:15.176775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01c3bfa2-6e1b-46b5-972c-88d122b43840 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160982 Feb 07 22:45:15.181228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56818) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:15.195825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:15.195897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-507049d5-2e05-48bc-8960-fa9791ced2fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c243994-4a00-490c-9527-7514ad4badf7 HTTP/1.1" status: 200 len: 217 time: 0.4120114 Feb 07 22:45:15.313576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:45:15.345799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56822) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:15.353207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d64e9af-7856-420f-8c3c-5eb978e4164a req-64803d1d-ea84-4c15-89d8-04bb5bc621ea tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016020 Feb 07 22:45:15.382762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9a6fd49-a485-4ce5-aa4b-133c866fbd2f req-5b23a7f6-e3c9-45b0-914b-5a4b1ff98353 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6922929 Feb 07 22:45:15.394454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-18fd08d1-1856-4cd8-9ff7-c058ba265c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:15.396182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-18fd08d1-1856-4cd8-9ff7-c058ba265c7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1964235 Feb 07 22:45:15.454737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:15.477672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-08e05638-384f-4739-93e4-6f90c6551273 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e657c5c2d0f542988ad77d6145059289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287546 Feb 07 22:45:15.477672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:15.477672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56830) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:15.482796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] For port 91061cfe-29f3-40e2-ab43-8bd28a6c5993, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=91061cfe-29f3-40e2-ab43-8bd28a6c5993,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:15.482796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:15.520340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:15.520340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:15.643634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] Calling delete_port for 91061cfe-29f3-40e2-ab43-8bd28a6c5993 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:15.679543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff582539-ac13-439e-aa6c-8d6078d7cf2d req-f34360a8-fba5-43e8-b425-eb95564a7086 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1565454 Feb 07 22:45:15.803753 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:15.803972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0343b020-fee5-43ea-bd0b-786104970851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:15.860817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0343b020-fee5-43ea-bd0b-786104970851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:15.869166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:45:15.893019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8f5cbdc0-4a10-4218-af5c-185c6b2420a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/78032ca8-1dd5-4a36-a7a0-a9a2826e7f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5270848 Feb 07 22:45:15.896294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56834) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:15.898073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] Sync routers for ids ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:45:15.908912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] No DVR routers for this DVR port 91061cfe-29f3-40e2-ab43-8bd28a6c5993 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:15.913186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5e1c8-a311-4b95-b438-499182f4b345 None None] Pushing event deleted for resources: {'Port': ['ID=91061cfe-29f3-40e2-ab43-8bd28a6c5993,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:15.922964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] Routers {'78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:45:15.924041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:16.008247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0343b020-fee5-43ea-bd0b-786104970851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.029813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343b020-fee5-43ea-bd0b-786104970851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f504bf-3822-4ad3-aee4-a32fa10d13ba,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:16.088489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0343b020-fee5-43ea-bd0b-786104970851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.093002 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0343b020-fee5-43ea-bd0b-786104970851 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14f504bf-3822-4ad3-aee4-a32fa10d13ba HTTP/1.1" status: 204 len: 168 time: 0.6119146 Feb 07 22:45:16.121975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-812fb7f2-86cd-4331-9fce-ce762db16849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.123479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-812fb7f2-86cd-4331-9fce-ce762db16849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6049907 Feb 07 22:45:16.131185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-4c40e7c3-3178-4e7c-8917-8cf8ef2e712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.132617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-4c40e7c3-3178-4e7c-8917-8cf8ef2e712b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 1095 time: 0.6151550 Feb 07 22:45:16.146452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] Set router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:45:16.170666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce842a3-a28e-40e2-a916-6b5e2b834f6b req-9e94b028-dff5-471f-b28d-9cc554f4e186 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.172477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dce842a3-a28e-40e2-a916-6b5e2b834f6b req-9e94b028-dff5-471f-b28d-9cc554f4e186 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 944 time: 0.7738235 Feb 07 22:45:16.305425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:45:16.305425 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.387054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:16.389924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9c243994-4a00-490c-9527-7514ad4badf7 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:45:16.391976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:16.396910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:16.397719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.407505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6817381b-d2c6-4325-9bbf-6afd815f6282 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:16.409642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=68b20c94-7b19-40c8-a0ff-7beba5c806e8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:16.441807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-29dda134-6256-4526-b26a-407b4c6a08b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2595208 Feb 07 22:45:16.443746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56842) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:16.451605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:c9:83:5c', 'name': 'tempest-NetworksTestDHCPv6-231888613'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:16.502701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dce842a3-a28e-40e2-a916-6b5e2b834f6b req-dda3b619-d437-4445-9616-bb3df2391087 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184345 Feb 07 22:45:16.609579 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:16.663795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:16.681106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:16.726997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:16.998304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:45:12Z', 'revision_number': 5, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:17.026954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.040168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] Checking router: 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:45:17.054976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663b386-f7d0-4e16-994b-45519ddac950 req-ce9da9a6-66aa-4729-866b-8c555e4cc218 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.064069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f663b386-f7d0-4e16-994b-45519ddac950 req-ce9da9a6-66aa-4729-866b-8c555e4cc218 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 1.0208549 Feb 07 22:45:17.088933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 91061cfe-29f3-40e2-ab43-8bd28a6c5993 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:17.091783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 0a8f2213-832c-4969-8e3e-3b7934197a6e yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:45:17.106453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-5b91eaef-9943-41b8-ba86-7c14480f3a98 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691179 Feb 07 22:45:17.106754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-a8ce9f5f-219c-4577-a2c4-651f19789124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.108034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-a8ce9f5f-219c-4577-a2c4-651f19789124 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 906 time: 0.9250576 Feb 07 22:45:17.178864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 91061cfe-29f3-40e2-ab43-8bd28a6c5993 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:17.179389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 91061cfe-29f3-40e2-ab43-8bd28a6c5993 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:17.182820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9c243994-4a00-490c-9527-7514ad4badf7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9c243994-4a00-490c-9527-7514ad4badf7,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:17.204156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] Routers {'78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:45:17.205915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:17.306861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-80d96829-2618-4c69-ba52-d22ffe9c410c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a HTTP/1.1" status: 200 len: 217 time: 0.1793766 Feb 07 22:45:17.308347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:fec9:835c (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/68b20c94-7b19-40c8-a0ff-7beba5c806e8/0a8f2213-832c-4969-8e3e-3b7934197a6e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:17.336933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '9c243994-4a00-490c-9527-7514ad4badf7', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': '9c243994-4a00-490c-9527-7514ad4badf7', 'mac_address': 'fa:16:3e:b2:87:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:45:17.345731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '68b20c94-7b19-40c8-a0ff-7beba5c806e8'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:45:17.346567 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.431664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f663b386-f7d0-4e16-994b-45519ddac950 req-f332ceb4-ff5b-4dd0-9384-4c7849222079 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666332 Feb 07 22:45:17.520940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] Set router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:45:17.549568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.573931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 0a8f2213-832c-4969-8e3e-3b7934197a6e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:17.606412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.668153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:17.679246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:17.685148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:17.692200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.693447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.698111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.732769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=0a8f2213-832c-4969-8e3e-3b7934197a6e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:17.743894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a51a851c-2ba4-42fe-8cc7-08317a32c9ca req-07ee9ba1-0bcf-48a4-88b5-c86923537441 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6207142 Feb 07 22:45:17.747175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3dc8ea7d-552b-429c-b898-368f27a3fd29 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3022735 Feb 07 22:45:17.749848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56872) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:17.774197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-78badfc1-87c4-4aaa-a519-cda0696c5015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.775622 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-78badfc1-87c4-4aaa-a519-cda0696c5015 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.4589477 Feb 07 22:45:17.779246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90869f9b-bc72-4d16-803c-77df063ea668 req-c6d3a9e3-0cc6-4a7c-a391-75514258a338 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1659458 Feb 07 22:45:17.783764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Deleting port 96ba329e-3d82-43e9-b795-a70483a546ea {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:17.783838 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:17.856127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34fbeb-2b8a-43c7-bc66-e01cd719c6dd req-d2fcb0a5-0d91-43ec-a6be-cc7033f5015b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.857879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b34fbeb-2b8a-43c7-bc66-e01cd719c6dd req-d2fcb0a5-0d91-43ec-a6be-cc7033f5015b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 944 time: 1.1459627 Feb 07 22:45:17.889197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-3b4ec2b0-50ba-4d3e-a6a2-81fb8ab1269f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805602 Feb 07 22:45:17.900078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8241c9d-d92e-4e86-a26e-8292370230ae tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:17.901527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d8241c9d-d92e-4e86-a26e-8292370230ae tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:17.940737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d8241c9d-d92e-4e86-a26e-8292370230ae tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:17.945961 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d8241c9d-d92e-4e86-a26e-8292370230ae tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1951480 Feb 07 22:45:17.946812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:17.956079 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.059488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c243994-4a00-490c-9527-7514ad4badf7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:18.112063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 0a8f2213-832c-4969-8e3e-3b7934197a6e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:18.112481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.142956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9c243994-4a00-490c-9527-7514ad4badf7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9c243994-4a00-490c-9527-7514ad4badf7,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:18.143229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b34fbeb-2b8a-43c7-bc66-e01cd719c6dd req-9475c62b-61f6-42c1-9e2e-742266d70c21 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595649 Feb 07 22:45:18.219844 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.230267 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:45:18.268815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-29008f78-c721-4705-8cbc-1cab33154894 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586168 Feb 07 22:45:18.273021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] For port 96ba329e-3d82-43e9-b795-a70483a546ea, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=96ba329e-3d82-43e9-b795-a70483a546ea,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:18.273634 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:18.392319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device aba74b40-fa2d-41b0-bbfb-304cc1d6de0a details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:45:18.555423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c454c8d2-ebcd-4ac7-a96f-f860903a6edc req-c717a956-8a4d-46bf-a1a6-1ee8d46c55f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.1331213 Feb 07 22:45:18.609388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Allocated IP 2001:db8::f816:3eff:fe50:cad3 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/68b20c94-7b19-40c8-a0ff-7beba5c806e8/c5994547-9989-4791-8412-c94c9778c32c) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:18.622800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9c243994-4a00-490c-9527-7514ad4badf7,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:18.784077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Calling delete_port for 96ba329e-3d82-43e9-b795-a70483a546ea owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:18.814393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:45:18.847461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.034485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb84133e-db4a-4007-971f-e15e93c1fcf2 req-11de6a9e-9da3-453d-8c76-e8214b95ecf8 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494988 Feb 07 22:45:19.076335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf9c35-771d-4246-a0b2-4f8ef3e4f362 req-33d16a57-a3c0-4eae-a334-a58d5285f152 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:19.083892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21cf9c35-771d-4246-a0b2-4f8ef3e4f362 req-33d16a57-a3c0-4eae-a334-a58d5285f152 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 944 time: 0.5191846 Feb 07 22:45:19.187947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:19.268705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 0a8f2213-832c-4969-8e3e-3b7934197a6e owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:19.292643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'mac_address': 'fa:16:3e:18:2b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:45:19.307790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:45:12Z', 'revision_number': 5, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:19.359081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0284d-d8cb-44ab-b9c1-eb7c19032482 None None] The sync data for ids ['78032ca8-1dd5-4a36-a7a0-a9a2826e7f00'] in n-d-827896-3 is: [{'id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1956962040-router', 'tenant_id': '4b6a07e17935471f87180d8f9f2c6e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:44:48Z', 'updated_at': '2022-02-07T22:45:12Z', 'revision_number': 5, 'project_id': '4b6a07e17935471f87180d8f9f2c6e24', 'gw_port': {'id': '96ba329e-3d82-43e9-b795-a70483a546ea', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:25:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78032ca8-1dd5-4a36-a7a0-a9a2826e7f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:44:50Z', 'updated_at': '2022-02-07T22:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:45:19.478938 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.536586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=0a8f2213-832c-4969-8e3e-3b7934197a6e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:19.557850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.564051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63f45282-0f84-4e31-b983-98c51b50a1d8 req-bf6b023e-1f4d-4e3b-b793-4664b71af46a tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.2604628 Feb 07 22:45:19.615081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21cf9c35-771d-4246-a0b2-4f8ef3e4f362 req-9ca4c6fe-7436-4e38-beee-45ad7a3a41eb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5302706 Feb 07 22:45:19.630016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.651840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6d58bc50-66fa-4991-93b1-f1ecfe754a8d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/0a8f2213-832c-4969-8e3e-3b7934197a6e HTTP/1.1" status: 204 len: 168 time: 1.7026703 Feb 07 22:45:19.654104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56906) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:19.686375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.711168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Pushing event deleted for resources: {'Port': ['ID=96ba329e-3d82-43e9-b795-a70483a546ea,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:19.780598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373b7bc-d828-422b-a064-f1373d30f001 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:19.789149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9373b7bc-d828-422b-a064-f1373d30f001 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:19.792326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9373b7bc-d828-422b-a064-f1373d30f001 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:19.816422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:19.835751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9373b7bc-d828-422b-a064-f1373d30f001 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:19.840422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9373b7bc-d828-422b-a064-f1373d30f001 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1829886 Feb 07 22:45:19.841132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56910) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:19.889304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba74b40-fa2d-41b0-bbfb-304cc1d6de0a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:19.918971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Transition to ACTIVE for port object c5994547-9989-4791-8412-c94c9778c32c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:19.998944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Transition to ACTIVE for port object c5994547-9989-4791-8412-c94c9778c32c will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:20.001040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 68b20c94-7b19-40c8-a0ff-7beba5c806e8 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:20.002914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:20.013064 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.019809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.089675 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.097770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.120637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.143234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:20.147619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:20.152218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:20.243138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.274421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:20.347104 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.352254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['aba74b40-fa2d-41b0-bbfb-304cc1d6de0a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:45:20.353482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.365013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.397625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddd909-0d8d-42ac-8594-4ede15488578 req-30de9c9c-3727-4f2f-ad4b-24f011b964b9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:20.407354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74ddd909-0d8d-42ac-8594-4ede15488578 req-30de9c9c-3727-4f2f-ad4b-24f011b964b9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 945 time: 0.4602430 Feb 07 22:45:20.428980 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.431765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Attempting to bind port c5994547-9989-4791-8412-c94c9778c32c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:20.432401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Attempting to bind port c5994547-9989-4791-8412-c94c9778c32c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:20.434601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Attempting to bind port c5994547-9989-4791-8412-c94c9778c32c on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:20.439502 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.440220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:45:20.453842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:20.453842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:20.454284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.454682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:20.455748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Bound port: c5994547-9989-4791-8412-c94c9778c32c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:20.455886 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.457557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=68b20c94-7b19-40c8-a0ff-7beba5c806e8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:20.481236 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b3efe805-3e94-4835-8b7a-1fce541a67aa tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/68b20c94-7b19-40c8-a0ff-7beba5c806e8 HTTP/1.1" status: 204 len: 168 time: 0.6385643 Feb 07 22:45:20.481865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56922) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:20.516029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74ddd909-0d8d-42ac-8594-4ede15488578 req-4889c09f-58b9-490c-9d79-6b2e828f1dda tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074727 Feb 07 22:45:20.519549 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.524068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-138ab71c-debc-4158-b334-2360c3f7796b admin admin] 10.222.0.10 "DELETE /v2.0/routers/78032ca8-1dd5-4a36-a7a0-a9a2826e7f00 HTTP/1.1" status: 204 len: 168 time: 4.6220651 Feb 07 22:45:20.524912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56928) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:20.593829 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72df4199-2fda-4e0f-b880-1254555eb5d8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105070 Feb 07 22:45:20.596534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56932) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:20.602949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Pushing event updated for resources: {'Port': ['ID=c5994547-9989-4791-8412-c94c9778c32c,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:20.604093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:20.694628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] Deleting subnet 486f8c0a-ce5c-4c08-8f5c-5784e7a784c8 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:20.701338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.737430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] For port c5994547-9989-4791-8412-c94c9778c32c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:20.748352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] For port c5994547-9989-4791-8412-c94c9778c32c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c5994547-9989-4791-8412-c94c9778c32c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:20.759832 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.781286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:20.786172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:20.789717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:20.798107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:20.817918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:20.825091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:20.855182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a17907d-e298-4bf5-ab74-17255dc36eb8 req-069eb72f-3c6e-4776-9b0f-399de20499de tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0778670 Feb 07 22:45:20.886233 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:21.008627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:21.111381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d8838-1680-468f-b3c2-280cafd9ba2d None None] Pushing event updated for resources: {'Port': ['ID=c5994547-9989-4791-8412-c94c9778c32c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:21.118201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5fbf7-cef8-4e2f-b781-8c2537e17f3f None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:45:21.261599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 96ba329e-3d82-43e9-b795-a70483a546ea no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:21.334025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 96ba329e-3d82-43e9-b795-a70483a546ea {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:21.334025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 96ba329e-3d82-43e9-b795-a70483a546ea not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:21.334025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device eef5b543-18b9-4efe-a28e-3e41a68dfabc no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:21.427476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: eef5b543-18b9-4efe-a28e-3e41a68dfabc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:21.427476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device eef5b543-18b9-4efe-a28e-3e41a68dfabc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:21.567522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:21.567772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5fbf7-cef8-4e2f-b781-8c2537e17f3f None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:45:21.758915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486f8c0a-ce5c-4c08-8f5c-5784e7a784c8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:21.768902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:21.804346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:45:21.825761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28226932-0453-4002-9358-7b1e5c44377e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/486f8c0a-ce5c-4c08-8f5c-5784e7a784c8 HTTP/1.1" status: 204 len: 168 time: 1.2895744 Feb 07 22:45:21.825761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56962) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:22.060667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.091225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122f886-2515-4e14-9f0d-8051de809cce req-8ea44030-1bcd-4862-9f83-db9bd9eaa192 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.096616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d122f886-2515-4e14-9f0d-8051de809cce req-8ea44030-1bcd-4862-9f83-db9bd9eaa192 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 945 time: 0.8891158 Feb 07 22:45:22.142082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '2e548127-b8ef-4cde-94f4-1a1ee007a541'}], 'binding:host_id': 'n-d-827896-3'}, 'id': 'c5994547-9989-4791-8412-c94c9778c32c'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:45:22.164322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.195534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d122f886-2515-4e14-9f0d-8051de809cce req-b4e1e709-2ce3-4e2c-a895-5c9ff8ac1332 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769508 Feb 07 22:45:22.211168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5da98b-032f-4d69-adf5-f63995cf981e req-158d6c53-9128-4e2b-b945-c7cdf34db14d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.211168 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b5da98b-032f-4d69-adf5-f63995cf981e req-158d6c53-9128-4e2b-b945-c7cdf34db14d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.5644226 Feb 07 22:45:22.222717 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.254162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Deleting port 7aaf060e-8a02-46b6-803b-2392b7b97738 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:22.254162 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.339651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] For port c5994547-9989-4791-8412-c94c9778c32c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c5994547-9989-4791-8412-c94c9778c32c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:22.365236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.368481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b5da98b-032f-4d69-adf5-f63995cf981e req-c4b3f52b-2c48-424a-8c3c-ea050275ee75 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542306 Feb 07 22:45:22.371099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.371895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.492128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:22.503927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:22.512631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:22.514691 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.525862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9c243994-4a00-490c-9527-7514ad4badf7 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:22.565161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=2e548127-b8ef-4cde-94f4-1a1ee007a541,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:22.571853 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:45:22.572425 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:45:22.588823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=c5994547-9989-4791-8412-c94c9778c32c,revision_number=5']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:22.615032 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d61c8bf-b703-4176-b04d-3536010b48e5 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0172694 Feb 07 22:45:22.618030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:22.624140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:6f:71:2b', 'name': 'tempest-NetworksTestDHCPv6-191065896'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:22.642809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 9c243994-4a00-490c-9527-7514ad4badf7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:22.653790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 9c243994-4a00-490c-9527-7514ad4badf7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:22.655579 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.775234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3a1b84f-a1e4-412f-a82f-e18951c4c463 req-7336f431-62e7-4664-868a-01d19baa4c77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a32856318da4a549b5311bde5f23ae3&device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0506058 Feb 07 22:45:22.820012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] For port 7aaf060e-8a02-46b6-803b-2392b7b97738, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7aaf060e-8a02-46b6-803b-2392b7b97738,segment=NetworkSegment(98b9fe1d-cd52-4da7-9241-02f926ac318e),segment_id=98b9fe1d-cd52-4da7-9241-02f926ac318e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:22.820527 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.855791 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.901073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c243994-4a00-490c-9527-7514ad4badf7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:22.929957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9c243994-4a00-490c-9527-7514ad4badf7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9c243994-4a00-490c-9527-7514ad4badf7,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:22.937967 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:22.938879 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3a1b84f-a1e4-412f-a82f-e18951c4c463 req-000b134d-8301-4c57-ad29-817618875cd1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3a32856318da4a549b5311bde5f23ae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1548264 Feb 07 22:45:22.943514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device aba74b40-fa2d-41b0-bbfb-304cc1d6de0a up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:23.072589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:23.080863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:23.087178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:23.098125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Calling delete_port for 7aaf060e-8a02-46b6-803b-2392b7b97738 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:23.103507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:23.130930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1b84f-a1e4-412f-a82f-e18951c4c463 req-459a72ce-920b-40d4-a9c5-f55d74c2b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.132518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3a1b84f-a1e4-412f-a82f-e18951c4c463 req-459a72ce-920b-40d4-a9c5-f55d74c2b7fa service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860986 Feb 07 22:45:23.133751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:23.154162 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.166846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9c243994-4a00-490c-9527-7514ad4badf7,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:23.244403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:23.250249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20b34b13-1209-46b0-9f8c-2948a38f074e req-5e15cc1d-541e-4f82-a8ee-62a454096273 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0851743 Feb 07 22:45:23.274088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.276319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:23.276601 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.301336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.325906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7aaf060e-8a02-46b6-803b-2392b7b97738,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:23.346726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222d269-0f37-4864-9e81-4bcc4e137cd5 req-b184019f-bc47-4208-9ab5-eec9e6ce0d5e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.354084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4222d269-0f37-4864-9e81-4bcc4e137cd5 req-b184019f-bc47-4208-9ab5-eec9e6ce0d5e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 945 time: 0.6901731 Feb 07 22:45:23.356174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] No DVR routers for this DVR port 7aaf060e-8a02-46b6-803b-2392b7b97738 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:23.374809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 3aca0e11-4479-406b-9fc2-6d4d673e54f3 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:45:23.417829 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c243994-4a00-490c-9527-7514ad4badf7', 'code': 200} Feb 07 22:45:23.456495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4222d269-0f37-4864-9e81-4bcc4e137cd5 req-21ae6a99-a773-4a96-a66b-271c469cdea8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008403 Feb 07 22:45:23.594183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.617174 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.678968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:23.680526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a23ba30-6682-4900-b4b3-c994904af5a6']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:23.691161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.714210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b9fe1d-cd52-4da7-9241-02f926ac318e') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:23.714696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b9fe1d-cd52-4da7-9241-02f926ac318e') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:23.748638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.774285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.776692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:23.781103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59e922-d543-4bd9-8168-5fc536720544 req-562d635a-6c0d-48c0-b67c-5df6a4aef9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.782728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f59e922-d543-4bd9-8168-5fc536720544 req-562d635a-6c0d-48c0-b67c-5df6a4aef9ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 1097 time: 0.2597883 Feb 07 22:45:23.786634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:45:23.787209 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.801332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] For port c5994547-9989-4791-8412-c94c9778c32c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c5994547-9989-4791-8412-c94c9778c32c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:45:23.802557 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:45:23.834872 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.857120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:23.968780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151d25-c55a-42cc-8601-abc9180d5231 req-e928ffd0-4294-481d-9fc0-ec6eb5fdbf35 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:23.974956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04151d25-c55a-42cc-8601-abc9180d5231 req-e928ffd0-4294-481d-9fc0-ec6eb5fdbf35 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 945 time: 0.3864286 Feb 07 22:45:23.989932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:fe6f:712b (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/2e548127-b8ef-4cde-94f4-1a1ee007a541/3aca0e11-4479-406b-9fc2-6d4d673e54f3) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:24.001193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68673a56-9542-4a5c-8a7a-ae23b7565ddf None None] Pushing event updated for resources: {'Port': ['ID=c5994547-9989-4791-8412-c94c9778c32c,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:24.055418 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.083159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f59e922-d543-4bd9-8168-5fc536720544 req-cc25a070-8a96-4363-8676-27c6d4e19690 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301161 Feb 07 22:45:24.087137 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.127511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04151d25-c55a-42cc-8601-abc9180d5231 req-8b263f7d-9cbf-44d9-a171-43d432193e30 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490955 Feb 07 22:45:24.128682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5a23ba30-6682-4900-b4b3-c994904af5a6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:24.144122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56998) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:24.157091 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6fc084a1-3708-4663-aacc-70b06e0f62bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/5a23ba30-6682-4900-b4b3-c994904af5a6 HTTP/1.1" status: 204 len: 168 time: 2.3334813 Feb 07 22:45:24.188619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b2cc0-9140-47af-a3c5-9eaf06966736 req-1e3256af-1424-4319-aa0c-37699ddcdf2e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.196197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-365b2cc0-9140-47af-a3c5-9eaf06966736 req-1e3256af-1424-4319-aa0c-37699ddcdf2e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.3417034 Feb 07 22:45:24.268684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-365b2cc0-9140-47af-a3c5-9eaf06966736 req-37c19895-0376-4830-b64b-8d1d048a57c1 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714793 Feb 07 22:45:24.419857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57008) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:24.430981 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.449422 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.519349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:24.525427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-532c8b14-9716-477c-96aa-4022faec0fc4 req-11625714-aa07-40f6-b333-7cd6c630cc13 tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.10 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0791042 Feb 07 22:45:24.528860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa0c059d1b5486bb1e8a1b803e69278 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:24.535379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:24.546444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:24.564050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 3aca0e11-4479-406b-9fc2-6d4d673e54f3 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:24.574238 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc361768-d465-4345-905c-d057274c2331 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b6a07e17935471f87180d8f9f2c6e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507664 Feb 07 22:45:24.574367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57014) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:24.584183 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3a1b84f-a1e4-412f-a82f-e18951c4c463 req-dcb93b26-36fd-4d45-a845-2aa60b3c044b tempest-ServerShowV254Test-438158415 tempest-ServerShowV254Test-438158415-project] 10.222.0.36 "GET /v2.0/ports?device_id=d71de5ed-c822-4ab2-8e07-630e58ad3714 HTTP/1.1" status: 200 len: 210 time: 0.0816948 Feb 07 22:45:24.622483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.705258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:24.713070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:24.717390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:24.723460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.724084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.746629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=3aca0e11-4479-406b-9fc2-6d4d673e54f3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:24.771801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e3222ba7-0579-4f0d-856f-89c00fd874a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1521454 Feb 07 22:45:24.774545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57018) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:24.842244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-26fe03f8-399b-4750-80d6-b3eb137b8c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.844116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.870355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da70ba-fa99-4635-b786-f6775242d0e3 req-9f9500aa-e091-44fd-8f45-09be3a8277f9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.880901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06da70ba-fa99-4635-b786-f6775242d0e3 req-9f9500aa-e091-44fd-8f45-09be3a8277f9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.2630432 Feb 07 22:45:24.880901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.931961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd78b0a-65b6-4634-adb4-5305db51f8b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.939441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd78b0a-65b6-4634-adb4-5305db51f8b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:24.940543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dfd78b0a-65b6-4634-adb4-5305db51f8b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:24.950666 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-26fe03f8-399b-4750-80d6-b3eb137b8c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:24.977803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dfd78b0a-65b6-4634-adb4-5305db51f8b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:24.987655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dfd78b0a-65b6-4634-adb4-5305db51f8b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2097752 Feb 07 22:45:24.989738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57022) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:24.999047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1fa0c059d1b5486bb1e8a1b803e69278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8527684 Feb 07 22:45:25.008979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57026) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:25.010885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127efac2-2991-4d73-8823-2aa384284089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee8de0-3ab5-4a56-aca2-ac68bc3f3a2d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:25.064592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06da70ba-fa99-4635-b786-f6775242d0e3 req-b7a651fd-e8cb-442a-9336-930cc3da7943 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834395 Feb 07 22:45:25.105454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 3aca0e11-4479-406b-9fc2-6d4d673e54f3 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:25.106647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.204320 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f116a2cd-88f6-47cc-ad6f-099f069b1e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.247302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c5994547-9989-4791-8412-c94c9778c32c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:25.258132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-26fe03f8-399b-4750-80d6-b3eb137b8c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.418389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:25.440246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c5994547-9989-4791-8412-c94c9778c32c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:25.500310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe03f8-399b-4750-80d6-b3eb137b8c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cc8efe-3f41-422e-bb0d-24be39177bf4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:25.551433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118d18b-ca4f-4d0b-ad8d-03256296a90f None None] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:25.586859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc233dc-0af5-430d-83ca-ebe8f0c19f1f None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:25.603408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.620615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f116a2cd-88f6-47cc-ad6f-099f069b1e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.690490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-26fe03f8-399b-4750-80d6-b3eb137b8c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.692434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-26fe03f8-399b-4750-80d6-b3eb137b8c28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18cc8efe-3f41-422e-bb0d-24be39177bf4 HTTP/1.1" status: 204 len: 168 time: 1.1167927 Feb 07 22:45:25.693609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118d18b-ca4f-4d0b-ad8d-03256296a90f None None] Network 5a23ba30-6682-4900-b4b3-c994904af5a6 could not be found, it might have been deleted concurrently. {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 07 22:45:25.749168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d6fc5fa4-efd3-45b2-b6f6-dc49919067c1 None None] Provisioning for port c5994547-9989-4791-8412-c94c9778c32c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:25.762117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 3aca0e11-4479-406b-9fc2-6d4d673e54f3 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:25.762963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d6fc5fa4-efd3-45b2-b6f6-dc49919067c1 None None] Provisioning complete for port c5994547-9989-4791-8412-c94c9778c32c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:25.763343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5fa4-efd3-45b2-b6f6-dc49919067c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.815660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c601b8dc-f4f4-4e9a-a408-cc65b4cc9cd1 None None] DHCP port deletion for 5a23ba30-6682-4900-b4b3-c994904af5a6 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:45:25.820240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441e83-40b5-4dcf-96fb-8eddfb5f3988 req-0f7c290b-636d-4c3f-89f7-c0d169544a4b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:25.836210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b441e83-40b5-4dcf-96fb-8eddfb5f3988 req-0f7c290b-636d-4c3f-89f7-c0d169544a4b tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.3237073 Feb 07 22:45:25.860995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5cf48-1834-4ae4-a4ed-06c7d6029b19 req-e5085c2d-df63-43e9-924f-925718cbdf90 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:25.874948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12d5cf48-1834-4ae4-a4ed-06c7d6029b19 req-e5085c2d-df63-43e9-924f-925718cbdf90 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 946 time: 0.5421767 Feb 07 22:45:25.926351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f116a2cd-88f6-47cc-ad6f-099f069b1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.955487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f116a2cd-88f6-47cc-ad6f-099f069b1e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:25.957279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f116a2cd-88f6-47cc-ad6f-099f069b1e4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fee8de0-3ab5-4a56-aca2-ac68bc3f3a2d HTTP/1.1" status: 204 len: 168 time: 0.9337800 Feb 07 22:45:25.990523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12d5cf48-1834-4ae4-a4ed-06c7d6029b19 req-3e8f4e39-c8c0-49c5-b39e-2bcbdeac1edb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152391 Feb 07 22:45:25.997304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116a2cd-88f6-47cc-ad6f-099f069b1e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee8de0-3ab5-4a56-aca2-ac68bc3f3a2d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:26.083060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.084780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b441e83-40b5-4dcf-96fb-8eddfb5f3988 req-fc0fc296-b60c-4088-bea1-d47d232ad87e tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434969 Feb 07 22:45:26.128631 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a42a136b-b1bd-498b-b4e9-1c0981ebf3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.141710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5fa4-efd3-45b2-b6f6-dc49919067c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.182877 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'code': 200} Feb 07 22:45:26.204314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=3aca0e11-4479-406b-9fc2-6d4d673e54f3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:26.309236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.336141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d6fc5fa4-efd3-45b2-b6f6-dc49919067c1 None None] For port c5994547-9989-4791-8412-c94c9778c32c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c5994547-9989-4791-8412-c94c9778c32c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:26.341537 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2263301d-923a-4900-8d01-7fcda8e464c2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/3aca0e11-4479-406b-9fc2-6d4d673e54f3 HTTP/1.1" status: 204 len: 168 time: 1.3498521 Feb 07 22:45:26.345231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57050) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:26.349004 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6fc5fa4-efd3-45b2-b6f6-dc49919067c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.521084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc5fa4-efd3-45b2-b6f6-dc49919067c1 None None] Pushing event updated for resources: {'Port': ['ID=c5994547-9989-4791-8412-c94c9778c32c,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:26.583125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57058) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:26.626926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05af9-53e2-4d42-8830-09f475654ccc req-3ccd7cdf-bc09-4d92-b62e-d69adbf50e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.629398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50f05af9-53e2-4d42-8830-09f475654ccc req-3ccd7cdf-bc09-4d92-b62e-d69adbf50e73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 1097 time: 0.4551950 Feb 07 22:45:26.630360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.646268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fcdfbc-b6b7-4a0a-bc81-b3fd1e4715fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.651968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fcdfbc-b6b7-4a0a-bc81-b3fd1e4715fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.652858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-01fcdfbc-b6b7-4a0a-bc81-b3fd1e4715fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:26.671143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f65aa6-083e-4da8-8e26-3f4117eb4278 req-91cc7d2f-210d-462e-9c5c-c5622c494fa9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:26.674975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32f65aa6-083e-4da8-8e26-3f4117eb4278 req-91cc7d2f-210d-462e-9c5c-c5622c494fa9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.2217202 Feb 07 22:45:26.690828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:26.692243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-01fcdfbc-b6b7-4a0a-bc81-b3fd1e4715fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:26.694630 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01fcdfbc-b6b7-4a0a-bc81-b3fd1e4715fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3484533 Feb 07 22:45:26.708118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57062) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:26.722477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Usage tracker for resource:security_group_rule and tenant:0cfdce7b9b204f98b7cdb7a27f0eb09c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:26.749282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57068) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:26.751488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:26.776083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50f05af9-53e2-4d42-8830-09f475654ccc req-be944b6c-dfe1-49fd-bde5-b4a5df1db2fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284339 Feb 07 22:45:26.838486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 2e548127-b8ef-4cde-94f4-1a1ee007a541 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:26.842884 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.847119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:26.868372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32f65aa6-083e-4da8-8e26-3f4117eb4278 req-db88db3d-4dcd-40b9-909c-b2f8702d0468 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861107 Feb 07 22:45:26.962671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:26.996386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0593a034-d4df-4ece-941b-940a5af05d74 None None] Provisioning complete for port c5994547-9989-4791-8412-c94c9778c32c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:26.998374 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0593a034-d4df-4ece-941b-940a5af05d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.069581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.080627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.167731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.174364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c5994547-9989-4791-8412-c94c9778c32c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:27.228348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0cfdce7b9b204f98b7cdb7a27f0eb09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6417572 Feb 07 22:45:27.254692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57088) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:27.259338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.331329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62e4b0-c2a1-4885-a3be-11ad8984fe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f29c1f-7023-4439-aaac-1d6e59a88ca0,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:27.343456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c5994547-9989-4791-8412-c94c9778c32c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:27.343833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.344333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:27.366981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Usage tracker for resource:security_group_rule and tenant:3a32856318da4a549b5311bde5f23ae3 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:27.378575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:27.393203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:27.459002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b019260-8b49-4b8c-be6e-cfb26e2f3b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.473698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.548800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.577610 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.591566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=2e548127-b8ef-4cde-94f4-1a1ee007a541,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:27.594599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.630790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b019260-8b49-4b8c-be6e-cfb26e2f3b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.647587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7aaf060e-8a02-46b6-803b-2392b7b97738 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:27.651608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad728ebc-79d0-45b1-8d09-7d31eb05efca req-27d57be7-1639-41a3-8e0e-e992fc9e91bb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:27.659711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad728ebc-79d0-45b1-8d09-7d31eb05efca req-27d57be7-1639-41a3-8e0e-e992fc9e91bb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 946 time: 0.4348807 Feb 07 22:45:27.705415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 7aaf060e-8a02-46b6-803b-2392b7b97738 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:27.706023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7aaf060e-8a02-46b6-803b-2392b7b97738 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:27.713324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-329572d2-4cdf-4920-a059-351e55eae2f5 None None] Could not find standard attr ID for object 3aca0e11-4479-406b-9fc2-6d4d673e54f3. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:45:27.716857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cafda6a1-2087-48ae-9f82-6cbb80da0aba tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/2e548127-b8ef-4cde-94f4-1a1ee007a541 HTTP/1.1" status: 204 len: 168 time: 1.0064840 Feb 07 22:45:27.720075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57100) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:27.751567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8606e8dd-5933-452b-9884-641b0636adcc None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:27.795116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a32856318da4a549b5311bde5f23ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0225589 Feb 07 22:45:27.798258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc74ae4-9fd4-45e0-9847-3b5bebbf6a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468a7df-9ba0-41dd-bc7f-56bbad74a688,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:27.801532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57104) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:27.872263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad728ebc-79d0-45b1-8d09-7d31eb05efca req-965ee037-99e7-4fd0-88d4-0561594c8df0 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113945 Feb 07 22:45:27.906542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bc284266-1831-40c5-9960-aa93e390b2e4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1852989 Feb 07 22:45:27.907032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390098cc-45ea-48b8-bb3d-0a9759ba1c15 req-b7043840-051e-486f-9263-de8d56bed3df tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:27.909783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-390098cc-45ea-48b8-bb3d-0a9759ba1c15 req-b7043840-051e-486f-9263-de8d56bed3df tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.2423856 Feb 07 22:45:27.910702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:27.937562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2019eb-1b9a-4171-8acd-c5ba6963090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.984087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2019eb-1b9a-4171-8acd-c5ba6963090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:27.994929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b019260-8b49-4b8c-be6e-cfb26e2f3b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.026494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b019260-8b49-4b8c-be6e-cfb26e2f3b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f29c1f-7023-4439-aaac-1d6e59a88ca0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:28.044834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b019260-8b49-4b8c-be6e-cfb26e2f3b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.047282 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6b019260-8b49-4b8c-be6e-cfb26e2f3b32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0f29c1f-7023-4439-aaac-1d6e59a88ca0 HTTP/1.1" status: 204 len: 168 time: 0.7917361 Feb 07 22:45:28.054834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-390098cc-45ea-48b8-bb3d-0a9759ba1c15 req-fd0a4aae-b0d0-4fef-8460-46d6cfd0b191 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762310 Feb 07 22:45:28.091465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2019eb-1b9a-4171-8acd-c5ba6963090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.103653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e311d21-8a01-4d73-abae-10bf319a3326 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.107622 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7e311d21-8a01-4d73-abae-10bf319a3326 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1942418 Feb 07 22:45:28.111289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57116) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:28.124012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2019eb-1b9a-4171-8acd-c5ba6963090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468a7df-9ba0-41dd-bc7f-56bbad74a688,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:28.142688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b2019eb-1b9a-4171-8acd-c5ba6963090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.148775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b2019eb-1b9a-4171-8acd-c5ba6963090a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a468a7df-9ba0-41dd-bc7f-56bbad74a688 HTTP/1.1" status: 204 len: 168 time: 0.3477063 Feb 07 22:45:28.168511 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5c00f942-df53-4ec7-87be-8557f94fd600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.220530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:45:28.226618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] Deleting port c5994547-9989-4791-8412-c94c9778c32c {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:28.227200 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.295216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324fc7a-b283-408e-ba55-a6e667484311 req-9034dff5-850b-49a2-a234-5bc7e76ec5bf tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.297290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0324fc7a-b283-408e-ba55-a6e667484311 req-9034dff5-850b-49a2-a234-5bc7e76ec5bf tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.1869502 Feb 07 22:45:28.302253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46543533-2c69-40fd-8b31-b7e3be08d3c4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:28.303067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46543533-2c69-40fd-8b31-b7e3be08d3c4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:28.333350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46543533-2c69-40fd-8b31-b7e3be08d3c4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:28.334731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-46543533-2c69-40fd-8b31-b7e3be08d3c4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2223296 Feb 07 22:45:28.337524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:28.369514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0324fc7a-b283-408e-ba55-a6e667484311 req-a2640cdb-13b6-4c2c-b356-70c2be836c93 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616615 Feb 07 22:45:28.437321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-163c96e8-e539-40a8-898f-9068a5d9e262 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982468 Feb 07 22:45:28.441062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57128) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:28.457534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:28.537385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] For port c5994547-9989-4791-8412-c94c9778c32c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c5994547-9989-4791-8412-c94c9778c32c,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:28.537856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.648417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:28.663535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:28.678523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:28.683444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.727298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] Calling delete_port for c5994547-9989-4791-8412-c94c9778c32c owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:28.828270 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:28.903216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] Pushing event deleted for resources: {'Port': ['ID=c5994547-9989-4791-8412-c94c9778c32c,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:28.906019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85169b77-16ff-40b3-9c0d-bc206d228b87 None None] No DVR routers for this DVR port c5994547-9989-4791-8412-c94c9778c32c on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:29.031895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c5994547-9989-4791-8412-c94c9778c32c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:29.047207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.113472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c5994547-9989-4791-8412-c94c9778c32c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:45:29.113830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c5994547-9989-4791-8412-c94c9778c32c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:45:29.133276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:29.135146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:29.146706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c6a37-fbaf-40bf-bc0c-8b67ffee93bc None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:29.147718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:29.148383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.176993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57182) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:29.181779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5883af-176d-4567-9b08-d3943b9df941 req-5a8f2768-7cd8-47cf-b505-69c243b61c37 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:29.191001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd5883af-176d-4567-9b08-d3943b9df941 req-5a8f2768-7cd8-47cf-b505-69c243b61c37 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 946 time: 0.1727254 Feb 07 22:45:29.195302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=940a0fe2-930f-45bb-a488-a6f779308225,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:29.218992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2dfabd1a-57a7-4afd-9e32-58fdcb0bd759 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7740979 Feb 07 22:45:29.219751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57188) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:29.234769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:63:a5:26', 'name': 'tempest-NetworksTestDHCPv6-931247506'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:29.368806 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd5883af-176d-4567-9b08-d3943b9df941 req-eaa46a71-eaaa-44a7-b739-0c9d67228919 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760812 Feb 07 22:45:29.431047 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.433911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.493746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '940a0fe2-930f-45bb-a488-a6f779308225'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:45:29.494493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:29.495401 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.505122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.514457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51829ce1-7acf-4d73-acac-69b2caaabbc5 req-11d070d0-5ff9-4c91-90ad-47b6cec7b168 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:29.515983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51829ce1-7acf-4d73-acac-69b2caaabbc5 req-11d070d0-5ff9-4c91-90ad-47b6cec7b168 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.2077601 Feb 07 22:45:29.528663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:29.536903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:29.550746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:29.558437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Usage tracker for resource:security_group_rule and tenant:daa56f74b92845f580e9993759a540bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:29.568373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:29.578415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:29.581257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:29.630745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:29.799609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.805032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.809058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/940a0fe2-930f-45bb-a488-a6f779308225/48d3ab79-df89-43ae-a5a9-9c0865cdb79a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:29.886505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d91d7-5af3-4b70-8223-253d2374001e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:29.919485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:29.966089 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c9530d36-7777-4f32-be50-18ba88747a07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=daa56f74b92845f580e9993759a540bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7830021 Feb 07 22:45:29.966699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:30.040961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51829ce1-7acf-4d73-acac-69b2caaabbc5 req-bd737f9a-4451-4f55-8c69-9b869ed66689 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084817 Feb 07 22:45:30.085825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 5f091804-ef73-4d6e-bfe9-c7e0c01bab72 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:45:30.155530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57226) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:30.165570 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885c6ff7-b631-47d2-82a6-44f82dbd61f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.224613 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.230586 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885c6ff7-b631-47d2-82a6-44f82dbd61f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.237599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Transition to ACTIVE for port object 48d3ab79-df89-43ae-a5a9-9c0865cdb79a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:30.268508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Transition to ACTIVE for port object 48d3ab79-df89-43ae-a5a9-9c0865cdb79a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:30.282075 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.298225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885c6ff7-b631-47d2-82a6-44f82dbd61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.314047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-400974527-network', 'tenant_id': 'd56a55361e8a4dfcaf589cdf98b7d75a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:30.323409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:30.326811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c6ff7-b631-47d2-82a6-44f82dbd61f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d91d7-5af3-4b70-8223-253d2374001e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:30.331333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Usage tracker for resource:network and tenant:d56a55361e8a4dfcaf589cdf98b7d75a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:30.334667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885c6ff7-b631-47d2-82a6-44f82dbd61f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.336151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-885c6ff7-b631-47d2-82a6-44f82dbd61f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/246d91d7-5af3-4b70-8223-253d2374001e HTTP/1.1" status: 204 len: 168 time: 0.3658741 Feb 07 22:45:30.337503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:30.345174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:30.355260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Made reservation on behalf of d56a55361e8a4dfcaf589cdf98b7d75a for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:30.357654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.359517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7ab7-7685-44d7-87c2-aae0c61f7d82 req-39ca75be-7f7e-4680-911e-d6f0819f4625 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.361021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-239d7ab7-7685-44d7-87c2-aae0c61f7d82 req-39ca75be-7f7e-4680-911e-d6f0819f4625 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.4484518 Feb 07 22:45:30.380764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.388912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:30.392129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:30.396286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:30.399049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:30.405367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Usage tracker for resource:security_group_rule and tenant:d56a55361e8a4dfcaf589cdf98b7d75a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:30.406463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Pushing event updated for resources: {'Port': ['ID=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:30.409309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:30.415967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:30.501041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Attempting to bind port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:30.501368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Attempting to bind port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:30.501955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Attempting to bind port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:30.508426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:30.508976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:30.509383 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.509866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:30.510339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Bound port: 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:30.510711 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.518310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.526196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.553218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::340 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/940a0fe2-930f-45bb-a488-a6f779308225/5f091804-ef73-4d6e-bfe9-c7e0c01bab72) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:30.561617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:45:30.572266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5826a54a-8a3e-48ec-9e76-16947ca48d69,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:30.579428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.580079 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Added segment 9bdb79cf-9b34-4465-ac1b-c4640d6ef1bf of type vlan for network 6f7e5338-b2a2-4a40-892b-672b6474055f Feb 07 22:45:30.594704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b82a2-487b-4fd8-aac3-64e59c1fab43 req-90995435-d13b-4a1b-bf2e-dbea57f47d6a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.596216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-110b82a2-487b-4fd8-aac3-64e59c1fab43 req-90995435-d13b-4a1b-bf2e-dbea57f47d6a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 946 time: 0.3843908 Feb 07 22:45:30.609201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-239d7ab7-7685-44d7-87c2-aae0c61f7d82 req-fd7e6a67-a8b2-4be1-a846-f6c385cb8b6a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306557 Feb 07 22:45:30.617884 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.653260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:30.657129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:30.659967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.661071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:30.661652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.663875 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.728655 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-110b82a2-487b-4fd8-aac3-64e59c1fab43 req-cc387215-abd2-4334-8522-ea37bdede430 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230772 Feb 07 22:45:30.801127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b329052-1055-49dd-b41d-84dbe1d75bb1 None None] Pushing event updated for resources: {'Port': ['ID=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:30.839497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6769097 Feb 07 22:45:30.840436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57244) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:30.841169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe740ec1-fb64-4599-850a-6119331de05a admin admin] Pushing event updated for resources: {'Network': ['ID=6f7e5338-b2a2-4a40-892b-672b6474055f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:30.843743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:30.851717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Request body: {'subnet': {'network_id': '6f7e5338-b2a2-4a40-892b-672b6474055f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-400974527-subnet', 'tenant_id': 'd56a55361e8a4dfcaf589cdf98b7d75a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:30.858256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 6f7e5338-b2a2-4a40-892b-672b6474055f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:45:30.885349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:30.901748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Usage tracker for resource:subnet and tenant:d56a55361e8a4dfcaf589cdf98b7d75a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:30.907561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:30.921503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:30.954119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Made reservation on behalf of d56a55361e8a4dfcaf589cdf98b7d75a for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:30.956926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.153049 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.190415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 5f091804-ef73-4d6e-bfe9-c7e0c01bab72 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:31.235858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.362694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=5f091804-ef73-4d6e-bfe9-c7e0c01bab72,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:31.439228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:31.440815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:31.449503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:31.459106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.459934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.519461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-939c03c6-fc84-4319-8a9f-8745535e0b7b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2982697 Feb 07 22:45:31.521675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57274) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:31.561699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.650630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57f361d-a40f-486d-b93d-fdfc949fe045,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:31.669479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Checking segment: {'id': '9bdb79cf-9b34-4465-ac1b-c4640d6ef1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f7e5338-b2a2-4a40-892b-672b6474055f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:31.669926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Network hostable DHCP agents. Network: 6f7e5338-b2a2-4a40-892b-672b6474055f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:45:31.679014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97ed36-75e1-4dd7-a573-6813f3ebf47f req-8586aacf-91cf-42aa-b86e-096e7bbfcdf6 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.687390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af97ed36-75e1-4dd7-a573-6813f3ebf47f req-8586aacf-91cf-42aa-b86e-096e7bbfcdf6 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.3257723 Feb 07 22:45:31.703660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Network 6f7e5338-b2a2-4a40-892b-672b6474055f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:45:31.724278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 6f7e5338-b2a2-4a40-892b-672b6474055f) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:31.737292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d681bda9-7fe3-4605-ba04-1326cf03b113 None None] Network 6f7e5338-b2a2-4a40-892b-672b6474055f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:31.743378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.744370 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:31.757951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af97ed36-75e1-4dd7-a573-6813f3ebf47f req-29f837fe-a793-4cef-9331-df70906c1e84 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665762 Feb 07 22:45:31.784548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e7148-8c4f-426f-aa6a-3299c5b22c20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.804479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7e7148-8c4f-426f-aa6a-3299c5b22c20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:31.814592 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-566d950d-0dd9-43e0-9cb5-53f93d034926 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9601552 Feb 07 22:45:31.814871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d7e7148-8c4f-426f-aa6a-3299c5b22c20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:31.885839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d7e7148-8c4f-426f-aa6a-3299c5b22c20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:31.887533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d7e7148-8c4f-426f-aa6a-3299c5b22c20 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3647668 Feb 07 22:45:31.890829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57304) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:32.174645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:32.223799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 5f091804-ef73-4d6e-bfe9-c7e0c01bab72 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:32.224154 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.274282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] Deleting subnet e57f361d-a40f-486d-b93d-fdfc949fe045 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:32.281980 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b6ed4f-4cea-4243-9edd-426de217b18b None None] Network 6f7e5338-b2a2-4a40-892b-672b6474055f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:32.282474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.387248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255c42-dfb2-4ca7-89d0-ef116ec1dbe5 req-56683d00-31b9-44f6-8c43-e92c01289c00 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:32.388928 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.395546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80255c42-dfb2-4ca7-89d0-ef116ec1dbe5 req-56683d00-31b9-44f6-8c43-e92c01289c00 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.3516810 Feb 07 22:45:32.482294 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.491721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80255c42-dfb2-4ca7-89d0-ef116ec1dbe5 req-fae0c941-a413-4fd0-85bd-d51dd1f6710c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950696 Feb 07 22:45:32.578505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.637743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-edb4fc46-de01-4c2a-9dd0-19ab08066e1e None None] Provisioning for port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:32.652700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57f361d-a40f-486d-b93d-fdfc949fe045,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:32.655787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.663979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f55cd64-d9c0-4854-8ef0-daa668f6ce8c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e57f361d-a40f-486d-b93d-fdfc949fe045 HTTP/1.1" status: 204 len: 168 time: 0.4884107 Feb 07 22:45:32.666736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57344) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:32.684150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.815716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:32.875794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 5f091804-ef73-4d6e-bfe9-c7e0c01bab72 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:32.981476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-88ec1b6a-1a14-4bc3-9f61-dbcec57321e8 None None] Provisioning for port 5f091804-ef73-4d6e-bfe9-c7e0c01bab72 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:32.988669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-88ec1b6a-1a14-4bc3-9f61-dbcec57321e8 None None] Provisioning complete for port 5f091804-ef73-4d6e-bfe9-c7e0c01bab72 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:32.989369 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88ec1b6a-1a14-4bc3-9f61-dbcec57321e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.025675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.069898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7e5338-b2a2-4a40-892b-672b6474055f']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:33.078999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-88ec1b6a-1a14-4bc3-9f61-dbcec57321e8 None None] Port 5f091804-ef73-4d6e-bfe9-c7e0c01bab72 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:45:33.109014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 48d3ab79-df89-43ae-a5a9-9c0865cdb79a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:33.113025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdb79cf-9b34-4465-ac1b-c4640d6ef1bf') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:33.113554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdb79cf-9b34-4465-ac1b-c4640d6ef1bf') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:45:33.127375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.144606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:33.157219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.166452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:45:33.166452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.188830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:33.196160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:33.196848 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:45:33.203130 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:45:33.212603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0aff3b-3577-45d0-a6e2-0e0320e3d3ed req-6fa676ec-eae4-4bdb-b4c1-ba4c839220a9 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.214220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c0aff3b-3577-45d0-a6e2-0e0320e3d3ed req-6fa676ec-eae4-4bdb-b4c1-ba4c839220a9 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.2859726 Feb 07 22:45:33.282021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c0aff3b-3577-45d0-a6e2-0e0320e3d3ed req-08666d10-c7d2-48c0-9f85-a6ed82cc08f3 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Feb 07 22:45:33.284626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.348271 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.353447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=5f091804-ef73-4d6e-bfe9-c7e0c01bab72,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:33.390813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:33.395955 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.409825 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.441953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-675ea15b-9582-46d3-8bab-71bd32f4d0be tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/5f091804-ef73-4d6e-bfe9-c7e0c01bab72 HTTP/1.1" status: 204 len: 168 time: 1.5499682 Feb 07 22:45:33.443048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57376) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:33.491452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.498438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:33.517486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.542122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5750a-559b-49bf-a9ff-b77480575da2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.543647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.544175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5750a-559b-49bf-a9ff-b77480575da2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:33.548974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1df5750a-559b-49bf-a9ff-b77480575da2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1043973 Feb 07 22:45:33.549726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57382) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:33.580714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:33.585161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7e5338-b2a2-4a40-892b-672b6474055f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:33.603381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-27487526-ba78-4249-ad9b-8113a45e4e19 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6f7e5338-b2a2-4a40-892b-672b6474055f HTTP/1.1" status: 204 len: 168 time: 0.9354293 Feb 07 22:45:33.605264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Usage tracker for resource:security_group_rule and tenant:479f104fbc7d49ad9198a498c871fecd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:33.610581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:33.618171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:33.654295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 940a0fe2-930f-45bb-a488-a6f779308225 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:33.660092 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.854874 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.866188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.880352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57398) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:33.923496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:33.960726 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=479f104fbc7d49ad9198a498c871fecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146019 Feb 07 22:45:33.961359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:33.980705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b51746-f767-4981-b217-8a32da1864b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872bf137-aa6d-4337-981d-b258b4595147,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:34.027365 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.036822 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a75a11b0-db9e-44ea-94ae-1cb98b38f2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.093190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a75a11b0-db9e-44ea-94ae-1cb98b38f2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.133616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-467780a7-1fdf-4493-b4dc-897f0d3e1dfb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d56a55361e8a4dfcaf589cdf98b7d75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520366 Feb 07 22:45:34.139018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57424) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:34.179952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a75a11b0-db9e-44ea-94ae-1cb98b38f2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.203853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a11b0-db9e-44ea-94ae-1cb98b38f2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872bf137-aa6d-4337-981d-b258b4595147,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:34.209675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d8cd9-f78b-43b8-b6f9-4a9d24658298 req-a02ce9b2-8628-4709-a66e-ed0761c4ecca tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.211262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-906d8cd9-f78b-43b8-b6f9-4a9d24658298 req-a02ce9b2-8628-4709-a66e-ed0761c4ecca tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.5523756 Feb 07 22:45:34.216582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.231031 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a75a11b0-db9e-44ea-94ae-1cb98b38f2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.236990 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a75a11b0-db9e-44ea-94ae-1cb98b38f2a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/872bf137-aa6d-4337-981d-b258b4595147 HTTP/1.1" status: 204 len: 168 time: 0.2718511 Feb 07 22:45:34.319815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=940a0fe2-930f-45bb-a488-a6f779308225,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:34.327296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.334577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266bb60-08b6-4362-9aaa-dadc648c71b7 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:34.376014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87cb0a1-366a-41b9-abb3-e01b459567f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.421688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed3388f4-d6aa-43ce-bd44-c736fcc9371b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/940a0fe2-930f-45bb-a488-a6f779308225 HTTP/1.1" status: 204 len: 168 time: 0.8707740 Feb 07 22:45:34.424788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57436) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:34.462824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87cb0a1-366a-41b9-abb3-e01b459567f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.474368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device aba74b40-fa2d-41b0-bbfb-304cc1d6de0a details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:45:34.478332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-906d8cd9-f78b-43b8-b6f9-4a9d24658298 req-37a813c3-d559-4a54-b4ae-687fd61550e4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502754 Feb 07 22:45:34.571322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-1c8a831f-d37f-4a76-91ac-6fb928cba77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.573349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-1c8a831f-d37f-4a76-91ac-6fb928cba77c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 1096 time: 0.2906599 Feb 07 22:45:34.595965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45c1dd-109e-4953-bf9d-226338062a7b req-5a7fe913-f167-492d-a733-06c38775c385 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.602793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef45c1dd-109e-4953-bf9d-226338062a7b req-5a7fe913-f167-492d-a733-06c38775c385 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.2872536 Feb 07 22:45:34.630669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-baff1b85-3afb-4168-bcbe-ac07f3198d1d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2045019 Feb 07 22:45:34.631296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57454) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:34.663982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:34.723941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'mac_address': 'fa:16:3e:18:2b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:45:34.796894 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.806450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87cb0a1-366a-41b9-abb3-e01b459567f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.833412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cb0a1-366a-41b9-abb3-e01b459567f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5826a54a-8a3e-48ec-9e76-16947ca48d69,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:34.864217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aba74b40-fa2d-41b0-bbfb-304cc1d6de0a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:34.876460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94db3fa-2978-46ae-81e2-db919ce19cdf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:34.879308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d94db3fa-2978-46ae-81e2-db919ce19cdf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:34.899073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87cb0a1-366a-41b9-abb3-e01b459567f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:34.901382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f87cb0a1-366a-41b9-abb3-e01b459567f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5826a54a-8a3e-48ec-9e76-16947ca48d69 HTTP/1.1" status: 204 len: 168 time: 0.7585680 Feb 07 22:45:34.912293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d94db3fa-2978-46ae-81e2-db919ce19cdf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:34.921403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d94db3fa-2978-46ae-81e2-db919ce19cdf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2890038 Feb 07 22:45:34.922595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:34.931009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef45c1dd-109e-4953-bf9d-226338062a7b req-29ffd549-9220-4ba2-87a0-07e1056f71bc tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242421 Feb 07 22:45:35.003972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:35.020142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-0a74319c-5f87-4c78-8973-8f6730812543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.022419 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.023713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-0a74319c-5f87-4c78-8973-8f6730812543 service neutron] 10.222.0.26 "GET /v2.0/networks?id=19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 200 len: 917 time: 0.4183061 Feb 07 22:45:35.074981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 48d3ab79-df89-43ae-a5a9-9c0865cdb79a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:35.082249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca91632e-a211-446e-a131-aa899e6c6e8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.084986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca91632e-a211-446e-a131-aa899e6c6e8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:35.110807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-549058a8-9d7b-43b7-a2a5-74748f686eb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891 HTTP/1.1" status: 200 len: 217 time: 0.0794563 Feb 07 22:45:35.131022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca91632e-a211-446e-a131-aa899e6c6e8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:35.134564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ca91632e-a211-446e-a131-aa899e6c6e8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2052245 Feb 07 22:45:35.134948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57494) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:35.178274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['aba74b40-fa2d-41b0-bbfb-304cc1d6de0a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:45:35.247915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-e0e3525f-fb16-41e9-9faa-57e69f879dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.253737 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-e0e3525f-fb16-41e9-9faa-57e69f879dec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 200 len: 855 time: 0.1304560 Feb 07 22:45:35.310014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:35.335598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e20b09d2-ded3-41c4-bc48-6522b7cfb033 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1982110 Feb 07 22:45:35.338828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57514) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:35.350832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:35.365623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-ffce0530-2806-42b6-aeaf-b402ca6d5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:35.367251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-ffce0530-2806-42b6-aeaf-b402ca6d5275 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=19e4d43e-acec-49b9-b096-c6f6f296feb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069398 Feb 07 22:45:35.389666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:45:35.397990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:35.398575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.441744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Deleting port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:35.442306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.605550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:35.624231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:35.650626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:35.656444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:35.662479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-8a914a22-c5e0-4320-99bb-5f25f5219cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871230 Feb 07 22:45:36.007474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599184-b392-486d-86a6-d21435f009fb req-c670c9a2-11af-4448-94a2-23de76f7affc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:36.009185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77599184-b392-486d-86a6-d21435f009fb req-c670c9a2-11af-4448-94a2-23de76f7affc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.1828325 Feb 07 22:45:36.066517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0e2ff26-7c60-4add-aa8d-29150bb70f43 req-ebf4dcdc-258e-4517-84eb-439a569cc1da service neutron] 10.222.0.26 "GET /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973444 Feb 07 22:45:36.140347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77599184-b392-486d-86a6-d21435f009fb req-3004c237-fee1-405c-972c-0cba91e9c44f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236658 Feb 07 22:45:36.424831 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.434973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062b1b4-80a9-4762-a53a-0444b345e1c1 req-b06df599-b7f1-4dc5-ae7e-e00941ef34b8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:36.437563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7062b1b4-80a9-4762-a53a-0444b345e1c1 req-b06df599-b7f1-4dc5-ae7e-e00941ef34b8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.1894596 Feb 07 22:45:36.444367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.491448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:36.491883 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:36.526313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7062b1b4-80a9-4762-a53a-0444b345e1c1 req-b508a317-f312-441a-92ba-6e66a8df23b9 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800374 Feb 07 22:45:36.647423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:45:37.000432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Calling delete_port for 48d3ab79-df89-43ae-a5a9-9c0865cdb79a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:37.099275 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 48d3ab79-df89-43ae-a5a9-9c0865cdb79a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:37.167885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.351243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-2b8552da-34f9-41c6-a19e-1afd888568c8 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7dd231cd47334a21be6c8fd6f39e6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699379 Feb 07 22:45:37.381633 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:45:37.382184 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:45:37.425122 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.572811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:37.615471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.624397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.625373 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.725244 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:45:37.725829 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:45:37.773012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:37.782376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:37.789565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:37.798071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:37.798071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:37.825869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=e2a6feb4-438e-45d2-b078-83d66e20d5f4,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:37.835051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f9b06ac1-2199-4bd5-8173-c06b6545fd26 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4960029 Feb 07 22:45:37.837017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57606) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:37.846586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:37.883437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Deleting port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:37.883437 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.001431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-9a70f920-3ef3-4494-b02c-931da4b1953f tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.002747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-9a70f920-3ef3-4494-b02c-931da4b1953f tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6506093 Feb 07 22:45:38.026259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf193f-9d63-4ef5-b5c0-3e3a4f2e6519 req-1247d7b8-8dbd-4883-8c19-6fe0edfb8cce tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:38.027780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66bf193f-9d63-4ef5-b5c0-3e3a4f2e6519 req-1247d7b8-8dbd-4883-8c19-6fe0edfb8cce tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.4710884 Feb 07 22:45:38.037829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-0b2b63dc-ceda-4119-a21d-60fad3fb11e4 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/quotas/7dd231cd47334a21be6c8fd6f39e6d08 HTTP/1.1" status: 200 len: 375 time: 0.0221152 Feb 07 22:45:38.104455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:38.111351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:38.118379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:38.128959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:38.130134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-83c568a5-9448-4dc0-9a52-a1cec19351d5 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7dd231cd47334a21be6c8fd6f39e6d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818799 Feb 07 22:45:38.152956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:38.157054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.308296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66bf193f-9d63-4ef5-b5c0-3e3a4f2e6519 req-1fa7d5b2-a3a8-4a0a-8abc-2337b501869c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550447 Feb 07 22:45:38.437535 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2a6feb4-438e-45d2-b078-83d66e20d5f4 (CIDR: 2001:db8::/64) Feb 07 22:45:38.440178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device aba74b40-fa2d-41b0-bbfb-304cc1d6de0a up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:38.445500 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:45:38.446782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:45:38.501180 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1f443653-4106-4eb0-b9d1-e2b03b1e152e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6555104 Feb 07 22:45:38.501180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57626) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:38.518179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:38.730720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.826758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:38.827235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.837800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:38.838171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:38.884164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:39.053458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.072752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Calling delete_port for 48d3ab79-df89-43ae-a5a9-9c0865cdb79a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:39.132207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:39.147408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87320fbf-0ea1-4ade-9f59-4eceb7292b49 req-eaca23ab-388e-4a38-a9f3-e1cf9c75cf63 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 210 time: 0.1780348 Feb 07 22:45:39.181878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:39.197072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:39.227786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:39.273959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:39.291148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.362195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134aa1b-6bbb-47ba-bb31-7703138ef043 req-29a15cb2-6c85-4496-bbf0-d672e5905cf0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:39.381158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9134aa1b-6bbb-47ba-bb31-7703138ef043 req-29a15cb2-6c85-4496-bbf0-d672e5905cf0 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.2599695 Feb 07 22:45:39.403625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:39.513340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9134aa1b-6bbb-47ba-bb31-7703138ef043 req-02e1792f-9f17-4574-89b4-f1b2a37cfc55 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311963 Feb 07 22:45:39.564714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:45:39.565176 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:45:39.577135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.678551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:39.713235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:39.724433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:39.829382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:40.015673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f348bd-17f9-4b44-a697-50ab5beaa9be req-c1d826f9-d053-49aa-885b-61f338c8c5cd tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.017200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7f348bd-17f9-4b44-a697-50ab5beaa9be req-c1d826f9-d053-49aa-885b-61f338c8c5cd tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.3252780 Feb 07 22:45:40.053834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:40.059044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918258d1-1a16-4a83-ad74-831ce906396d req-4d4f72f0-6ab8-44ca-b2c2-75b3d87c5722 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.066200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-918258d1-1a16-4a83-ad74-831ce906396d req-4d4f72f0-6ab8-44ca-b2c2-75b3d87c5722 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.2090728 Feb 07 22:45:40.135651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7f348bd-17f9-4b44-a697-50ab5beaa9be req-26e66bc9-f662-4462-9820-95a258ae68b6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001170 Feb 07 22:45:40.137124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:40.138909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:40.165528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-918258d1-1a16-4a83-ad74-831ce906396d req-350c7126-4c20-4202-bce3-b2b760b98325 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956821 Feb 07 22:45:40.166804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.166804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:40.247594 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'code': 200} Feb 07 22:45:40.263374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Deleting port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:40.264936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:40.289638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=8f4aeed5-6e9c-402d-ab12-30d8f1321197,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:40.299204 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0fd39675-45ab-4031-849a-ec62d49dff8f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7957263 Feb 07 22:45:40.299204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57692) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:40.308272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:25:87:cf', 'name': 'tempest-NetworksTestDHCPv6-6182761'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:40.645708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e034a0d-123d-4f73-9566-6ff3c2b922f1 req-2c9c0475-aacd-4bbd-83ea-d7ed6a356786 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 210 time: 0.1180067 Feb 07 22:45:40.760156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-97fd4d71-a370-45cd-82b7-190164a87215 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7dd231cd47334a21be6c8fd6f39e6d08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3082716 Feb 07 22:45:40.905021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] For port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:40.906440 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:40.934006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ade5ae-fec4-4bad-bd96-1d34e50bdb01 req-3ad9ce24-2cf1-45a3-a713-fbb3f3cee74f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:40.943612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7ade5ae-fec4-4bad-bd96-1d34e50bdb01 req-3ad9ce24-2cf1-45a3-a713-fbb3f3cee74f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 945 time: 0.1736696 Feb 07 22:45:41.058410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7ade5ae-fec4-4bad-bd96-1d34e50bdb01 req-68d833b5-7986-4625-8117-7f72adf6ed45 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132376 Feb 07 22:45:41.096935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-ec6cb5d3-a119-4ead-aa25-fee28269c8e6 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.098556 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-ec6cb5d3-a119-4ead-aa25-fee28269c8e6 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114891 Feb 07 22:45:41.113823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:41.129431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Request body: {'port': {'device_id': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '7dd231cd47334a21be6c8fd6f39e6d08'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:41.203852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Calling delete_port for 48d3ab79-df89-43ae-a5a9-9c0865cdb79a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:41.353993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:41.356871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:41.363797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Usage tracker for resource:port and tenant:7dd231cd47334a21be6c8fd6f39e6d08 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:41.379467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:41.387467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:41.400792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:41.496475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Made reservation on behalf of 7dd231cd47334a21be6c8fd6f39e6d08 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:41.502525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.522946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.548525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04986492-d7e8-4e72-bff0-c3e236b1af1a req-079674f7-62cf-452c-af48-322c3dcb3a9a tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.557446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04986492-d7e8-4e72-bff0-c3e236b1af1a req-079674f7-62cf-452c-af48-322c3dcb3a9a tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 0.2961833 Feb 07 22:45:41.559137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:41.566098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57730) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:41.572705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc229ca6-b744-4619-beff-8c1bf67d9a8d req-212e4808-a5e7-4cb1-afc4-c05dabc5a2e3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:41.580023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Usage tracker for resource:security_group_rule and tenant:7dd231cd47334a21be6c8fd6f39e6d08 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:41.580329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc229ca6-b744-4619-beff-8c1bf67d9a8d req-212e4808-a5e7-4cb1-afc4-c05dabc5a2e3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.1555212 Feb 07 22:45:41.587080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:41.614342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:41.662021 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.664794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc229ca6-b744-4619-beff-8c1bf67d9a8d req-3fbe1e89-7f3e-43b3-8087-09f3159a132e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804968 Feb 07 22:45:41.697686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:41.722691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04986492-d7e8-4e72-bff0-c3e236b1af1a req-9baa0a1c-61fd-4ce8-85c8-4aea83c79539 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643343 Feb 07 22:45:41.837139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:45:41.851266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-70374cc3-3b7b-4b1b-b675-c8bb61a14e1d req-e10e9ade-086e-4018-bd28-36acc573e5a8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:45:41.852395 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70374cc3-3b7b-4b1b-b675-c8bb61a14e1d req-e10e9ade-086e-4018-bd28-36acc573e5a8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064251 Feb 07 22:45:41.940096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] Pushing event deleted for resources: {'Port': ['ID=48d3ab79-df89-43ae-a5a9-9c0865cdb79a,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:41.973371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.065781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:42.082255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Usage tracker for resource:security_group_rule and tenant:4a28f3d9c30045ddb41729c38415cc92 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:42.093676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:42.100843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70374cc3-3b7b-4b1b-b675-c8bb61a14e1d req-4aa26bbe-7ce1-49fc-8208-c556fdd0e84f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2175756 Feb 07 22:45:42.124089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.136934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:42.145869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.179321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0cd76d3e-cb13-4320-877f-69a924953d92 req-4fe858e3-8fbb-4f3a-80a3-0b8df47d3f4b tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 210 time: 0.0833914 Feb 07 22:45:42.340150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64318fd-a9ba-4229-a14b-585223034152 None None] No DVR routers for this DVR port 48d3ab79-df89-43ae-a5a9-9c0865cdb79a on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:45:42.358746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Allocated IP 192.168.233.103 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/1749492c-a318-4ca0-bd30-32f9f45776f6) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:42.367037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c0b53e-f889-4227-ab3c-02b8ae4f5277 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:42.619995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-d2d79739-4ab1-43d0-b83f-a77c150ac690 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877957 Feb 07 22:45:42.709386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ee0e6e-19c9-44c9-b690-260b92bc8fd0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:42.837597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '8f4aeed5-6e9c-402d-ab12-30d8f1321197'}, {'subnet_id': 'e2a6feb4-438e-45d2-b078-83d66e20d5f4'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:45:42.838831 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.953203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-72cabcc7-24dc-4131-be30-f495a4f7a3f0 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:42.956435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:42.957617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-72cabcc7-24dc-4131-be30-f495a4f7a3f0 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3286426 Feb 07 22:45:42.995216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-6cd2c5df-7ec3-4d2f-9d78-d8c3ff5bf092 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/quotas/25b1a156e2ab4ff691ed32b5fdbac57f HTTP/1.1" status: 200 len: 375 time: 0.0365052 Feb 07 22:45:43.057132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Transition to ACTIVE for port object 1749492c-a318-4ca0-bd30-32f9f45776f6 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:43.065416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-3e4f3bb5-83e4-4e5f-9ebb-5090260b21ce tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690024 Feb 07 22:45:43.100232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e399bfc-5cdd-4a9a-a174-6f73d3ec4977 req-b9f623c8-e1ad-4f1c-9e90-bdfb3f4414b7 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.112889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e399bfc-5cdd-4a9a-a174-6f73d3ec4977 req-b9f623c8-e1ad-4f1c-9e90-bdfb3f4414b7 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.3203039 Feb 07 22:45:43.160397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e399bfc-5cdd-4a9a-a174-6f73d3ec4977 req-51aae367-98c0-4539-b4e8-a85a7dfe2f6d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464935 Feb 07 22:45:43.167900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8:0:1::291 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/8f4aeed5-6e9c-402d-ab12-30d8f1321197/ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:43.175177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:fe25:87cf (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/e2a6feb4-438e-45d2-b078-83d66e20d5f4/ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:43.221046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.247503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.348746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a28f3d9c30045ddb41729c38415cc92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7813287 Feb 07 22:45:43.366972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57786) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:43.410659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3ef95-e386-4137-831f-ef982abecd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6142d3-a087-4e66-82b9-26db338576b4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:43.486276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.534529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.546552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2f3ae-66e0-41bd-8554-3d71fbfb887c req-f091294b-634b-4737-a5dc-70592d127762 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.546976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ca2f3ae-66e0-41bd-8554-3d71fbfb887c req-f091294b-634b-4737-a5dc-70592d127762 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.2254519 Feb 07 22:45:43.576619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:43.576899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.580247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:43.608631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:43.647056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ca2f3ae-66e0-41bd-8554-3d71fbfb887c req-9f7a3399-2a5d-468a-a3c9-dbef086c101f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903411 Feb 07 22:45:43.679839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.703925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6142d3-a087-4e66-82b9-26db338576b4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:43.719552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.720243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.720520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.720940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.721342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.722060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.723809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.723809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.723964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.724304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.724932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.725458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:43.730024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.732364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ff796e11-0502-402c-8940-bad1d1cd97bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae6142d3-a087-4e66-82b9-26db338576b4 HTTP/1.1" status: 204 len: 168 time: 0.3562577 Feb 07 22:45:43.755641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:43.758036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:43.871090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7510715 Feb 07 22:45:43.895214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Request body: {'port': {'device_id': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:44.026112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecf3ef-ff36-41b3-91b3-b7f5b3d62deb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:44.034262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c2af1a69-5cd4-46f0-8091-f9188dd8ee4b None None] Provisioning for port 1749492c-a318-4ca0-bd30-32f9f45776f6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:44.038744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c2af1a69-5cd4-46f0-8091-f9188dd8ee4b None None] Provisioning complete for port 1749492c-a318-4ca0-bd30-32f9f45776f6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:44.039114 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2af1a69-5cd4-46f0-8091-f9188dd8ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.144747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c2af1a69-5cd4-46f0-8091-f9188dd8ee4b None None] Port 1749492c-a318-4ca0-bd30-32f9f45776f6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:45:44.465699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637a3c-2918-46e6-b36b-cd15c31d109f req-651d93cc-7d60-46ef-b5c2-1ee603b02ae8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:44.484256 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6637a3c-2918-46e6-b36b-cd15c31d109f req-651d93cc-7d60-46ef-b5c2-1ee603b02ae8 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 945 time: 0.2361372 Feb 07 22:45:44.578087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.606724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.685011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:44.763327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6637a3c-2918-46e6-b36b-cd15c31d109f req-44db9c6b-21be-45b2-a8bc-798440b71872 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744980 Feb 07 22:45:44.875055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:44.932830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102c20b-326a-4829-baae-9996fdda71c5 req-95c0cb53-602b-4078-8cb3-38aff6fbd39a tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:44.943070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d102c20b-326a-4829-baae-9996fdda71c5 req-95c0cb53-602b-4078-8cb3-38aff6fbd39a tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 936 time: 0.3998840 Feb 07 22:45:45.128442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:45.133658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:45.136800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:45.143124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:45.144617 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.205765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:45.211391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Allocated IP 2001:db8:0:1::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/8f4aeed5-6e9c-402d-ab12-30d8f1321197/e4eeb72d-5af6-4bf8-bca4-d25897d67c60) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:45.211391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Allocated IP 2001:db8::f816:3eff:fe77:c2e0 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/e2a6feb4-438e-45d2-b078-83d66e20d5f4/e4eeb72d-5af6-4bf8-bca4-d25897d67c60) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.235850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:45.259231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf8ca4d2-d732-4c8e-9db5-4a5bc373e20c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.9584672 Feb 07 22:45:45.262515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:45.481046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1749492c-a318-4ca0-bd30-32f9f45776f6 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:45.489731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.506689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Transition to ACTIVE for port object 1749492c-a318-4ca0-bd30-32f9f45776f6 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:45.511036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:45.511546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.578902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d102c20b-326a-4829-baae-9996fdda71c5 req-09407152-a361-4cf3-b23a-a1403a470124 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6244426 Feb 07 22:45:45.665784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-2285f8bb-0829-4ac8-a0c2-13d2bb4293d3 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819545 Feb 07 22:45:45.755746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.879757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:45.905765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:45.913985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Transition to ACTIVE for port object e4eeb72d-5af6-4bf8-bca4-d25897d67c60 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:45.967122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Transition to ACTIVE for port object e4eeb72d-5af6-4bf8-bca4-d25897d67c60 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:45.990818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:46.169141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:46.182298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:46.191058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:46.209172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60fc56-89fc-463d-a05b-d3c2f3060091 req-d5e0ede0-ac1c-4862-b03f-3af3a9d17569 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:46.220382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef60fc56-89fc-463d-a05b-d3c2f3060091 req-d5e0ede0-ac1c-4862-b03f-3af3a9d17569 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.4222221 Feb 07 22:45:46.282665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-bc41ab61-979f-474a-8b06-53a05a0c9c25 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:46.289041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-bc41ab61-979f-474a-8b06-53a05a0c9c25 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6185777 Feb 07 22:45:46.324635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-084fedd3-febe-4403-848e-9b55ccca10b3 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/quotas/25b1a156e2ab4ff691ed32b5fdbac57f HTTP/1.1" status: 200 len: 375 time: 0.0214305 Feb 07 22:45:46.389181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Pushing event updated for resources: {'Port': ['ID=e4eeb72d-5af6-4bf8-bca4-d25897d67c60,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:46.463068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-8a41ddcd-134c-4ec7-9966-48fc579f72d8 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308024 Feb 07 22:45:46.499426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef60fc56-89fc-463d-a05b-d3c2f3060091 req-054d86a9-5103-4f99-b699-564cb939eff7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780516 Feb 07 22:45:46.521738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Attempting to bind port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:46.522827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Attempting to bind port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:46.523440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Attempting to bind port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:46.533641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:46.534489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:46.535335 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:46.535978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:46.536717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Bound port: e4eeb72d-5af6-4bf8-bca4-d25897d67c60, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:46.537331 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:46.759838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] For port e4eeb72d-5af6-4bf8-bca4-d25897d67c60, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:46.764726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-df323a24-32c2-48fb-89fa-870ded7f689b tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1216240 Feb 07 22:45:46.766106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] For port e4eeb72d-5af6-4bf8-bca4-d25897d67c60, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e4eeb72d-5af6-4bf8-bca4-d25897d67c60,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:46.778879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.030852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a181b65-cb87-49fa-8eb9-4422b182ac10 None None] Pushing event updated for resources: {'Port': ['ID=e4eeb72d-5af6-4bf8-bca4-d25897d67c60,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:47.072741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Attempting to bind port 1749492c-a318-4ca0-bd30-32f9f45776f6 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:47.074462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Attempting to bind port 1749492c-a318-4ca0-bd30-32f9f45776f6 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:47.075028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Attempting to bind port 1749492c-a318-4ca0-bd30-32f9f45776f6 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:47.094456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Port 1749492c-a318-4ca0-bd30-32f9f45776f6 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:45:47.098474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Attempting to bind port 1749492c-a318-4ca0-bd30-32f9f45776f6 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:47.118137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.147141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:47.155331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:47.157151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:47.157780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Bound port: 1749492c-a318-4ca0-bd30-32f9f45776f6, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:47.158890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:47.289102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-fdc569b6-98c8-44c6-88e7-80c73395dfab tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:47.293039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-fdc569b6-98c8-44c6-88e7-80c73395dfab tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5234807 Feb 07 22:45:47.349213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Request body: {'port': {'device_id': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '25b1a156e2ab4ff691ed32b5fdbac57f'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:47.554994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:47.865928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:47.901142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cdfb7-310d-43b9-8df4-8135753d0210 req-f6ba3242-a997-4e7e-b4a1-d4e9c333ee75 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:47.910172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c9cdfb7-310d-43b9-8df4-8135753d0210 req-f6ba3242-a997-4e7e-b4a1-d4e9c333ee75 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 1.0950518 Feb 07 22:45:47.913310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Usage tracker for resource:port and tenant:25b1a156e2ab4ff691ed32b5fdbac57f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:47.939962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:47.948238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:47.961232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:48.006234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beac0d-8ba5-441f-8aa3-1c77176d0f7f req-81c43054-b8ef-4b72-b62b-324c6d820528 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:48.037505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3beac0d-8ba5-441f-8aa3-1c77176d0f7f req-81c43054-b8ef-4b72-b62b-324c6d820528 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 948 time: 0.7337353 Feb 07 22:45:48.041228 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.137813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:48.220477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c9cdfb7-310d-43b9-8df4-8135753d0210 req-4a5e41cb-7ca1-442f-9943-c8e9ca9cee04 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084159 Feb 07 22:45:48.243135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:48.244416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.246333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] 10.222.0.36 "PUT /v2.0/ports/1749492c-a318-4ca0-bd30-32f9f45776f6 HTTP/1.1" status: 200 len: 1096 time: 4.3597593 Feb 07 22:45:48.246969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:48.345196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3beac0d-8ba5-441f-8aa3-1c77176d0f7f req-18e74ae4-30f4-4759-a104-32ded37508be tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031640 Feb 07 22:45:48.350470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Made reservation on behalf of 25b1a156e2ab4ff691ed32b5fdbac57f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:48.355366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.409546 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.456290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:48.467996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Usage tracker for resource:security_group_rule and tenant:25b1a156e2ab4ff691ed32b5fdbac57f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:48.472655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:48.485446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:48.709241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efdb3137-97a9-4346-ad19-4bc533723d63 req-3f2a0019-795e-40a9-bf2e-0fd98d631537 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 210 time: 0.0745862 Feb 07 22:45:48.758317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76579-a976-49a5-a753-2ea8d685b5a4 req-3881fafb-daf9-426d-8f70-2e4b2f66a512 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:48.768519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3d76579-a976-49a5-a753-2ea8d685b5a4 req-3881fafb-daf9-426d-8f70-2e4b2f66a512 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.1849523 Feb 07 22:45:48.827468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:48.829559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c6aca-7c06-4149-b346-57911aaba80f service neutron] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:48.843476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3d76579-a976-49a5-a753-2ea8d685b5a4 req-837291b2-8f43-4df2-b43f-1feaca8c4e29 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736933 Feb 07 22:45:48.996601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:49.000629 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'status': 'completed', 'code': 200} Feb 07 22:45:49.103108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.114536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.221725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.276211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c4720-07d4-4110-95ce-45fc6a8782c9 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:49.313541 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-631e00b1-493b-4dac-af01-884118ff0801 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b HTTP/1.1" status: 204 len: 168 time: 4.0497622 Feb 07 22:45:49.316493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-5cb41ab6-a8b5-4055-8178-e4b2d9fee169 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853589 Feb 07 22:45:49.318314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57932) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:49.319408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:49.517553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-42454445-ce5e-46e3-b057-6c69e84812d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:49.521478 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-42454445-ce5e-46e3-b057-6c69e84812d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dd231cd47334a21be6c8fd6f39e6d08&device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 1099 time: 1.2130773 Feb 07 22:45:49.655698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda69e50-43a6-456b-bdfa-cecfcb0ee60b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:49.660406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eda69e50-43a6-456b-bdfa-cecfcb0ee60b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:49.773140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e4eeb72d-5af6-4bf8-bca4-d25897d67c60 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:49.798128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57942) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:49.822596 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-771ab3e8-7578-4d63-9ace-b6ab7fa7a370 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=1749492c-a318-4ca0-bd30-32f9f45776f6 HTTP/1.1" status: 200 len: 217 time: 0.2914431 Feb 07 22:45:49.892739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b499bc0a-52b6-424d-bcfa-881d3779f27e None None] Provisioning for port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:49.939268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:49.981279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eda69e50-43a6-456b-bdfa-cecfcb0ee60b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:49.987644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:49.990321 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:49.995272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:50.000240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eda69e50-43a6-456b-bdfa-cecfcb0ee60b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6404378 Feb 07 22:45:50.069513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Allocated IP 192.168.233.203 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/4ded30b6-ce09-441d-aba8-0bfa8a847e05) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:50.143777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-af87f552-a362-42fb-907a-0285b7808ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.158807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-af87f552-a362-42fb-907a-0285b7808ee2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2927566 Feb 07 22:45:50.170854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-2fe8e2f9-7a02-4188-9610-ce7486f428b9 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.174084 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-2fe8e2f9-7a02-4188-9610-ce7486f428b9 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8522327 Feb 07 22:45:50.187124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8578b-0baa-4eda-9fc0-e05d861795ad req-7fc2bf7f-6a34-4c24-8502-47d008228f62 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.195191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8578b-0baa-4eda-9fc0-e05d861795ad req-7fc2bf7f-6a34-4c24-8502-47d008228f62 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.202316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8578b-0baa-4eda-9fc0-e05d861795ad req-7fc2bf7f-6a34-4c24-8502-47d008228f62 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.209835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cb8578b-0baa-4eda-9fc0-e05d861795ad req-7fc2bf7f-6a34-4c24-8502-47d008228f62 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a&device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3&device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 2416 time: 0.5236275 Feb 07 22:45:50.241227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Request body: {'port': {'device_id': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '25b1a156e2ab4ff691ed32b5fdbac57f'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:50.373351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.393107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.458570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e4eeb72d-5af6-4bf8-bca4-d25897d67c60, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e4eeb72d-5af6-4bf8-bca4-d25897d67c60,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:50.468348 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.472794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:50.511446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Usage tracker for resource:security_group_rule and tenant:b0fcd09748fd4985961cd57c0f6743b9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:50.528828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce28c5-3874-4aea-8e1a-01f8a2bef526 req-83467fa7-6095-4f15-91d5-7e5a980ab1c6 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.530959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05ce28c5-3874-4aea-8e1a-01f8a2bef526 req-83467fa7-6095-4f15-91d5-7e5a980ab1c6 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 948 time: 0.9157817 Feb 07 22:45:50.531513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82829307-df9f-4b0d-89fa-fc3c5718f75b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.532439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-82829307-df9f-4b0d-89fa-fc3c5718f75b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:50.535702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:50.577363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cb8578b-0baa-4eda-9fc0-e05d861795ad req-0e3747ec-dbcf-4670-9759-36b017948f49 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663752 Feb 07 22:45:50.613853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:50.657599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-45214768-a5ca-4c22-8eb1-9c300a938e57 None None] Provisioning complete for port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:50.658191 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-45214768-a5ca-4c22-8eb1-9c300a938e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.681617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:50.700568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Usage tracker for resource:port and tenant:25b1a156e2ab4ff691ed32b5fdbac57f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:50.704897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-82829307-df9f-4b0d-89fa-fc3c5718f75b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:50.706281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-82829307-df9f-4b0d-89fa-fc3c5718f75b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7100990 Feb 07 22:45:50.710644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e4eeb72d-5af6-4bf8-bca4-d25897d67c60,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:50.716152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57958) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:50.725234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:50.744286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:50.767502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05ce28c5-3874-4aea-8e1a-01f8a2bef526 req-27a33ba9-90c1-4999-990f-d8cdedcbf13e tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263253 Feb 07 22:45:50.838850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-20f999cb-a86f-4e98-a6e6-de010f9ea320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:50.840329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-20f999cb-a86f-4e98-a6e6-de010f9ea320 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6627479 Feb 07 22:45:50.905425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Made reservation on behalf of 25b1a156e2ab4ff691ed32b5fdbac57f for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:45:50.909189 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:50.939532 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7c82d97-5c33-4132-9d4c-15919b2d25f8 req-bbd7c76b-3ce1-48d2-839f-f64332f526c0 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 210 time: 0.1402497 Feb 07 22:45:50.947930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:51.003056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Transition to ACTIVE for port object 4ded30b6-ce09-441d-aba8-0bfa8a847e05 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:51.008721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-18d1959f-5c91-4fec-8f78-e26bd958237a None None] Could not find standard attr ID for object ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:45:51.069492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28b65b-93ff-41b6-8a82-c7bd22f17b12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.071016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28b65b-93ff-41b6-8a82-c7bd22f17b12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.072603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28b65b-93ff-41b6-8a82-c7bd22f17b12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.073438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d28b65b-93ff-41b6-8a82-c7bd22f17b12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:51.258854 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-58f3f7d9-2bac-4bcb-9a12-92a05dd0c4a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7190025 Feb 07 22:45:51.287908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e4eeb72d-5af6-4bf8-bca4-d25897d67c60 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:45:51.314408 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:51.342172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d28b65b-93ff-41b6-8a82-c7bd22f17b12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:51.345020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d28b65b-93ff-41b6-8a82-c7bd22f17b12 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6165769 Feb 07 22:45:51.353481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57972) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:51.405289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c367b-3a3a-4205-9ed8-7541a73317e5 req-1c0232c8-617d-4108-b125-aa7f1dac5aa4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.407093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd1c367b-3a3a-4205-9ed8-7541a73317e5 req-1c0232c8-617d-4108-b125-aa7f1dac5aa4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.3921032 Feb 07 22:45:51.461611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:51.462541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:51.491648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:51.501313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:51.511871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:51.513985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-48ae04c4-29e3-4b5a-94f7-d8ce11352f23 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480074 Feb 07 22:45:51.595123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:51.615470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd1c367b-3a3a-4205-9ed8-7541a73317e5 req-72a10e79-98c4-4d6b-8f2e-bd5aa374348d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529496 Feb 07 22:45:51.643400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adb153dc-b0e9-40cb-9e2c-9de00030fc7f req-8f13db8e-63a9-41c7-943d-f239b2a06505 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4315805 Feb 07 22:45:51.676989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:51.677633 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:51.697587 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:51.749771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:51.756271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-c6f7f958-478a-49c7-9ce8-16c9da2cc240 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4151165 Feb 07 22:45:51.783281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Request body: {'port': {'device_id': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:51.958760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-44e328b5-4881-426d-8eae-ed6cd1bba903 None None] Provisioning for port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:51.981719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-44e328b5-4881-426d-8eae-ed6cd1bba903 None None] Provisioning complete for port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:51.982934 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-44e328b5-4881-426d-8eae-ed6cd1bba903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.006962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 8f4aeed5-6e9c-402d-ab12-30d8f1321197 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:52.072365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.105625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-44e328b5-4881-426d-8eae-ed6cd1bba903 None None] Port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:45:52.108398 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.187752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Allocated IP 192.168.233.206 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/4d166f41-8c90-4012-91bf-5970cfa0ab8c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:45:52.193718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d425aba5-f235-46a9-9da0-1dc49def12d9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:52.198600 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f7c4f3d5-3afd-4712-a4fe-c6b1f874c6ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0fcd09748fd4985961cd57c0f6743b9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3990064 Feb 07 22:45:52.211212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57990) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:52.297616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.298564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.299544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.300813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.302668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.303294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.303923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.305587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b279e19e-d419-4979-ae1d-d8c313f4e198 req-c5863f50-6e7d-4dc7-9254-abe2e73975fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Synchronizing usage tracker for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:52.306273 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a9855348-05d2-45b1-9a1a-bad39726c58e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6499 time: 0.8567212 Feb 07 22:45:52.336396 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-751c97f0-6655-4c92-8b2f-57ce9fbf00dd req-329e597a-ccf0-4e0d-b236-13144025b163 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7723165 Feb 07 22:45:52.425044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.456473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561da67d-3840-491d-afbe-ed0c2d31fc58 req-e116b865-cda7-4f73-8e3c-d486b7054817 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.463794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-561da67d-3840-491d-afbe-ed0c2d31fc58 req-e116b865-cda7-4f73-8e3c-d486b7054817 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 948 time: 0.4284687 Feb 07 22:45:52.495346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b279e19e-d419-4979-ae1d-d8c313f4e198 req-c5863f50-6e7d-4dc7-9254-abe2e73975fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Unset dirty status for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:52.504102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b279e19e-d419-4979-ae1d-d8c313f4e198 req-c5863f50-6e7d-4dc7-9254-abe2e73975fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 210 time: 0.2915871 Feb 07 22:45:52.555816 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-561da67d-3840-491d-afbe-ed0c2d31fc58 req-112cf938-a929-4ad2-9bf4-1ed53b141ceb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Feb 07 22:45:52.621506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38eb9dc3-8588-4f9a-82ad-df4418edc94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.708002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38eb9dc3-8588-4f9a-82ad-df4418edc94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.782784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38eb9dc3-8588-4f9a-82ad-df4418edc94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.800159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb9dc3-8588-4f9a-82ad-df4418edc94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d425aba5-f235-46a9-9da0-1dc49def12d9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:52.813390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38eb9dc3-8588-4f9a-82ad-df4418edc94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:52.818625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-38eb9dc3-8588-4f9a-82ad-df4418edc94e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d425aba5-f235-46a9-9da0-1dc49def12d9 HTTP/1.1" status: 204 len: 168 time: 0.5711658 Feb 07 22:45:52.934468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-0251995d-b925-4d4f-a6dd-cd207413c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:52.936772 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-0251995d-b925-4d4f-a6dd-cd207413c7be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7dd231cd47334a21be6c8fd6f39e6d08&device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 1099 time: 0.4014645 Feb 07 22:45:53.003381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbdcc6-74e7-45f8-94b8-40e48cc642cf req-7a5d247a-ffb9-4d09-a674-082d706e9ff5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.008430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dcbdcc6-74e7-45f8-94b8-40e48cc642cf req-7a5d247a-ffb9-4d09-a674-082d706e9ff5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.1622922 Feb 07 22:45:53.115539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dcbdcc6-74e7-45f8-94b8-40e48cc642cf req-5d32d5d0-c5ad-4b10-833c-6a6feea39ffe tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993066 Feb 07 22:45:53.210815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-ef86a95b-d90e-477a-b44b-46dd747256d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.211318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-ef86a95b-d90e-477a-b44b-46dd747256d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.212725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-ef86a95b-d90e-477a-b44b-46dd747256d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.214466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-ef86a95b-d90e-477a-b44b-46dd747256d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4 HTTP/1.1" status: 200 len: 2298 time: 0.8537290 Feb 07 22:45:53.326635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-9f7f283d-b741-4ec2-8ecf-4da07f907146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.328131 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-9f7f283d-b741-4ec2-8ecf-4da07f907146 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3719132 Feb 07 22:45:53.359120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:53.411333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58012) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:53.439085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:53.455047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:53.459063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Usage tracker for resource:security_group_rule and tenant:543c68dbee1c47f9b130cf925d4d8ef6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:53.462314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:53.469661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:53.566522 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-385caede-f8aa-483f-8d2e-4bac644ab623 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=1749492c-a318-4ca0-bd30-32f9f45776f6 HTTP/1.1" status: 200 len: 217 time: 0.1637444 Feb 07 22:45:53.578734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:53.701643 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:53.763936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Transition to ACTIVE for port object 4d166f41-8c90-4012-91bf-5970cfa0ab8c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:53.786037 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-6590b66b-2c7c-4764-929b-fc4e9a8a9884 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c HTTP/1.1" status: 200 len: 1001 time: 0.5434117 Feb 07 22:45:53.805497 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:53.835901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05c2cf47-240f-49dc-8e6b-ad9884929344 req-c7520423-0fe1-4c4b-a3fb-28e124d6b349 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 210 time: 0.1373558 Feb 07 22:45:53.854825 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=543c68dbee1c47f9b130cf925d4d8ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390504 Feb 07 22:45:53.858626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58024) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:53.906558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-9cbaaea9-6905-444e-8469-825af250b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:53.909250 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-9cbaaea9-6905-444e-8469-825af250b0a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3130302 Feb 07 22:45:54.001540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240443a9-941f-4edb-8690-e72fe872f0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc149e5-1a9e-4606-875f-f307b9bcc699,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:54.027360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.045929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-5bbf00ab-bfdb-41da-b7b9-f8adfc2ba570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.046813 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-5bbf00ab-bfdb-41da-b7b9-f8adfc2ba570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65699282-451f-42e3-8983-56630e8b5044 HTTP/1.1" status: 200 len: 856 time: 0.2413166 Feb 07 22:45:54.134029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.142239 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cb9db09-b7d3-4df0-b1a3-65d22ea9d251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.142550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b96ac8-6a00-4821-b1a1-b54002553528 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:54.144781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.207695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cb9db09-b7d3-4df0-b1a3-65d22ea9d251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.237719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ef9a1-5e73-4188-a0d8-cf4ba2804867 req-bb832e67-c4f5-4ae8-80e7-f6f8f850bc31 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.245050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c26ef9a1-5e73-4188-a0d8-cf4ba2804867 req-bb832e67-c4f5-4ae8-80e7-f6f8f850bc31 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 948 time: 0.4886143 Feb 07 22:45:54.351687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c26ef9a1-5e73-4188-a0d8-cf4ba2804867 req-173212ec-4514-45f7-8348-f329612628b3 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054339 Feb 07 22:45:54.379240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4aeed5-6e9c-402d-ab12-30d8f1321197,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:54.391101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:54.410196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:45:54.444618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:45:54.460789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:45:54.533913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-2ec21261-0f83-41bf-a390-1e3afe7ae340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:54.535606 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-2ec21261-0f83-41bf-a390-1e3afe7ae340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6192687 Feb 07 22:45:54.538295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-55f9059d-d8e5-4542-9ace-26e94c7e5da3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/8f4aeed5-6e9c-402d-ab12-30d8f1321197 HTTP/1.1" status: 204 len: 168 time: 3.1593299 Feb 07 22:45:54.547287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58040) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:54.756630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cb9db09-b7d3-4df0-b1a3-65d22ea9d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:54.778499 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-483e4a2c-e719-4ae6-8e08-ba0a472686a7 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320616 Feb 07 22:45:54.973191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0ef7e24f-3dd2-4150-bec0-a1d523287fb2 None None] Provisioning for port 4d166f41-8c90-4012-91bf-5970cfa0ab8c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:45:54.979695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0ef7e24f-3dd2-4150-bec0-a1d523287fb2 None None] Provisioning complete for port 4d166f41-8c90-4012-91bf-5970cfa0ab8c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:54.980120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ef7e24f-3dd2-4150-bec0-a1d523287fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.079353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9db09-b7d3-4df0-b1a3-65d22ea9d251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc149e5-1a9e-4606-875f-f307b9bcc699,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:55.137898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cb9db09-b7d3-4df0-b1a3-65d22ea9d251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.142386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8cb9db09-b7d3-4df0-b1a3-65d22ea9d251 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fc149e5-1a9e-4606-875f-f307b9bcc699 HTTP/1.1" status: 204 len: 168 time: 1.2749901 Feb 07 22:45:55.211243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0ef7e24f-3dd2-4150-bec0-a1d523287fb2 None None] Port 4d166f41-8c90-4012-91bf-5970cfa0ab8c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:45:55.231141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:45:55.234612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ded30b6-ce09-441d-aba8-0bfa8a847e05 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:55.270974 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.311420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451964-f34d-486a-a111-ac24a5049dcc req-6f804348-d563-46ee-b613-ab60fa20dc29 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.319559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19451964-f34d-486a-a111-ac24a5049dcc req-6f804348-d563-46ee-b613-ab60fa20dc29 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.7816451 Feb 07 22:45:55.383943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Transition to ACTIVE for port object 4ded30b6-ce09-441d-aba8-0bfa8a847e05 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:55.405793 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.424322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-2ed8b26e-511f-4f3f-a60b-a1bf4f18794e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2836306 Feb 07 22:45:55.491414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19451964-f34d-486a-a111-ac24a5049dcc req-4c68be6a-00c3-4681-b813-75338d5293d1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682496 Feb 07 22:45:55.506714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.510414 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.576150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-85325e20-41f8-4e89-88a1-97f699cbb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:55.577698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-85325e20-41f8-4e89-88a1-97f699cbb301 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4170902 Feb 07 22:45:55.776513 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-794d46a7-592a-4e1b-83d5-f057eb8ff3d5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5429757 Feb 07 22:45:55.942083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-00417ca8-aad3-48a7-8feb-fe73276dcf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:55.974137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:55.978511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet e2a6feb4-438e-45d2-b078-83d66e20d5f4 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:45:56.007236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.040802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1c483-ea69-4e7f-a2c3-3e33616f2d2c req-b56dac00-8e52-421e-b099-10e5d171ad5d tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.053227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46c1c483-ea69-4e7f-a2c3-3e33616f2d2c req-b56dac00-8e52-421e-b099-10e5d171ad5d tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 936 time: 0.8745828 Feb 07 22:45:56.261901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.312516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-46c1c483-ea69-4e7f-a2c3-3e33616f2d2c req-1af8be51-f893-4d5d-9caa-16fca51126d2 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Synchronizing usage tracker for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:45:56.394271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Request body: {'port': {'device_id': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:56.417239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Attempting to bind port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:56.417615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Attempting to bind port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:56.417948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Attempting to bind port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:56.421497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-46c1c483-ea69-4e7f-a2c3-3e33616f2d2c req-1af8be51-f893-4d5d-9caa-16fca51126d2 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Unset dirty status for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:45:56.423458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c139ba68-748a-474b-8364-b27e22d29601 None None] Provisioning complete for port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:45:56.423984 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c139ba68-748a-474b-8364-b27e22d29601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.438304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46c1c483-ea69-4e7f-a2c3-3e33616f2d2c req-1af8be51-f893-4d5d-9caa-16fca51126d2 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821249 Feb 07 22:45:56.490846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b349b4-a11f-4680-a47e-534d94144161 req-c8f7803b-6879-4560-83c1-4a16898dcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.492915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-c8f7803b-6879-4560-83c1-4a16898dcc88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1096 time: 0.6934743 Feb 07 22:45:56.516341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:45:56.516341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Attempting to bind port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:56.529609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:45:56.629878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.668986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e2a46b11-fe08-4257-87ef-d3431f8ae501 req-42845aeb-2bae-4402-bddb-10d888a41430 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8532403 Feb 07 22:45:56.762463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:45:56.762835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:45:56.763255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:45:56.763863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Bound port: 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:45:56.764040 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.778414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a67ec5be-d3b6-4e4c-bb63-15e6ca5d5eb2 service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1604185 Feb 07 22:45:56.853264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:56.923227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b349b4-a11f-4680-a47e-534d94144161 req-f43c7fa8-bcd6-41f4-8eb9-1bb4b791e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:56.925623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-f43c7fa8-bcd6-41f4-8eb9-1bb4b791e472 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.3877935 Feb 07 22:45:56.972460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:57.001887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'mac_address': 'fa:16:3e:4e:e4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:45:57.058150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:45:57.063389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:45:57.069147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.086692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1749492c-a318-4ca0-bd30-32f9f45776f6 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:57.115133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:57.125517 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.125626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047389b6-c788-4d4a-9c32-caa604b98dfe req-ac2ace01-1955-4bc2-988a-fd1e46cef0e0 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.138333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-047389b6-c788-4d4a-9c32-caa604b98dfe req-ac2ace01-1955-4bc2-988a-fd1e46cef0e0 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 948 time: 0.8160019 Feb 07 22:45:57.141076 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.261377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.262863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.264207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ded30b6-ce09-441d-aba8-0bfa8a847e05 HTTP/1.1" status: 200 len: 1096 time: 5.5003250 Feb 07 22:45:57.322005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:57.340965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.343754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.345455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:45:57.346340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.346942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.349868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.349868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.350049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.354181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.354181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.354181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.354181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.354181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:45:57.423454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1749492c-a318-4ca0-bd30-32f9f45776f6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:45:57.433591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-047389b6-c788-4d4a-9c32-caa604b98dfe req-f55e9f99-b09b-4daa-90df-1dc759cd22a4 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933192 Feb 07 22:45:57.467890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5829cf-e99f-47ee-90d6-53c6b512fc5c req-aca9f764-b860-44a2-bd7b-14496cfb700f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:57.476704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a5829cf-e99f-47ee-90d6-53c6b512fc5c req-aca9f764-b860-44a2-bd7b-14496cfb700f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 0.6884458 Feb 07 22:45:57.621702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.696355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-ecf55c34-15ef-4786-a221-6ea38cb6e12a service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9071779 Feb 07 22:45:57.700437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a6feb4-438e-45d2-b078-83d66e20d5f4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:57.796510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:57.830385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-f914b714-538a-4e21-b0a8-e93c2a3e1ba2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 200 len: 217 time: 0.1250677 Feb 07 22:45:57.839974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9208307-a7fa-4d49-9b44-e6c07ee25037 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/e2a6feb4-438e-45d2-b078-83d66e20d5f4 HTTP/1.1" status: 204 len: 168 time: 3.2908823 Feb 07 22:45:57.840877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58100) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:57.915563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672a370-5924-4c46-befe-c71996dbc6b9 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:45:58.097573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-14a3b12c-57b4-4cad-8e74-dc65d752f3b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 1.1622026 Feb 07 22:45:58.146637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad78df-9602-4e5f-b394-fcdba2377764 service neutron] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:58.171915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a5829cf-e99f-47ee-90d6-53c6b512fc5c req-5c324c54-2907-4706-adda-feb17dde502c tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038185 Feb 07 22:45:58.250698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f46d0768-089e-4d55-b2ff-e4226d343ed9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3237414 Feb 07 22:45:58.268947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-301fb26a-520e-4eed-a4a7-16d5aed0556f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.269985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:45:58.293613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-301fb26a-520e-4eed-a4a7-16d5aed0556f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 945 time: 0.6283810 Feb 07 22:45:58.316727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b349b4-a11f-4680-a47e-534d94144161 req-ae04be7f-5470-415d-9879-91f0e9f52e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.333443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-ae04be7f-5470-415d-9879-91f0e9f52e8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1961374 Feb 07 22:45:58.393752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:45:58.526740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d166f41-8c90-4012-91bf-5970cfa0ab8c {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:45:58.544791 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'status': 'completed', 'code': 200} Feb 07 22:45:58.556212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-77dac548-e95e-4472-b365-4ad8c912e67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:58.614358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:58.626813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-f297c785-2136-4ffb-81a6-bab86b5b7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.628770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-f297c785-2136-4ffb-81a6-bab86b5b7768 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.7741442 Feb 07 22:45:58.634578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-cd99f31d-25d5-4bdd-9247-c7b7ad7900f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:58.636321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-cd99f31d-25d5-4bdd-9247-c7b7ad7900f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 1099 time: 1.2376828 Feb 07 22:45:58.651758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Deleting port 8b649846-1db1-4fad-adbe-433329031993 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:58.651758 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:58.810451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Transition to ACTIVE for port object 4d166f41-8c90-4012-91bf-5970cfa0ab8c will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:45:58.964189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:45:58.971233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] Deleting port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:45:58.971834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:59.145912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:59.415455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:45:59.429456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:45:59.512434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:45:59.528215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] For port e4eeb72d-5af6-4bf8-bca4-d25897d67c60, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e4eeb72d-5af6-4bf8-bca4-d25897d67c60,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:45:59.528215 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:59.541102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-3a03bcdd-ec23-47cc-8d10-6ff5c988d89c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05 HTTP/1.1" status: 200 len: 217 time: 0.8919940 Feb 07 22:45:59.553213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:45:59.567267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9e3ca-0af1-47ab-8c10-70e664e8230e req-1aabd1b7-6468-41f1-bc80-062241a38950 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:59.575516 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6d9e3ca-0af1-47ab-8c10-70e664e8230e req-1aabd1b7-6468-41f1-bc80-062241a38950 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 1.7555361 Feb 07 22:45:59.629244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:45:59.769890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a52a41d1-2189-4994-95d1-17aa85f37274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:59.772762 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a52a41d1-2189-4994-95d1-17aa85f37274 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0934174 Feb 07 22:45:59.774740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] Calling delete_port for e4eeb72d-5af6-4bf8-bca4-d25897d67c60 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:45:59.819555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e4eeb72d-5af6-4bf8-bca4-d25897d67c60 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:45:59.821430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Attempting to bind port 4d166f41-8c90-4012-91bf-5970cfa0ab8c on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:45:59.822061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Attempting to bind port 4d166f41-8c90-4012-91bf-5970cfa0ab8c by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:45:59.822205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Attempting to bind port 4d166f41-8c90-4012-91bf-5970cfa0ab8c on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:45:59.878986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b349b4-a11f-4680-a47e-534d94144161 req-8e136d9d-2a45-41ba-a3a9-2a661d532ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:45:59.880466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-8e136d9d-2a45-41ba-a3a9-2a661d532ac1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4462655 Feb 07 22:45:59.909153 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:45:59.942101 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.049208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.070698 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.113566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6d9e3ca-0af1-47ab-8c10-70e664e8230e req-86318454-1eea-4fee-9020-1cb8263e826c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363476 Feb 07 22:46:00.139689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Port 4d166f41-8c90-4012-91bf-5970cfa0ab8c on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:46:00.149840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Attempting to bind port 4d166f41-8c90-4012-91bf-5970cfa0ab8c on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:00.167028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:00.186308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.217805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] No DVR routers for this DVR port e4eeb72d-5af6-4bf8-bca4-d25897d67c60 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:00.224298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:00.224830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:00.225329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:00.225893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Bound port: 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:00.226353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.250037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698c76c-1949-48a6-ba4b-836f9d9b418b None None] Pushing event deleted for resources: {'Port': ['ID=e4eeb72d-5af6-4bf8-bca4-d25897d67c60,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:00.311681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-ef366fc6-dc54-4f00-93fa-730953924706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:00.314316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-ef366fc6-dc54-4f00-93fa-730953924706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.7102122 Feb 07 22:46:00.428025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-5c423db2-a0a1-442e-8bed-748bc6554a1c service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279626 Feb 07 22:46:00.567561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:00.589552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] For port 8b649846-1db1-4fad-adbe-433329031993, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8b649846-1db1-4fad-adbe-433329031993,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:00.590317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.740099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Calling delete_port for 8b649846-1db1-4fad-adbe-433329031993 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:00.780756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 1749492c-a318-4ca0-bd30-32f9f45776f6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:00.788376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 1749492c-a318-4ca0-bd30-32f9f45776f6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:00.788918 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.812487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:00.893151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.915123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:00.939860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-e48c5dc3-f883-4fbe-b4f0-9d128fdbfae2 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017993 Feb 07 22:46:00.949154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:00.987010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.017354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:01.040451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:01.047774 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.085323 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.116165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc73ef-4068-4308-b47c-861a2ecce89e req-4823567e-b4fd-4bbf-ae5d-967779ee956b tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:01.118209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ccc73ef-4068-4308-b47c-861a2ecce89e req-4823567e-b4fd-4bbf-ae5d-967779ee956b tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 1.9275880 Feb 07 22:46:01.146813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:01.147440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.148879 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] 10.222.0.36 "PUT /v2.0/ports/4d166f41-8c90-4012-91bf-5970cfa0ab8c HTTP/1.1" status: 200 len: 1096 time: 4.7633579 Feb 07 22:46:01.152742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:01.162691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-1f9ed49f-236a-40cf-a34a-de03531896ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 200 len: 217 time: 0.2149858 Feb 07 22:46:01.219624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['893c2ac8-3ae7-414b-b7d5-6ad30f3244ed'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:01.226843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Pushing event deleted for resources: {'Port': ['ID=8b649846-1db1-4fad-adbe-433329031993,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:01.319020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['35ae4653-0aca-4a8f-8153-ab7d666d1891'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:01.461327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:01.486594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6619dc1-6f6c-4113-ba90-d2d0354a780f service neutron] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:01.500377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58198) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:01.543726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-c429f8fd-f971-4ebb-a2c3-c0045fddf8ca service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5144966 Feb 07 22:46:01.555795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-fbba7232-bd64-4019-868a-b4f13c99d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:01.557292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-fbba7232-bd64-4019-868a-b4f13c99d6c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2204206 Feb 07 22:46:01.597978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-04da2b4c-986a-4b44-9683-980918b2b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:01.599706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-04da2b4c-986a-4b44-9683-980918b2b6e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.4259102 Feb 07 22:46:01.643301 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ccc73ef-4068-4308-b47c-861a2ecce89e req-e6066b04-78ee-48d2-b379-e91b897d35fe tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176269 Feb 07 22:46:01.700373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:46:01.709533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.782376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-032a8438-175f-41c4-a712-59577fd87a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:01.787222 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-032a8438-175f-41c4-a712-59577fd87a18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 1099 time: 0.5581644 Feb 07 22:46:01.827835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] No DVR routers for this DVR port 8b649846-1db1-4fad-adbe-433329031993 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:01.834849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:01.905181 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:01.915235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'name': 'network-vif-deleted', 'tag': '8b649846-1db1-4fad-adbe-433329031993'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:02.030239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169c7be-ce47-4f72-8530-b40b30a72a43 req-96ebb7cb-1796-4986-9482-dc60186f23a7 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.038328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2169c7be-ce47-4f72-8530-b40b30a72a43 req-96ebb7cb-1796-4986-9482-dc60186f23a7 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 950 time: 1.0120902 Feb 07 22:46:02.089320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cc1aad4-4b3b-4a52-bf1c-358d4e126960 req-cc7998c1-3030-427e-a97c-4368b1d4b654 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "DELETE /v2.0/ports/8b649846-1db1-4fad-adbe-433329031993 HTTP/1.1" status: 204 len: 173 time: 3.7886236 Feb 07 22:46:02.090806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1b96fc63-3320-445a-8ea2-2f0af53d0399 req-32fd74ff-e2f8-41ec-8291-edeff459546c tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Synchronizing usage tracker for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:02.116001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:02.128440 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-405a142c-898a-4106-9022-183cd540541d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c HTTP/1.1" status: 200 len: 217 time: 0.2923393 Feb 07 22:46:02.129483 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cdb8a0-827e-4f17-aaf8-d6594f5de44e None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:02.135908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.136511 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:02.183821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2169c7be-ce47-4f72-8530-b40b30a72a43 req-b1cef115-ac37-42ed-a341-5512fb0504d0 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444232 Feb 07 22:46:02.218351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-e3593f86-1712-45ab-9446-6060ecc1078d service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504749 Feb 07 22:46:02.222646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1b96fc63-3320-445a-8ea2-2f0af53d0399 req-32fd74ff-e2f8-41ec-8291-edeff459546c tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Unset dirty status for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:02.237989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b96fc63-3320-445a-8ea2-2f0af53d0399 req-32fd74ff-e2f8-41ec-8291-edeff459546c tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf3a96d-fdce-4e13-be98-3ae58dfadb9a HTTP/1.1" status: 200 len: 210 time: 0.3319225 Feb 07 22:46:02.248226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-71d80a0a-a1c7-4a04-ab4e-e78020aa17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.249918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-71d80a0a-a1c7-4a04-ab4e-e78020aa17a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0845482 Feb 07 22:46:02.250668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=5bd1d00f-5bdd-421f-9a09-10dad85b3107,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:02.324331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-684a46ad-0339-417e-913d-2d0b7dd1d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.326647 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-684a46ad-0339-417e-913d-2d0b7dd1d793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7201426 Feb 07 22:46:02.337923 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bffbdd39-4aeb-45d3-940d-dded99d54ff0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0168912 Feb 07 22:46:02.338650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58230) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:02.397800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:02.462037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.467223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.467724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.468229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.478981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.479530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.480011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.486404 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'code': 200} Feb 07 22:46:02.491527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-33b1864f-197e-4bc3-a0f3-2333bbcb45d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6499 time: 0.9897661 Feb 07 22:46:02.540157 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf3a96d-fdce-4e13-be98-3ae58dfadb9a', 'name': 'network-vif-deleted', 'tag': '8b649846-1db1-4fad-adbe-433329031993', 'status': 'completed', 'code': 200} Feb 07 22:46:02.554828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device aba74b40-fa2d-41b0-bbfb-304cc1d6de0a no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:02.589212 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'status': 'completed', 'code': 200} Feb 07 22:46:02.640288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b349b4-a11f-4680-a47e-534d94144161 req-fb30eb9a-2362-43f3-901f-9a71622e8665 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0810039 Feb 07 22:46:02.738018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '5bd1d00f-5bdd-421f-9a09-10dad85b3107'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:46:02.739205 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:02.848743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba9c073e-1cee-449c-9e9e-5aa99d489ccf req-49f88789-e8e9-4425-9bf9-24db10827a10 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093440 Feb 07 22:46:02.897472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-160fa185-7a91-438f-aef1-319eed197629 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4036269 Feb 07 22:46:02.899534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-ef7c94c3-d118-406b-b28f-7ff0450665bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:02.910613 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-ef7c94c3-d118-406b-b28f-7ff0450665bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6475182 Feb 07 22:46:02.950792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Allocated IP 2001:db8::f816:3eff:fe51:29 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/5bd1d00f-5bdd-421f-9a09-10dad85b3107/a7abfa5a-61c0-461e-95f4-5a38be5a9bc6) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:03.032071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-754ad5cd-7d0e-43a1-aa92-f6b4daf50954 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693325 Feb 07 22:46:03.035756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-d993adb4-da3a-403e-91e3-c3e804d9e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.037488 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-d993adb4-da3a-403e-91e3-c3e804d9e419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 1099 time: 0.1330457 Feb 07 22:46:03.181349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:03.247447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad028fb-59a0-4a15-964e-d35177444e72 req-397dccca-e58f-46ba-b475-7f7fe9611900 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.254779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ad028fb-59a0-4a15-964e-d35177444e72 req-397dccca-e58f-46ba-b475-7f7fe9611900 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.7101467 Feb 07 22:46:03.352508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:03.357369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:03.365480 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.367319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:03.376214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-beef26e2-6406-4204-95b6-95af52d50b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.378022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-beef26e2-6406-4204-95b6-95af52d50b90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.3339405 Feb 07 22:46:03.388872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Transition to ACTIVE for port object a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:03.424995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Transition to ACTIVE for port object a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:03.443686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ad028fb-59a0-4a15-964e-d35177444e72 req-b0c4d518-d73e-43ed-9ddc-41fd31418d4c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867836 Feb 07 22:46:03.468855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492cc3a-2bc4-41f4-8207-e837436b2060 req-7d6a28f2-f31d-43ee-ae2b-d8acdd27a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.471594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f492cc3a-2bc4-41f4-8207-e837436b2060 req-7d6a28f2-f31d-43ee-ae2b-d8acdd27a351 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 1101 time: 0.9590187 Feb 07 22:46:03.471594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:03.476099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.504703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.595311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-22b23e02-088d-425d-8968-858237a6f29f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05 HTTP/1.1" status: 200 len: 217 time: 0.1674895 Feb 07 22:46:03.670993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.682521 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f492cc3a-2bc4-41f4-8207-e837436b2060 req-54ec20df-e5a0-4c27-8e40-d0630abb53a5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881130 Feb 07 22:46:03.707235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-e6917ae5-7bda-47c0-93ba-72785fff732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.709306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-e6917ae5-7bda-47c0-93ba-72785fff732c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1047885 Feb 07 22:46:03.724607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:03.731038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:03.736722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:03.806355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207b47b-d35c-4b68-aeee-6e8ef45bad06 req-3ca274f4-e419-41a3-9660-3f5d0050b9d4 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:03.814851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2207b47b-d35c-4b68-aeee-6e8ef45bad06 req-3ca274f4-e419-41a3-9660-3f5d0050b9d4 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 0.1042728 Feb 07 22:46:03.842179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Pushing event updated for resources: {'Port': ['ID=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:03.878616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2207b47b-d35c-4b68-aeee-6e8ef45bad06 req-9680d3aa-1b13-40fd-8022-04142c7930d8 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626919 Feb 07 22:46:03.917260 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5bd1d00f-5bdd-421f-9a09-10dad85b3107 (CIDR: 2001:db8::/64) Feb 07 22:46:03.937801 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:46:03.938289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:03.946228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-5ecadb76-4f15-4f52-a0ab-6666cd44924d service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858155 Feb 07 22:46:03.965198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:03.968969 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-51d6fb90-4b7d-4eb2-a581-44f6815d5d1b service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8514631 Feb 07 22:46:03.983503 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:03.984119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8b649846-1db1-4fad-adbe-433329031993 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:04.069614 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a54c0939-0628-41e1-8f80-b69c8ffaf058 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0 HTTP/1.1" status: 200 len: 217 time: 0.0996361 Feb 07 22:46:04.071779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 8b649846-1db1-4fad-adbe-433329031993 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:46:04.072004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8b649846-1db1-4fad-adbe-433329031993 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:46:04.083702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Attempting to bind port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:04.084077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Attempting to bind port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:04.084481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Attempting to bind port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:04.099717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:04.100097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:04.100488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:04.100904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:04.101511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Bound port: a7abfa5a-61c0-461e-95f4-5a38be5a9bc6, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:04.101887 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:04.132868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9fa86-4d84-42de-b9a2-25a62ef5d2b9 req-8b2643e6-1e4f-4405-9dc0-555265e2f11f tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:04.134699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fa9fa86-4d84-42de-b9a2-25a62ef5d2b9 req-8b2643e6-1e4f-4405-9dc0-555265e2f11f tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 950 time: 0.1542270 Feb 07 22:46:04.137174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-7e27de80-c06b-4e78-9fa0-84a8f598e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:04.139229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-7e27de80-c06b-4e78-9fa0-84a8f598e8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2595460 Feb 07 22:46:04.194131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:04.220769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8ccb4eb-dfd3-4087-b536-172ec67d0973 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8776896 Feb 07 22:46:04.229982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] For port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:04.234200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] For port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:04.235807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58324) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:04.239972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:04.251267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:04.267459 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d4ca63d7-734d-4f28-8d2c-5c63ed5e6e77 req-0d7ba71d-395c-471f-9367-31ecd4932bd0 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349839 Feb 07 22:46:04.290154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fa9fa86-4d84-42de-b9a2-25a62ef5d2b9 req-cba81936-a883-4f0d-bb7a-99935228165a tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484754 Feb 07 22:46:04.388456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada56057-c58a-4043-8396-6ae13efc70bd None None] Pushing event updated for resources: {'Port': ['ID=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:04.406481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-03b6ceae-6fe1-4a74-beb6-145649644987 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213557 Feb 07 22:46:04.487946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:04.534332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-c8fc318d-d89f-48ff-8197-39590e9d1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:04.535817 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-c8fc318d-d89f-48ff-8197-39590e9d1fe2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.4150159 Feb 07 22:46:04.536879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:04.614322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f49d0d20-19d9-44c0-8426-9a75102b2be8 req-c0c517b1-2c35-4bc4-b32e-21deacfeeca5 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995699 Feb 07 22:46:04.620915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:04.625134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:04.636617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:04.657709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:04.662904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:04.878856 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'code': 200} Feb 07 22:46:05.182569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-b9da42c8-0071-47d5-8760-8dc1db7dc6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.184062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-b9da42c8-0071-47d5-8760-8dc1db7dc6c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 1099 time: 0.6716719 Feb 07 22:46:05.222544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c266cb9-1bd7-4b06-b91c-3eb78491eb36 req-b39f6297-d242-4dad-8ce1-c8cedf7f6dae tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.225322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c266cb9-1bd7-4b06-b91c-3eb78491eb36 req-b39f6297-d242-4dad-8ce1-c8cedf7f6dae tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2656813 Feb 07 22:46:05.244528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359e43d-2254-48d5-8722-524e8a378cfb req-1e745573-0773-40e5-82e8-f10c3825f693 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.249651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7359e43d-2254-48d5-8722-524e8a378cfb req-1e745573-0773-40e5-82e8-f10c3825f693 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 945 time: 0.1707981 Feb 07 22:46:05.251110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:05.302467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-d59a442a-cc91-4f81-8362-cbcad07eb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.303731 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-d59a442a-cc91-4f81-8362-cbcad07eb2ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6509967 Feb 07 22:46:05.341706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7359e43d-2254-48d5-8722-524e8a378cfb req-b391f722-4098-4e1f-9d84-c9afa0bcb79a tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754507 Feb 07 22:46:05.349139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c266cb9-1bd7-4b06-b91c-3eb78491eb36 req-cff18f91-62e6-44c7-8017-036f05a0c11a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153278 Feb 07 22:46:05.353646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:05.617055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-6bc0ce9b-5fc3-468b-bb83-e45883070c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.620909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-6bc0ce9b-5fc3-468b-bb83-e45883070c2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4266899 Feb 07 22:46:05.688583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-349debd9-a6f1-4a6a-a61c-83e35a4324f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729808 Feb 07 22:46:05.691103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:05.710119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-139ef36e-2afa-46d4-9041-d230b186d0ce tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.717519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-139ef36e-2afa-46d4-9041-d230b186d0ce tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 0.2308221 Feb 07 22:46:05.738917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91fe16-de89-4bac-b1e1-1806cb2432f3 req-931372ae-d566-4ce9-8eea-7da8e2fa74be tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:05.745715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba91fe16-de89-4bac-b1e1-1806cb2432f3 req-931372ae-d566-4ce9-8eea-7da8e2fa74be tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 0.1689510 Feb 07 22:46:05.763460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-0fa0a82d-10f9-4f2a-b056-d05f0cd058c8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/quotas/792d36a0bce6473bbb9a880d588b38bc HTTP/1.1" status: 200 len: 375 time: 0.0450015 Feb 07 22:46:05.779312 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:05.842656 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-bda28483-ad08-40de-9893-189d7d6151d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c HTTP/1.1" status: 200 len: 217 time: 0.1530850 Feb 07 22:46:06.004591 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.005861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba91fe16-de89-4bac-b1e1-1806cb2432f3 req-6b9801ef-8aa0-4f1b-9e5c-39a105b2be61 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442632 Feb 07 22:46:06.005940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-2e6798cc-5bfc-484a-904c-6993dd56f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.005940 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-2e6798cc-5bfc-484a-904c-6993dd56f96c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0786910 Feb 07 22:46:06.010065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:06.015491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:06.026709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.027290 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.033257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa288105-4268-4e7b-9604-c02a0fb82971 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:06.052786 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-5827b606-7fc1-4f73-bfac-106f222baef0 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2882447 Feb 07 22:46:06.122333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8852892 Feb 07 22:46:06.128524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58390) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:06.140681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:c7:d2:95', 'name': 'tempest-NetworksTestDHCPv6-256435006'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:06.151975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4d3f8552-7404-442b-b29c-ee6636847611 None None] Provisioning for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:06.161575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4d3f8552-7404-442b-b29c-ee6636847611 None None] Provisioning complete for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:06.162207 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8552-7404-442b-b29c-ee6636847611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.280185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02975efb-0c0a-47f6-9da9-0a08681c7b2e req-d80b5e30-8361-414a-a959-43a5b95599a4 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.287035 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02975efb-0c0a-47f6-9da9-0a08681c7b2e req-d80b5e30-8361-414a-a959-43a5b95599a4 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 950 time: 0.1650178 Feb 07 22:46:06.292608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:06.297241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:06.300138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:06.306013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:06.313590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa725880-88b7-4bf3-a369-c4de1dfcaced tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:06.317471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-ff8ed640-77e7-4449-993f-fe4773894cc4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:06.325585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-ff8ed640-77e7-4449-993f-fe4773894cc4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2719569 Feb 07 22:46:06.334945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:06.337634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8479e-4129-47ac-90a9-70cee2906971 req-9ea20247-1771-4dc2-b52e-d74edc642474 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.339068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45f8479e-4129-47ac-90a9-70cee2906971 req-9ea20247-1771-4dc2-b52e-d74edc642474 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.36 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 945 time: 0.1721883 Feb 07 22:46:06.434089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-89330f32-69a2-4b1f-82de-8a642e28dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:06.435793 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-89330f32-69a2-4b1f-82de-8a642e28dce8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4108045 Feb 07 22:46:06.474708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8552-7404-442b-b29c-ee6636847611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.530558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4d3f8552-7404-442b-b29c-ee6636847611 None None] For port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:06.541368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8552-7404-442b-b29c-ee6636847611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.558828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02975efb-0c0a-47f6-9da9-0a08681c7b2e req-4a1290e3-e8c6-41d0-980f-3a9c0b1e8905 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645514 Feb 07 22:46:06.589942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:06.591977 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-9d1c2583-ee76-4dc3-95c1-48e57973589d service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8891394 Feb 07 22:46:06.617713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Deleting port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:06.623952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.706625 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-0a662956-d553-4b8d-80c6-f0bc50f511a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6 HTTP/1.1" status: 200 len: 217 time: 0.0909882 Feb 07 22:46:06.722821 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-321a87ff-3c74-41b0-931f-129b5f6474a9 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764223 Feb 07 22:46:06.735858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:06.764656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'mac_address': 'fa:16:3e:bb:1a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:06.838359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.961950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ded30b6-ce09-441d-aba8-0bfa8a847e05 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:06.965663 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:06.999179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f8552-7404-442b-b29c-ee6636847611 None None] Pushing event updated for resources: {'Port': ['ID=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:07.003341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '5bd1d00f-5bdd-421f-9a09-10dad85b3107', 'ip_address': '2001:db8::f816:3eff:fe51:29'}, {'subnet_id': 'c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3'}], 'binding:host_id': 'n-d-827896-3'}, 'id': 'a7abfa5a-61c0-461e-95f4-5a38be5a9bc6'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:46:07.033917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:07.058230 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.070006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 36986284-bb8b-497e-ae36-906998a5cd04 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:46:07.112591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-139b5bf3-60df-4762-892b-821d116b97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.114002 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-139b5bf3-60df-4762-892b-821d116b97a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.3786578 Feb 07 22:46:07.128675 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.172176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-dc2ec55c-1c77-4674-ae53-ada57985b89f service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457243 Feb 07 22:46:07.214695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:07.254817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:07.258877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8f17377-76f8-41e0-b671-a4519c4a82b0 req-2de664bd-0334-4094-8d17-0d70f0fc36cb service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197060 Feb 07 22:46:07.340721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-f82240a0-ab16-4a7f-9172-d4088a537a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.342210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-f82240a0-ab16-4a7f-9172-d4088a537a03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2126520 Feb 07 22:46:07.362661 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-978f7bf2-651b-47e9-8aeb-af5225d8f98f service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641154 Feb 07 22:46:07.381431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4ded30b6-ce09-441d-aba8-0bfa8a847e05'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:07.392107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fd9ac-2ffd-42e2-a062-88fd523f0578 req-8e92703f-c471-4f83-b6b2-5c86458e6e8b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.393611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e91fd9ac-2ffd-42e2-a062-88fd523f0578 req-8e92703f-c471-4f83-b6b2-5c86458e6e8b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.6324728 Feb 07 22:46:07.408021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-774d9362-a93c-4846-b2f1-2c90f14d9767 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:07.409503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-774d9362-a93c-4846-b2f1-2c90f14d9767 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b2ed262-0ef2-4751-8e03-9213fd36d726 HTTP/1.1" status: 200 len: 944 time: 0.7199564 Feb 07 22:46:07.479999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:07.484068 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.503033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Deleting port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:07.503383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.526886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8:0:1::8c (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3/36986284-bb8b-497e-ae36-906998a5cd04) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:07.548039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::f816:3eff:fec7:d295 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/5bd1d00f-5bdd-421f-9a09-10dad85b3107/36986284-bb8b-497e-ae36-906998a5cd04) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:07.595078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-8fa13ec8-bf2f-4c95-b899-214297641f2e service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430000 Feb 07 22:46:07.595264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] For port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:07.595460 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:07.608292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e91fd9ac-2ffd-42e2-a062-88fd523f0578 req-f53d7af9-8146-4e70-9786-7dc151d6c41e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976547 Feb 07 22:46:07.894968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Calling delete_port for 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:08.141048 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-97dc027b-cb3c-4322-8a5d-f0bc7c42b597 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332718 Feb 07 22:46:08.330506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-4c7b6836-3d8d-48aa-9143-173e8752e5dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06 HTTP/1.1" status: 200 len: 217 time: 0.1727564 Feb 07 22:46:08.342126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:08.413515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a90b4947-dfc3-4780-b0bc-1b5c703c2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:08.415325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-a90b4947-dfc3-4780-b0bc-1b5c703c2525 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.0783467 Feb 07 22:46:08.487816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 36986284-bb8b-497e-ae36-906998a5cd04 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:08.530246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-88ce5c75-5c95-47f1-9bb2-8fbafa6a05cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:08.531735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-88ce5c75-5c95-47f1-9bb2-8fbafa6a05cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1081738 Feb 07 22:46:08.573513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4d166f41-8c90-4012-91bf-5970cfa0ab8c details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:08.581315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:08.687495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:08.712413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49da49c-b2ba-4f2f-9cba-326bf91f06c4 req-4d469a7a-bff7-4144-a8a0-1a2668594375 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:08.719460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c49da49c-b2ba-4f2f-9cba-326bf91f06c4 req-4d469a7a-bff7-4144-a8a0-1a2668594375 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 945 time: 0.8954499 Feb 07 22:46:08.761828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] For port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:08.763112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:08.809874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:08.818306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:08.832401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:08.838253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:08.838881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:08.843187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=36986284-bb8b-497e-ae36-906998a5cd04,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:08.879876 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-38c211da-48bf-43a9-bc8f-60a7b6464d75 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363500 Feb 07 22:46:08.920046 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2ee0e6c3-d42f-463b-bdc2-68ae7d4c3266 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7894325 Feb 07 22:46:08.923072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58452) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:08.951697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Calling delete_port for aba74b40-fa2d-41b0-bbfb-304cc1d6de0a owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:08.958274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:08.983068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'mac_address': 'fa:16:3e:b0:6f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:08.998969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c49da49c-b2ba-4f2f-9cba-326bf91f06c4 req-8ed51cbd-b476-48aa-a309-474f6a0b0058 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785697 Feb 07 22:46:09.009645 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.032178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['35ae4653-0aca-4a8f-8153-ab7d666d1891'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:09.079691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 36986284-bb8b-497e-ae36-906998a5cd04 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:09.080039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.165021 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.220699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Pushing event deleted for resources: {'Port': ['ID=893c2ac8-3ae7-414b-b7d5-6ad30f3244ed,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:09.231604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No active binding found for port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:46:09.232053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:46:09.251397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d166f41-8c90-4012-91bf-5970cfa0ab8c {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:09.271443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:09.289945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41d6ce-2e62-497c-b18f-57a2792ff90a req-4a57383c-79bd-47ce-952b-965e6f43a147 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:09.293515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff41d6ce-2e62-497c-b18f-57a2792ff90a req-4a57383c-79bd-47ce-952b-965e6f43a147 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 0.7464397 Feb 07 22:46:09.311147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] Allocated IP 2001:db8:0:1::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3/a7abfa5a-61c0-461e-95f4-5a38be5a9bc6) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:09.314883 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.335944 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-e87667ab-79a8-4cd5-96d3-01c06a9f5126 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482157 Feb 07 22:46:09.410853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:09.449586 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-60498977-11b8-4dfb-8832-c667c98b3a7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c620c404-ee54-4878-9175-61b01bf08c33 HTTP/1.1" status: 200 len: 217 time: 0.0797334 Feb 07 22:46:09.646242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fca8cc81-7385-48ef-8b33-df3557d3f9f9 req-fa08b416-f23a-4f0e-8985-0fec814f1cbb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 210 time: 0.4421127 Feb 07 22:46:09.700676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4d166f41-8c90-4012-91bf-5970cfa0ab8c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:09.721304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-fbb97595-f8fb-4d58-8a3b-c0742ef5091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:09.727422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-fbb97595-f8fb-4d58-8a3b-c0742ef5091c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.2703464 Feb 07 22:46:09.796351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.865107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] No DVR routers for this DVR port 893c2ac8-3ae7-414b-b7d5-6ad30f3244ed on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:09.878037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff41d6ce-2e62-497c-b18f-57a2792ff90a req-30b49b59-bc15-4f06-a0ea-5d9447fe22eb tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027635 Feb 07 22:46:09.917722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:09.925511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] For port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:09.961001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'name': 'network-vif-deleted', 'tag': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:09.989120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.015060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.021040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] Transition to ACTIVE for port object a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:10.030956 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.199677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59d613-f6d4-4f01-890c-9782ed99bd78 None None] Pushing event updated for resources: {'Port': ['ID=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:10.230563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 36986284-bb8b-497e-ae36-906998a5cd04 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:10.236107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event deleted for resources: {'Port': ['ID=aba74b40-fa2d-41b0-bbfb-304cc1d6de0a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:10.263232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-45c0403f-651d-4d5b-88a5-67c6dcec855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:10.265400 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-45c0403f-651d-4d5b-88a5-67c6dcec855d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5248592 Feb 07 22:46:10.276300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45f8479e-4129-47ac-90a9-70cee2906971 req-b54c08a0-35fc-46b1-8c91-72904a26d29d tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.36 "DELETE /v2.0/ports/893c2ac8-3ae7-414b-b7d5-6ad30f3244ed HTTP/1.1" status: 204 len: 173 time: 3.9107423 Feb 07 22:46:10.339666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] No DVR routers for this DVR port aba74b40-fa2d-41b0-bbfb-304cc1d6de0a on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:10.389852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.391790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecfa4d45-c64f-4007-9c10-b79b04e6de26 req-fd7c8597-7d0a-4f75-82f2-626f70f3e5fe tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "DELETE /v2.0/ports/aba74b40-fa2d-41b0-bbfb-304cc1d6de0a HTTP/1.1" status: 204 len: 173 time: 2.9603591 Feb 07 22:46:10.399231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b4c6086b-15be-4686-b701-55d0da4865fa req-d3be7c5b-eefc-4b36-a938-95b658e2ec58 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Synchronizing usage tracker for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:10.530810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b4c6086b-15be-4686-b701-55d0da4865fa req-d3be7c5b-eefc-4b36-a938-95b658e2ec58 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Unset dirty status for tenant:0f80c33a2f8d4bf08eed8dbd08d0955b on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:10.533742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4c6086b-15be-4686-b701-55d0da4865fa req-d3be7c5b-eefc-4b36-a938-95b658e2ec58 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=2af67d9c-50c8-40cb-9588-5e1eb24d35e3 HTTP/1.1" status: 200 len: 210 time: 0.2992513 Feb 07 22:46:10.568747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:10.572545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-84fad33b-e2d1-4d69-be02-45beb7675729 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:10.574247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-84fad33b-e2d1-4d69-be02-45beb7675729 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 1.1273568 Feb 07 22:46:10.588454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-5b24c63a-b4b7-437b-b01b-ca811a416c2d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:10.589961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-5b24c63a-b4b7-437b-b01b-ca811a416c2d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.6965363 Feb 07 22:46:10.594976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Request body: {'port': {'device_id': '3525804d-6ee8-4f06-8d49-a20229697825', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'admin_state_up': True, 'tenant_id': '792d36a0bce6473bbb9a880d588b38bc'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:10.597074 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-ba678e0d-bb03-4206-b533-11d1f45c2dca service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151977 Feb 07 22:46:10.678080 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af67d9c-50c8-40cb-9588-5e1eb24d35e3', 'name': 'network-vif-deleted', 'tag': '893c2ac8-3ae7-414b-b7d5-6ad30f3244ed', 'status': 'completed', 'code': 200} Feb 07 22:46:10.697923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-4d806206-ba10-401d-a6b2-81bcf8f8ee02 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/quotas/55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 375 time: 0.0875823 Feb 07 22:46:10.726448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device aba74b40-fa2d-41b0-bbfb-304cc1d6de0a no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:10.837431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: aba74b40-fa2d-41b0-bbfb-304cc1d6de0a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:46:10.842124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device aba74b40-fa2d-41b0-bbfb-304cc1d6de0a not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:46:10.881548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:10.908114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:10.928658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:10.937953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:10.943672 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:10.970133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.026783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Made reservation on behalf of 792d36a0bce6473bbb9a880d588b38bc for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:11.049563 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.110618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42a5ead0-512f-4b08-86ff-ae16e1d333c2 req-d591318a-8e67-4bdc-9c5d-82efb669d4a3 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092685 Feb 07 22:46:11.115078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=36986284-bb8b-497e-ae36-906998a5cd04,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:11.214490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.234564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-75f615e4-a7ee-45d3-ad41-3373082cee2c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/36986284-bb8b-497e-ae36-906998a5cd04 HTTP/1.1" status: 204 len: 168 time: 2.3102443 Feb 07 22:46:11.236945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58512) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:11.318788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:11.395491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1efee2a-e098-46d0-bae9-322b3e9b55de req-f1e72db7-ad66-4bba-8e51-6b4008359b0f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Synchronizing usage tracker for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:11.408609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.424380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5528301d-1b3e-49b9-856e-06a54b5c0968 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.425451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5528301d-1b3e-49b9-856e-06a54b5c0968 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:11.435217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c78a328f-b352-4709-bd0b-f6bc5724db03 None None] Provisioning for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:11.447123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c78a328f-b352-4709-bd0b-f6bc5724db03 None None] Provisioning complete for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:11.447440 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c78a328f-b352-4709-bd0b-f6bc5724db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.462383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5528301d-1b3e-49b9-856e-06a54b5c0968 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:11.463711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5528301d-1b3e-49b9-856e-06a54b5c0968 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2256441 Feb 07 22:46:11.466901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58520) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:11.480953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1efee2a-e098-46d0-bae9-322b3e9b55de req-f1e72db7-ad66-4bba-8e51-6b4008359b0f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Unset dirty status for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:11.490258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1efee2a-e098-46d0-bae9-322b3e9b55de req-f1e72db7-ad66-4bba-8e51-6b4008359b0f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 210 time: 0.5400393 Feb 07 22:46:11.564600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:11.612377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4a8da-4428-4154-b784-d00985eb84bc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.615833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7a4a8da-4428-4154-b784-d00985eb84bc tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1478200 Feb 07 22:46:11.618769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58532) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:11.645004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-1aee5590-d4e7-43cb-944e-d1bbf31c11f4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.9460871 Feb 07 22:46:11.656834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:11.685452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.755888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:11.756432 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:11.816620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6d53f-2465-484c-a151-0e377d02901a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.818382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6d53f-2465-484c-a151-0e377d02901a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.820747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6d53f-2465-484c-a151-0e377d02901a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:11.821666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d5f6d53f-2465-484c-a151-0e377d02901a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:11.843048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d5f6d53f-2465-484c-a151-0e377d02901a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:11.844606 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d5f6d53f-2465-484c-a151-0e377d02901a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2245941 Feb 07 22:46:11.849018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58542) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:11.986609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Allocated IP 172.20.0.10 (5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864/a6c1086c-6d26-4ec5-b7dd-e7ca43da0838/24daf205-8150-458d-ba08-470955a5d830) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:12.000668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-8772d5a6-3d30-4c54-9ad3-73a470775dee service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540571 Feb 07 22:46:12.027829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3d91b-1745-4867-bafc-c2a28e597703 req-cc06dc9a-80ac-4d5a-95f6-09130c50dea0 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:12.035630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86a3d91b-1745-4867-bafc-c2a28e597703 req-cc06dc9a-80ac-4d5a-95f6-09130c50dea0 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 949 time: 0.2644327 Feb 07 22:46:12.069206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:12.084376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 5bd1d00f-5bdd-421f-9a09-10dad85b3107 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:46:12.088003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:12.188266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86a3d91b-1745-4867-bafc-c2a28e597703 req-a4457a4b-a447-40c4-b44d-e12fcd9dd2c0 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515901 Feb 07 22:46:12.233496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b2b2a862-74a1-4819-8415-90acb37a52d0 None None] Could not find standard attr ID for object 36986284-bb8b-497e-ae36-906998a5cd04. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:46:12.363283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:12.406824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-2372804c-b93d-4e93-b86b-2d0050c2c71a service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052439 Feb 07 22:46:12.496184 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'code': 200} Feb 07 22:46:12.534689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:12.576858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:12.583168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4d166f41-8c90-4012-91bf-5970cfa0ab8c up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:12.650688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:12.680532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-deleted', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:12.765666 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:12.787291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f34fc-e392-4647-8294-b4476afb9c99 req-02af4876-ad16-4c7a-a342-d6f1eb7ac36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:12.789248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c50f34fc-e392-4647-8294-b4476afb9c99 req-02af4876-ad16-4c7a-a342-d6f1eb7ac36b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 1101 time: 0.1984868 Feb 07 22:46:12.796258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:12.939468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c50f34fc-e392-4647-8294-b4476afb9c99 req-adcb7631-1bc2-4350-bbcd-bb0cd64d0ddd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372695 Feb 07 22:46:12.941970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd1d00f-5bdd-421f-9a09-10dad85b3107,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:12.944245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:12.957361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab464c49-037f-4c5c-9f1d-2810b846864f None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:12.979232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ec5145bd-433f-4b32-9e37-415985af0f71 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/5bd1d00f-5bdd-421f-9a09-10dad85b3107 HTTP/1.1" status: 204 len: 168 time: 1.1289322 Feb 07 22:46:12.982270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58596) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:13.068862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:13.082614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14c25897-4666-47fb-a4c7-9d9e753b5efe req-9c5c1225-ba8b-4b27-9034-6def3b0cb78f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 210 time: 0.1471627 Feb 07 22:46:13.088409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:13.114145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:13.178872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:46:13.197067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 4d166f41-8c90-4012-91bf-5970cfa0ab8c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:13.199525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.252495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4d166f41-8c90-4012-91bf-5970cfa0ab8c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:13.252763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.304801 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2ed262-0ef2-4751-8e03-9213fd36d726', 'name': 'network-vif-deleted', 'tag': 'aba74b40-fa2d-41b0-bbfb-304cc1d6de0a', 'status': 'completed', 'code': 200} Feb 07 22:46:13.349436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:13.350212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.428170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'mac_address': 'fa:16:3e:4e:e4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:13.491117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:13.523024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:13.523657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.622604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.663300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.676193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-936d393e-5dfe-4eb6-9b9d-73812244ec93 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0849473 Feb 07 22:46:13.698913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1749492c-a318-4ca0-bd30-32f9f45776f6 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:13.702773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Request body: {'port': {'device_id': '3525804d-6ee8-4f06-8d49-a20229697825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:13.717026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:13.725069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.739912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.790492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.812616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0fbf5-9f82-4bf4-8d52-1c472a638caf req-2d8750b1-0cd7-4dc3-a07d-1fb3f0b9f83e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:13.813837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dcc0fbf5-9f82-4bf4-8d52-1c472a638caf req-2d8750b1-0cd7-4dc3-a07d-1fb3f0b9f83e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Synchronizing usage tracker for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:13.829221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a326902-e06e-48cd-8b41-8a9134722291 req-330fff2c-4752-4452-84a0-9e3a77c3ec07 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:13.836898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a326902-e06e-48cd-8b41-8a9134722291 req-330fff2c-4752-4452-84a0-9e3a77c3ec07 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 0.5501940 Feb 07 22:46:13.843764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:13.861557 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:13.864841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:13.928932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1749492c-a318-4ca0-bd30-32f9f45776f6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:13.968930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a326902-e06e-48cd-8b41-8a9134722291 req-dcdb40ca-b049-491f-8479-82d0c71c8226 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309450 Feb 07 22:46:13.984274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:14.001083 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:14.016144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dcc0fbf5-9f82-4bf4-8d52-1c472a638caf req-2d8750b1-0cd7-4dc3-a07d-1fb3f0b9f83e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Unset dirty status for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:14.017562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dcc0fbf5-9f82-4bf4-8d52-1c472a638caf req-2d8750b1-0cd7-4dc3-a07d-1fb3f0b9f83e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 932 time: 1.0402017 Feb 07 22:46:14.034062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-86217db4-7067-4889-9a68-3c141e565342 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3 HTTP/1.1" status: 204 len: 168 time: 1.0488737 Feb 07 22:46:14.034755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58620) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:14.167972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:14.289208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6df2409b-2e1b-4eac-9801-ba5a7cbfcf07 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2452059 Feb 07 22:46:14.289208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58628) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:14.308106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:14.317274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:14.346509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffaf5c-2718-4a17-a477-5918113df33f None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': 'c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3'}], 'binding:host_id': 'n-d-827896-3'}, 'id': 'a7abfa5a-61c0-461e-95f4-5a38be5a9bc6'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:46:14.404390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dcc0fbf5-9f82-4bf4-8d52-1c472a638caf req-06186e8b-5a71-465d-82ab-81169d4038c3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656354 Feb 07 22:46:14.511867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:14.646382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:14.651462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:14.655407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:14.662431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-beffaf5c-2718-4a17-a477-5918113df33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:14.664983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:14.689859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:14.699448 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:15.057221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c1b7b-af0e-4e04-82d8-3ab1f19a2f59 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:15.303440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-401467fc-b834-4931-b977-a2b512afba92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:15.304245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6e402a12-8f46-403b-a510-ea47060edc52 req-401467fc-b834-4931-b977-a2b512afba92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:15.343493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:15.365582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6e402a12-8f46-403b-a510-ea47060edc52 req-401467fc-b834-4931-b977-a2b512afba92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:15.366753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-401467fc-b834-4931-b977-a2b512afba92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.4115901 Feb 07 22:46:15.374849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6fdf47ea-e20f-4f52-ae1c-0ae6b4057a81 req-5a54f45e-dcb0-4a8f-b8dd-e084c3833a29 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 210 time: 0.5292807 Feb 07 22:46:15.385390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'port': {'device_id': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'admin_state_up': True, 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:15.443733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0497506-3f0f-423a-a527-bccf7bb6231b req-5aff857c-99dc-4f29-a7af-0a8c4f24a6ac tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:15.458790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0497506-3f0f-423a-a527-bccf7bb6231b req-5aff857c-99dc-4f29-a7af-0a8c4f24a6ac tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 950 time: 1.0589974 Feb 07 22:46:15.464433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d0fe8e0f-21f0-47a8-a3ff-079867c39aa8 None None] Provisioning complete for port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:15.464869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8e0f-21f0-47a8-a3ff-079867c39aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:15.559932 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'code': 200} Feb 07 22:46:15.833202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24daf205-8150-458d-ba08-470955a5d830 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:15.847372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:15.958703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:15.984808 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.000887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-b78c0a8c-6c30-4af7-ba6b-33a24a540473 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.003380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-b78c0a8c-6c30-4af7-ba6b-33a24a540473 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 945 time: 1.4251347 Feb 07 22:46:16.051195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:16.109885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:16.120947 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.137381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=5383db20-9836-4416-b025-a7e6bd7b8352,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:16.163178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:46:16.171062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b274fa-32fb-427d-ac20-561fa9c5c10b req-e60ad3d3-d916-4ddb-b830-94d4674e6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.172637 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-64b274fa-32fb-427d-ac20-561fa9c5c10b req-e60ad3d3-d916-4ddb-b830-94d4674e6912 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 1101 time: 0.5913534 Feb 07 22:46:16.181358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] Deleting port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:16.181745 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.188128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:16.237406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:16.243492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:16.264861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:16.265230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Deleting port 35ae4653-0aca-4a8f-8153-ab7d666d1891 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:16.265503 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.276121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:16.277646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.333287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-64b274fa-32fb-427d-ac20-561fa9c5c10b req-ef34f761-630a-48ea-a728-52920f212458 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462297 Feb 07 22:46:16.336118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Made reservation on behalf of 55a1cf6ea003463188ef42fc5b89771d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:16.339869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.351713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Transition to ACTIVE for port object 24daf205-8150-458d-ba08-470955a5d830 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:16.373024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.413596 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-43daa48b-1d4b-4f8c-8f92-c8e9ba48952c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1234298 Feb 07 22:46:16.425759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:16.526111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] For port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:16.526672 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.530102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:16.541303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0497506-3f0f-423a-a527-bccf7bb6231b req-cb15cd10-b0ed-4084-91f5-add6fac1bcf5 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0603614 Feb 07 22:46:16.697842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] Calling delete_port for a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:16.765011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:16.876479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.913266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 1749492c-a318-4ca0-bd30-32f9f45776f6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:16.913476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:16.982734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] Pushing event deleted for resources: {'Port': ['ID=a7abfa5a-61c0-461e-95f4-5a38be5a9bc6,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:16.988406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c03d24-0456-4824-aa3a-9f5ad8ca5d9a None None] No DVR routers for this DVR port a7abfa5a-61c0-461e-95f4-5a38be5a9bc6 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:17.015183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6dacaf-941f-4f57-95c3-2b8f09d80fa6 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:17.103732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] For port 35ae4653-0aca-4a8f-8153-ab7d666d1891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=35ae4653-0aca-4a8f-8153-ab7d666d1891,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:17.104106 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.141148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:17.252793 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.300626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58672) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:17.360273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Calling delete_port for 35ae4653-0aca-4a8f-8153-ab7d666d1891 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:17.364791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:17.384505 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.422773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Allocated IP 172.20.0.6 (25c1252f-a3e6-4ee4-93bb-1b969c7fb38e/1a68c447-f1da-41e8-8907-3da48fcfb61d/e0d4bc88-dfd9-4984-9338-66a9a6914435) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:17.612049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:17.616836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:17.639768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'tenant_id': '5bb7ad7e1f094752943f3079b0a6ac37', 'fixed_ips': [{'subnet_id': '5383db20-9836-4416-b025-a7e6bd7b8352'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:46:17.640807 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.713510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.758602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.779233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Transition to ACTIVE for port object e0d4bc88-dfd9-4984-9338-66a9a6914435 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:17.818159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61ff9c-9507-4c90-867c-b11371dc7aae req-847e17ca-578e-484f-a52f-dd10b26ee037 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:17.826672 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b61ff9c-9507-4c90-867c-b11371dc7aae req-847e17ca-578e-484f-a52f-dd10b26ee037 tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/ports?device_id=f256436d-dfa9-4039-ac0b-c7df194b9d2a HTTP/1.1" status: 200 len: 867 time: 1.9612999 Feb 07 22:46:17.836463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:17.857741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Pushing event deleted for resources: {'Port': ['ID=35ae4653-0aca-4a8f-8153-ab7d666d1891,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:17.915282 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b61ff9c-9507-4c90-867c-b11371dc7aae req-b26322f9-dafd-4711-bb54-af0a613f67fd tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.10 "GET /v2.0/security-groups?id=342d052b-46d0-43e9-a86f-d6f217104811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876544 Feb 07 22:46:17.919768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/5383db20-9836-4416-b025-a7e6bd7b8352/3c66783e-3062-44d3-8e02-157b135f5471) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:17.986069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=e0d4bc88-dfd9-4984-9338-66a9a6914435,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:17.998594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.029344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:18.044574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] No DVR routers for this DVR port 35ae4653-0aca-4a8f-8153-ab7d666d1891 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:18.049206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:18.054071 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.062305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:18.082053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'name': 'network-vif-deleted', 'tag': '35ae4653-0aca-4a8f-8153-ab7d666d1891'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:18.089468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Usage tracker for resource:security_group_rule and tenant:ed68c801fde84e18b63605e7f361ea78 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:18.096795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1dd642ce-9574-4ea0-9d62-ccb1a216fdaa req-e7f29358-9b23-43c0-bd5d-4faadf34675f tempest-ListServerFiltersTestJSON-816840278 tempest-ListServerFiltersTestJSON-816840278-project] 10.222.0.26 "DELETE /v2.0/ports/35ae4653-0aca-4a8f-8153-ab7d666d1891 HTTP/1.1" status: 204 len: 173 time: 2.0388446 Feb 07 22:46:18.100866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:18.109353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa6af0-056c-45d7-8d46-16566559cf89 req-7acfe364-ca02-4cc5-821e-6a2a8c5bd3e6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.117146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25fa6af0-056c-45d7-8d46-16566559cf89 req-7acfe364-ca02-4cc5-821e-6a2a8c5bd3e6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 944 time: 0.5960917 Feb 07 22:46:18.175322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Attempting to bind port 24daf205-8150-458d-ba08-470955a5d830 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:18.175657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Attempting to bind port 24daf205-8150-458d-ba08-470955a5d830 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:18.175955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Attempting to bind port 24daf205-8150-458d-ba08-470955a5d830 on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:18.191608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Port 24daf205-8150-458d-ba08-470955a5d830 on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:46:18.195236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Attempting to bind port 24daf205-8150-458d-ba08-470955a5d830 on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:18.237555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.238710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.248660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25fa6af0-056c-45d7-8d46-16566559cf89 req-bc3c25a5-d030-416f-a22b-04ba0ca6265b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301012 Feb 07 22:46:18.249712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:18.250058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Checking segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:18.250459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Bound using segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:18.250903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Bound port: 24daf205-8150-458d-ba08-470955a5d830, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:18.251257 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.284469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:18.305500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:18.453412 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-a6b64e52-6ba1-4afe-a74e-a44bf9f01af3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0751629 Feb 07 22:46:18.508412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Request body: {'port': {'device_id': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:18.532488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.543436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Transition to ACTIVE for port object 3c66783e-3062-44d3-8e02-157b135f5471 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:18.567341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Transition to ACTIVE for port object 3c66783e-3062-44d3-8e02-157b135f5471 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:18.573667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:18.607282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:18.608995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:18.614591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:18.634026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:18.645382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.646606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.647060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:18.659675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:18.681614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 35ae4653-0aca-4a8f-8153-ab7d666d1891 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:18.699736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.765753 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.782178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daebff6c-5a65-42de-937a-378273f5d6ef,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:18.837279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:18.849441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.987287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:18.988856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:18.990821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] 10.222.0.26 "PUT /v2.0/ports/24daf205-8150-458d-ba08-470955a5d830 HTTP/1.1" status: 200 len: 1092 time: 5.3040440 Feb 07 22:46:19.025090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-483073fb-0ad6-480b-97e1-20ef97d8751b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed68c801fde84e18b63605e7f361ea78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7206547 Feb 07 22:46:19.030249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.036462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fb0d8-bc78-4971-bcce-31d1fbc73422 service neutron] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:19.039787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58694) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:19.048717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:19.053870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 35ae4653-0aca-4a8f-8153-ab7d666d1891 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:46:19.054217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 35ae4653-0aca-4a8f-8153-ab7d666d1891 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:46:19.103351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:19.112654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:19.120950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:19.212086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8cc1da7d-e2d4-4a3c-8d7f-1ca9a810aa2d None None] Provisioning for port e0d4bc88-dfd9-4984-9338-66a9a6914435 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:19.215150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b90f3298-b8ef-4392-9600-6d68bbcaf050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.228605 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5383db20-9836-4416-b025-a7e6bd7b8352 (CIDR: 2001:db8::/64) Feb 07 22:46:19.239257 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:46:19.239724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:19.251979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b90f3298-b8ef-4392-9600-6d68bbcaf050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.284122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6d01b117-de01-45f0-8d48-6a6923562e37 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8537178 Feb 07 22:46:19.301102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8cc1da7d-e2d4-4a3c-8d7f-1ca9a810aa2d None None] Provisioning complete for port e0d4bc88-dfd9-4984-9338-66a9a6914435 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:19.301475 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8cc1da7d-e2d4-4a3c-8d7f-1ca9a810aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.301850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:19.328270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:19.329031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cda12a-d0c4-4a46-9d28-4fbe6594ce4c req-9ce6be0e-d39e-46c5-918f-a62819354835 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.339879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2cda12a-d0c4-4a46-9d28-4fbe6594ce4c req-9ce6be0e-d39e-46c5-918f-a62819354835 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 931 time: 1.0327475 Feb 07 22:46:19.390327 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b90f3298-b8ef-4392-9600-6d68bbcaf050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.412433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1da7d-e2d4-4a3c-8d7f-1ca9a810aa2d None None] Port e0d4bc88-dfd9-4984-9338-66a9a6914435 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:46:19.433974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f3298-b8ef-4392-9600-6d68bbcaf050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daebff6c-5a65-42de-937a-378273f5d6ef,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:19.466089 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2cda12a-d0c4-4a46-9d28-4fbe6594ce4c req-eb4baf3c-064b-4513-901f-0a497f4b74a4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203711 Feb 07 22:46:19.493408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1aac-2918-4c59-869b-3d916d8c7ac4 req-fc03b73f-48be-42d2-810a-3edd8054b172 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.497749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d06c1aac-2918-4c59-869b-3d916d8c7ac4 req-fc03b73f-48be-42d2-810a-3edd8054b172 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 950 time: 0.8696754 Feb 07 22:46:19.509466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Attempting to bind port 3c66783e-3062-44d3-8e02-157b135f5471 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:19.509707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Attempting to bind port 3c66783e-3062-44d3-8e02-157b135f5471 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:19.510076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Attempting to bind port 3c66783e-3062-44d3-8e02-157b135f5471 on network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:19.546441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:19.547081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Checking segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:19.547639 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.548239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Bound using segment: {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:19.548890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Bound port: 3c66783e-3062-44d3-8e02-157b135f5471, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42833e29-d929-4c70-96df-b2825679a231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:19.549419 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.551262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:19.561916 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b90f3298-b8ef-4392-9600-6d68bbcaf050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.567519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b90f3298-b8ef-4392-9600-6d68bbcaf050 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daebff6c-5a65-42de-937a-378273f5d6ef HTTP/1.1" status: 204 len: 168 time: 0.5085089 Feb 07 22:46:19.575721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:19.584883 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'code': 200} Feb 07 22:46:19.618197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:19.622709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d06c1aac-2918-4c59-869b-3d916d8c7ac4 req-cef7a474-9c29-46c2-9c69-8d5ca4c23352 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114211 Feb 07 22:46:19.635795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-92b2663b-ff26-4ca1-b85d-19e62d851b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.637721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-92b2663b-ff26-4ca1-b85d-19e62d851b41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 1095 time: 0.4979458 Feb 07 22:46:19.778723 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f256436d-dfa9-4039-ac0b-c7df194b9d2a', 'name': 'network-vif-deleted', 'tag': '35ae4653-0aca-4a8f-8153-ab7d666d1891', 'status': 'completed', 'code': 200} Feb 07 22:46:19.789517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58714) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:19.791491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-621a5210-72f6-45e3-ac8b-163c23eacbd6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24daf205-8150-458d-ba08-470955a5d830 HTTP/1.1" status: 200 len: 217 time: 0.1396530 Feb 07 22:46:19.828802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:19.938641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-e9ce31fa-6dff-4aa0-8bc6-20175629b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:19.940090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-e9ce31fa-6dff-4aa0-8bc6-20175629b02f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.0963480 Feb 07 22:46:19.943293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] Deleting subnet b5bd4264-89e4-4f79-9677-6430d40b41cc {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:46:19.946670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:19.978698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:19.985746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:19.999583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.000887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:20.004936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.016024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.102529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.157715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70d5fc-36ce-444b-873b-a87bbacf2298 None None] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:20.235344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58724) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:20.321495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.436216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:20.457386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d55c5d93f484ed8b7d14ef6e770116d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:20.462977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:20.505526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-a66f4a20-15e3-4329-b719-d55e74008ec7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654522 Feb 07 22:46:20.506696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.571291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:20.640236 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.648498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f0833-9fb0-4874-979b-6f2cfe4398a7 None None] Network 19e4d43e-acec-49b9-b096-c6f6f296feb9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:20.652663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b5bd4264-89e4-4f79-9677-6430d40b41cc HTTP/1.1" status: 204 len: 168 time: 0.8578656 Feb 07 22:46:20.722935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58730) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:20.811344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e37eae-2e21-4fab-ba92-06dc6b5ea14d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bd4264-89e4-4f79-9677-6430d40b41cc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:20.817320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.832461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.875359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d4bc88-dfd9-4984-9338-66a9a6914435 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:20.894026 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d55c5d93f484ed8b7d14ef6e770116d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6574426 Feb 07 22:46:20.902441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:20.905820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58736) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:20.944023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.015371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Deleting port 0da8371f-1285-4b1e-90f5-edeedb0e4340 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:21.015985 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.062084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3f058-82a6-45b4-a583-84a8199afe81 req-72d8757e-c5ec-46bb-9dcd-b78641cd8bf6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:21.070060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8b3f058-82a6-45b4-a583-84a8199afe81 req-72d8757e-c5ec-46bb-9dcd-b78641cd8bf6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 944 time: 0.7450969 Feb 07 22:46:21.173366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Transition to ACTIVE for port object e0d4bc88-dfd9-4984-9338-66a9a6914435 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:21.195344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] DHCP port deletion for 19e4d43e-acec-49b9-b096-c6f6f296feb9 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:46:21.200066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] Deleting port 0da8371f-1285-4b1e-90f5-edeedb0e4340 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:21.200551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.207850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd429bc1-b440-45d8-a151-1bef8417c6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334f3d59-d15b-490c-9859-13b0f7a85a6e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:21.227993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.273524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-b8f69802-fc8c-4ce2-9d7d-332e14e85e21 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7384012 Feb 07 22:46:21.299378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6ff61-7cf4-4311-952a-424d35df50aa req-006c6b1b-83e5-4b93-a912-dab7811b091e tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:21.300939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7da6ff61-7cf4-4311-952a-424d35df50aa req-006c6b1b-83e5-4b93-a912-dab7811b091e tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 950 time: 1.1078706 Feb 07 22:46:21.348679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4bc88-dfd9-4984-9338-66a9a6914435,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:21.392321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3c66783e-3062-44d3-8e02-157b135f5471 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:21.644257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8b3f058-82a6-45b4-a583-84a8199afe81 req-c8e30b6a-e8fb-4a6f-a0a8-e6de70f41cc7 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5724480 Feb 07 22:46:21.718814 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9117-7803-4490-9aca-a38891ddbddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.939306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3c66783e-3062-44d3-8e02-157b135f5471 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:21.946173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9117-7803-4490-9aca-a38891ddbddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:21.964747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Attempting to bind port e0d4bc88-dfd9-4984-9338-66a9a6914435 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:21.965263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Attempting to bind port e0d4bc88-dfd9-4984-9338-66a9a6914435 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:21.966543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Attempting to bind port e0d4bc88-dfd9-4984-9338-66a9a6914435 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:22.015829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] For port 0da8371f-1285-4b1e-90f5-edeedb0e4340, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0da8371f-1285-4b1e-90f5-edeedb0e4340,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:22.016241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.049804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Port e0d4bc88-dfd9-4984-9338-66a9a6914435 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:46:22.050155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Attempting to bind port e0d4bc88-dfd9-4984-9338-66a9a6914435 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:22.060874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'tag': '24daf205-8150-458d-ba08-470955a5d830'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:22.079171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:22.079604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:22.082126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Bound using segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:22.082601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Bound port: e0d4bc88-dfd9-4984-9338-66a9a6914435, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:22.084084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.156177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7da6ff61-7cf4-4311-952a-424d35df50aa req-5cb50654-133b-4021-9813-dfb073919baf tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8320494 Feb 07 22:46:22.186118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] For port 0da8371f-1285-4b1e-90f5-edeedb0e4340, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0da8371f-1285-4b1e-90f5-edeedb0e4340,segment=NetworkSegment(ac736a06-0e50-4852-8577-f426f0673073),segment_id=ac736a06-0e50-4852-8577-f426f0673073)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:22.186410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.207484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0aee2bb-79a6-408e-8286-83dd1ee97df3 req-a036925c-2eb5-47f6-9d28-330b64ae1720 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9055471 Feb 07 22:46:22.207975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:46:22.285018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] Calling delete_port for 0da8371f-1285-4b1e-90f5-edeedb0e4340 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:22.381834 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'tag': '24daf205-8150-458d-ba08-470955a5d830', 'status': 'completed', 'code': 200} Feb 07 22:46:22.390802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Calling delete_port for 0da8371f-1285-4b1e-90f5-edeedb0e4340 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:22.414555 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.511167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c8ac2-7e1b-4736-b685-10172f343330 req-0d2967bb-ff19-467d-ad23-91364faabc4c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.518211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae3c8ac2-7e1b-4736-b685-10172f343330 req-0d2967bb-ff19-467d-ad23-91364faabc4c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 943 time: 0.4956934 Feb 07 22:46:22.528168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] For port e0d4bc88-dfd9-4984-9338-66a9a6914435, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:22.532475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] For port e0d4bc88-dfd9-4984-9338-66a9a6914435, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:22.570614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.574141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] Pushing event deleted for resources: {'Port': ['ID=0da8371f-1285-4b1e-90f5-edeedb0e4340,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:22.584314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ce871-f6bf-4b7d-9634-a597b087041d None None] No DVR routers for this DVR port 0da8371f-1285-4b1e-90f5-edeedb0e4340 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:22.589637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Provisioning for port 3c66783e-3062-44d3-8e02-157b135f5471 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:22.594600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9117-7803-4490-9aca-a38891ddbddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.609349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:22.609672 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae3c8ac2-7e1b-4736-b685-10172f343330 req-0479b863-6557-4eb9-b7f6-ed6d58beea83 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904703 Feb 07 22:46:22.609795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.610533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:46:22.610664 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:46:22.630185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-140eefe7-7306-4a85-b4a8-2156abac593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.631936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-140eefe7-7306-4a85-b4a8-2156abac593f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 1095 time: 0.2484584 Feb 07 22:46:22.728024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:22.728788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.731621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0d4bc88-dfd9-4984-9338-66a9a6914435 HTTP/1.1" status: 200 len: 1091 time: 4.2406998 Feb 07 22:46:22.754333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e829d-a9d8-4587-812c-e166a9e25906 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d4bc88-dfd9-4984-9338-66a9a6914435,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:22.771253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'tag': 'e0d4bc88-dfd9-4984-9338-66a9a6914435'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:22.776401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f9117-7803-4490-9aca-a38891ddbddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334f3d59-d15b-490c-9859-13b0f7a85a6e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:22.849345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e3f9117-7803-4490-9aca-a38891ddbddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:22.853777 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6e3f9117-7803-4490-9aca-a38891ddbddb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/334f3d59-d15b-490c-9859-13b0f7a85a6e HTTP/1.1" status: 204 len: 168 time: 1.9417956 Feb 07 22:46:22.977549 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.070500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-34359f27-d8c7-461d-aba2-bf210d04a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:23.071978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-34359f27-d8c7-461d-aba2-bf210d04a52d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 906 time: 0.4337363 Feb 07 22:46:23.220141 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:46:23.220502 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:46:23.225557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Deleting port 0da8371f-1285-4b1e-90f5-edeedb0e4340 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:23.225557 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.248874 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'tag': 'e0d4bc88-dfd9-4984-9338-66a9a6914435', 'status': 'completed', 'code': 200} Feb 07 22:46:23.251009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.282525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0da8371f-1285-4b1e-90f5-edeedb0e4340 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:23.389230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 0da8371f-1285-4b1e-90f5-edeedb0e4340 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:46:23.389827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0da8371f-1285-4b1e-90f5-edeedb0e4340 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:46:23.399396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-0c7d41b5-8fdd-4853-aec6-19dd2cb2606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:23.401204 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-0c7d41b5-8fdd-4853-aec6-19dd2cb2606a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 1094 time: 0.6140633 Feb 07 22:46:23.422003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] The port '0da8371f-1285-4b1e-90f5-edeedb0e4340' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:46:23.429962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-35a1d749-e9b3-4473-9245-55efca0f4b8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24daf205-8150-458d-ba08-470955a5d830 HTTP/1.1" status: 200 len: 217 time: 0.3499157 Feb 07 22:46:23.496087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502a0a6-13c5-4e94-9533-497fde1d818d req-d2136793-f6a0-4bb0-b84a-345981f35ad5 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:23.498223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d502a0a6-13c5-4e94-9533-497fde1d818d req-d2136793-f6a0-4bb0-b84a-345981f35ad5 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 944 time: 0.5782843 Feb 07 22:46:23.553883 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-95bb023c-996a-4cc9-b126-da0f6c7c24a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435 HTTP/1.1" status: 200 len: 217 time: 0.1401157 Feb 07 22:46:23.566386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-e5c5ec24-3331-4fc9-9e0f-03a1cc6b6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:23.567799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-e5c5ec24-3331-4fc9-9e0f-03a1cc6b6a70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.0941365 Feb 07 22:46:23.624712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-f03c59ff-46cd-4fe2-85a4-08c197fa14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:23.626419 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-f03c59ff-46cd-4fe2-85a4-08c197fa14a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.0613217 Feb 07 22:46:23.679624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-ffc3fd4d-137d-47d2-a940-67f142691dd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542486 Feb 07 22:46:23.738895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d502a0a6-13c5-4e94-9533-497fde1d818d req-649c92b1-c13c-4481-a29a-f687bec051c6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148050 Feb 07 22:46:23.829972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.863037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:23.911161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.936249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.937136 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:23.983752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.036277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:46:24.039839 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:46:24.073439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e402a12-8f46-403b-a510-ea47060edc52 req-33d3ce5e-0665-4e3a-8e25-b50af761d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.074672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-33d3ce5e-0665-4e3a-8e25-b50af761d003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4238532 Feb 07 22:46:24.078623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=4']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:24.081430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e4d43e-acec-49b9-b096-c6f6f296feb9']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.116981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac736a06-0e50-4852-8577-f426f0673073') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.117215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac736a06-0e50-4852-8577-f426f0673073') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:24.122487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:24.145400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d235893-9fff-49f1-bb5d-5c922d5d8c62 req-dbd141f4-be2c-4388-a394-1600b1495ec8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.147136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d235893-9fff-49f1-bb5d-5c922d5d8c62 req-dbd141f4-be2c-4388-a394-1600b1495ec8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 943 time: 0.4047120 Feb 07 22:46:24.184002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:24.196733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.199563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b733f7-9489-4a6e-907a-03b6a83a7e40 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:24.207706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=96c7a560-7c81-46d1-9d29-48088da0aa3d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:24.212473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.213218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.275354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-15fa6917-f920-41fb-9403-fdd1db8d4ba2 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.9707158 Feb 07 22:46:24.275589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58812) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:24.364670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:b4:b9:f6', 'name': 'tempest-NetworksTestDHCPv6-1612234628'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:24.456275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-38a0d603-958a-4c24-a6fa-a829d0c3df50 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307110 Feb 07 22:46:24.457576 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.483354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-99b0ffd5-53dc-4071-8bb7-3e4aa6614ec9 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886988 Feb 07 22:46:24.651724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 24daf205-8150-458d-ba08-470955a5d830 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:24.721862 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.754157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e402a12-8f46-403b-a510-ea47060edc52 req-5c8df753-4a64-4c69-b69a-c360d0e241e0 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614181 Feb 07 22:46:24.892749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:46:24.893161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.901906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:24.923547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:24.955458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-f34d9710-20a8-4a63-abb0-ea162d0b0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:24.959711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-f34d9710-20a8-4a63-abb0-ea162d0b0579 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 1094 time: 0.1480103 Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:46:24.978889 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:46:25.042036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c16170-a10f-488c-b6d2-75b405d83c87 None None] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:25.135012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:25.166588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '24daf205-8150-458d-ba08-470955a5d830', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': '24daf205-8150-458d-ba08-470955a5d830', 'mac_address': 'fa:16:3e:8d:79:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:25.254837 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.290637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-bb4fb09a-a0d6-4682-a5b6-70cba5d283bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.292245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-bb4fb09a-a0d6-4682-a5b6-70cba5d283bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.3252523 Feb 07 22:46:25.302478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24daf205-8150-458d-ba08-470955a5d830 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:25.326180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:25.327810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3c66783e-3062-44d3-8e02-157b135f5471 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:25.342584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d235893-9fff-49f1-bb5d-5c922d5d8c62 req-c4288f55-6c5a-4908-949a-a8d3de30ce6d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1633980 Feb 07 22:46:25.349719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:25.355187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:port and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:25.375217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:25.385404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.385836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:25.411261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b249473e-dc65-4680-b8ff-5c4dcd9b59b8 req-c6680cdd-4924-425e-bd01-3bba8b91f80d service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8768768 Feb 07 22:46:25.437457 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-d012a6fe-8648-4da3-9df9-f1818bf4e509 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435 HTTP/1.1" status: 200 len: 217 time: 0.1380348 Feb 07 22:46:25.545354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:25.601548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-b2f789c8-b34b-438a-8885-eddfee2b1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.611270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-b2f789c8-b34b-438a-8885-eddfee2b1532 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1646044 Feb 07 22:46:25.642441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:25.651109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:25.651457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.759970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['24daf205-8150-458d-ba08-470955a5d830'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:25.800842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-3b99b0a1-7825-499f-80df-f301615fb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.806103 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-3b99b0a1-7825-499f-80df-f301615fb5ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1825025 Feb 07 22:46:25.852592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d208c6-d398-48f9-85d6-ff5267eef1d0 req-d54a7b6c-d48d-446c-9cc7-725895617cf8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:25.855744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0d208c6-d398-48f9-85d6-ff5267eef1d0 req-d54a7b6c-d48d-446c-9cc7-725895617cf8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 945 time: 0.7361095 Feb 07 22:46:25.933982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.938331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:25.944699 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.054851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e4d43e-acec-49b9-b096-c6f6f296feb9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:26.099743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c83a3c15-b7ea-40aa-b0cf-d6c6f2a7ead0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.115323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-61bb300a-d2aa-4b6d-924a-b145e5612013 admin admin] 10.222.0.10 "DELETE /v2.0/networks/19e4d43e-acec-49b9-b096-c6f6f296feb9 HTTP/1.1" status: 204 len: 168 time: 5.3627453 Feb 07 22:46:26.124525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port 1f43cb12-a8c3-444f-a320-f55cef459e46 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:46:26.177616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-350deb39-ad7a-4edb-b7ac-197ea7bddd0c service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600645 Feb 07 22:46:26.194774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0d208c6-d398-48f9-85d6-ff5267eef1d0 req-2ba65581-07bf-4209-ac60-18a51cc4f80f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267670 Feb 07 22:46:26.218646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7bfe7de2-d650-4cbd-bc7e-985204e581af None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:26.219748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7bfe7de2-d650-4cbd-bc7e-985204e581af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.444415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7a2b906-48c0-44a3-adca-f3181d281ad5 req-8781588d-79bd-435f-9a9a-abc5a6ada809 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545316 Feb 07 22:46:26.545275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58890) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:26.646682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:26.660614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58904) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:26.662257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2ca2539-c8fa-4481-9ff6-042f7600f532 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f80c33a2f8d4bf08eed8dbd08d0955b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156902 Feb 07 22:46:26.727615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::13d (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/5383db20-9836-4416-b025-a7e6bd7b8352/1f43cb12-a8c3-444f-a320-f55cef459e46) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:26.749305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8:0:1:f816:3eff:feb4:b9f6 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/96c7a560-7c81-46d1-9d29-48088da0aa3d/1f43cb12-a8c3-444f-a320-f55cef459e46) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:26.953305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-306fc906-bb4b-4a35-84fc-346b4a5b93e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:26.967489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:26.985503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'mac_address': 'fa:16:3e:bb:1a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:27.073468 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-306fc906-bb4b-4a35-84fc-346b4a5b93e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.125203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.153959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ded30b6-ce09-441d-aba8-0bfa8a847e05 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:27.192424 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.200526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:27.214329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16b86f-97d1-4fce-ba3d-d37925872e3e req-875597cd-f16e-4907-a03f-b712cd9a52c0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.222892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc16b86f-97d1-4fce-ba3d-d37925872e3e req-875597cd-f16e-4907-a03f-b712cd9a52c0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 943 time: 0.3409224 Feb 07 22:46:27.224463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.250920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object 1f43cb12-a8c3-444f-a320-f55cef459e46 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:27.258324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-306fc906-bb4b-4a35-84fc-346b4a5b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.292794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fc906-bb4b-4a35-84fc-346b4a5b93e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d052b-46d0-43e9-a86f-d6f217104811,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:27.319762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc16b86f-97d1-4fce-ba3d-d37925872e3e req-68f2a308-81ff-4121-8a74-446e34ff1fa3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956674 Feb 07 22:46:27.370184 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-306fc906-bb4b-4a35-84fc-346b4a5b93e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.374604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-306fc906-bb4b-4a35-84fc-346b4a5b93e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/342d052b-46d0-43e9-a86f-d6f217104811 HTTP/1.1" status: 204 len: 168 time: 0.7129531 Feb 07 22:46:27.379931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.421892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:27.426639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4ded30b6-ce09-441d-aba8-0bfa8a847e05'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:27.666413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:27.677344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:27.683655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:27.690305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.690969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.742498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=1f43cb12-a8c3-444f-a320-f55cef459e46,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:27.755638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b012263-7ea1-43a5-916d-0a56af0d2a98 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4256985 Feb 07 22:46:27.758294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58960) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:27.851731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c713dbc-5e57-4c7f-b535-f0152931adf6 req-0e0e21ab-f229-4d83-af12-0796321b4af1 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:27.853379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c713dbc-5e57-4c7f-b535-f0152931adf6 req-0e0e21ab-f229-4d83-af12-0796321b4af1 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 945 time: 0.3669484 Feb 07 22:46:27.966541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port 1f43cb12-a8c3-444f-a320-f55cef459e46 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:27.968536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:27.980410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c713dbc-5e57-4c7f-b535-f0152931adf6 req-95195c53-c239-4600-977f-03570585d22d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169209 Feb 07 22:46:28.176005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57570954-32ca-44fd-ada3-baec9d6044f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:28.244099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-21955fe2-8e07-4818-9ea5-93581571abe8 None None] Provisioning for port 1f43cb12-a8c3-444f-a320-f55cef459e46 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:28.254224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-21955fe2-8e07-4818-9ea5-93581571abe8 None None] Provisioning complete for port 1f43cb12-a8c3-444f-a320-f55cef459e46 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:28.255936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21955fe2-8e07-4818-9ea5-93581571abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:28.380047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-21955fe2-8e07-4818-9ea5-93581571abe8 None None] Port 1f43cb12-a8c3-444f-a320-f55cef459e46 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:46:28.392006 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:28.436937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58988) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:28.586228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for 1f43cb12-a8c3-444f-a320-f55cef459e46 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:28.647250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:28.789576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0d4bc88-dfd9-4984-9338-66a9a6914435 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:28.791196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 24daf205-8150-458d-ba08-470955a5d830 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:28.886872 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:28.912277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:28.924406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Usage tracker for resource:security_group_rule and tenant:4be90b96d00a48aab9ac2e1f8b23ae73 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:28.929943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:28.943456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:29.146230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.169816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:29.171357 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.287516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.370720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e0d4bc88-dfd9-4984-9338-66a9a6914435, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:29.394416 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.409048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.417260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'e0d4bc88-dfd9-4984-9338-66a9a6914435', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': 'e0d4bc88-dfd9-4984-9338-66a9a6914435', 'mac_address': 'fa:16:3e:44:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:29.421493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 24daf205-8150-458d-ba08-470955a5d830 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:29.476702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59010) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:29.515083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4be90b96d00a48aab9ac2e1f8b23ae73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0765457 Feb 07 22:46:29.535479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59016) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:29.557447 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.562397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e467c-87de-40f2-bc37-a8fa70d8e450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31ebe5-3cd0-436f-a329-ecf1f3a1995b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:29.565089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 24daf205-8150-458d-ba08-470955a5d830 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:29.567491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.593307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=1f43cb12-a8c3-444f-a320-f55cef459e46,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:29.783313 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.798269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1738566628-network', 'tenant_id': 'a0a7c6f751dd4ab4a0b09170f307c924'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:29.806341 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.827946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:29.832959 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-47c89c73-9da9-4acb-ad0b-5e7e5b953638 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/1f43cb12-a8c3-444f-a320-f55cef459e46 HTTP/1.1" status: 204 len: 168 time: 2.0730312 Feb 07 22:46:29.838669 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.845101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59024) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:29.856392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Usage tracker for resource:network and tenant:a0a7c6f751dd4ab4a0b09170f307c924 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:29.868678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:29.900075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d4bc88-dfd9-4984-9338-66a9a6914435 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:29.926135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b53d804e-34ef-4f6a-9e9c-07098d4cd922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:29.945726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e0d4bc88-dfd9-4984-9338-66a9a6914435, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:29.968113 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.005708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:30.008523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b53d804e-34ef-4f6a-9e9c-07098d4cd922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.064618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:30.081791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Made reservation on behalf of a0a7c6f751dd4ab4a0b09170f307c924 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:30.086814 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.087894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:30.098488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.102719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e0d4bc88-dfd9-4984-9338-66a9a6914435,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:30.111216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.133673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:30.140803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a7c6f751dd4ab4a0b09170f307c924 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:30.144944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:30.153665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:30.165619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034c557e-5c3d-40bb-9a54-5608ed81eca9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.166698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-034c557e-5c3d-40bb-9a54-5608ed81eca9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:30.175260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b53d804e-34ef-4f6a-9e9c-07098d4cd922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.208844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-034c557e-5c3d-40bb-9a54-5608ed81eca9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:30.210470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-034c557e-5c3d-40bb-9a54-5608ed81eca9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3576555 Feb 07 22:46:30.217391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b53d804e-34ef-4f6a-9e9c-07098d4cd922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.217974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59030) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:30.219166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b53d804e-34ef-4f6a-9e9c-07098d4cd922 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f31ebe5-3cd0-436f-a329-ecf1f3a1995b HTTP/1.1" status: 204 len: 168 time: 0.6706164 Feb 07 22:46:30.228866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d804e-34ef-4f6a-9e9c-07098d4cd922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31ebe5-3cd0-436f-a329-ecf1f3a1995b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:30.331732 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.355489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:30.368668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['e0d4bc88-dfd9-4984-9338-66a9a6914435'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:30.398513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.413315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.437269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:46:30.453041 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.453397 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Added segment d54bf2d1-ad59-422f-913f-14e226f86249 of type vlan for network c4fb32cf-2cad-4ad6-9356-e862631fccf8 Feb 07 22:46:30.514408 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.580996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b3352-f62f-422f-ae17-c2e50a7f00d8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.585387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59038) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:30.601546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-487b3352-f62f-422f-ae17-c2e50a7f00d8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3819306 Feb 07 22:46:30.672651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:30.711203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.734300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125d3688-9306-4ff9-9de6-10c38e5a83ea,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:30.773034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.775006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.775006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:30.816476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446ba35-0f0b-4cc8-9b9e-74db8fba7a2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.824238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446ba35-0f0b-4cc8-9b9e-74db8fba7a2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.826949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446ba35-0f0b-4cc8-9b9e-74db8fba7a2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:30.828114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b446ba35-0f0b-4cc8-9b9e-74db8fba7a2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:30.879554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b446ba35-0f0b-4cc8-9b9e-74db8fba7a2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:30.889079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b446ba35-0f0b-4cc8-9b9e-74db8fba7a2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3022017 Feb 07 22:46:30.890060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59042) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:31.020003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59046) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:31.067120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.067881 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.103343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:31.128760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Usage tracker for resource:security_group_rule and tenant:5aac10da25844ba5a32dc205ffd28282 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:31.134831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:31.137112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fb32cf-2cad-4ad6-9356-e862631fccf8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:31.147056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 5383db20-9836-4416-b025-a7e6bd7b8352 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:46:31.150587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-af295409-c633-4efd-bbb1-d5049d12d706 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6610622 Feb 07 22:46:31.151728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59050) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:31.158271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Request body: {'subnet': {'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1738566628-subnet', 'tenant_id': 'a0a7c6f751dd4ab4a0b09170f307c924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:31.159529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:31.163597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c4fb32cf-2cad-4ad6-9356-e862631fccf8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:46:31.166236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:31.172503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.178191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Usage tracker for resource:subnet and tenant:a0a7c6f751dd4ab4a0b09170f307c924 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:31.202460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:31.210080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:31.224154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:31.262826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Made reservation on behalf of a0a7c6f751dd4ab4a0b09170f307c924 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:31.265813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.266444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.463507 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.500062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.512587 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.571665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6f332b-7c0c-49cd-be09-8fa8a940b484,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:31.610675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-593b6fb9-dca7-4f56-8682-20b0880403dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5aac10da25844ba5a32dc205ffd28282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876615 Feb 07 22:46:31.613645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59054) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:31.672735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.685883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.780513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd14415-1c99-44d2-907d-d9d3020b3f82,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:31.786984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Checking segment: {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:31.787344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Network hostable DHCP agents. Network: c4fb32cf-2cad-4ad6-9356-e862631fccf8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:46:31.816342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=5383db20-9836-4416-b025-a7e6bd7b8352,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:31.821660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Network c4fb32cf-2cad-4ad6-9356-e862631fccf8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:46:31.829481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd75bb-5fa6-48c9-bc0d-777981e042f0 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:31.836145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.866879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c4fb32cf-2cad-4ad6-9356-e862631fccf8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:31.875572 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-83b6b7a0-fd26-4840-bf55-9f3e73efbd27 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/5383db20-9836-4416-b025-a7e6bd7b8352 HTTP/1.1" status: 204 len: 168 time: 0.9837821 Feb 07 22:46:31.877261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59058) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:31.882073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3559b93-0ca7-42aa-942e-596d7ac4dc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.883809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:31.885049 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.945915 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3559b93-0ca7-42aa-942e-596d7ac4dc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:31.960301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2650763b-c75b-4815-bcb9-dff95f9efaf1 None None] Network c4fb32cf-2cad-4ad6-9356-e862631fccf8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:32.057280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-888ebc18-4f0c-49b7-8f5b-97b2e123e27c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9044755 Feb 07 22:46:32.066665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3559b93-0ca7-42aa-942e-596d7ac4dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.085112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3559b93-0ca7-42aa-942e-596d7ac4dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6f332b-7c0c-49cd-be09-8fa8a940b484,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:32.090310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3559b93-0ca7-42aa-942e-596d7ac4dc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.092736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b3559b93-0ca7-42aa-942e-596d7ac4dc49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd6f332b-7c0c-49cd-be09-8fa8a940b484 HTTP/1.1" status: 204 len: 168 time: 0.4766812 Feb 07 22:46:32.118655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 96c7a560-7c81-46d1-9d29-48088da0aa3d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:46:32.123179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.235028 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:46:32.303536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.518490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.616905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.681643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=96c7a560-7c81-46d1-9d29-48088da0aa3d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:32.685103 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:32.701991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec28346b-d08b-4299-85b3-035ee247c5de tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/96c7a560-7c81-46d1-9d29-48088da0aa3d HTTP/1.1" status: 204 len: 168 time: 0.8232737 Feb 07 22:46:32.704380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59072) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:32.705070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0d4bc88-dfd9-4984-9338-66a9a6914435 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:32.822229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462fc45-b4d3-4238-be3c-80ef151dfe9e None None] Network c4fb32cf-2cad-4ad6-9356-e862631fccf8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:32.823019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-17b23763-9177-4c82-a32c-6c2b6ce4c885 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171236 Feb 07 22:46:32.826582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:32.832525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:33.203698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:33.223458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:33.229796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:33.251477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:33.280816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:33.281522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port e0d4bc88-dfd9-4984-9338-66a9a6914435 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:33.286146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.313004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port e0d4bc88-dfd9-4984-9338-66a9a6914435 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:33.313387 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.597306 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.765965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=944aaf95-8ea3-4eee-b66b-58810b1905af,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:33.783539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:33.788869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:33.794220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:33.795141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:33.822551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c105b-7901-4646-aa00-2182ab48057d None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '96c7a560-7c81-46d1-9d29-48088da0aa3d'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '3c66783e-3062-44d3-8e02-157b135f5471'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:46:33.858646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b35ee02-ffe0-494c-be76-1c5bc98313bb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0299761 Feb 07 22:46:33.859435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59096) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:33.865653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:34.136446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-584c105b-7901-4646-aa00-2182ab48057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:34.230641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:34.241078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:34.245734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:34.260817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:34.291149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:34.296656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:34.299792 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:34.467028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e0d4bc88-dfd9-4984-9338-66a9a6914435, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:34.493835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:34.612413 n-d-827896-3 neutron-server[87670]: INFO neutron.db.ipam_backend_mixin [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 944aaf95-8ea3-4eee-b66b-58810b1905af (CIDR: 2001:db8::/64) Feb 07 22:46:34.623190 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:46:34.623646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:34.638217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e0d4bc88-dfd9-4984-9338-66a9a6914435,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:34.671749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c88ec402-7438-4d05-89f5-1b6a3cf40dac tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8110862 Feb 07 22:46:34.674726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59116) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:34.680326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'subnet': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:34.779258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8589db-ed29-4e75-a27d-5b61cffced1d None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:35.047644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:35.057673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6bf0d73f-19b9-4490-b744-ce369cbc9cb1 None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:35.058045 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d73f-19b9-4490-b744-ce369cbc9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:35.066605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Usage tracker for resource:subnet and tenant:5bb7ad7e1f094752943f3079b0a6ac37 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:35.072296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:35.085491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:35.107277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:35.113663 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:35.360417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3c66783e-3062-44d3-8e02-157b135f5471 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:35.657803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:35.722144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:35.725668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Update dhcp port {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'fixed_ips': [{'subnet_id': '944aaf95-8ea3-4eee-b66b-58810b1905af'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '3c66783e-3062-44d3-8e02-157b135f5471'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:46:35.786566 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:35.870422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:35.895997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:35.979150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:46:36.009663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:36.095337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:36.518654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 07 22:46:36.518654 n-d-827896-3 neutron-server[87672]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 07 22:46:36.518654 n-d-827896-3 neutron-server[87672]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe68:e78f', 'status': 'ALLOCATED', 'ipam_subnet_id': '9a969a07-b490-42f0-ade1-cb1a969ecbb2'}] Feb 07 22:46:36.518654 n-d-827896-3 neutron-server[87672]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:46:36.519510 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:46:36.647736 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:37.095292 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:37.189178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176f762-cd20-405d-b575-34530c512807 req-83b3fce4-3efc-4181-8d73-6ca627af3ac8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:37.190897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4176f762-cd20-405d-b575-34530c512807 req-83b3fce4-3efc-4181-8d73-6ca627af3ac8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.4598594 Feb 07 22:46:37.281404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b162472-7e49-441d-b5d4-89f6bc00d518 req-752b43b0-a3ce-4803-97f2-61a3711a343e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:37.282907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b162472-7e49-441d-b5d4-89f6bc00d518 req-752b43b0-a3ce-4803-97f2-61a3711a343e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 945 time: 0.4911127 Feb 07 22:46:37.329998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:37.400105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4176f762-cd20-405d-b575-34530c512807 req-3163c307-ae30-4508-bb0b-0436dbf2d3a2 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968315 Feb 07 22:46:37.403909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:37.425830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:37.426986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:37.508108 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'code': 200} Feb 07 22:46:37.544086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b162472-7e49-441d-b5d4-89f6bc00d518 req-1f2d2775-fcc9-426b-9cf6-38c50c06c785 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372479 Feb 07 22:46:37.563649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:37.582843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:37.590819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:37.591475 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:37.594452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Allocated IP 2001:db8::2 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/944aaf95-8ea3-4eee-b66b-58810b1905af/3c66783e-3062-44d3-8e02-157b135f5471) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:37.638120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Subnet': ['ID=45293e96-c8f3-4dbc-a4da-a96ba0f4eda7,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:37.649018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=10']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:37.660759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-622b968c-df26-44b6-8632-0555931010ad tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9849305 Feb 07 22:46:37.663762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59190) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:37.671327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Request body: {'port': {'network_id': '58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0', 'mac_address': 'fa:16:3e:5c:8e:54', 'name': 'tempest-NetworksTestDHCPv6-572290181'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:37.919367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:37.952097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:37.957931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:37.981966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Made reservation on behalf of 5bb7ad7e1f094752943f3079b0a6ac37 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:38.057208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:38.107420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Transition to ACTIVE for port object 3c66783e-3062-44d3-8e02-157b135f5471 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:38.119464 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:38.211707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73808a-58c0-4071-bca4-f21a1e5b4d3e req-373a9da3-fad1-4a46-bbb7-249dd8be2a9f tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.211707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e73808a-58c0-4071-bca4-f21a1e5b4d3e req-373a9da3-fad1-4a46-bbb7-249dd8be2a9f tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 950 time: 0.1559796 Feb 07 22:46:38.309906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:38.362749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] device_id is not set on port b239364e-9fb8-4ee4-a413-30ec904b090d yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:46:38.403015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e73808a-58c0-4071-bca4-f21a1e5b4d3e req-ff3e4389-7543-4ca1-ba56-20ab88fc9e5c tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825566 Feb 07 22:46:38.444969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ef2d0-2628-4694-ba0b-18c20aa3d718 None None] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:38.545125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-77c04f81-a64e-4fd1-a8f4-a1a3b0c5f1a2 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.545125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-77c04f81-a64e-4fd1-a8f4-a1a3b0c5f1a2 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Synchronizing usage tracker for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:38.566164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-77c04f81-a64e-4fd1-a8f4-a1a3b0c5f1a2 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Unset dirty status for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:38.568965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-77c04f81-a64e-4fd1-a8f4-a1a3b0c5f1a2 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/networks?id=c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 200 len: 818 time: 0.2760119 Feb 07 22:46:38.605733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-08890bce-0237-40ab-a035-05866fa13a0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/quotas/a0a7c6f751dd4ab4a0b09170f307c924 HTTP/1.1" status: 200 len: 375 time: 0.0166538 Feb 07 22:46:38.739225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-7a76c77e-f8d3-4136-8c37-a2fc561c7ec0 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231387 Feb 07 22:46:38.927880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d436e9-3dd8-4c29-a2b4-6579c2ad8e00 req-52128965-b0bb-41de-b44e-f0a3def6dbd2 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:38.929708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20d436e9-3dd8-4c29-a2b4-6579c2ad8e00 req-52128965-b0bb-41de-b44e-f0a3def6dbd2 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.1280813 Feb 07 22:46:38.933138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8::84 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/944aaf95-8ea3-4eee-b66b-58810b1905af/b239364e-9fb8-4ee4-a413-30ec904b090d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:38.947680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:8e54 (58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0/45293e96-c8f3-4dbc-a4da-a96ba0f4eda7/b239364e-9fb8-4ee4-a413-30ec904b090d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:39.025232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-43864d5f-d9da-468b-be82-acb97d1f6261 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:46:39.026397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-43864d5f-d9da-468b-be82-acb97d1f6261 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2806146 Feb 07 22:46:39.278114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-304a9b17-7853-46f3-8748-41d0e10b4b56 service neutron] 10.222.0.10 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429216 Feb 07 22:46:39.291960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20d436e9-3dd8-4c29-a2b4-6579c2ad8e00 req-01e259eb-c1bc-4ec7-8616-44ee769cb2df tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552291 Feb 07 22:46:39.344122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3c66783e-3062-44d3-8e02-157b135f5471 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:39.406996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:39.451347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Transition to ACTIVE for port object b239364e-9fb8-4ee4-a413-30ec904b090d will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:39.543643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:39.651799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-43f6be95-93f6-4ee7-922b-9e6919180836 service neutron] 10.222.0.10 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588686 Feb 07 22:46:39.708284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:39.716490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:39.724762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:39.732781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:39.733735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:39.735328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24daf205-8150-458d-ba08-470955a5d830'}, {'server_uuid': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4bc88-dfd9-4984-9338-66a9a6914435'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:39.742682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event updated for resources: {'Port': ['ID=b239364e-9fb8-4ee4-a413-30ec904b090d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:39.778409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b4dbe-e6a6-4194-9796-df53fcc05b93 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:39.788367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-671bcb89-7f96-4d62-aab1-54cf51876025 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1228895 Feb 07 22:46:39.791090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59256) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:39.829119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0c1e1-f6f7-4c0c-8ae9-f006347a51f2 req-031ce775-2524-4efa-97d0-1dcebefac67f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:39.830650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51a0c1e1-f6f7-4c0c-8ae9-f006347a51f2 req-031ce775-2524-4efa-97d0-1dcebefac67f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 945 time: 0.1778328 Feb 07 22:46:39.936813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-880cced9-e7d1-4fa0-a6d2-0826576d83ea None None] Provisioning for port 3c66783e-3062-44d3-8e02-157b135f5471 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:46:39.942434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51a0c1e1-f6f7-4c0c-8ae9-f006347a51f2 req-622eb838-905a-4492-ac84-73bf66a6c14a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016717 Feb 07 22:46:39.957490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-880cced9-e7d1-4fa0-a6d2-0826576d83ea None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:39.962892 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-880cced9-e7d1-4fa0-a6d2-0826576d83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:39.974018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting port b239364e-9fb8-4ee4-a413-30ec904b090d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:39.975118 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:40.245168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:40.245550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:40.311162 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24daf205-8150-458d-ba08-470955a5d830', 'code': 200} Feb 07 22:46:40.311420 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d4bc88-dfd9-4984-9338-66a9a6914435', 'code': 200} Feb 07 22:46:40.445294 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-880cced9-e7d1-4fa0-a6d2-0826576d83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:40.490160 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:40.630302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eceecc1-feb7-4113-842f-4bc7c9e826e3 req-70ed9a67-57d0-4a4c-853a-4305a22b4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:40.635707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1eceecc1-feb7-4113-842f-4bc7c9e826e3 req-70ed9a67-57d0-4a4c-853a-4305a22b4d83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 1096 time: 0.2466087 Feb 07 22:46:40.661690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-880cced9-e7d1-4fa0-a6d2-0826576d83ea None None] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:40.695092 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-880cced9-e7d1-4fa0-a6d2-0826576d83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:40.713849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:40.931446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Calling delete_port for b239364e-9fb8-4ee4-a413-30ec904b090d owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:41.120093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cced9-e7d1-4fa0-a6d2-0826576d83ea None None] Pushing event updated for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:41.200454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1eceecc1-feb7-4113-842f-4bc7c9e826e3 req-5146d033-d27f-4c30-947b-44c1bc2c8b47 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566821 Feb 07 22:46:41.282797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a5af0-d822-43c5-bca9-0315ac9a18c0 req-74fc9051-6173-4f79-a383-c9353452fd7b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:41.287251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5a5af0-d822-43c5-bca9-0315ac9a18c0 req-74fc9051-6173-4f79-a383-c9353452fd7b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.5885897 Feb 07 22:46:41.322379 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:41.326989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e277a1-ef78-4a8b-a779-98151db0af62 req-72a95e8b-9a50-4f9b-9aed-47d166a2de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:41.328941 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74e277a1-ef78-4a8b-a779-98151db0af62 req-72a95e8b-9a50-4f9b-9aed-47d166a2de44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 1097 time: 0.6480343 Feb 07 22:46:41.383017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5a5af0-d822-43c5-bca9-0315ac9a18c0 req-74d40163-f2ee-45cc-988e-b535c5d9cb75 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910604 Feb 07 22:46:41.391297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:41.395588 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:41.405381 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:41.564226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Port': ['ID=b239364e-9fb8-4ee4-a413-30ec904b090d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:41.627617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3c66783e-3062-44d3-8e02-157b135f5471 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:41.650286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdc92155-d1fd-4015-a308-c8ffbdbfb8a4 req-1ea669db-d3f8-486c-8d5c-38ff3c70c23d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 210 time: 0.1664052 Feb 07 22:46:41.700298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:41.796204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:41.796987 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:41.827899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:41.844726 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-28ab9482-d1f4-47cc-9e50-cc04a509501f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/b239364e-9fb8-4ee4-a413-30ec904b090d HTTP/1.1" status: 204 len: 168 time: 2.0520828 Feb 07 22:46:41.847071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59354) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:41.852397 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74e277a1-ef78-4a8b-a779-98151db0af62 req-6c29d00a-d90b-454a-9f7f-d8c0e40e5c60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313910 Feb 07 22:46:42.228807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1768450b-7521-4b6b-9167-480158baed8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.230663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1768450b-7521-4b6b-9167-480158baed8e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3824427 Feb 07 22:46:42.233468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59364) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:42.240071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca21b2-e427-43e7-84c1-79b0ad5480f7 req-dbb6570c-b123-48c0-bf53-de094441fb6e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.241740 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26ca21b2-e427-43e7-84c1-79b0ad5480f7 req-dbb6570c-b123-48c0-bf53-de094441fb6e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 945 time: 0.2658126 Feb 07 22:46:42.312111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:42.339853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26ca21b2-e427-43e7-84c1-79b0ad5480f7 req-1752904e-e2cd-4fcb-bb2e-35e4a882f9c0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914350 Feb 07 22:46:42.481243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7f0504-f9c3-4ae6-824a-00a47fe57508 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.482837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef7f0504-f9c3-4ae6-824a-00a47fe57508 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:42.489533 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'code': 200} Feb 07 22:46:42.531311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef7f0504-f9c3-4ae6-824a-00a47fe57508 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:42.534969 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef7f0504-f9c3-4ae6-824a-00a47fe57508 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2981517 Feb 07 22:46:42.535434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59378) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:42.716639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d99ec1-0cc5-4bd2-9ccd-f298e66b3d6c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.721819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d99ec1-0cc5-4bd2-9ccd-f298e66b3d6c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.725163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d99ec1-0cc5-4bd2-9ccd-f298e66b3d6c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.726198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38d99ec1-0cc5-4bd2-9ccd-f298e66b3d6c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:42.837396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-71fa48ac-09e1-4ef7-94b6-438c32a04593 None None] Could not find standard attr ID for object b239364e-9fb8-4ee4-a413-30ec904b090d. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:46:42.864158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-71fa48ac-09e1-4ef7-94b6-438c32a04593 None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:42.864547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-71fa48ac-09e1-4ef7-94b6-438c32a04593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:42.871956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38d99ec1-0cc5-4bd2-9ccd-f298e66b3d6c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:42.875732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59390) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:42.878066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-38d99ec1-0cc5-4bd2-9ccd-f298e66b3d6c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3406088 Feb 07 22:46:42.955595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff460230-705f-4f50-9694-145918b2e351 req-754cdc28-8ad3-44eb-aa67-efb97f033e8a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:42.967875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff460230-705f-4f50-9694-145918b2e351 req-754cdc28-8ad3-44eb-aa67-efb97f033e8a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.2357104 Feb 07 22:46:43.177162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff460230-705f-4f50-9694-145918b2e351 req-ce1a22c4-1031-4513-819f-f0807ed99c9e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945794 Feb 07 22:46:43.196546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 45293e96-c8f3-4dbc-a4da-a96ba0f4eda7 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:46:43.208008 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:43.329799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:43.385571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-31dd4421-52ef-45bd-9914-f664d217c940 None None] Could not find standard attr ID for object b239364e-9fb8-4ee4-a413-30ec904b090d. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:46:43.520545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b90b8e0d-8fd2-420f-a302-37f1b650a38b req-080300c8-6261-4886-83fa-9f69646cb2cc tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 210 time: 0.1467960 Feb 07 22:46:43.528336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:43.653331 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:43.751401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=45293e96-c8f3-4dbc-a4da-a96ba0f4eda7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:43.772714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:43.783490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1be69c-aecf-4146-ae02-1e7ec87df252 None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:43.845092 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4573d0d0-08fa-496f-ba3a-2bfe8e5fcc81 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/45293e96-c8f3-4dbc-a4da-a96ba0f4eda7 HTTP/1.1" status: 204 len: 168 time: 0.9661183 Feb 07 22:46:43.845304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59426) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:44.005742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Deleting subnet 944aaf95-8ea3-4eee-b66b-58810b1905af {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:46:44.009232 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:44.290437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ec4d7-4239-4a6d-a4da-803165fb21fb req-a3d0991a-c863-423b-9674-827c01e02a6c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.303566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-417ec4d7-4239-4a6d-a4da-803165fb21fb req-a3d0991a-c863-423b-9674-827c01e02a6c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 945 time: 0.1779668 Feb 07 22:46:44.482501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-a041560f-7e6b-4bad-bc0e-b80b79e4a64e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.484762 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-a041560f-7e6b-4bad-bc0e-b80b79e4a64e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "GET /v2.0/networks?id=c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 200 len: 818 time: 0.2028525 Feb 07 22:46:44.519986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Request body: {'port': {'device_id': '55d735ab-3c6b-4279-939e-2055d07da133', 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8', 'admin_state_up': True, 'tenant_id': 'a0a7c6f751dd4ab4a0b09170f307c924'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:44.537289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-417ec4d7-4239-4a6d-a4da-803165fb21fb req-09050ffd-0e6c-4519-bbbc-b7743f49f913 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325482 Feb 07 22:46:44.672298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697ec2-9560-40af-92bc-dff109bcae19 req-f0cdb187-3182-4273-842e-057eb7f01ce4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:44.673912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71697ec2-9560-40af-92bc-dff109bcae19 req-f0cdb187-3182-4273-842e-057eb7f01ce4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.3074727 Feb 07 22:46:44.787511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71697ec2-9560-40af-92bc-dff109bcae19 req-70aa3b8d-2efd-4db3-89a4-f59d6b6e6d4c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075764 Feb 07 22:46:44.791723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.280688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c84b8f51-60e2-43c9-ac3e-022813f31dd1 req-72a1842a-2ed3-4348-9886-449cd34d99e8 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 210 time: 0.1909943 Feb 07 22:46:45.332600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.393648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-49e0fd3a-2853-488f-a1a6-109ab8b77edf tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:45.398128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-49e0fd3a-2853-488f-a1a6-109ab8b77edf tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "GET /v2.0/networks?id=c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 200 len: 818 time: 0.5558574 Feb 07 22:46:45.416222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Request body: {'port': {'device_id': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8', 'admin_state_up': True, 'tenant_id': 'a0a7c6f751dd4ab4a0b09170f307c924'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:45.463907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.532064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-227e3cbb-2985-4542-b47f-10422f2773c2 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:45.533716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-227e3cbb-2985-4542-b47f-10422f2773c2 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.26 "GET /v2.0/networks?id=c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 200 len: 818 time: 1.2511730 Feb 07 22:46:45.538564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Subnet': ['ID=944aaf95-8ea3-4eee-b66b-58810b1905af,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:45.552737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.553236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.553581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.553916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.554248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.554595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.554897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.555211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.555531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.555848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.556188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.556510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:45.569104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Request body: {'port': {'device_id': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8', 'admin_state_up': True, 'tenant_id': 'a0a7c6f751dd4ab4a0b09170f307c924'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:45.609648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:45.614053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Usage tracker for resource:port and tenant:a0a7c6f751dd4ab4a0b09170f307c924 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:45.617914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:45.624075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:45.643542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.687845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:45.692620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Usage tracker for resource:port and tenant:a0a7c6f751dd4ab4a0b09170f307c924 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:45.695729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:45.703750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:45.722508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Made reservation on behalf of a0a7c6f751dd4ab4a0b09170f307c924 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:45.735393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.754950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Made reservation on behalf of a0a7c6f751dd4ab4a0b09170f307c924 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:45.761199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:45.854577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54293e22-b4dd-4c74-ae6b-e4d84edd02dc None None] Network 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:46:45.962870 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fefd4dd9-0554-4274-81d9-c6fac66ab948 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/944aaf95-8ea3-4eee-b66b-58810b1905af HTTP/1.1" status: 204 len: 168 time: 2.1154308 Feb 07 22:46:46.001853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59494) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:46.090408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a82ce52b-1b42-4e1f-9f11-3ceb84edec9b None None] Provisioning complete for port 3c66783e-3062-44d3-8e02-157b135f5471 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:46.090716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a82ce52b-1b42-4e1f-9f11-3ceb84edec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:46.168146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777b2ff-fb46-4702-bca1-ea83372e866e req-628b3f09-7ea1-48d7-8899-54eefd8f97ad tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:46.169905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2777b2ff-fb46-4702-bca1-ea83372e866e req-628b3f09-7ea1-48d7-8899-54eefd8f97ad tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.3957667 Feb 07 22:46:46.217993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:46.226498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Usage tracker for resource:port and tenant:a0a7c6f751dd4ab4a0b09170f307c924 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:46.231188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:46.241321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Allocated IP 172.20.0.3 (c4fb32cf-2cad-4ad6-9356-e862631fccf8/6fd14415-1c99-44d2-907d-d9d3020b3f82/12be16d5-a899-4317-81f2-b187f8404359) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:46.242397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:46.253235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2777b2ff-fb46-4702-bca1-ea83372e866e req-7dd946dd-23c2-41a2-9d17-19848576c000 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749652 Feb 07 22:46:46.301381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2523cc9e-cf99-4bcb-9fb8-885461b41fc1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2982364 Feb 07 22:46:46.306913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59502) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:46.413323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Made reservation on behalf of a0a7c6f751dd4ab4a0b09170f307c924 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:46:46.431197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:46.663391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] DHCP port deletion for 58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:46:46.668531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] Deleting port 3c66783e-3062-44d3-8e02-157b135f5471 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:46:46.668984 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:46.817561 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ef985e0-2697-4f93-95a7-8b43a76739c6 req-c4701d7a-12fc-406d-a741-1fe7b710dcbe tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 210 time: 0.3100598 Feb 07 22:46:46.865951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794a642-6cd0-4cb1-84d1-9f742c0ef36a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:46.870145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59514) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:46.870279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0794a642-6cd0-4cb1-84d1-9f742c0ef36a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5621998 Feb 07 22:46:46.981851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] For port 3c66783e-3062-44d3-8e02-157b135f5471, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3c66783e-3062-44d3-8e02-157b135f5471,segment=NetworkSegment(42833e29-d929-4c70-96df-b2825679a231),segment_id=42833e29-d929-4c70-96df-b2825679a231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:46.982347 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.023666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b0975-567b-482c-8644-0b10bb55d318 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:47.024370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b9b0975-567b-482c-8644-0b10bb55d318 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Synchronizing usage tracker for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:47.062488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b9b0975-567b-482c-8644-0b10bb55d318 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Unset dirty status for tenant:5bb7ad7e1f094752943f3079b0a6ac37 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:47.064581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1b9b0975-567b-482c-8644-0b10bb55d318 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1925335 Feb 07 22:46:47.068745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59534) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:47.073066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.149415 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.222825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Network c4fb32cf-2cad-4ad6-9356-e862631fccf8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:47.226400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:47.230659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:47.246411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Allocated IP 172.20.0.14 (c4fb32cf-2cad-4ad6-9356-e862631fccf8/6fd14415-1c99-44d2-907d-d9d3020b3f82/79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:47.289946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] Calling delete_port for 3c66783e-3062-44d3-8e02-157b135f5471 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:46:47.303661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:47.304480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.313861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Pushing event updated for resources: {'Port': ['ID=12be16d5-a899-4317-81f2-b187f8404359,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:47.330468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.331068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.331587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.332074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.332598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.333197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.333760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.334237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.334737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.335307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.335956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.336432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:47.361179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1d27484e-b868-4bfe-b2cc-6fca45b2ee0e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9511862 Feb 07 22:46:47.384266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Request body: {'port': {'device_id': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:47.493471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3c66783e-3062-44d3-8e02-157b135f5471 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:47.575108 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.635974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] Pushing event deleted for resources: {'Port': ['ID=3c66783e-3062-44d3-8e02-157b135f5471,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:47.638261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3c66783e-3062-44d3-8e02-157b135f5471 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:46:47.638667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3c66783e-3062-44d3-8e02-157b135f5471 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:46:47.641501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ab446-60ea-488d-bffd-9c320189ce5d None None] No DVR routers for this DVR port 3c66783e-3062-44d3-8e02-157b135f5471 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:46:47.681888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ed41191e-61d1-47b1-877e-3996e826e7da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6085865 Feb 07 22:46:47.688050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59552) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:47.734915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.793340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:47.825106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e3f6e-df02-4ce5-bfaa-129501dccd20 req-6d871d9b-538b-40fa-86a3-ce8750637a3c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:47.832336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d53e3f6e-df02-4ce5-bfaa-129501dccd20 req-6d871d9b-538b-40fa-86a3-ce8750637a3c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.2400079 Feb 07 22:46:47.867549 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90a3f0c-a0c6-48e2-b2a5-d90fe5dd4907 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:47.868141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90a3f0c-a0c6-48e2-b2a5-d90fe5dd4907 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.066158 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.088423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e90a3f0c-a0c6-48e2-b2a5-d90fe5dd4907 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/b239364e-9fb8-4ee4-a413-30ec904b090d HTTP/1.1" status: 404 len: 333 time: 0.3989801 Feb 07 22:46:48.096609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59564) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.107998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d53e3f6e-df02-4ce5-bfaa-129501dccd20 req-e0b02c53-478e-46b3-b9c1-7cbcaa7d2a66 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746663 Feb 07 22:46:48.191867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Network c4fb32cf-2cad-4ad6-9356-e862631fccf8 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:48.197895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:48.203855 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7731eee-5db3-40a7-adc0-322888700576 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.204551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7731eee-5db3-40a7-adc0-322888700576 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.207350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:48.215457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e7731eee-5db3-40a7-adc0-322888700576 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/45293e96-c8f3-4dbc-a4da-a96ba0f4eda7 HTTP/1.1" status: 404 len: 337 time: 0.1014819 Feb 07 22:46:48.216091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59574) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.271110 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa8d378-d510-4dc2-9373-5bb98de776fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.271565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa8d378-d510-4dc2-9373-5bb98de776fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.277321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5aa8d378-d510-4dc2-9373-5bb98de776fe tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/944aaf95-8ea3-4eee-b66b-58810b1905af HTTP/1.1" status: 404 len: 337 time: 0.0549257 Feb 07 22:46:48.278227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59586) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.292268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Pushing event updated for resources: {'Port': ['ID=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:48.309076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Allocated IP 172.20.0.12 (c4fb32cf-2cad-4ad6-9356-e862631fccf8/6fd14415-1c99-44d2-907d-d9d3020b3f82/0d89f66a-0185-4b51-9ad3-7406dd17615a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:46:48.345127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:48.345650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:48.358208 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dde56af-2155-4baa-ab91-7f133f4dda5d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.359389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dde56af-2155-4baa-ab91-7f133f4dda5d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.369811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8dde56af-2155-4baa-ab91-7f133f4dda5d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/1f43cb12-a8c3-444f-a320-f55cef459e46 HTTP/1.1" status: 404 len: 333 time: 0.0852928 Feb 07 22:46:48.374172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.427795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0427d-63a8-4651-857d-a67b0c84a0d2 req-c968ae51-fbcd-45a6-99bf-c2a96c1afe3f tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:48.428737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8d0427d-63a8-4651-857d-a67b0c84a0d2 req-c968ae51-fbcd-45a6-99bf-c2a96c1afe3f tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Synchronizing usage tracker for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:48.431970 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ff7bc1-23ee-45b6-bc24-4e0591d45a9e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.432579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ff7bc1-23ee-45b6-bc24-4e0591d45a9e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.437527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d2ff7bc1-23ee-45b6-bc24-4e0591d45a9e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/96c7a560-7c81-46d1-9d29-48088da0aa3d HTTP/1.1" status: 404 len: 337 time: 0.0573330 Feb 07 22:46:48.438317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59602) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.490216 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0eceb7-c4d7-4764-9e64-8d05671e4773 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.491304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0eceb7-c4d7-4764-9e64-8d05671e4773 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.496435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7f0eceb7-c4d7-4764-9e64-8d05671e4773 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/5383db20-9836-4416-b025-a7e6bd7b8352 HTTP/1.1" status: 404 len: 337 time: 0.0557129 Feb 07 22:46:48.497795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59606) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.499172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8d0427d-63a8-4651-857d-a67b0c84a0d2 req-c968ae51-fbcd-45a6-99bf-c2a96c1afe3f tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Unset dirty status for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:48.507979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8d0427d-63a8-4651-857d-a67b0c84a0d2 req-c968ae51-fbcd-45a6-99bf-c2a96c1afe3f tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 931 time: 0.4809017 Feb 07 22:46:48.599286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-e343afcd-1b0b-474d-be7a-9d073d21cdff tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0936639 Feb 07 22:46:48.600531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8d0427d-63a8-4651-857d-a67b0c84a0d2 req-96db5df5-7c0a-4aa7-bdc8-14aa772f1bcd tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Synchronizing usage tracker for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:46:48.606314 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd48cf41-43a7-480c-b4fd-58077735800a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.607100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd48cf41-43a7-480c-b4fd-58077735800a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.611727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd48cf41-43a7-480c-b4fd-58077735800a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/36986284-bb8b-497e-ae36-906998a5cd04 HTTP/1.1" status: 404 len: 333 time: 0.0868869 Feb 07 22:46:48.612755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.630485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Request body: {'port': {'device_id': '55d735ab-3c6b-4279-939e-2055d07da133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:48.694884 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8422f0-2205-4e68-9bdb-8093905dd7b9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.695989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8422f0-2205-4e68-9bdb-8093905dd7b9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.701034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9d8422f0-2205-4e68-9bdb-8093905dd7b9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/c2bca1dc-9c59-4bb1-b847-c7f9c966b5c3 HTTP/1.1" status: 404 len: 337 time: 0.0828850 Feb 07 22:46:48.702199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59616) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.741934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:48.900507 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f1f40d-3003-4bea-81f5-d0319d69b4c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:48.901384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f1f40d-3003-4bea-81f5-d0319d69b4c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:48.907789 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-65f1f40d-3003-4bea-81f5-d0319d69b4c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/5bd1d00f-5bdd-421f-9a09-10dad85b3107 HTTP/1.1" status: 404 len: 337 time: 0.1986156 Feb 07 22:46:48.908956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:48.909985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c8d0427d-63a8-4651-857d-a67b0c84a0d2 req-96db5df5-7c0a-4aa7-bdc8-14aa772f1bcd tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Unset dirty status for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:46:48.933780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8d0427d-63a8-4651-857d-a67b0c84a0d2 req-96db5df5-7c0a-4aa7-bdc8-14aa772f1bcd tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241326 Feb 07 22:46:49.113297 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9270ba0-8243-4d94-933d-215f61023662 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.113734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9270ba0-8243-4d94-933d-215f61023662 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.123163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e9270ba0-8243-4d94-933d-215f61023662 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ffdd64e5-1f4d-4bdf-84d5-8dad8f47168b HTTP/1.1" status: 404 len: 333 time: 0.1868286 Feb 07 22:46:49.123779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59638) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.170123 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d295589-7bc4-406a-b63e-3e437f13c606 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.170597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d295589-7bc4-406a-b63e-3e437f13c606 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.177060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9d295589-7bc4-406a-b63e-3e437f13c606 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/8f4aeed5-6e9c-402d-ab12-30d8f1321197 HTTP/1.1" status: 404 len: 337 time: 0.0522246 Feb 07 22:46:49.177674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59644) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.182607 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.199669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:49.242172 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc13d411-7599-45e2-ae0f-2336c1e38f34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.242756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc13d411-7599-45e2-ae0f-2336c1e38f34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.249908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'mac_address': 'fa:16:3e:4e:e4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:49.255017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bc13d411-7599-45e2-ae0f-2336c1e38f34 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/e2a6feb4-438e-45d2-b078-83d66e20d5f4 HTTP/1.1" status: 404 len: 337 time: 0.0762761 Feb 07 22:46:49.255643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59648) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.357852 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49e179f-5fe3-42d8-890b-15a557785f90 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.358352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49e179f-5fe3-42d8-890b-15a557785f90 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.372716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c49e179f-5fe3-42d8-890b-15a557785f90 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/5f091804-ef73-4d6e-bfe9-c7e0c01bab72 HTTP/1.1" status: 404 len: 333 time: 0.1159203 Feb 07 22:46:49.374685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59658) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.407344 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.462684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.476758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1749492c-a318-4ca0-bd30-32f9f45776f6 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:49.499713 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea90d9a-d9b4-4492-b0c8-48fe2ae58ecb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.500182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea90d9a-d9b4-4492-b0c8-48fe2ae58ecb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.517568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:49.520540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ea90d9a-d9b4-4492-b0c8-48fe2ae58ecb tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/940a0fe2-930f-45bb-a488-a6f779308225 HTTP/1.1" status: 404 len: 337 time: 0.1456292 Feb 07 22:46:49.522747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59672) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.528616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.608079 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e97bfa0-bfbe-410f-9d2b-a8161c6b9a60 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.608837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e97bfa0-bfbe-410f-9d2b-a8161c6b9a60 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.611032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2e97bfa0-bfbe-410f-9d2b-a8161c6b9a60 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/3aca0e11-4479-406b-9fc2-6d4d673e54f3 HTTP/1.1" status: 404 len: 333 time: 0.0720136 Feb 07 22:46:49.614618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59684) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.689581 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cac1e3-aef8-423e-97fc-65a39ce179b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.691223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cac1e3-aef8-423e-97fc-65a39ce179b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.695228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b4cac1e3-aef8-423e-97fc-65a39ce179b6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/2e548127-b8ef-4cde-94f4-1a1ee007a541 HTTP/1.1" status: 404 len: 337 time: 0.0794687 Feb 07 22:46:49.706513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59690) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.749182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393451c6-ddfb-4948-b1ec-724b0c521836 req-2df34cb8-0c12-4974-8df7-8517bdec5a6a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:49.750848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-393451c6-ddfb-4948-b1ec-724b0c521836 req-2df34cb8-0c12-4974-8df7-8517bdec5a6a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.3331959 Feb 07 22:46:49.797747 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-358317cb-aecd-454c-927d-98399a78eed8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:49.798785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358317cb-aecd-454c-927d-98399a78eed8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:49.804865 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-358317cb-aecd-454c-927d-98399a78eed8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/0a8f2213-832c-4969-8e3e-3b7934197a6e HTTP/1.1" status: 404 len: 333 time: 0.0790854 Feb 07 22:46:49.843357 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:49.853953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-393451c6-ddfb-4948-b1ec-724b0c521836 req-818271b2-bbf6-46e6-9700-4e98102b63f8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956111 Feb 07 22:46:49.864748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59698) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:49.885336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1749492c-a318-4ca0-bd30-32f9f45776f6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:50.164085 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df9aef3-daa3-4e8b-ba19-b8a6d6021386 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:50.166520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df9aef3-daa3-4e8b-ba19-b8a6d6021386 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:50.166520 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1df9aef3-daa3-4e8b-ba19-b8a6d6021386 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/68b20c94-7b19-40c8-a0ff-7beba5c806e8 HTTP/1.1" status: 404 len: 337 time: 0.3003547 Feb 07 22:46:50.175262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:50.274869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:50.316984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Network c4fb32cf-2cad-4ad6-9356-e862631fccf8 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:46:50.330047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:46:50.356745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:46:50.545664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Pushing event updated for resources: {'Port': ['ID=0d89f66a-0185-4b51-9ad3-7406dd17615a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:50.646420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:50.647084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:50.682660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-652bf648-48e1-487e-bdf6-4cb3e7ff8de5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1351705 Feb 07 22:46:50.698291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Request body: {'port': {'device_id': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:46:50.727832 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f49cb1-0988-4b97-8bd3-3f395da5f710 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:50.728768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f49cb1-0988-4b97-8bd3-3f395da5f710 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:50.734143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-39f49cb1-0988-4b97-8bd3-3f395da5f710 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/a267a4ec-c321-4036-91f7-3706846520b8 HTTP/1.1" status: 404 len: 333 time: 0.5579643 Feb 07 22:46:50.739451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59730) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:50.821423 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ebc008-f039-4a27-9d25-522c8d914885 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:50.825935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ebc008-f039-4a27-9d25-522c8d914885 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:50.830821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e9ebc008-f039-4a27-9d25-522c8d914885 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/34a8b233-58bc-475e-a63a-f31d3bea6427 HTTP/1.1" status: 404 len: 337 time: 0.0833316 Feb 07 22:46:50.835233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59734) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:50.869920 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.028372 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec29556-5472-409b-99c2-04e1ea34aef4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.034868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec29556-5472-409b-99c2-04e1ea34aef4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.046998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7ec29556-5472-409b-99c2-04e1ea34aef4 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ee3f8115-b45f-425a-ae78-12f2fbd0b2a4 HTTP/1.1" status: 404 len: 333 time: 0.2007883 Feb 07 22:46:51.057782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59744) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.128590 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf350990-38b7-45da-8a9f-0c0743249b2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.129297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf350990-38b7-45da-8a9f-0c0743249b2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.133925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cf350990-38b7-45da-8a9f-0c0743249b2f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/cd3699c8-8006-4e43-b277-da45680d6522 HTTP/1.1" status: 404 len: 337 time: 0.0731552 Feb 07 22:46:51.134120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59752) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.147743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d87d7-237e-46e2-9958-d574a8f7294c req-069fded7-207f-4746-aa3f-c0c011c7206f tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:51.149942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca8d87d7-237e-46e2-9958-d574a8f7294c req-069fded7-207f-4746-aa3f-c0c011c7206f tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 931 time: 0.5087550 Feb 07 22:46:51.200037 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24b8aae-ac47-4ace-b834-0842cb920f50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.200733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24b8aae-ac47-4ace-b834-0842cb920f50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.205136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a24b8aae-ac47-4ace-b834-0842cb920f50 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/7a510994-2c3d-43dc-a82e-1e00601b268e HTTP/1.1" status: 404 len: 333 time: 0.0673616 Feb 07 22:46:51.211099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59758) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.264231 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8817c8b2-7c55-4b02-8b9d-635649996a57 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.265381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8817c8b2-7c55-4b02-8b9d-635649996a57 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.266076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12be16d5-a899-4317-81f2-b187f8404359 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:51.269950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8817c8b2-7c55-4b02-8b9d-635649996a57 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/fe4de6e8-8cc3-46b5-b147-ad2fd8b362d8 HTTP/1.1" status: 404 len: 337 time: 0.0542932 Feb 07 22:46:51.270896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.273274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca8d87d7-237e-46e2-9958-d574a8f7294c req-4fb07ce3-7976-42ce-83dd-2cc7235c3ee7 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899909 Feb 07 22:46:51.278854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.311728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Transition to ACTIVE for port object 12be16d5-a899-4317-81f2-b187f8404359 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:51.318101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:51.424860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Pushing event updated for resources: {'Port': ['ID=12be16d5-a899-4317-81f2-b187f8404359,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:51.451494 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a0cdf2-6aee-432f-87e4-202ace7c8f03 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.452244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a0cdf2-6aee-432f-87e4-202ace7c8f03 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.454417 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-48a0cdf2-6aee-432f-87e4-202ace7c8f03 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/36bd4c39-731e-4cd9-b29e-0c15a3ef2915 HTTP/1.1" status: 404 len: 337 time: 0.1823316 Feb 07 22:46:51.457134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.539821 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdbc43b-3739-42f1-9ada-391fc3d041bf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.540624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdbc43b-3739-42f1-9ada-391fc3d041bf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.542690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7bdbc43b-3739-42f1-9ada-391fc3d041bf tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ed171106-e4cf-481a-a455-977b6a5c3303 HTTP/1.1" status: 404 len: 333 time: 0.0844858 Feb 07 22:46:51.550696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59792) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.608985 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4e0ea2-597a-47b7-a40f-ec7f26209d94 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.609788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4e0ea2-597a-47b7-a40f-ec7f26209d94 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.611853 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce4e0ea2-597a-47b7-a40f-ec7f26209d94 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/51d205bb-9660-42b1-b21f-08306a8bff7d HTTP/1.1" status: 404 len: 337 time: 0.0598016 Feb 07 22:46:51.615563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59796) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.672888 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c096c2b-7dc7-4b20-a658-6174f3013f25 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:51.673641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c096c2b-7dc7-4b20-a658-6174f3013f25 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:51.675539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7c096c2b-7dc7-4b20-a658-6174f3013f25 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/ad861661-7d59-49ff-a48d-6f376a603ef3 HTTP/1.1" status: 404 len: 337 time: 0.0588179 Feb 07 22:46:51.680606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59800) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:51.876875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Attempting to bind port 12be16d5-a899-4317-81f2-b187f8404359 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:51.877265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Attempting to bind port 12be16d5-a899-4317-81f2-b187f8404359 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:51.880945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Attempting to bind port 12be16d5-a899-4317-81f2-b187f8404359 on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:51.900589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Port 12be16d5-a899-4317-81f2-b187f8404359 on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:46:51.900946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Attempting to bind port 12be16d5-a899-4317-81f2-b187f8404359 on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:51.908308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:51.908669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Checking segment: {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:51.909060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Bound using segment: {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:51.909494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Bound port: 12be16d5-a899-4317-81f2-b187f8404359, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:51.909837 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.004676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34743a-2593-47f7-b3e8-719a4f16f57a req-1540be21-5e63-4c12-a79b-1542daeabd37 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.006153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf34743a-2593-47f7-b3e8-719a4f16f57a req-1540be21-5e63-4c12-a79b-1542daeabd37 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.3352709 Feb 07 22:46:52.036333 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-781d9707-7688-4d29-8aeb-358aed44dfe6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:52.037653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781d9707-7688-4d29-8aeb-358aed44dfe6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:52.039888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-781d9707-7688-4d29-8aeb-358aed44dfe6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/ad945824-3b8c-4ebf-b138-e8ded933f45e HTTP/1.1" status: 404 len: 333 time: 0.3580005 Feb 07 22:46:52.046953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59818) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.119002 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62a8f64-9eed-45db-9a2b-db88b3f42d42 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:52.120086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62a8f64-9eed-45db-9a2b-db88b3f42d42 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:52.124107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f62a8f64-9eed-45db-9a2b-db88b3f42d42 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/bb971d02-7082-40f8-8806-4cdaf0cd1e8c HTTP/1.1" status: 404 len: 337 time: 0.0760841 Feb 07 22:46:52.128426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59826) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.147153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf34743a-2593-47f7-b3e8-719a4f16f57a req-c8610af3-34df-4692-b260-636f73d6df9c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953746 Feb 07 22:46:52.149810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] For port 12be16d5-a899-4317-81f2-b187f8404359, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:52.153925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] For port 12be16d5-a899-4317-81f2-b187f8404359, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=12be16d5-a899-4317-81f2-b187f8404359,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:52.170052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.225842 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4a01bf-8bd8-4040-825d-511ca69f4de9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:52.226474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4a01bf-8bd8-4040-825d-511ca69f4de9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:52.228285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4f4a01bf-8bd8-4040-825d-511ca69f4de9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/2f27a20e-78a6-4993-80e0-6f9be128c98f HTTP/1.1" status: 404 len: 337 time: 0.0985072 Feb 07 22:46:52.232463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.275392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ada5-2d44-46f3-8d2f-8bc1e7a18449 req-b9bb3f9b-3ab0-4e36-84a4-4c18d22aa4b6 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.284139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6386ada5-2d44-46f3-8d2f-8bc1e7a18449 req-b9bb3f9b-3ab0-4e36-84a4-4c18d22aa4b6 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 950 time: 0.2910490 Feb 07 22:46:52.320442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.321989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.323820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] 10.222.0.36 "PUT /v2.0/ports/12be16d5-a899-4317-81f2-b187f8404359 HTTP/1.1" status: 200 len: 1091 time: 4.9455748 Feb 07 22:46:52.324575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a617a0-1726-4269-9cb7-800b8941902d service neutron] Pushing event updated for resources: {'Port': ['ID=12be16d5-a899-4317-81f2-b187f8404359,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:52.348177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'tag': '12be16d5-a899-4317-81f2-b187f8404359'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:52.359411 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52be4bd-14b2-4039-bcef-c152560bf0ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:52.361964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52be4bd-14b2-4039-bcef-c152560bf0ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:52.367597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c52be4bd-14b2-4039-bcef-c152560bf0ed tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/bf15704b-0e03-4e1a-bd93-01ecbd7b4a4c HTTP/1.1" status: 404 len: 333 time: 0.1339691 Feb 07 22:46:52.393319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.418227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6386ada5-2d44-46f3-8d2f-8bc1e7a18449 req-cfffb557-3539-44cb-a2ab-132a7dc30cec tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314802 Feb 07 22:46:52.536199 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefed3d7-dc77-40a7-b01c-92ea53ba28a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:52.536803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefed3d7-dc77-40a7-b01c-92ea53ba28a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:52.538921 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aefed3d7-dc77-40a7-b01c-92ea53ba28a7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/bd7be862-8f22-4a9b-ad73-402015b3a300 HTTP/1.1" status: 404 len: 337 time: 0.1396136 Feb 07 22:46:52.541111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59852) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.580623 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'tag': '12be16d5-a899-4317-81f2-b187f8404359', 'status': 'completed', 'code': 200} Feb 07 22:46:52.636589 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7203cdfd-9979-4a2a-b6a6-e32b494e9f0f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:52.637268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7203cdfd-9979-4a2a-b6a6-e32b494e9f0f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:52.639005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7203cdfd-9979-4a2a-b6a6-e32b494e9f0f tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/a158ed35-2894-42f1-96c9-f0f04091204b HTTP/1.1" status: 404 len: 337 time: 0.0969677 Feb 07 22:46:52.642017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:52.647933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59860) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.654694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.668573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-79a02f93-34b0-42a5-b765-f60cb287b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.670631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-79a02f93-34b0-42a5-b765-f60cb287b935 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 1094 time: 0.2757552 Feb 07 22:46:52.686918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a2fd5-a9ee-444b-842a-9053ab109181 req-f88d58db-2070-460d-880a-0935bd433dbe tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.690908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59864) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.694189 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-070a2fd5-a9ee-444b-842a-9053ab109181 req-f88d58db-2070-460d-880a-0935bd433dbe tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 943 time: 0.1853297 Feb 07 22:46:52.735997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee466098-9038-4e92-bdb5-52abb2f9d9c9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c3d11c8-22ed-400a-a5fb-7e93f35422c3 HTTP/1.1" status: 200 len: 205 time: 0.0868397 Feb 07 22:46:52.744523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59872) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.766797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:46:52.870950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-f4f84812-a5f9-4ea0-bde7-8b1031e4f09b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12be16d5-a899-4317-81f2-b187f8404359 HTTP/1.1" status: 200 len: 217 time: 0.1731634 Feb 07 22:46:52.871935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 1749492c-a318-4ca0-bd30-32f9f45776f6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:46:52.873208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:52.904585 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-f44a2e11-aaa0-45b4-8993-7401946bb3a9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] delete failed (client error): The resource could not be found. Feb 07 22:46:52.905656 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f44a2e11-aaa0-45b4-8993-7401946bb3a9 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/routers/7c3d11c8-22ed-400a-a5fb-7e93f35422c3 HTTP/1.1" status: 404 len: 336 time: 0.1601522 Feb 07 22:46:52.908360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Transition to ACTIVE for port object 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:52.925210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59876) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:52.974414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-3ca0e4f7-586b-46b0-baa9-3c44d46a6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:52.975862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-3ca0e4f7-586b-46b0-baa9-3c44d46a6c5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fd14415-1c99-44d2-907d-d9d3020b3f82 HTTP/1.1" status: 200 len: 858 time: 0.0846353 Feb 07 22:46:52.983579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-070a2fd5-a9ee-444b-842a-9053ab109181 req-ee83982f-b953-410c-85e0-fbdba34c2f28 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885842 Feb 07 22:46:53.049932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-a9539077-136a-4b32-b2fa-84ffa7ca43fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fb32cf-2cad-4ad6-9356-e862631fccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626206 Feb 07 22:46:53.084858 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.125480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:53.126533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:53.147446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.157434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d89f66a-0185-4b51-9ad3-7406dd17615a {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:53.165819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.183248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Transition to ACTIVE for port object 0d89f66a-0185-4b51-9ad3-7406dd17615a will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:46:53.227684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.257977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-098807a2-bdcd-4f79-92ba-9ace118db3ab service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964114 Feb 07 22:46:53.269848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.280301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.330785 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'code': 200} Feb 07 22:46:53.331993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=10']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:53.378450 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-449405fe-9676-453d-9cdd-510c3c1fdb8c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:53.378906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449405fe-9676-453d-9cdd-510c3c1fdb8c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:53.380587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-449405fe-9676-453d-9cdd-510c3c1fdb8c tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/9acbe024-1f1a-4c59-b827-462c19b71d00 HTTP/1.1" status: 404 len: 337 time: 0.4552672 Feb 07 22:46:53.392397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:53.396865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:fdaebb7a5dd94f868f04bcab087c187a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:53.400032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:53.407780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:53.409594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59884) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:53.510179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.572995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:53.721286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-64b1cf36-3643-4b71-8869-7be3ffc32708 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "GET /v2.0/ports?device_id=1faa9ccb-3b89-4f87-b079-0ccaf6248601 HTTP/1.1" status: 200 len: 205 time: 0.3105137 Feb 07 22:46:53.722234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59892) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:53.726500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:53.856434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdaebb7a5dd94f868f04bcab087c187a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1604121 Feb 07 22:46:53.870740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59896) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:53.872419 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-418c88e7-168f-46db-b4b5-d9de3d4af28d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] delete failed (client error): The resource could not be found. Feb 07 22:46:53.875839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-418c88e7-168f-46db-b4b5-d9de3d4af28d tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/routers/1faa9ccb-3b89-4f87-b079-0ccaf6248601 HTTP/1.1" status: 404 len: 336 time: 0.1471910 Feb 07 22:46:53.878302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b428f7-99b9-4212-8bfb-d39e6ac3c2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5657e2-4c85-45df-b567-b1fb7b035662,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:53.885721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59898) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:53.956149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-0f1bc153-dc83-49e8-8adb-40ef4095c5f7 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899486 Feb 07 22:46:53.960016 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-190b48d7-f416-4df7-9ce4-37eebd7877b7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:53.960502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-190b48d7-f416-4df7-9ce4-37eebd7877b7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:53.971987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Pushing event updated for resources: {'Port': ['ID=0d89f66a-0185-4b51-9ad3-7406dd17615a,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:53.989077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Attempting to bind port 0d89f66a-0185-4b51-9ad3-7406dd17615a on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:53.989422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Attempting to bind port 0d89f66a-0185-4b51-9ad3-7406dd17615a by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:53.989758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Attempting to bind port 0d89f66a-0185-4b51-9ad3-7406dd17615a on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:53.998056 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-190b48d7-f416-4df7-9ce4-37eebd7877b7 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/4443e197-0e23-4299-9eda-1c179501c2e0 HTTP/1.1" status: 404 len: 337 time: 0.1053841 Feb 07 22:46:54.005492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59906) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:54.014646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Port 0d89f66a-0185-4b51-9ad3-7406dd17615a on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:46:54.015447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Attempting to bind port 0d89f66a-0185-4b51-9ad3-7406dd17615a on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:54.026045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:54.026405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Checking segment: {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:54.027375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Bound using segment: {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:54.027818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Bound port: 0d89f66a-0185-4b51-9ad3-7406dd17615a, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:54.028171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.041242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Attempting to bind port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:46:54.041242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Attempting to bind port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:46:54.041242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Attempting to bind port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:54.082666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:46:54.083007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Attempting to bind port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e on network c4fb32cf-2cad-4ad6-9356-e862631fccf8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:46:54.086827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24748c-538f-45d9-9dc4-111694ae5c7c req-a9fce7fe-f651-47c3-8201-fefc2fc72049 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.091404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b24748c-538f-45d9-9dc4-111694ae5c7c req-a9fce7fe-f651-47c3-8201-fefc2fc72049 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.6827123 Feb 07 22:46:54.105653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:46:54.106003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Checking segment: {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:46:54.106396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Bound using segment: {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:46:54.106902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Bound port: 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54bf2d1-ad59-422f-913f-14e226f86249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:46:54.107195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.158425 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb8da8a-8888-4afb-874f-2757faee9fb1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:54.158884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb8da8a-8888-4afb-874f-2757faee9fb1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:54.160601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4fb8da8a-8888-4afb-874f-2757faee9fb1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/8f3f9e1b-2e13-4876-9ddb-ce9b94af46de HTTP/1.1" status: 404 len: 337 time: 0.1527119 Feb 07 22:46:54.185275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59912) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:54.233772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8a9e2-2271-478e-b140-8a4e25194413 req-b951099d-b05c-4ea2-b734-d621135b9c23 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.242107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79d8a9e2-2271-478e-b140-8a4e25194413 req-b951099d-b05c-4ea2-b734-d621135b9c23 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 950 time: 0.6372602 Feb 07 22:46:54.249283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9666-7ab3-4ce1-b641-03be6d339564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.361238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b24748c-538f-45d9-9dc4-111694ae5c7c req-1dbe49d3-cbb6-4827-be2e-b470bc7a9b6b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592952 Feb 07 22:46:54.402412 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79d8a9e2-2271-478e-b140-8a4e25194413 req-5fa28ce1-a314-4f35-9a8c-3a37b11ed67c tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582973 Feb 07 22:46:54.402606 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f02976-d161-4a63-bff8-cb77d842f660 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:54.402923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f02976-d161-4a63-bff8-cb77d842f660 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:54.404621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-70f02976-d161-4a63-bff8-cb77d842f660 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/087054b4-e06e-41b3-b96c-9325dd3a4365 HTTP/1.1" status: 404 len: 333 time: 0.2182159 Feb 07 22:46:54.410237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59920) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:54.423824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9666-7ab3-4ce1-b641-03be6d339564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.455581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-e5190b93-a968-4e1e-bdeb-002276ddd739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.457119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-e5190b93-a968-4e1e-bdeb-002276ddd739 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 1094 time: 0.3613064 Feb 07 22:46:54.487318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] For port 0d89f66a-0185-4b51-9ad3-7406dd17615a, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:54.503018 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d629d19-fda7-43e4-aa69-889672dfde84 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:54.504080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d629d19-fda7-43e4-aa69-889672dfde84 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:54.507462 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4d629d19-fda7-43e4-aa69-889672dfde84 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/122792cd-70dc-4a80-b70d-2007241d2e1d HTTP/1.1" status: 404 len: 337 time: 0.0959933 Feb 07 22:46:54.513528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59930) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:54.518660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] For port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:46:54.523959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] For port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:54.579349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] For port 0d89f66a-0185-4b51-9ad3-7406dd17615a, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0d89f66a-0185-4b51-9ad3-7406dd17615a,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:46:54.581639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.655111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.663967 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9666-7ab3-4ce1-b641-03be6d339564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.672295 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cba82f4-5d09-4b88-8961-c0305407dda3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:54.673291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cba82f4-5d09-4b88-8961-c0305407dda3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:54.678382 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3cba82f4-5d09-4b88-8961-c0305407dda3 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/2e7f7096-5cf7-429d-bd12-229f2306a254 HTTP/1.1" status: 404 len: 333 time: 0.1633265 Feb 07 22:46:54.688396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59934) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:54.694334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe9666-7ab3-4ce1-b641-03be6d339564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5657e2-4c85-45df-b567-b1fb7b035662,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:54.733326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-46311fa1-228f-4aa8-b439-8a89e16dce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.734845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-46311fa1-228f-4aa8-b439-8a89e16dce0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 200 len: 919 time: 0.2642715 Feb 07 22:46:54.739158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddfe9666-7ab3-4ce1-b641-03be6d339564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.740252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ddfe9666-7ab3-4ce1-b641-03be6d339564 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d5657e2-4c85-45df-b567-b1fb7b035662 HTTP/1.1" status: 204 len: 168 time: 0.8648100 Feb 07 22:46:54.752594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.753327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.755349 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e HTTP/1.1" status: 200 len: 1092 time: 6.1376958 Feb 07 22:46:54.756347 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61acdc2-ccd7-498d-a85d-7553759b1ab8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:54.757028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61acdc2-ccd7-498d-a85d-7553759b1ab8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:54.761602 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a61acdc2-ccd7-498d-a85d-7553759b1ab8 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/4fa3761b-42d2-4be7-bf25-9818a22e092c HTTP/1.1" status: 404 len: 337 time: 0.0716903 Feb 07 22:46:54.762295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d735ab-3c6b-4279-939e-2055d07da133', 'tag': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:54.766735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59940) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:54.784363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.785320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:54.786886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] 10.222.0.26 "PUT /v2.0/ports/0d89f66a-0185-4b51-9ad3-7406dd17615a HTTP/1.1" status: 200 len: 1092 time: 4.0950677 Feb 07 22:46:54.838906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-a928bc87-0f71-4972-a3f3-519c7a907278 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12be16d5-a899-4317-81f2-b187f8404359 HTTP/1.1" status: 200 len: 217 time: 0.0875466 Feb 07 22:46:54.864690 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55acbb3-cbf6-4420-aec5-df5dcd9374a1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:54.865317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55acbb3-cbf6-4420-aec5-df5dcd9374a1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:54.869791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b55acbb3-cbf6-4420-aec5-df5dcd9374a1 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/62c42a39-6ffc-4372-bf5c-98b8a4acf6c9 HTTP/1.1" status: 404 len: 333 time: 0.0943444 Feb 07 22:46:54.894153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59950) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:54.971038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6647f7-cf66-47a5-a897-620764f9f9a9 req-b04cbe37-d546-42b6-a0e1-37a4bb359064 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:54.972627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a6647f7-cf66-47a5-a897-620764f9f9a9 req-b04cbe37-d546-42b6-a0e1-37a4bb359064 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 943 time: 0.3527822 Feb 07 22:46:55.017745 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7c1c6e-e4ac-43f8-805d-7e84aa9ac4da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:55.018293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7c1c6e-e4ac-43f8-805d-7e84aa9ac4da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:55.022640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0a7c1c6e-e4ac-43f8-805d-7e84aa9ac4da tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/01460a58-3037-4aab-a0d4-b104558cc578 HTTP/1.1" status: 404 len: 337 time: 0.1207423 Feb 07 22:46:55.026355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59954) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:55.040659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92054bd-99f7-4a62-9af6-9e1ccf9fe4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:55.143090 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-59bc4604-6781-4ae1-95ea-bd351d45a26a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:55.143575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59bc4604-6781-4ae1-95ea-bd351d45a26a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:55.147948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-59bc4604-6781-4ae1-95ea-bd351d45a26a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/f9fb3b14-474e-4c3a-8de2-bf543081acd0 HTTP/1.1" status: 404 len: 333 time: 0.1174555 Feb 07 22:46:55.148474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-a2f1d5d6-3974-4cd1-a06c-1310e70682f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.149693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-a2f1d5d6-3974-4cd1-a06c-1310e70682f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fd14415-1c99-44d2-907d-d9d3020b3f82 HTTP/1.1" status: 200 len: 858 time: 0.3009050 Feb 07 22:46:55.150335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59964) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:55.173021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a6647f7-cf66-47a5-a897-620764f9f9a9 req-73058a72-060c-42b0-a46e-ffcac2066338 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823692 Feb 07 22:46:55.264518 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d735ab-3c6b-4279-939e-2055d07da133', 'tag': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e', 'status': 'completed', 'code': 200} Feb 07 22:46:55.267275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbdf4b-b137-4a61-882a-4dbbdb32270b service neutron] Pushing event updated for resources: {'Port': ['ID=0d89f66a-0185-4b51-9ad3-7406dd17615a,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:55.279147 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-580ad9f5-4e60-4d0f-bd41-fa157aaf6838 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:55.279613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580ad9f5-4e60-4d0f-bd41-fa157aaf6838 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:55.281430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-580ad9f5-4e60-4d0f-bd41-fa157aaf6838 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/6a55736e-1b1f-4b94-a87d-4e8cc95c7442 HTTP/1.1" status: 404 len: 337 time: 0.1134944 Feb 07 22:46:55.282739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-3faf9c9a-b115-4633-873b-b8e4ee953484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.283767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-d93526f3-ce53-4602-8cff-ba0d6b6a78be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fb32cf-2cad-4ad6-9356-e862631fccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139565 Feb 07 22:46:55.284221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59968) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:55.284739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-3faf9c9a-b115-4633-873b-b8e4ee953484 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 1095 time: 0.4116085 Feb 07 22:46:55.296759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-85998009-d630-4160-b7c5-bc4b027fd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.305652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-85998009-d630-4160-b7c5-bc4b027fd831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 1095 time: 0.4271436 Feb 07 22:46:55.446933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59980) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:55.449685 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bb0cce-30a1-4a15-bdca-a02b0716afd6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:55.450175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bb0cce-30a1-4a15-bdca-a02b0716afd6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:55.454220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-26bb0cce-30a1-4a15-bdca-a02b0716afd6 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/43b419fb-7c5d-42e6-b4ee-789d5346e604 HTTP/1.1" status: 404 len: 333 time: 0.1666796 Feb 07 22:46:55.478095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59984) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:55.478870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.567375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:55.571538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Usage tracker for resource:security_group_rule and tenant:79b8ebdb66f84bc08e413d9881439222 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:55.574842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:55.581728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:55.631763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-fb2029e7-a0c7-4697-89ef-18a53216f2b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e HTTP/1.1" status: 200 len: 217 time: 0.3232806 Feb 07 22:46:55.644355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-63fc968c-24f2-42c2-9bbe-fda748fb7eaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d89f66a-0185-4b51-9ad3-7406dd17615a HTTP/1.1" status: 200 len: 217 time: 0.1381595 Feb 07 22:46:55.647865 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdea87e9-05b1-4d56-8b7b-c0f9976e038b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:55.648319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdea87e9-05b1-4d56-8b7b-c0f9976e038b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:55.652974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cdea87e9-05b1-4d56-8b7b-c0f9976e038b tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/aaacc0b6-56e2-44dd-962a-a923aba39e74 HTTP/1.1" status: 404 len: 337 time: 0.1513596 Feb 07 22:46:55.687633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:55.790687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-1f8d61e4-be99-492b-9aea-a579e526abfb service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688351 Feb 07 22:46:55.845738 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff02bcca-981d-43e2-b300-3211c1ca5d99 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:55.846409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff02bcca-981d-43e2-b300-3211c1ca5d99 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:55.850958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ff02bcca-981d-43e2-b300-3211c1ca5d99 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/0939ebf3-13c9-49c5-b4c6-58d521841bf7 HTTP/1.1" status: 404 len: 333 time: 0.1489151 Feb 07 22:46:55.861001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60008) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:55.935685 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ca6ccadf-5d0f-4454-8946-595fced0a2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:55.954063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-5bfa05fe-bb87-4491-bca9-20b3b0554ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.955891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-5bfa05fe-bb87-4491-bca9-20b3b0554ea2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fd14415-1c99-44d2-907d-d9d3020b3f82 HTTP/1.1" status: 200 len: 858 time: 0.2698152 Feb 07 22:46:55.959172 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f78315-ded7-47bd-9eae-cd4699e8821a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:55.959942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f78315-ded7-47bd-9eae-cd4699e8821a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:55.962151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58f78315-ded7-47bd-9eae-cd4699e8821a tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/4bd2cbac-b3c3-4e8b-93f2-e7c1ec440731 HTTP/1.1" status: 404 len: 337 time: 0.0999644 Feb 07 22:46:55.966181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-bd1e6938-53e3-4ac9-883e-ebd9b9c7ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:55.967717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-bd1e6938-53e3-4ac9-883e-ebd9b9c7ede4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fd14415-1c99-44d2-907d-d9d3020b3f82 HTTP/1.1" status: 200 len: 858 time: 0.3212111 Feb 07 22:46:55.968443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60014) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:56.099528 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-1e41c07b-7ef5-4307-9000-fa25d528a321 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4fb32cf-2cad-4ad6-9356-e862631fccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359818 Feb 07 22:46:56.130511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-c4a08132-55a7-4c27-8a90-40b83db5f10f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fb32cf-2cad-4ad6-9356-e862631fccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164632 Feb 07 22:46:56.133937 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-575c8911-5543-4be7-b592-d388e74e8728 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:56.134500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575c8911-5543-4be7-b592-d388e74e8728 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:56.136917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-575c8911-5543-4be7-b592-d388e74e8728 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/ports/295f5e73-3e1b-48ae-aae0-55027a9e4f3c HTTP/1.1" status: 404 len: 333 time: 0.1312220 Feb 07 22:46:56.184975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60018) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:56.190637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50deba-2cd5-4f4b-83bc-140071e0e453 req-b2ee8197-db9a-4d10-a8c6-7f50681486d2 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:56.192420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb50deba-2cd5-4f4b-83bc-140071e0e453 req-b2ee8197-db9a-4d10-a8c6-7f50681486d2 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.5551507 Feb 07 22:46:56.273467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.312035 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bda593-e95b-433f-8b3f-d2f1104a3ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] DELETE failed (client error): The resource could not be found. Feb 07 22:46:56.312511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bda593-e95b-433f-8b3f-d2f1104a3ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:46:56.314620 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-42bda593-e95b-433f-8b3f-d2f1104a3ac0 tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/subnets/97561cd5-6707-4b12-8e61-ea4e5e0f822b HTTP/1.1" status: 404 len: 337 time: 0.1284616 Feb 07 22:46:56.323564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60024) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:56.363004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb50deba-2cd5-4f4b-83bc-140071e0e453 req-7ef43fce-7c08-4591-9e48-05cd8631caa9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589494 Feb 07 22:46:56.363375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.422075 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a4db15-ae2e-4984-a26c-3c5dc59a7e56 req-1fb25b8d-b045-495f-b3ca-bdc633ba1ba3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202221 Feb 07 22:46:56.469426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79b8ebdb66f84bc08e413d9881439222&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0190511 Feb 07 22:46:56.469426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ca64f-7d98-44f1-8b3a-39e0ff363144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d87b8-9660-4989-ab41-9338bb868c96,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:56.472116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60032) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:56.521515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3f8c-d142-4dcc-917f-597bff16c3b1 req-4d691081-3201-4d03-977d-1c49130c21dc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:56.528789 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4bf3f8c-d142-4dcc-917f-597bff16c3b1 req-4d691081-3201-4d03-977d-1c49130c21dc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.4089286 Feb 07 22:46:56.554152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-a3884ded-56a4-4fcb-97f4-5600c4158bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431379 Feb 07 22:46:56.594963 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-a5ce0921-e050-493d-bf71-8867d4ae2768 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108932 Feb 07 22:46:56.598969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.638456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4235ab4e-dce3-4b24-a9f1-fa7927c12771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.664106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4bf3f8c-d142-4dcc-917f-597bff16c3b1 req-8a0bad02-c935-43e6-aa33-75bcda5c7031 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343374 Feb 07 22:46:56.713048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4235ab4e-dce3-4b24-a9f1-fa7927c12771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:56.765870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd76d-1fad-4f61-9f0c-ae15dba90439 req-2e28e0a1-b571-47d6-b732-58aa3953a7cb tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:56.769874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 12be16d5-a899-4317-81f2-b187f8404359 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:56.781843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6ebd76d-1fad-4f61-9f0c-ae15dba90439 req-2e28e0a1-b571-47d6-b732-58aa3953a7cb tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 943 time: 0.2304356 Feb 07 22:46:56.982021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6ebd76d-1fad-4f61-9f0c-ae15dba90439 req-f5b0d308-853e-46d3-b351-58061fd030dd tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893573 Feb 07 22:46:57.012834 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4235ab4e-dce3-4b24-a9f1-fa7927c12771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.065890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4235ab4e-dce3-4b24-a9f1-fa7927c12771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.069574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4235ab4e-dce3-4b24-a9f1-fa7927c12771 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da7d87b8-9660-4989-ab41-9338bb868c96 HTTP/1.1" status: 204 len: 168 time: 0.5945997 Feb 07 22:46:57.070833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235ab4e-dce3-4b24-a9f1-fa7927c12771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d87b8-9660-4989-ab41-9338bb868c96,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:57.146580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 12be16d5-a899-4317-81f2-b187f8404359, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=12be16d5-a899-4317-81f2-b187f8404359,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:57.171715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '12be16d5-a899-4317-81f2-b187f8404359', 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8', 'port_id': '12be16d5-a899-4317-81f2-b187f8404359', 'mac_address': 'fa:16:3e:99:2d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd14415-1c99-44d2-907d-d9d3020b3f82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:57.178043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:46:57.309451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0740b0-4861-42ce-bca7-c6dcb0721c8c req-7ed6da4d-7304-4ada-9dbf-daad171ad8fc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.318116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a0740b0-4861-42ce-bca7-c6dcb0721c8c req-7ed6da4d-7304-4ada-9dbf-daad171ad8fc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.1707964 Feb 07 22:46:57.375692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a0740b0-4861-42ce-bca7-c6dcb0721c8c req-db785950-a3a5-449d-8dc6-6defdd2b9cbf tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565968 Feb 07 22:46:57.458470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'tag': '0d89f66a-0185-4b51-9ad3-7406dd17615a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:57.538612 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.659191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4083d-d414-467f-82a8-fa138db915e3 req-16a8da9a-5007-49ca-90e6-005dc0d659af tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:57.661741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.669847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4d4083d-d414-467f-82a8-fa138db915e3 req-16a8da9a-5007-49ca-90e6-005dc0d659af tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.1654534 Feb 07 22:46:57.696232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-6a1f8b2a-7dee-4fdc-8e2e-bcfd20f99cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1313181 Feb 07 22:46:57.716481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12be16d5-a899-4317-81f2-b187f8404359 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:57.719771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:57.740449 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef2b69c5-71aa-4af8-ac99-997245e226af req-79e7186e-2118-48d8-b8b6-1cbccade8b07 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8296599 Feb 07 22:46:57.752288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 12be16d5-a899-4317-81f2-b187f8404359, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=12be16d5-a899-4317-81f2-b187f8404359,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:57.759233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42833e29-d929-4c70-96df-b2825679a231') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:57.759572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42833e29-d929-4c70-96df-b2825679a231') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:46:57.807649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.809012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4d4083d-d414-467f-82a8-fa138db915e3 req-8034c4c4-4087-44aa-95fd-a5b306e5403e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381791 Feb 07 22:46:57.815377 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.850522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.852173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60074) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:57.860010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:46:57.860436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.896573 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:46:57.898289 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:46:57.961592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:46:57.997877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Usage tracker for resource:security_group_rule and tenant:fd2686ca67ea4ce29234c0dc81cee94e is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:46:57.998083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.007902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:46:58.018301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:46:58.031574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=12be16d5-a899-4317-81f2-b187f8404359,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:58.038421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:46:58.054877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.055403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.056101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.056657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.057180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.057656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.058668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.059199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.059666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.060156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.060660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.061179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:46:58.066007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:58.074708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.078580 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'tag': '0d89f66a-0185-4b51-9ad3-7406dd17615a', 'status': 'completed', 'code': 200} Feb 07 22:46:58.196823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:58.232106 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ebb74c4-82e6-4360-9127-ff927a084e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.253784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['12be16d5-a899-4317-81f2-b187f8404359'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:58.270896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.303653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.308588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e413088-d633-4951-ad82-329dfabf8a0d req-3d043533-e20b-42f0-b298-c92b4aaf426e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.317221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] Pushing event deleted for resources: {'Network': ['ID=58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:58.318263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e413088-d633-4951-ad82-329dfabf8a0d req-3d043533-e20b-42f0-b298-c92b4aaf426e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.1778264 Feb 07 22:46:58.325202 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-45de1306-4a6e-44ea-b316-c3573079057e tempest-NetworksTestDHCPv6-1675349458 tempest-NetworksTestDHCPv6-1675349458-project] 10.222.0.10 "DELETE /v2.0/networks/58ede1b2-5bef-4bc0-92b2-21bd4e38f7f0 HTTP/1.1" status: 204 len: 168 time: 1.9975247 Feb 07 22:46:58.330842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-1b7e4bee-ccdf-490a-8414-8538241851bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.332778 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-1b7e4bee-ccdf-490a-8414-8538241851bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 1095 time: 0.3024943 Feb 07 22:46:58.376317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.376530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80358b08-796b-4c76-8641-6db4279dd09f req-3860e6f1-7ff8-4072-bba1-97e28e4cd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.386272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80358b08-796b-4c76-8641-6db4279dd09f req-3860e6f1-7ff8-4072-bba1-97e28e4cd12a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 1095 time: 0.3570085 Feb 07 22:46:58.390737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.469790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d563e-b7f9-4c0d-aef7-88e9309b3fca,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:58.546203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e413088-d633-4951-ad82-329dfabf8a0d req-be565da9-8587-4a30-a0d2-397e5085f85a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269313 Feb 07 22:46:58.553724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8219f7dd-3372-40e3-a93f-3a5bcdd173c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd2686ca67ea4ce29234c0dc81cee94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004542 Feb 07 22:46:58.568716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60102) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:58.696886 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'code': 200} Feb 07 22:46:58.740880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80358b08-796b-4c76-8641-6db4279dd09f req-334bca8c-c89f-4700-bd36-08732a1bb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.742799 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80358b08-796b-4c76-8641-6db4279dd09f req-334bca8c-c89f-4700-bd36-08732a1bb88a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 200 len: 919 time: 0.3496404 Feb 07 22:46:58.814710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4d166f41-8c90-4012-91bf-5970cfa0ab8c details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:46:58.861196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60110) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:58.906526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80358b08-796b-4c76-8641-6db4279dd09f req-2cd9f25f-ba17-43fc-84fa-82bcfc0490ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e HTTP/1.1" status: 200 len: 217 time: 0.1461852 Feb 07 22:46:58.932366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c530332a-fea5-4661-9207-fb6ea3fb9c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:58.998277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80358b08-796b-4c76-8641-6db4279dd09f req-f43d36f2-96cd-43f7-8e91-c8c67aa363eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:58.999872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80358b08-796b-4c76-8641-6db4279dd09f req-f43d36f2-96cd-43f7-8e91-c8c67aa363eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6fd14415-1c99-44d2-907d-d9d3020b3f82 HTTP/1.1" status: 200 len: 858 time: 0.0737736 Feb 07 22:46:59.062412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c530332a-fea5-4661-9207-fb6ea3fb9c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.077412 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80358b08-796b-4c76-8641-6db4279dd09f req-4a76720c-8a20-4347-a252-40fd6051e7f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4fb32cf-2cad-4ad6-9356-e862631fccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629528 Feb 07 22:46:59.080442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-6d6973dc-7dbf-41e2-b01f-ac3bfb9974a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:59.081817 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-6d6973dc-7dbf-41e2-b01f-ac3bfb9974a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 200 len: 919 time: 0.7422104 Feb 07 22:46:59.149774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:59.169198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'mac_address': 'fa:16:3e:b0:6f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:46:59.209923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ead27-9ac5-4de2-a99d-899a2bd3a69e req-36b5a249-edca-4635-b16a-c53a14db3c80 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:59.211563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b05ead27-9ac5-4de2-a99d-899a2bd3a69e req-36b5a249-edca-4635-b16a-c53a14db3c80 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 944 time: 0.4986191 Feb 07 22:46:59.248363 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.254669 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.262633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80358b08-796b-4c76-8641-6db4279dd09f req-d1e94e2e-48f7-4d3e-b612-638cc30846e3 service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761947 Feb 07 22:46:59.285469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d166f41-8c90-4012-91bf-5970cfa0ab8c {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:46:59.305027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:46:59.312232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b05ead27-9ac5-4de2-a99d-899a2bd3a69e req-7a49a6d1-b2cc-4b81-b894-a852a7b35455 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920162 Feb 07 22:46:59.317809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.331678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c530332a-fea5-4661-9207-fb6ea3fb9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.352169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c776-2881-48ea-876b-49171618024a req-dc19a0c2-8bb9-4f2d-96b5-2883de04b52a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:46:59.353965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33b8c776-2881-48ea-876b-49171618024a req-dc19a0c2-8bb9-4f2d-96b5-2883de04b52a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.1985431 Feb 07 22:46:59.361289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530332a-fea5-4661-9207-fb6ea3fb9c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d563e-b7f9-4c0d-aef7-88e9309b3fca,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:59.392713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c530332a-fea5-4661-9207-fb6ea3fb9c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.397226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c530332a-fea5-4661-9207-fb6ea3fb9c64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f60d563e-b7f9-4c0d-aef7-88e9309b3fca HTTP/1.1" status: 204 len: 168 time: 0.8272305 Feb 07 22:46:59.434829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33b8c776-2881-48ea-876b-49171618024a req-c47925f0-c80e-4ad8-818f-cc79f6c57571 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657215 Feb 07 22:46:59.485190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:46:59.575326 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.585586 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-71dea8ae-0c3e-4338-aea0-01cf329b85be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d89f66a-0185-4b51-9ad3-7406dd17615a HTTP/1.1" status: 200 len: 217 time: 0.3189549 Feb 07 22:46:59.624548 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1291e1ff-1885-4bd9-af3f-ff0e9e796fb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bb7ad7e1f094752943f3079b0a6ac37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621639 Feb 07 22:46:59.625313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60138) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:46:59.637194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4d166f41-8c90-4012-91bf-5970cfa0ab8c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:46:59.886295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32417efb-caf0-476b-9667-b05ab1d36ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:46:59.964707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32417efb-caf0-476b-9667-b05ab1d36ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.077786 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32417efb-caf0-476b-9667-b05ab1d36ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.108416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32417efb-caf0-476b-9667-b05ab1d36ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50ed6f-d8ec-4a64-b2a6-83f1ca463e30,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:00.113737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32417efb-caf0-476b-9667-b05ab1d36ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:00.115104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-32417efb-caf0-476b-9667-b05ab1d36ab9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af50ed6f-d8ec-4a64-b2a6-83f1ca463e30 HTTP/1.1" status: 204 len: 168 time: 0.4885895 Feb 07 22:47:00.146212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-fb25ae87-c233-4933-a7e6-746e300d6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:00.147668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-fb25ae87-c233-4933-a7e6-746e300d6f43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6fd14415-1c99-44d2-907d-d9d3020b3f82 HTTP/1.1" status: 200 len: 858 time: 0.5313456 Feb 07 22:47:00.413121 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80358b08-796b-4c76-8641-6db4279dd09f req-5d56b5a2-d6b6-4774-9301-7768808c4cfd service neutron] 10.222.0.36 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1290545 Feb 07 22:47:00.482098 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-c61af177-6840-4a87-b24b-b10a465e5ab9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c4fb32cf-2cad-4ad6-9356-e862631fccf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3012712 Feb 07 22:47:00.730657 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-7f97862b-930d-4293-aea3-1fbafc50cfca service neutron] 10.222.0.26 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398767 Feb 07 22:47:00.817276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:47:00.819777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0d89f66a-0185-4b51-9ad3-7406dd17615a details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:47:00.822438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 12be16d5-a899-4317-81f2-b187f8404359 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:00.907459 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a522b2-eafe-48f9-a3ac-d6acee689313 req-6a9e1e88-bd8e-4c3b-9d1a-368609404951 service neutron] 10.222.0.26 "GET /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701243 Feb 07 22:47:01.071245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72090af7-8aa7-4ce6-8bd2-7d3734c71344 req-25e3fabb-a6ad-489c-8975-755759713693 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.083771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72090af7-8aa7-4ce6-8bd2-7d3734c71344 req-25e3fabb-a6ad-489c-8975-755759713693 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.3553343 Feb 07 22:47:01.106963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0d89f66a-0185-4b51-9ad3-7406dd17615a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0d89f66a-0185-4b51-9ad3-7406dd17615a,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:01.112536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01e20e-2a43-4ba6-b560-0684e3005ca4 req-ffd29595-6bbd-4cb5-bf9b-260c5f87b5cf tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.126214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a01e20e-2a43-4ba6-b560-0684e3005ca4 req-ffd29595-6bbd-4cb5-bf9b-260c5f87b5cf tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 944 time: 0.4871783 Feb 07 22:47:01.128373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '0d89f66a-0185-4b51-9ad3-7406dd17615a', 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8', 'port_id': '0d89f66a-0185-4b51-9ad3-7406dd17615a', 'mac_address': 'fa:16:3e:c0:d3:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd14415-1c99-44d2-907d-d9d3020b3f82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:47:01.232840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.253307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a01e20e-2a43-4ba6-b560-0684e3005ca4 req-9a331d2d-c72d-4b87-a402-542a7a994aed tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248932 Feb 07 22:47:01.259491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.279457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72090af7-8aa7-4ce6-8bd2-7d3734c71344 req-cfbf4fea-6ea6-4d3e-b111-7a81a980596a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938713 Feb 07 22:47:01.346034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d89f66a-0185-4b51-9ad3-7406dd17615a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:01.364046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0d89f66a-0185-4b51-9ad3-7406dd17615a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0d89f66a-0185-4b51-9ad3-7406dd17615a,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:01.377996 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.450008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 12be16d5-a899-4317-81f2-b187f8404359 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:01.529794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 12be16d5-a899-4317-81f2-b187f8404359 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:01.531721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:01.674337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:01.728899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=0d89f66a-0185-4b51-9ad3-7406dd17615a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:01.754714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e', 'network_id': 'c4fb32cf-2cad-4ad6-9356-e862631fccf8', 'port_id': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e', 'mac_address': 'fa:16:3e:b6:4e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd14415-1c99-44d2-907d-d9d3020b3f82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:47:01.770280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['0d89f66a-0185-4b51-9ad3-7406dd17615a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:47:01.804842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d009a-a514-4001-b6c9-b2dcfa0ceaee req-ee48ba5e-bd27-4903-b78b-709f8fcf784c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:01.819654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9d009a-a514-4001-b6c9-b2dcfa0ceaee req-ee48ba5e-bd27-4903-b78b-709f8fcf784c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.3383741 Feb 07 22:47:01.950901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9d009a-a514-4001-b6c9-b2dcfa0ceaee req-892dcd3d-19ea-414d-9164-eb127a6f2dc4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290617 Feb 07 22:47:02.156652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:02.185040 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-63ad96bd-86ff-4759-a2e2-7e1fcbb6a2cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3995392 Feb 07 22:47:02.400242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:02.415576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-5b6ca113-4d8b-40da-845f-6bae212b446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:02.422188 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-5b6ca113-4d8b-40da-845f-6bae212b446d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 1097 time: 0.1988864 Feb 07 22:47:02.471681 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:02.602632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:02.656178 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:02.737320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60244) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:03.055792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-81372099'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:03.063816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:03.068820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Usage tracker for resource:network and tenant:865801a493934af08d4f94a21e98abdd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:03.076973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:03.088332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:03.101627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Made reservation on behalf of 865801a493934af08d4f94a21e98abdd for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:03.109156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.127697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-db355473-7e6c-43b7-8371-96238ad5e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.129203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-db355473-7e6c-43b7-8371-96238ad5e982 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.6719623 Feb 07 22:47:03.131828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be16d5-a899-4317-81f2-b187f8404359'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:03.140655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.159356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:03.172680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Usage tracker for resource:security_group_rule and tenant:865801a493934af08d4f94a21e98abdd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:03.178490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:03.186070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:03.204189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 12be16d5-a899-4317-81f2-b187f8404359, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=12be16d5-a899-4317-81f2-b187f8404359,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:03.267909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.277747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4d166f41-8c90-4012-91bf-5970cfa0ab8c up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:03.342007 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-9f50e6ec-785a-4b28-b01a-a65ce88f5e87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c243994-4a00-490c-9527-7514ad4badf7 HTTP/1.1" status: 200 len: 217 time: 0.2009974 Feb 07 22:47:03.359684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.360945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:47:03.374140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.468271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8181045b-f300-46ad-974b-a8bc6e0a0e9b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:03.471382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-cff529a2-b1f9-4c88-a46e-228fd6513154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.474079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-cff529a2-b1f9-4c88-a46e-228fd6513154 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1228852 Feb 07 22:47:03.477343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:03.500823 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.502156 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Added segment 98a6e9d5-7f5a-465f-931f-ebee7669f603 of type vlan for network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 Feb 07 22:47:03.551242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:03.581746 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.699645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-ee4ef825-472a-4672-a9b7-dbbf3edfef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.703633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-ee4ef825-472a-4672-a9b7-dbbf3edfef2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187068 Feb 07 22:47:03.725956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:03.734779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:03.735942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.064791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=12be16d5-a899-4317-81f2-b187f8404359,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:04.191625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60266) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:04.242759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4d166f41-8c90-4012-91bf-5970cfa0ab8c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:04.242759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.243467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-a178a3fd-8cd3-4fbc-830a-bfe0bedbc814 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5326021 Feb 07 22:47:04.471477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event updated for resources: {'Network': ['ID=7ea9ca4e-ca28-46d3-92af-f06a79d1c327,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:04.478897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-23b6a1a9-445b-48ca-8be0-d8b8974cd672 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7386794 Feb 07 22:47:04.482048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60272) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:04.489842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:04.502347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Request body: {'subnet': {'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:04.548208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.577437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:04.581737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Usage tracker for resource:security_group_rule and tenant:e8786ad2e7a24b12af8fd07ff9713cca is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:04.585530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:04.596494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:04.718573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:04.727179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Usage tracker for resource:subnet and tenant:865801a493934af08d4f94a21e98abdd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:04.738833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:04.751927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:04.798503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.815227 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-240b301e-ddaa-412a-9da2-59e5dcf41b52 req-8f12cea1-c982-4bb4-88e2-5f2c72859bac service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675228 Feb 07 22:47:04.821541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.827250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Made reservation on behalf of 865801a493934af08d4f94a21e98abdd for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:04.832654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:04.915999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8786ad2e7a24b12af8fd07ff9713cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7232418 Feb 07 22:47:04.918695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b73bdc-6642-41c6-b01d-dc09dd53ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddad18bd-934c-4f27-868a-2164bce340ff,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:04.923001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60280) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:04.990664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.062484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f564a6ea-02bf-4b56-8758-92e7112f6d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.076881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:05.086345 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.144185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f564a6ea-02bf-4b56-8758-92e7112f6d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.259043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f564a6ea-02bf-4b56-8758-92e7112f6d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.291642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:05.326103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564a6ea-02bf-4b56-8758-92e7112f6d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddad18bd-934c-4f27-868a-2164bce340ff,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:05.329655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f564a6ea-02bf-4b56-8758-92e7112f6d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.330797 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f564a6ea-02bf-4b56-8758-92e7112f6d8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddad18bd-934c-4f27-868a-2164bce340ff HTTP/1.1" status: 204 len: 168 time: 0.4068377 Feb 07 22:47:05.393606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.575063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event updated for resources: {'Subnet': ['ID=051cf969-88ca-4708-aa62-040f78d2bd10,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:05.669060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Checking segment: {'id': '98a6e9d5-7f5a-465f-931f-ebee7669f603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:05.669673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Network hostable DHCP agents. Network: 7ea9ca4e-ca28-46d3-92af-f06a79d1c327, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:05.707430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:05.750448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 7ea9ca4e-ca28-46d3-92af-f06a79d1c327) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:05.757165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:05.759391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:05.766955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfda9b-7cf1-497a-a7e8-707dffa922ca None None] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:05.836393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4b76cc44-6b99-4c32-ad75-4d84009a6d46 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3502245 Feb 07 22:47:05.840032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60288) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:05.849239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Request body: {'port': {'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1064515162'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:06.041121 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.049911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.139641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:06.145265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Usage tracker for resource:port and tenant:865801a493934af08d4f94a21e98abdd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:06.149905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:06.157915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:06.180287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Made reservation on behalf of 865801a493934af08d4f94a21e98abdd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:06.190392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.231487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] device_id is not set on port 601d8b84-137a-4f67-aa87-bfe7722203f0 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:47:06.283496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-7ea9ca4e-ca28-46d3-92af-f06a79d1c327', 'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327', 'tenant_id': '865801a493934af08d4f94a21e98abdd', 'fixed_ips': [{'subnet_id': '051cf969-88ca-4708-aa62-040f78d2bd10'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:47:06.284452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:06.603240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Allocated IP 2001:db8::140 (7ea9ca4e-ca28-46d3-92af-f06a79d1c327/051cf969-88ca-4708-aa62-040f78d2bd10/601d8b84-137a-4f67-aa87-bfe7722203f0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:06.820706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:06.932595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0d89f66a-0185-4b51-9ad3-7406dd17615a up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:07.261836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:07.278687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:07.279327 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.298735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.341303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 0d89f66a-0185-4b51-9ad3-7406dd17615a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:07.346812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Transition to ACTIVE for port object 601d8b84-137a-4f67-aa87-bfe7722203f0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:07.382116 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 0d89f66a-0185-4b51-9ad3-7406dd17615a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:07.382116 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.431500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.586760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Allocated IP 2001:db8::2 (7ea9ca4e-ca28-46d3-92af-f06a79d1c327/051cf969-88ca-4708-aa62-040f78d2bd10/66166977-9b70-4574-be97-3936d65ddb45) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:07.593737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:07.612705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:07.621111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:07.630914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:07.631600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:07.695909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8535342 Feb 07 22:47:07.699390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60312) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:07.708351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Request body: {'port': {'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1222710933', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:07.709070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.api.validators [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] bootfile-name is not in valid_values {{(pid=87670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:07.709522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.api.validators [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] tftp-server is not in valid_values {{(pid=87670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:07.709962 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.api.validators [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] server-ip-address is not in valid_values {{(pid=87670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:07.733284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e7452-d600-478f-94da-4856e8490e38 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event updated for resources: {'Port': ['ID=601d8b84-137a-4f67-aa87-bfe7722203f0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:08.021812 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.090968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:08.100679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.117782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.268696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:08.279781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:08.285023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Usage tracker for resource:port and tenant:865801a493934af08d4f94a21e98abdd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:08.288428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:08.300396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:08.326284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Made reservation on behalf of 865801a493934af08d4f94a21e98abdd for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:08.330778 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.348619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0d89f66a-0185-4b51-9ad3-7406dd17615a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0d89f66a-0185-4b51-9ad3-7406dd17615a,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:08.364448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.407112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] device_id is not set on port 2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:47:08.475403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=0d89f66a-0185-4b51-9ad3-7406dd17615a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:08.637742 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.664374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Transition to ACTIVE for port object 66166977-9b70-4574-be97-3936d65ddb45 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:08.707040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Transition to ACTIVE for port object 66166977-9b70-4574-be97-3936d65ddb45 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:08.731571 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:08.900305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Allocated IP 2001:db8::146 (7ea9ca4e-ca28-46d3-92af-f06a79d1c327/051cf969-88ca-4708-aa62-040f78d2bd10/2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:08.917537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Pushing event updated for resources: {'Port': ['ID=66166977-9b70-4574-be97-3936d65ddb45,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:08.948592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:08.949888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:08.954776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:09.090909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Attempting to bind port 66166977-9b70-4574-be97-3936d65ddb45 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:09.091888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Attempting to bind port 66166977-9b70-4574-be97-3936d65ddb45 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98a6e9d5-7f5a-465f-931f-ebee7669f603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:09.091888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Attempting to bind port 66166977-9b70-4574-be97-3936d65ddb45 on network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:47:09.103119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:47:09.103819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Checking segment: {'id': '98a6e9d5-7f5a-465f-931f-ebee7669f603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:09.105835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.105951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Bound using segment: {'id': '98a6e9d5-7f5a-465f-931f-ebee7669f603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:47:09.106859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Bound port: 66166977-9b70-4574-be97-3936d65ddb45, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a6e9d5-7f5a-465f-931f-ebee7669f603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7ea9ca4e-ca28-46d3-92af-f06a79d1c327'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:09.107409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.234593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] For port 66166977-9b70-4574-be97-3936d65ddb45, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:47:09.235940 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:47:09.240680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] For port 66166977-9b70-4574-be97-3936d65ddb45, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=66166977-9b70-4574-be97-3936d65ddb45,segment=NetworkSegment(98a6e9d5-7f5a-465f-931f-ebee7669f603),segment_id=98a6e9d5-7f5a-465f-931f-ebee7669f603)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:47:09.250867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.330027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.348379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Transition to ACTIVE for port object 2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:09.381066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.469929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d23e4-0fe9-4c0c-bda6-a555598e4839 None None] Pushing event updated for resources: {'Port': ['ID=66166977-9b70-4574-be97-3936d65ddb45,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:09.489730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:09.493371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:09.511772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:09.520979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.521844 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:09.531286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event updated for resources: {'Port': ['ID=2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:09.559750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c78c2816-52ed-43b4-8446-5051d4fa6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8591087 Feb 07 22:47:09.565659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60332) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:09.750147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68bb5f-bd6c-4a6c-b098-b1a423db7606 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.761949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68bb5f-bd6c-4a6c-b098-b1a423db7606 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.768536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a68bb5f-bd6c-4a6c-b098-b1a423db7606 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:09.769768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a68bb5f-bd6c-4a6c-b098-b1a423db7606 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Synchronizing usage tracker for tenant:865801a493934af08d4f94a21e98abdd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:09.798253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a68bb5f-bd6c-4a6c-b098-b1a423db7606 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Unset dirty status for tenant:865801a493934af08d4f94a21e98abdd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:09.800639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a68bb5f-bd6c-4a6c-b098-b1a423db7606 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2326922 Feb 07 22:47:09.803076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60338) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:09.999283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Deleting port 2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:10.000138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.428451 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:10.788522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Calling delete_port for 2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:11.097757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.175173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event deleted for resources: {'Port': ['ID=2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:11.199211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f63d8-89ff-4f58-935f-00ae8122393c None None] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:11.234734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.258916 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-75fac3ab-89a3-4585-8f3a-38d6bb4dd1c9 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "DELETE /v2.0/ports/2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1 HTTP/1.1" status: 204 len: 168 time: 1.4546249 Feb 07 22:47:11.262982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60362) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:11.270250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Request body: {'port': {'name': 'tempest-new-port-name-1422219069', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:11.270658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.api.validators [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] bootfile-name is not in valid_values {{(pid=87670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:11.271026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.api.validators [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] tftp-server is not in valid_values {{(pid=87670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:11.271331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.api.validators [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] server-ip-address is not in valid_values {{(pid=87670) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:11.311058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2ed8d1b1-7ec8-4e3d-9807-b54f8b49e30f None None] Provisioning for port 66166977-9b70-4574-be97-3936d65ddb45 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:11.514220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.569834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 66166977-9b70-4574-be97-3936d65ddb45 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:11.702411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 66166977-9b70-4574-be97-3936d65ddb45 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:11.710222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 66166977-9b70-4574-be97-3936d65ddb45 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:11.710658 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.904349 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:11.954989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 66166977-9b70-4574-be97-3936d65ddb45, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=66166977-9b70-4574-be97-3936d65ddb45,segment=NetworkSegment(98a6e9d5-7f5a-465f-931f-ebee7669f603),segment_id=98a6e9d5-7f5a-465f-931f-ebee7669f603)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:11.973633 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.015561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.070530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.117645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=66166977-9b70-4574-be97-3936d65ddb45,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:12.262491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f1a6042-46d9-47c9-8174-c6f2b87e2999 None None] Provisioning for port 601d8b84-137a-4f67-aa87-bfe7722203f0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:12.271356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f1a6042-46d9-47c9-8174-c6f2b87e2999 None None] Provisioning complete for port 601d8b84-137a-4f67-aa87-bfe7722203f0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:12.271871 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6042-46d9-47c9-8174-c6f2b87e2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.393906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a6042-46d9-47c9-8174-c6f2b87e2999 None None] Port 601d8b84-137a-4f67-aa87-bfe7722203f0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:12.410145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] In _notify_port_updated(), no bound segment for port 601d8b84-137a-4f67-aa87-bfe7722203f0 on network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:47:12.448721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.448721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.448721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "PUT /v2.0/ports/601d8b84-137a-4f67-aa87-bfe7722203f0 HTTP/1.1" status: 200 len: 1130 time: 1.1550155 Feb 07 22:47:12.449131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f1a6042-46d9-47c9-8174-c6f2b87e2999 None None] Provisioning complete for port 66166977-9b70-4574-be97-3936d65ddb45 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:12.449211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60398) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:12.449654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f1a6042-46d9-47c9-8174-c6f2b87e2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.522182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f92f38-a23e-498c-af75-5beec83ff0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event updated for resources: {'Port': ['ID=601d8b84-137a-4f67-aa87-bfe7722203f0,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:12.581280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6019a44-b75d-4084-b19a-374d6466aa77 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.587748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6019a44-b75d-4084-b19a-374d6466aa77 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Synchronizing usage tracker for tenant:865801a493934af08d4f94a21e98abdd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:12.617397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2fea4-1faa-46dd-a3e3-5f987ed2276b req-4b94373e-61dc-4396-bd21-09c911c08081 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.628581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11a2fea4-1faa-46dd-a3e3-5f987ed2276b req-4b94373e-61dc-4396-bd21-09c911c08081 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.6005621 Feb 07 22:47:12.633364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6019a44-b75d-4084-b19a-374d6466aa77 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Unset dirty status for tenant:865801a493934af08d4f94a21e98abdd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:12.635331 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a6019a44-b75d-4084-b19a-374d6466aa77 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "GET /v2.0/ports/601d8b84-137a-4f67-aa87-bfe7722203f0 HTTP/1.1" status: 200 len: 1130 time: 0.2123375 Feb 07 22:47:12.639208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60414) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:12.677755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141c3bc-a667-44a0-9ccb-b2d41f58aceb req-8687983a-5d38-418f-89e9-48cf876ca6d3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:12.680335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7141c3bc-a667-44a0-9ccb-b2d41f58aceb req-8687983a-5d38-418f-89e9-48cf876ca6d3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 945 time: 0.6180015 Feb 07 22:47:12.746922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11a2fea4-1faa-46dd-a3e3-5f987ed2276b req-f0fdef28-4de4-47ce-b644-efba6aa864c5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199322 Feb 07 22:47:12.789183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Deleting port 601d8b84-137a-4f67-aa87-bfe7722203f0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:12.789531 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:12.799525 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7141c3bc-a667-44a0-9ccb-b2d41f58aceb req-7a5db164-da19-4ce0-af57-f2af39dd8737 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966961 Feb 07 22:47:12.808248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4b6a7fa3-d646-494d-bf26-ee9361dd0c75 None None] Provisioning complete for port 601d8b84-137a-4f67-aa87-bfe7722203f0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:12.808808 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7fa3-d646-494d-bf26-ee9361dd0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:13.026149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a7fa3-d646-494d-bf26-ee9361dd0c75 None None] Port 601d8b84-137a-4f67-aa87-bfe7722203f0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:13.032523 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12be16d5-a899-4317-81f2-b187f8404359', 'code': 200} Feb 07 22:47:13.211899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceef95a-2de8-4aed-8200-b3a0c59f2711 req-a4f246ce-42ea-4a0e-ab41-06f015f88231 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.222114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ceef95a-2de8-4aed-8200-b3a0c59f2711 req-a4f246ce-42ea-4a0e-ab41-06f015f88231 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.2069635 Feb 07 22:47:13.243545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91157720-f321-498a-867c-ae78a18dcc2b None None] Could not find standard attr ID for object 2f490bdb-df9b-47d0-99f2-4f8ce0d45cc1. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:47:13.280055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:13.294539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af46543-ce6c-4575-b2e6-84e9a69529c9 req-fbea5db3-2836-4b88-b179-016cae754b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.296215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1af46543-ce6c-4575-b2e6-84e9a69529c9 req-fbea5db3-2836-4b88-b179-016cae754b0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 1096 time: 0.2528968 Feb 07 22:47:13.306838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ceef95a-2de8-4aed-8200-b3a0c59f2711 req-81287eb9-a5b0-4a67-b27c-3db822df5934 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808237 Feb 07 22:47:13.431145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 66166977-9b70-4574-be97-3936d65ddb45 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:13.618346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 66166977-9b70-4574-be97-3936d65ddb45 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:13.618733 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:13.768920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Calling delete_port for 601d8b84-137a-4f67-aa87-bfe7722203f0 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:13.895275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec363c6-c12b-4aed-a105-1c32830b5b7d req-e7f48ce0-9a2c-461c-9682-8471985fa838 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:13.903330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ec363c6-c12b-4aed-a105-1c32830b5b7d req-e7f48ce0-9a2c-461c-9682-8471985fa838 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 951 time: 0.1090782 Feb 07 22:47:13.980900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ec363c6-c12b-4aed-a105-1c32830b5b7d req-6cde1cad-07bf-4c81-bea5-a9ba7f4342bb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763307 Feb 07 22:47:14.003163 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1af46543-ce6c-4575-b2e6-84e9a69529c9 req-2a1ec2fb-4b03-4eb0-aa7b-56fc5a0512dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979353 Feb 07 22:47:14.244804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-109ee2fd-5b9f-464c-83ee-7a8ff82c78b8 None None] Provisioning complete for port 601d8b84-137a-4f67-aa87-bfe7722203f0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:14.246621 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-109ee2fd-5b9f-464c-83ee-7a8ff82c78b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:14.350505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-d82cf2b7-a039-4ece-b380-49ab3e2d1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.356363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-d82cf2b7-a039-4ece-b380-49ab3e2d1672 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1096 time: 0.3371279 Feb 07 22:47:14.364424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:14.388545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-109ee2fd-5b9f-464c-83ee-7a8ff82c78b8 None None] Port 601d8b84-137a-4f67-aa87-bfe7722203f0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:14.427002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934b0af-f3eb-4aab-b40c-e803cf4178cf req-19225c04-47e7-4f5d-97b2-91aba68be858 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.428883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b934b0af-f3eb-4aab-b40c-e803cf4178cf req-19225c04-47e7-4f5d-97b2-91aba68be858 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 945 time: 0.2909505 Feb 07 22:47:14.517351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b934b0af-f3eb-4aab-b40c-e803cf4178cf req-64be656b-7263-426e-b43e-f3ffdbbcff15 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727541 Feb 07 22:47:14.541685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85e700-d6bb-46cf-9349-8a1d0fcfaae5 req-3a91e96f-8689-4062-9069-0a0ca57a24c8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.550182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad85e700-d6bb-46cf-9349-8a1d0fcfaae5 req-3a91e96f-8689-4062-9069-0a0ca57a24c8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2549629 Feb 07 22:47:14.607040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad85e700-d6bb-46cf-9349-8a1d0fcfaae5 req-779b4ba6-ad47-4ab1-a5ca-9cd5ae64bc71 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557971 Feb 07 22:47:14.687555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:14.691922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event deleted for resources: {'Port': ['ID=601d8b84-137a-4f67-aa87-bfe7722203f0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:14.695167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-7a6190eb-d802-4a91-9d1a-610e481f5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.696664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-7a6190eb-d802-4a91-9d1a-610e481f5b25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.3167596 Feb 07 22:47:14.843137 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-01aa6c8c-52b0-4597-85cf-6589e3940ac9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 0.1375971 Feb 07 22:47:14.928215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e8b8-ef17-4519-9a88-8ab7a804f642 req-acc8156a-a745-48cf-88c4-20d21c475b12 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.938565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1550e8b8-ef17-4519-9a88-8ab7a804f642 req-acc8156a-a745-48cf-88c4-20d21c475b12 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.1896095 Feb 07 22:47:14.972349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-29d71735-7af1-4988-a199-f3c7e57fbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:14.973837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-29d71735-7af1-4988-a199-f3c7e57fbb24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1212108 Feb 07 22:47:14.975476 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef213ff6-8968-4ea3-a01a-7da7e2124a8c tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "DELETE /v2.0/ports/601d8b84-137a-4f67-aa87-bfe7722203f0 HTTP/1.1" status: 204 len: 168 time: 2.3340220 Feb 07 22:47:14.978937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60536) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:15.034050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c'}, {'server_uuid': '55d735ab-3c6b-4279-939e-2055d07da133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e'}, {'server_uuid': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d89f66a-0185-4b51-9ad3-7406dd17615a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:15.038467 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1550e8b8-ef17-4519-9a88-8ab7a804f642 req-6da77aa0-9a47-44a8-9f26-0d68d412ef35 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988708 Feb 07 22:47:15.086762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-c14e3bec-5d88-4ded-8eca-e1667524b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:15.088309 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-c14e3bec-5d88-4ded-8eca-e1667524b381 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057143 Feb 07 22:47:15.107070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Deleting subnet 051cf969-88ca-4708-aa62-040f78d2bd10 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:47:15.110685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.223376 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.268214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-673769ae-65c8-4c4b-9b8e-0d040816aa2c service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701086 Feb 07 22:47:15.355096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.467759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.480038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6353899-6210-4aa0-9e82-44d58cc4c64c req-a18b0603-c2d0-48c9-9254-0a9550f8b06d service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042208 Feb 07 22:47:15.538692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event deleted for resources: {'Subnet': ['ID=051cf969-88ca-4708-aa62-040f78d2bd10,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:15.543235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.552500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:15.556818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28992ba9-93be-4fe3-961a-299e312b706d None None] Network 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:15.562741 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-133d7612-310f-4a87-ac5a-aa78f0f9eb49 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "DELETE /v2.0/subnets/051cf969-88ca-4708-aa62-040f78d2bd10 HTTP/1.1" status: 204 len: 168 time: 0.5821080 Feb 07 22:47:15.593881 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'code': 200} Feb 07 22:47:15.610687 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d735ab-3c6b-4279-939e-2055d07da133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e', 'code': 200} Feb 07 22:47:15.610956 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d89f66a-0185-4b51-9ad3-7406dd17615a', 'code': 200} Feb 07 22:47:15.873256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:15.972119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Deleting port 66166977-9b70-4574-be97-3936d65ddb45 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:15.972630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.033507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] DHCP port deletion for 7ea9ca4e-ca28-46d3-92af-f06a79d1c327 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:47:16.038219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] Deleting port 66166977-9b70-4574-be97-3936d65ddb45 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:16.038824 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.147072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347c310-2676-486e-a254-f5d232a82565 req-a8c44766-4ac4-44e4-b297-8df0b8d64704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.152215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f347c310-2676-486e-a254-f5d232a82565 req-a8c44766-4ac4-44e4-b297-8df0b8d64704 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 1097 time: 0.4809554 Feb 07 22:47:16.213183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54907196-c6f7-4e27-ba1f-dc7b499f020f req-61fbe560-8bc6-4c71-bb6b-042ccef175b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.215409 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54907196-c6f7-4e27-ba1f-dc7b499f020f req-61fbe560-8bc6-4c71-bb6b-042ccef175b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 1097 time: 0.5058944 Feb 07 22:47:16.349590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374a902-5bca-4b6c-9f3f-7cc9b77daf81 req-1de7b83a-6cb7-47fb-ba8a-9dd8cc91be14 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.362365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4374a902-5bca-4b6c-9f3f-7cc9b77daf81 req-1de7b83a-6cb7-47fb-ba8a-9dd8cc91be14 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.3072648 Feb 07 22:47:16.417526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2a403-e2e0-42dd-bbe4-d8364f037f15 req-bc841b0e-6f0e-444e-b8f9-09f77e5b3d7c tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.424501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ac2a403-e2e0-42dd-bbe4-d8364f037f15 req-bc841b0e-6f0e-444e-b8f9-09f77e5b3d7c tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 945 time: 0.3060315 Feb 07 22:47:16.459103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4374a902-5bca-4b6c-9f3f-7cc9b77daf81 req-5f053c7a-502c-421e-be29-9a6d02aeb3e7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934365 Feb 07 22:47:16.529779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ac2a403-e2e0-42dd-bbe4-d8364f037f15 req-4f7375da-aa16-4a7b-aca3-b1f956f573f5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013451 Feb 07 22:47:16.581626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] For port 66166977-9b70-4574-be97-3936d65ddb45, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=66166977-9b70-4574-be97-3936d65ddb45,segment=NetworkSegment(98a6e9d5-7f5a-465f-931f-ebee7669f603),segment_id=98a6e9d5-7f5a-465f-931f-ebee7669f603)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:16.582109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.680305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:16.786641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] Calling delete_port for 66166977-9b70-4574-be97-3936d65ddb45 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:16.866996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:16.897151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54907196-c6f7-4e27-ba1f-dc7b499f020f req-6c570a10-c2ce-4b59-be12-517b327175cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589763 Feb 07 22:47:16.914989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd367f0-cb16-4422-afda-0a59a754fd88 req-9b38277b-ce43-4a1b-b317-7bdf3b670bd7 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:16.917262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffd367f0-cb16-4422-afda-0a59a754fd88 req-9b38277b-ce43-4a1b-b317-7bdf3b670bd7 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.1888096 Feb 07 22:47:16.972415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] For port 66166977-9b70-4574-be97-3936d65ddb45, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=66166977-9b70-4574-be97-3936d65ddb45,segment=NetworkSegment(98a6e9d5-7f5a-465f-931f-ebee7669f603),segment_id=98a6e9d5-7f5a-465f-931f-ebee7669f603)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:16.973802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:16.997908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.008396 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f347c310-2676-486e-a254-f5d232a82565 req-288858c7-9903-47f9-bb8b-6c67dcb29559 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8479638 Feb 07 22:47:17.025273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:17.040332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Usage tracker for resource:security_group_rule and tenant:c5a91af43599469fb9da0b7c1baacab7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:17.043594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.047016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:17.056239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:17.073496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffd367f0-cb16-4422-afda-0a59a754fd88 req-8e9154c5-038c-4863-b5c9-0c1d5eb69a0c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226628 Feb 07 22:47:17.104128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] Pushing event deleted for resources: {'Port': ['ID=66166977-9b70-4574-be97-3936d65ddb45,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:17.116440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7e429-cc30-4359-a17f-d488000c5d8f None None] No DVR routers for this DVR port 66166977-9b70-4574-be97-3936d65ddb45 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:17.131697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.202758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:17.215932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.236600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Calling delete_port for 66166977-9b70-4574-be97-3936d65ddb45 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:17.274620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb6e3-8d5e-47df-9614-e1f17919040c req-46481d45-b89f-42f7-b73f-e959d889fbc3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:17.276791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48cdb6e3-8d5e-47df-9614-e1f17919040c req-46481d45-b89f-42f7-b73f-e959d889fbc3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 946 time: 0.2014852 Feb 07 22:47:17.346848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:47:17.347172 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:47:17.351655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:17.416660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 66166977-9b70-4574-be97-3936d65ddb45 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:17.447065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.454255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 66166977-9b70-4574-be97-3936d65ddb45 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:47:17.454631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 66166977-9b70-4574-be97-3936d65ddb45 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:47:17.468821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.504690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48cdb6e3-8d5e-47df-9614-e1f17919040c req-3e20606d-8fa8-4bfb-80f2-32948b97a1e9 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144156 Feb 07 22:47:17.548175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60634) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:17.548407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5a91af43599469fb9da0b7c1baacab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8663287 Feb 07 22:47:17.550121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cfc8-4afc-493d-b3f4-7ac960f3072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c55a8a4-f55e-41b8-bd07-42a1363e469b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:17.602810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe0c40-7782-4616-8e29-32283f623fe3 req-a975b685-a9a8-4a0e-9a80-d5c65f9103b6 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:17.609835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fafe0c40-7782-4616-8e29-32283f623fe3 req-a975b685-a9a8-4a0e-9a80-d5c65f9103b6 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 949 time: 0.2646668 Feb 07 22:47:17.612061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:17.643583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f29bc391-e86e-4d8c-a695-fcc591b2cc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.677254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fafe0c40-7782-4616-8e29-32283f623fe3 req-c2c4c332-b880-4643-ad6e-4de17323dca0 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664155 Feb 07 22:47:17.693296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f29bc391-e86e-4d8c-a695-fcc591b2cc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.781509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f29bc391-e86e-4d8c-a695-fcc591b2cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.814508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bc391-e86e-4d8c-a695-fcc591b2cc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c55a8a4-f55e-41b8-bd07-42a1363e469b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:17.831455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f29bc391-e86e-4d8c-a695-fcc591b2cc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.850953 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f29bc391-e86e-4d8c-a695-fcc591b2cc15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c55a8a4-f55e-41b8-bd07-42a1363e469b HTTP/1.1" status: 204 len: 168 time: 0.2940118 Feb 07 22:47:17.851875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Deleting port 66166977-9b70-4574-be97-3936d65ddb45 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:17.869198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:17.974821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca232c-9b51-41ac-b279-357cb844fdcb req-26beffeb-eb0e-4f39-9431-4fcfb02e23a6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:17.977264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ca232c-9b51-41ac-b279-357cb844fdcb req-26beffeb-eb0e-4f39-9431-4fcfb02e23a6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.1826909 Feb 07 22:47:18.021664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] The port '66166977-9b70-4574-be97-3936d65ddb45' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:47:18.058568 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ca232c-9b51-41ac-b279-357cb844fdcb req-605f9ff4-bd69-4677-8c5b-9ca5f846c56f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643411 Feb 07 22:47:18.111428 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'code': 200} Feb 07 22:47:18.209087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.281292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea9ca4e-ca28-46d3-92af-f06a79d1c327']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:18.302015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a6e9d5-7f5a-465f-931f-ebee7669f603') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:18.302287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a6e9d5-7f5a-465f-931f-ebee7669f603') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:18.325496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.366818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.378119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:18.378684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:18.412286 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:18.444411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c66c2c-83dd-4a61-8b9a-d6240f138607 req-179ead18-c3e7-487a-aee0-b8944be5a57d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:18.453791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83c66c2c-83dd-4a61-8b9a-d6240f138607 req-179ead18-c3e7-487a-aee0-b8944be5a57d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2153878 Feb 07 22:47:18.536884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83c66c2c-83dd-4a61-8b9a-d6240f138607 req-07e9cc90-da3a-4e3a-ba1b-60e2ddd45c3d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755930 Feb 07 22:47:18.543497 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.553511 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.596249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] Pushing event deleted for resources: {'Network': ['ID=7ea9ca4e-ca28-46d3-92af-f06a79d1c327,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:18.607640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-df04fdfc-8afa-4e44-a489-cc83b71c6ea7 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533 tempest-ExtraDHCPOptionsIpV6TestJSON-106303533-project] 10.222.0.10 "DELETE /v2.0/networks/7ea9ca4e-ca28-46d3-92af-f06a79d1c327 HTTP/1.1" status: 204 len: 168 time: 3.0540023 Feb 07 22:47:18.803971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60682) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:18.842853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eeb51-e591-4607-a9ef-c127d776ce8b req-d6a4743a-94cf-421e-8712-7d0544fa95e3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:18.854744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b2eeb51-e591-4607-a9ef-c127d776ce8b req-d6a4743a-94cf-421e-8712-7d0544fa95e3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 946 time: 0.1871195 Feb 07 22:47:18.861797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:18.953969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:18.970912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Usage tracker for resource:security_group_rule and tenant:9d7ba01d6d8f4581b172fec1770e120a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:18.985766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:19.006114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:19.081969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b2eeb51-e591-4607-a9ef-c127d776ce8b req-e8620b27-9736-4119-b1ed-acbe32bddc40 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253315 Feb 07 22:47:19.241711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60692) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:19.385439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-3047e394-3d49-4093-9b78-97e0f7c2605b tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:19.386471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-3047e394-3d49-4093-9b78-97e0f7c2605b tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Synchronizing usage tracker for tenant:7dd231cd47334a21be6c8fd6f39e6d08 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:19.397393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.407951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.459319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-3047e394-3d49-4093-9b78-97e0f7c2605b tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Unset dirty status for tenant:7dd231cd47334a21be6c8fd6f39e6d08 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:19.460672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-3047e394-3d49-4093-9b78-97e0f7c2605b tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 949 time: 0.3242424 Feb 07 22:47:19.515575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d7ba01d6d8f4581b172fec1770e120a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102647 Feb 07 22:47:19.521622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60700) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:19.543710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a4316-0232-44f1-ad77-a32d1a84c67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121ed6c5-40c2-40d6-b651-8bc81fe9cf24,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:19.598382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Deleting port 1749492c-a318-4ca0-bd30-32f9f45776f6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:19.598831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.699520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-191a5307-4d08-4f8f-a186-72afc2bd7956 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=865801a493934af08d4f94a21e98abdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527650 Feb 07 22:47:19.700732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60706) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:19.732827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5093d5c8-3067-4545-a378-84001f4ef9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.735815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e0263-a1da-4f2c-838d-9d1232d23a16 req-dba8dc3f-70b7-43a5-8820-1fcb710c41fc tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:19.737349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-821e0263-a1da-4f2c-838d-9d1232d23a16 req-dba8dc3f-70b7-43a5-8820-1fcb710c41fc tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 949 time: 0.4129648 Feb 07 22:47:19.791199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb951f33-dcc3-42d7-8e12-d75ebaa158ce req-9b6f5f9e-f504-4441-b3f9-7795cd8ab1ef tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:19.798695 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb951f33-dcc3-42d7-8e12-d75ebaa158ce req-9b6f5f9e-f504-4441-b3f9-7795cd8ab1ef tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.3786857 Feb 07 22:47:19.891763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb951f33-dcc3-42d7-8e12-d75ebaa158ce req-de6f619d-a027-48f9-8bb1-36b83bc6f1a8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920563 Feb 07 22:47:19.901627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5093d5c8-3067-4545-a378-84001f4ef9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.915580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-821e0263-a1da-4f2c-838d-9d1232d23a16 req-574a398f-1dff-4f38-a694-a7abd727352b tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/security-groups?id=81ee0e6e-19c9-44c9-b690-260b92bc8fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676927 Feb 07 22:47:19.917126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84b22c2e-4c2a-47b3-8f33-02830c5ea891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:19.989964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84b22c2e-4c2a-47b3-8f33-02830c5ea891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.109417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84b22c2e-4c2a-47b3-8f33-02830c5ea891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.129552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b22c2e-4c2a-47b3-8f33-02830c5ea891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8181045b-f300-46ad-974b-a8bc6e0a0e9b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:20.157328 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84b22c2e-4c2a-47b3-8f33-02830c5ea891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.160618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-84b22c2e-4c2a-47b3-8f33-02830c5ea891 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8181045b-f300-46ad-974b-a8bc6e0a0e9b HTTP/1.1" status: 204 len: 168 time: 0.4577773 Feb 07 22:47:20.210156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5093d5c8-3067-4545-a378-84001f4ef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.256953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093d5c8-3067-4545-a378-84001f4ef9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ed6c5-40c2-40d6-b651-8bc81fe9cf24,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:20.268801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] For port 1749492c-a318-4ca0-bd30-32f9f45776f6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1749492c-a318-4ca0-bd30-32f9f45776f6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:20.269857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.311862 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5093d5c8-3067-4545-a378-84001f4ef9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.315383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5093d5c8-3067-4545-a378-84001f4ef9c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/121ed6c5-40c2-40d6-b651-8bc81fe9cf24 HTTP/1.1" status: 204 len: 168 time: 0.7877316 Feb 07 22:47:20.523637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738aa29-e38c-4a1d-ad38-6c56d349717c req-8a6761b4-5781-4a7b-9261-ffee730aa2d5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:20.525258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c738aa29-e38c-4a1d-ad38-6c56d349717c req-8a6761b4-5781-4a7b-9261-ffee730aa2d5 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 946 time: 0.2345865 Feb 07 22:47:20.613202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Calling delete_port for 1749492c-a318-4ca0-bd30-32f9f45776f6 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:20.629683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c738aa29-e38c-4a1d-ad38-6c56d349717c req-3bf4abcc-3837-4add-9975-3007536bd938 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920451 Feb 07 22:47:20.851419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248df99-de5d-4291-acb2-dd61feb522b2 req-3eacf41b-a9e4-4975-9508-83e9181a27c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:20.857042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2248df99-de5d-4291-acb2-dd61feb522b2 req-3eacf41b-a9e4-4975-9508-83e9181a27c6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.1911831 Feb 07 22:47:20.914524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 24daf205-8150-458d-ba08-470955a5d830 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:47:20.943551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:20.994155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2248df99-de5d-4291-acb2-dd61feb522b2 req-8c5fcf33-da4c-48c4-9ff0-64c1a6a3363f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317263 Feb 07 22:47:21.050652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Pushing event deleted for resources: {'Port': ['ID=1749492c-a318-4ca0-bd30-32f9f45776f6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:21.067155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27dfabf-f49e-4bcb-a801-71a9b41cff71 req-b7bad568-6d23-4a3a-8947-6163967628aa tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:21.068714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f27dfabf-f49e-4bcb-a801-71a9b41cff71 req-b7bad568-6d23-4a3a-8947-6163967628aa tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 946 time: 0.1867971 Feb 07 22:47:21.163666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f27dfabf-f49e-4bcb-a801-71a9b41cff71 req-ab35e3a7-0baf-4a9c-a1b9-01e5a539c5c2 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Feb 07 22:47:21.205415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] No DVR routers for this DVR port 1749492c-a318-4ca0-bd30-32f9f45776f6 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:21.208911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.222009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-deleted', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:21.232158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:21.234907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5ac02de7-a564-47a9-90bd-31783c79cd2d req-aaa30513-0b17-4463-b883-d0edfb3108eb tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.36 "DELETE /v2.0/ports/1749492c-a318-4ca0-bd30-32f9f45776f6 HTTP/1.1" status: 204 len: 173 time: 1.7608843 Feb 07 22:47:21.254471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '24daf205-8150-458d-ba08-470955a5d830', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': '24daf205-8150-458d-ba08-470955a5d830', 'mac_address': 'fa:16:3e:8d:79:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:47:21.262057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27af4069-6c72-4dcf-9a6b-af3dc0923f67 req-d914ed30-4ba5-43e4-9df4-4eaf7ac86c60 tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 210 time: 0.0601215 Feb 07 22:47:21.327782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.348186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24daf205-8150-458d-ba08-470955a5d830 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:21.370243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:21.378852 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:21.511566 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a6eb26-7ba9-4403-abd3-6a81869cb30b', 'name': 'network-vif-deleted', 'tag': '1749492c-a318-4ca0-bd30-32f9f45776f6', 'status': 'completed', 'code': 200} Feb 07 22:47:21.536336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:21.539158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['24daf205-8150-458d-ba08-470955a5d830'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:47:22.038911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ceb8b-1e46-4eb7-a6a3-7948d6cdf8b2 req-b9a95625-d5dc-4f15-b256-8a8fc4646864 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:22.040620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd1ceb8b-1e46-4eb7-a6a3-7948d6cdf8b2 req-b9a95625-d5dc-4f15-b256-8a8fc4646864 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 950 time: 0.1967976 Feb 07 22:47:22.054019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1da8-50c8-4e7e-a7d0-cc3c32262c69 req-0db84596-83e2-4673-9a74-40e97411be16 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:22.055451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-855d1da8-50c8-4e7e-a7d0-cc3c32262c69 req-0db84596-83e2-4673-9a74-40e97411be16 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 946 time: 0.1370332 Feb 07 22:47:22.121188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60846) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:22.160959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-855d1da8-50c8-4e7e-a7d0-cc3c32262c69 req-30599696-997e-4ef7-9660-f75368f7cc0c tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877502 Feb 07 22:47:22.174539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd1ceb8b-1e46-4eb7-a6a3-7948d6cdf8b2 req-4adbd034-1aa8-437b-88ff-28d20734b245 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094353 Feb 07 22:47:22.306504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1426167458'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:22.319050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:22.323941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Usage tracker for resource:network and tenant:90fb3070259246a7a09747dbc01200a7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:22.327793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:22.339605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:22.354370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Made reservation on behalf of 90fb3070259246a7a09747dbc01200a7 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:22.358928 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.372660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.391035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:22.396181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Usage tracker for resource:security_group_rule and tenant:90fb3070259246a7a09747dbc01200a7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:22.399739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:22.407639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:22.450695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bad0b-e446-4067-84bd-26ecc7528b05 req-0c665a31-cbbd-4f6e-a734-ea23e3047805 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:22.452426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e6bad0b-e446-4067-84bd-26ecc7528b05 req-0c665a31-cbbd-4f6e-a734-ea23e3047805 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.1581850 Feb 07 22:47:22.545172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e6bad0b-e446-4067-84bd-26ecc7528b05 req-7e53b805-d407-4908-939a-c474bc859004 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800645 Feb 07 22:47:22.581222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.590694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.667686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:22.718403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.718765 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Added segment c65f6666-51c6-4771-835f-853038498ba5 of type vlan for network f85ffd24-101a-427c-802a-7116eb40035f Feb 07 22:47:22.720284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b565562b-2c6d-48cb-a5aa-ad3b670bceca,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:22.746030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf91ab50-ef92-4f2f-96ca-cbd58183f6b9 req-bcb2b22c-6444-4ff1-9471-eb694655f18e tempest-ImagesOneServerTestJSON-1645823679 tempest-ImagesOneServerTestJSON-1645823679-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3a6eb26-7ba9-4403-abd3-6a81869cb30b HTTP/1.1" status: 200 len: 210 time: 0.0646231 Feb 07 22:47:22.786550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.872173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:22.891412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.921718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:22.922391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:22.971931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 24daf205-8150-458d-ba08-470955a5d830 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:23.091723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 1749492c-a318-4ca0-bd30-32f9f45776f6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:47:23.094052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1749492c-a318-4ca0-bd30-32f9f45776f6 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:47:23.141030 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0133371 Feb 07 22:47:23.141606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60922) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:23.146663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Request body: {'subnet': {'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:23.198458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 24daf205-8150-458d-ba08-470955a5d830 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:23.200153 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.250993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb0c4a-a399-440c-b451-a9a1386a46a2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event updated for resources: {'Network': ['ID=f85ffd24-101a-427c-802a-7116eb40035f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:23.279487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60928) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:23.292830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f85ffd24-101a-427c-802a-7116eb40035f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:23.357075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:23.363000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Usage tracker for resource:subnet and tenant:90fb3070259246a7a09747dbc01200a7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:23.366862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:23.373400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:23.392918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Made reservation on behalf of 90fb3070259246a7a09747dbc01200a7 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:23.397287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.417635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-14dccd41-4902-4f70-b7da-1e9207af60ba tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:23.419864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-14dccd41-4902-4f70-b7da-1e9207af60ba tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Synchronizing usage tracker for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:23.465987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-14dccd41-4902-4f70-b7da-1e9207af60ba tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Unset dirty status for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:23.468976 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-14dccd41-4902-4f70-b7da-1e9207af60ba tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "GET /v2.0/ports?device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 946 time: 0.4216888 Feb 07 22:47:23.612533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.677131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24daf205-8150-458d-ba08-470955a5d830'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:23.699892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:23.706759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.776607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2dc7-64df-44d6-aa85-47924dbb2411 req-c8c784ba-c089-417b-b675-d024f7afd11b tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:23.793261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.797155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb6b2dc7-64df-44d6-aa85-47924dbb2411 req-c8c784ba-c089-417b-b675-d024f7afd11b tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 946 time: 0.3565683 Feb 07 22:47:23.799378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:23.823055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:23.828797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Usage tracker for resource:security_group_rule and tenant:dda6a12ab4c34bb48d368ff685cfe859 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:23.834519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:23.842715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Deleting port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:23.843302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:23.886741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:23.933761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5cef8-3cae-46c6-894f-3fa88b894a22 req-6955c32c-fed4-48ae-8048-7994f8a95365 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:23.937194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bf5cef8-3cae-46c6-894f-3fa88b894a22 req-6955c32c-fed4-48ae-8048-7994f8a95365 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.3299415 Feb 07 22:47:24.053133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb6b2dc7-64df-44d6-aa85-47924dbb2411 req-ee5f428b-5445-46de-b8fa-c135b7fca77c tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550130 Feb 07 22:47:24.070095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bf5cef8-3cae-46c6-894f-3fa88b894a22 req-8e153fe3-76a3-444a-8a66-7d0e022f7b9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159492 Feb 07 22:47:24.112950 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24daf205-8150-458d-ba08-470955a5d830', 'code': 200} Feb 07 22:47:24.191956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.256894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.275988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] For port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:24.279273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.300737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event updated for resources: {'Subnet': ['ID=1db415f6-8f1e-4b14-8bc0-f1a2df569912,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:24.315060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Checking segment: {'id': 'c65f6666-51c6-4771-835f-853038498ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:24.315427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Network hostable DHCP agents. Network: f85ffd24-101a-427c-802a-7116eb40035f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:24.321618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.343319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Network f85ffd24-101a-427c-802a-7116eb40035f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:24.360618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f85ffd24-101a-427c-802a-7116eb40035f) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:24.368608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac7df0-72d5-4461-b57a-f117915c09b3 None None] Network f85ffd24-101a-427c-802a-7116eb40035f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:24.376103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:24.376738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.414848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d537849-312b-4296-b79f-6f58431a9bea tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2746968 Feb 07 22:47:24.418125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60962) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:24.425958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Request body: {'port': {'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2082236959'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:24.610918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dda6a12ab4c34bb48d368ff685cfe859&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3287516 Feb 07 22:47:24.611421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284a2dc-aa4d-40b1-ad53-60c0aacd8f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750a1517-4a46-49fd-b1a4-982d82aeb999,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:24.629513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60970) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:24.630013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60972) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:24.645518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Calling delete_port for 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:24.681662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-f85ffd24-101a-427c-802a-7116eb40035f', 'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f', 'tenant_id': '90fb3070259246a7a09747dbc01200a7', 'fixed_ips': [{'subnet_id': '1db415f6-8f1e-4b14-8bc0-f1a2df569912'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:47:24.683077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.773690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:24.779196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Usage tracker for resource:port and tenant:90fb3070259246a7a09747dbc01200a7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:24.783665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:24.791965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:24.810138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Made reservation on behalf of 90fb3070259246a7a09747dbc01200a7 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:24.816217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:24.847510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] device_id is not set on port 24e493a0-9abd-484e-a57c-bc717007fbfb yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:47:24.861818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Allocated IP 172.20.0.2 (f85ffd24-101a-427c-802a-7116eb40035f/1db415f6-8f1e-4b14-8bc0-f1a2df569912/305e2ee6-2561-4743-99c8-2dc48b8a844a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:24.983385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.126912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Pushing event deleted for resources: {'Port': ['ID=79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.198017 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.222056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Transition to ACTIVE for port object 305e2ee6-2561-4743-99c8-2dc48b8a844a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:25.231149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] No DVR routers for this DVR port 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:25.237876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.240858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d735ab-3c6b-4279-939e-2055d07da133', 'name': 'network-vif-deleted', 'tag': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:25.267724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Transition to ACTIVE for port object 305e2ee6-2561-4743-99c8-2dc48b8a844a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:25.277091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4d166f41-8c90-4012-91bf-5970cfa0ab8c no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:25.284688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5edfb5d9-7ca0-4a34-8f2e-04c874df6b2b req-52d27c26-230f-4355-8c6b-89a970c92c5e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 210 time: 0.0803130 Feb 07 22:47:25.296037 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9af0ee0c-2f13-406e-a60f-7cbc62cefc14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dd231cd47334a21be6c8fd6f39e6d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3869767 Feb 07 22:47:25.299010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f423c79-8eef-4788-9022-94dcaa3c322b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.301093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60988) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:25.309606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['12be16d5-a899-4317-81f2-b187f8404359'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:47:25.330669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54adf1bf-c02b-488f-b576-3c997c3f662e req-e6844e08-0a82-43b6-a500-e9aa11bdd48d tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "DELETE /v2.0/ports/79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e HTTP/1.1" status: 204 len: 173 time: 1.8561132 Feb 07 22:47:25.337753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['0d89f66a-0185-4b51-9ad3-7406dd17615a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:47:25.377855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.389742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f423c79-8eef-4788-9022-94dcaa3c322b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.492208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Pushing event updated for resources: {'Port': ['ID=305e2ee6-2561-4743-99c8-2dc48b8a844a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.510022 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d735ab-3c6b-4279-939e-2055d07da133', 'name': 'network-vif-deleted', 'tag': '79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e', 'status': 'completed', 'code': 200} Feb 07 22:47:25.512907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Allocated IP 172.20.0.3 (f85ffd24-101a-427c-802a-7116eb40035f/1db415f6-8f1e-4b14-8bc0-f1a2df569912/24e493a0-9abd-484e-a57c-bc717007fbfb) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:25.527408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Network f85ffd24-101a-427c-802a-7116eb40035f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:25.535408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:25.544042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:25.586970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b2cc23-5e0b-4539-9413-7193d864f550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.641251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b2cc23-5e0b-4539-9413-7193d864f550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.734213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f423c79-8eef-4788-9022-94dcaa3c322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.761707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b2cc23-5e0b-4539-9413-7193d864f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.765413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f423c79-8eef-4788-9022-94dcaa3c322b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750a1517-4a46-49fd-b1a4-982d82aeb999,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.780530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f423c79-8eef-4788-9022-94dcaa3c322b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.783877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7f423c79-8eef-4788-9022-94dcaa3c322b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/750a1517-4a46-49fd-b1a4-982d82aeb999 HTTP/1.1" status: 204 len: 168 time: 0.8746192 Feb 07 22:47:25.784432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2cc23-5e0b-4539-9413-7193d864f550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ee0e6e-19c9-44c9-b690-260b92bc8fd0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:25.786371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b2cc23-5e0b-4539-9413-7193d864f550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:25.789978 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9b2cc23-5e0b-4539-9413-7193d864f550 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81ee0e6e-19c9-44c9-b690-260b92bc8fd0 HTTP/1.1" status: 204 len: 168 time: 0.4867761 Feb 07 22:47:25.930380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac81d8-8c39-443f-91f1-5debb9e8f9f4 req-174d4b3e-1ec7-4508-9065-dbd04f828f35 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:25.931852 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56ac81d8-8c39-443f-91f1-5debb9e8f9f4 req-174d4b3e-1ec7-4508-9065-dbd04f828f35 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.6435826 Feb 07 22:47:26.045729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56ac81d8-8c39-443f-91f1-5debb9e8f9f4 req-b3d5d17c-4022-4a87-af8b-55431054dc1c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901558 Feb 07 22:47:26.057788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.089066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Transition to ACTIVE for port object 24e493a0-9abd-484e-a57c-bc717007fbfb will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:26.144571 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.196478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Attempting to bind port 305e2ee6-2561-4743-99c8-2dc48b8a844a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:26.196913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Attempting to bind port 305e2ee6-2561-4743-99c8-2dc48b8a844a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c65f6666-51c6-4771-835f-853038498ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:26.197360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Attempting to bind port 305e2ee6-2561-4743-99c8-2dc48b8a844a on network f85ffd24-101a-427c-802a-7116eb40035f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:47:26.201010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.268977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-936a6376-f15c-422f-9a44-0386f0e58d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.319084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:47:26.319466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Checking segment: {'id': 'c65f6666-51c6-4771-835f-853038498ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:26.319565 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.319935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Bound using segment: {'id': 'c65f6666-51c6-4771-835f-853038498ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:47:26.320435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Bound port: 305e2ee6-2561-4743-99c8-2dc48b8a844a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f6666-51c6-4771-835f-853038498ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:26.320845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.370952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:26.393330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Network f85ffd24-101a-427c-802a-7116eb40035f is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:26.400095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:26.413367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:26.429444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event updated for resources: {'Port': ['ID=24e493a0-9abd-484e-a57c-bc717007fbfb,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:26.441432 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.452667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:26.645236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f48e8ac9-35e5-4a43-b02d-e26ba0be0712 req-fddeef12-6ade-4937-95d3-621f1231b819 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=55d735ab-3c6b-4279-939e-2055d07da133 HTTP/1.1" status: 200 len: 210 time: 0.0853095 Feb 07 22:47:26.675936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] For port 305e2ee6-2561-4743-99c8-2dc48b8a844a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:47:26.678114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:26.690171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] For port 305e2ee6-2561-4743-99c8-2dc48b8a844a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=305e2ee6-2561-4743-99c8-2dc48b8a844a,segment=NetworkSegment(c65f6666-51c6-4771-835f-853038498ba5),segment_id=c65f6666-51c6-4771-835f-853038498ba5)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:47:26.709097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:26.709771 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.711315 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:26.752160 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'code': 200} Feb 07 22:47:26.808749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455254c3-e4f8-4ca6-bc9c-37a5af56fc51 req-b43af5cb-52b7-4663-a198-7873fbf0700f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:26.815028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-455254c3-e4f8-4ca6-bc9c-37a5af56fc51 req-b43af5cb-52b7-4663-a198-7873fbf0700f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.5513554 Feb 07 22:47:26.892043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32824) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:26.898228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Request body: {'port': {'network_id': 'f85ffd24-101a-427c-802a-7116eb40035f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-456896127', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:26.898786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.api.validators [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] bootfile-name is not in valid_values {{(pid=87671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:26.899113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.api.validators [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] tftp-server is not in valid_values {{(pid=87671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:26.899453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.api.validators [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] server-ip-address is not in valid_values {{(pid=87671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:26.908304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cd7165cb-b0ba-41a9-b4cb-a3a2a22be685 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4882607 Feb 07 22:47:26.998590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:47:27.013641 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-455254c3-e4f8-4ca6-bc9c-37a5af56fc51 req-7573f674-46ca-4a9d-9bde-42321d395392 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938932 Feb 07 22:47:27.019005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:27.122894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:47:27.123448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 79b5fa99-fa0c-4f38-9a3e-164d07a2bf1e not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:47:27.125594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71dd29-06cd-4a6b-96ad-bfd6003bb799 None None] Pushing event updated for resources: {'Port': ['ID=305e2ee6-2561-4743-99c8-2dc48b8a844a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:27.300134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:27.314582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Usage tracker for resource:port and tenant:90fb3070259246a7a09747dbc01200a7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:27.318069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:27.336658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:27.371722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Made reservation on behalf of 90fb3070259246a7a09747dbc01200a7 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:27.375482 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.416685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd8e2e-9da2-42f8-92b0-286f7cac24a2 req-d4a0a71d-065a-4e01-af22-a906c802ad76 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:27.419644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0cfd8e2e-9da2-42f8-92b0-286f7cac24a2 req-d4a0a71d-065a-4e01-af22-a906c802ad76 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2103970 Feb 07 22:47:27.450939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] device_id is not set on port 5f458ccc-71c6-4aff-ac40-12204b1a3761 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:47:27.560354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:27.613248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0cfd8e2e-9da2-42f8-92b0-286f7cac24a2 req-9b7b4cf3-367d-4a5f-a173-b98164a71982 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876259 Feb 07 22:47:27.629086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'mac_address': 'fa:16:3e:bb:1a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:47:27.810245 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.844401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ded30b6-ce09-441d-aba8-0bfa8a847e05 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:27.874742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:27.884488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:27.934795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Allocated IP 172.20.0.5 (f85ffd24-101a-427c-802a-7116eb40035f/1db415f6-8f1e-4b14-8bc0-f1a2df569912/5f458ccc-71c6-4aff-ac40-12204b1a3761) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:28.047145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4ded30b6-ce09-441d-aba8-0bfa8a847e05'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:47:28.093686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ab9d-163b-4f2e-bbd0-26bf2f756f74 req-b49144a2-00d0-4610-80bc-9addc0d0f0fc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:28.095462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1d7ab9d-163b-4f2e-bbd0-26bf2f756f74 req-b49144a2-00d0-4610-80bc-9addc0d0f0fc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2021551 Feb 07 22:47:28.135873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:28.194893 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7ca45fe-3442-4f9e-842c-386e26b7b047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.219158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1d7ab9d-163b-4f2e-bbd0-26bf2f756f74 req-c72dd762-7ebd-434e-8a4f-718906f0179a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177294 Feb 07 22:47:28.382942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.417103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Transition to ACTIVE for port object 5f458ccc-71c6-4aff-ac40-12204b1a3761 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:28.484086 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:28.642012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event updated for resources: {'Port': ['ID=5f458ccc-71c6-4aff-ac40-12204b1a3761,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:28.680326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Network f85ffd24-101a-427c-802a-7116eb40035f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:28.681664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:28.687734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:29.023663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cd94d6-de2b-4743-a528-81e7ef76f6e2 None None] Network f85ffd24-101a-427c-802a-7116eb40035f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:29.069327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:29.070024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.120093 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9e758e32-b927-4096-90a9-135b3b6f2682 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.2245970 Feb 07 22:47:29.120939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:29.284612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32920) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:29.286759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd130425-5de3-4b09-845e-0e0565cb6e07 None None] Provisioning for port 305e2ee6-2561-4743-99c8-2dc48b8a844a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:29.313995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32926) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:29.331618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8836bd70-1f5b-487a-a68d-4019c099b497 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:29.345133 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.354780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8836bd70-1f5b-487a-a68d-4019c099b497 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:29.382395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8836bd70-1f5b-487a-a68d-4019c099b497 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:29.394244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8836bd70-1f5b-487a-a68d-4019c099b497 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Synchronizing usage tracker for tenant:90fb3070259246a7a09747dbc01200a7 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:29.449150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8836bd70-1f5b-487a-a68d-4019c099b497 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Unset dirty status for tenant:90fb3070259246a7a09747dbc01200a7 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:29.453995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32932) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:29.454299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8836bd70-1f5b-487a-a68d-4019c099b497 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3313825 Feb 07 22:47:29.471581 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.556757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 305e2ee6-2561-4743-99c8-2dc48b8a844a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:29.612226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.653742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:29.663926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Usage tracker for resource:security_group_rule and tenant:165c0b1de79241c4a8f988712f0313c4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:29.675079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:29.705051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-864470244', 'router:external': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:29.711615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 305e2ee6-2561-4743-99c8-2dc48b8a844a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:29.722891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:29.726846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 305e2ee6-2561-4743-99c8-2dc48b8a844a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:29.727379 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.778972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:29.794114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:network and tenant:367cc13cade24f0eb464eb0fb87459e4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:29.797334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:29.805819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:29.829344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Made reservation on behalf of 367cc13cade24f0eb464eb0fb87459e4 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:29.831929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.856414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Deleting port 5f458ccc-71c6-4aff-ac40-12204b1a3761 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:29.856786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.923356 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.952686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:29.996973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 305e2ee6-2561-4743-99c8-2dc48b8a844a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=305e2ee6-2561-4743-99c8-2dc48b8a844a,segment=NetworkSegment(c65f6666-51c6-4771-835f-853038498ba5),segment_id=c65f6666-51c6-4771-835f-853038498ba5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:30.001514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:30.009416 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.065523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:security_group_rule and tenant:367cc13cade24f0eb464eb0fb87459e4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:30.073231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:30.115353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:30.180258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=305e2ee6-2561-4743-99c8-2dc48b8a844a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:30.196376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.258610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Provisioning for port 24e493a0-9abd-484e-a57c-bc717007fbfb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:30.265376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Provisioning complete for port 24e493a0-9abd-484e-a57c-bc717007fbfb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:30.265907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.311888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.440660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.461539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Port 24e493a0-9abd-484e-a57c-bc717007fbfb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:30.508839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Provisioning complete for port 305e2ee6-2561-4743-99c8-2dc48b8a844a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:30.510529 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.576353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.597052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:30.612531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26280b28-6fac-457f-b6e5-d3cb003a2534,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:30.657020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9273b504-300c-418e-bc59-526835011c07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=165c0b1de79241c4a8f988712f0313c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3709660 Feb 07 22:47:30.658421 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.658772 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Added segment 65fb5647-37c5-404e-8bc8-a0124f08afa1 of type vlan for network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 Feb 07 22:47:30.660012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32940) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:30.732474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b773db6-a981-46f5-b4d4-201127da5460,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:30.771499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Provisioning for port 5f458ccc-71c6-4aff-ac40-12204b1a3761 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:30.788059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Provisioning complete for port 5f458ccc-71c6-4aff-ac40-12204b1a3761 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:30.788528 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.792652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.801427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.883004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-298906f4-f672-44fc-b762-4e569f993882 None None] Port 5f458ccc-71c6-4aff-ac40-12204b1a3761 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:30.909008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:30.965975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cddb252-4d18-466b-a209-fe0953721316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:30.980824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Calling delete_port for 5f458ccc-71c6-4aff-ac40-12204b1a3761 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:30.989761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.040601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cddb252-4d18-466b-a209-fe0953721316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.068361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-60a52c3e-8dac-4412-a75e-ccb2d42a2296 None None] Provisioning complete for port 24e493a0-9abd-484e-a57c-bc717007fbfb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:31.069269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60a52c3e-8dac-4412-a75e-ccb2d42a2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.095520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.096514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:31.097281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.133894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:31.134771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.150991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cddb252-4d18-466b-a209-fe0953721316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.195353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cddb252-4d18-466b-a209-fe0953721316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26280b28-6fac-457f-b6e5-d3cb003a2534,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:31.197835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cddb252-4d18-466b-a209-fe0953721316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.198953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4cddb252-4d18-466b-a209-fe0953721316 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26280b28-6fac-457f-b6e5-d3cb003a2534 HTTP/1.1" status: 204 len: 168 time: 0.5378268 Feb 07 22:47:31.237390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-60a52c3e-8dac-4412-a75e-ccb2d42a2296 None None] Port 24e493a0-9abd-484e-a57c-bc717007fbfb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:31.317404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.413603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:31.417207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:31.429904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.437781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-60a52c3e-8dac-4412-a75e-ccb2d42a2296 None None] Provisioning complete for port 5f458ccc-71c6-4aff-ac40-12204b1a3761 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:31.438290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60a52c3e-8dac-4412-a75e-ccb2d42a2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.482532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Network': ['ID=1918c8a7-a908-4ac7-a5a7-ca627bf64e88,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:31.508582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32950) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:31.509540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0a217fe3-f8a6-49a7-8184-25eb94a3bc51 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1925399 Feb 07 22:47:31.515429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'subnet': {'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:31.527675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:31.538864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:subnet and tenant:367cc13cade24f0eb464eb0fb87459e4 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:31.552086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:31.562860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.564298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:31.590251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Made reservation on behalf of 367cc13cade24f0eb464eb0fb87459e4 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:31.595355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.650828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event deleted for resources: {'Port': ['ID=5f458ccc-71c6-4aff-ac40-12204b1a3761,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:31.851936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:31.861757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:31.883918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 305e2ee6-2561-4743-99c8-2dc48b8a844a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:31.909448 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8665d8dc-15a0-4802-a524-7a471f032b24 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "DELETE /v2.0/ports/5f458ccc-71c6-4aff-ac40-12204b1a3761 HTTP/1.1" status: 204 len: 168 time: 2.4512918 Feb 07 22:47:31.911941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32958) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:31.929417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Request body: {'port': {'name': 'tempest-new-port-name-621018976', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:31.929876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.api.validators [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] bootfile-name is not in valid_values {{(pid=87671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:31.930226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.api.validators [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] tftp-server is not in valid_values {{(pid=87671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:31.930569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.api.validators [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] server-ip-address is not in valid_values {{(pid=87671) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 07 22:47:32.205723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-60a52c3e-8dac-4412-a75e-ccb2d42a2296 None None] Port 5f458ccc-71c6-4aff-ac40-12204b1a3761 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:32.270427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.398510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=10']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:32.450083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 305e2ee6-2561-4743-99c8-2dc48b8a844a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:32.450438 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.523927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:47:32.527371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.917435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3213620e-c012-4431-871b-7e2405dedaa3,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:32.942713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32974) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:32.952750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Checking segment: {'id': '65fb5647-37c5-404e-8bc8-a0124f08afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:32.953108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network hostable DHCP agents. Network: 1918c8a7-a908-4ac7-a5a7-ca627bf64e88, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:32.974859 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:32.988434 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.011891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:33.031396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1918c8a7-a908-4ac7-a5a7-ca627bf64e88) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:33.036452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:33.037112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.049722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8560293-cfe1-4be1-bceb-696052f3c304 None None] Network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:33.093429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0f0b074b-cc5f-422b-9eb3-dd10c7b5fbb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5799809 Feb 07 22:47:33.093637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32980) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:33.099906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-547693010', 'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:33.113726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:33.121631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:port and tenant:367cc13cade24f0eb464eb0fb87459e4 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:33.129406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:33.141539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:33.162944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Made reservation on behalf of 367cc13cade24f0eb464eb0fb87459e4 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:33.165484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.216219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] device_id is not set on port 24d3a4cc-62ea-4d86-8b20-1efeeeb85ac6 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:47:33.306485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1815861944-network', 'tenant_id': '7dcab068a37e45598b28ea30b15dc9a2'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:33.322335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:33.331134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Usage tracker for resource:network and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:33.336284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:33.361482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:33.400240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Made reservation on behalf of 7dcab068a37e45598b28ea30b15dc9a2 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:33.411653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.495175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.535308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:33.573659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:33.584243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:33.596996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c50623e-161d-4b57-8629-3f9ed246ec59 None None] Network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:33.597560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:33.612581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event updated for resources: {'Port': ['ID=24e493a0-9abd-484e-a57c-bc717007fbfb,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:33.646076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] In _notify_port_updated(), no bound segment for port 24e493a0-9abd-484e-a57c-bc717007fbfb on network f85ffd24-101a-427c-802a-7116eb40035f {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:47:33.655759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:33.656506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.656823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Allocated IP 2001:db8::3b6 (1918c8a7-a908-4ac7-a5a7-ca627bf64e88/3213620e-c012-4431-871b-7e2405dedaa3/24d3a4cc-62ea-4d86-8b20-1efeeeb85ac6) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:33.659709 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-95701ecd-d262-49c4-98bb-46a9c7e272bd tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "PUT /v2.0/ports/24e493a0-9abd-484e-a57c-bc717007fbfb HTTP/1.1" status: 200 len: 1135 time: 1.7464929 Feb 07 22:47:33.662395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32984) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:33.795300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-609922b5-14b0-4b52-b83d-7dd556aea926 None None] Provisioning complete for port 24e493a0-9abd-484e-a57c-bc717007fbfb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:33.795669 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-609922b5-14b0-4b52-b83d-7dd556aea926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:33.843348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a963aba-b5e3-4c95-806d-f775e8305f9e tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:33.844023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a963aba-b5e3-4c95-806d-f775e8305f9e tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Synchronizing usage tracker for tenant:90fb3070259246a7a09747dbc01200a7 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:33.941089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-609922b5-14b0-4b52-b83d-7dd556aea926 None None] Port 24e493a0-9abd-484e-a57c-bc717007fbfb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:47:34.043823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a963aba-b5e3-4c95-806d-f775e8305f9e tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Unset dirty status for tenant:90fb3070259246a7a09747dbc01200a7 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:34.049063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3a963aba-b5e3-4c95-806d-f775e8305f9e tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "GET /v2.0/ports/24e493a0-9abd-484e-a57c-bc717007fbfb HTTP/1.1" status: 200 len: 1135 time: 0.3817382 Feb 07 22:47:34.049485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:34.289170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Deleting port 24e493a0-9abd-484e-a57c-bc717007fbfb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:34.289950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.350621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.366297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.467100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:34.485589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f5051e-233b-40c6-937c-bf95c4a5dc9d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:34.495628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.496176 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Added segment b4ed8959-915b-4893-9d92-b06c2c539eff of type vlan for network 56811932-1f30-4dbe-9f28-52cd557fd9e8 Feb 07 22:47:34.533324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.558064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.613867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.616436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:34.618099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.665714 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.812189 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.923867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] Pushing event updated for resources: {'Network': ['ID=56811932-1f30-4dbe-9f28-52cd557fd9e8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:34.943183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6d0e58fa-afb0-4143-b910-5204438dfa03 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9994056 Feb 07 22:47:34.953958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:34.954778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32994) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:34.958042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:34.969031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:34.970278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:34.971035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:34.990217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Calling delete_port for 24e493a0-9abd-484e-a57c-bc717007fbfb owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:34.996601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Request body: {'subnet': {'network_id': '56811932-1f30-4dbe-9f28-52cd557fd9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1815861944-subnet', 'tenant_id': '7dcab068a37e45598b28ea30b15dc9a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:35.002834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:35.007463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Usage tracker for resource:subnet and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:35.011448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:35.017729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:35.030117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9355710 Feb 07 22:47:35.033520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32998) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:35.061857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 56811932-1f30-4dbe-9f28-52cd557fd9e8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:35.208443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.210810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Made reservation on behalf of 7dcab068a37e45598b28ea30b15dc9a2 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:35.217551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.390264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event deleted for resources: {'Port': ['ID=24e493a0-9abd-484e-a57c-bc717007fbfb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:35.460370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d71910-7ec2-42cd-9128-eb123e860d96 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Port': ['ID=24d3a4cc-62ea-4d86-8b20-1efeeeb85ac6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:35.487090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Deleting port 24d3a4cc-62ea-4d86-8b20-1efeeeb85ac6 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:35.487090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.551483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.584664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a25171dd-770f-42d6-89f2-b44560175ef2 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "DELETE /v2.0/ports/24e493a0-9abd-484e-a57c-bc717007fbfb HTTP/1.1" status: 204 len: 168 time: 1.5335531 Feb 07 22:47:35.586939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33008) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:35.698670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Deleting subnet 1db415f6-8f1e-4b14-8bc0-f1a2df569912 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:47:35.702398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.804261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.821161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:35.980693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.011774 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.027370 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.145221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Calling delete_port for 24d3a4cc-62ea-4d86-8b20-1efeeeb85ac6 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:36.149978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.245582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.250170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1756c00c-b7df-4eaf-86be-1a916d315cb4 None None] Network f85ffd24-101a-427c-802a-7116eb40035f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:36.263664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event deleted for resources: {'Subnet': ['ID=1db415f6-8f1e-4b14-8bc0-f1a2df569912,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:36.271889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7e9bbe7-7651-416d-abb1-dfe64acbfe94 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "DELETE /v2.0/subnets/1db415f6-8f1e-4b14-8bc0-f1a2df569912 HTTP/1.1" status: 204 len: 168 time: 0.6814206 Feb 07 22:47:36.277858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33016) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:36.445777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.716610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Deleting port 305e2ee6-2561-4743-99c8-2dc48b8a844a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:36.716892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.806095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.873445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] DHCP port deletion for f85ffd24-101a-427c-802a-7116eb40035f request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:47:36.878369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Deleting port 305e2ee6-2561-4743-99c8-2dc48b8a844a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:36.878937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:36.891779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123c7103-d908-4812-9036-f520d2238f50,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:36.956303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.043277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event deleted for resources: {'Port': ['ID=24d3a4cc-62ea-4d86-8b20-1efeeeb85ac6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:37.120329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.217591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Checking segment: {'id': 'b4ed8959-915b-4893-9d92-b06c2c539eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '56811932-1f30-4dbe-9f28-52cd557fd9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:37.218068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Network hostable DHCP agents. Network: 56811932-1f30-4dbe-9f28-52cd557fd9e8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:37.253671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33020) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:37.254254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c02547c0-5532-4462-af2e-09a7de2f5bb2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "DELETE /v2.0/ports/24d3a4cc-62ea-4d86-8b20-1efeeeb85ac6 HTTP/1.1" status: 204 len: 168 time: 2.2189748 Feb 07 22:47:37.260307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88', 'external_fixed_ips': [{'subnet_id': '3213620e-c012-4431-871b-7e2405dedaa3', 'ip_address': '2001:db8::3b6'}]}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:37.267932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:37.278153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:router and tenant:367cc13cade24f0eb464eb0fb87459e4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:37.285335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:37.300833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:37.319068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Network 56811932-1f30-4dbe-9f28-52cd557fd9e8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:37.328743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.329062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] For port 305e2ee6-2561-4743-99c8-2dc48b8a844a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=305e2ee6-2561-4743-99c8-2dc48b8a844a,segment=NetworkSegment(c65f6666-51c6-4771-835f-853038498ba5),segment_id=c65f6666-51c6-4771-835f-853038498ba5)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:37.329466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.330442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.376365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.537667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 56811932-1f30-4dbe-9f28-52cd557fd9e8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:37.547281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:37.548478 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:37.567643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 305e2ee6-2561-4743-99c8-2dc48b8a844a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:37.627826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eeee55-b3f8-4d0c-a79d-f89cc81675fd None None] Network 56811932-1f30-4dbe-9f28-52cd557fd9e8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:37.710908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Calling delete_port for 305e2ee6-2561-4743-99c8-2dc48b8a844a owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:37.882118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d009eeb-789f-4731-93f7-af183e2703c8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.9216287 Feb 07 22:47:37.929151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.012183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.015738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event deleted for resources: {'Port': ['ID=305e2ee6-2561-4743-99c8-2dc48b8a844a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:38.026092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] No DVR routers for this DVR port 305e2ee6-2561-4743-99c8-2dc48b8a844a on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:38.238651 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.304998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85ffd24-101a-427c-802a-7116eb40035f']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:38.308476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ee442-c58e-4882-ba9d-d031bc1d576a None None] Network 56811932-1f30-4dbe-9f28-52cd557fd9e8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:38.326015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65f6666-51c6-4771-835f-853038498ba5') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:38.326604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65f6666-51c6-4771-835f-853038498ba5') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:38.341724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.381768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.393247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:38.393927 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.464487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port 305e2ee6-2561-4743-99c8-2dc48b8a844a {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:47:38.465085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 305e2ee6-2561-4743-99c8-2dc48b8a844a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:47:38.502700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] For port 305e2ee6-2561-4743-99c8-2dc48b8a844a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=305e2ee6-2561-4743-99c8-2dc48b8a844a,segment=NetworkSegment(c65f6666-51c6-4771-835f-853038498ba5),segment_id=c65f6666-51c6-4771-835f-853038498ba5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:38.503092 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:38.563431 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:38.611281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.672067 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:38.690127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Calling delete_port for 305e2ee6-2561-4743-99c8-2dc48b8a844a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:38.723020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] 10.222.0.10 "DELETE /v2.0/networks/f85ffd24-101a-427c-802a-7116eb40035f HTTP/1.1" status: 204 len: 168 time: 2.4410846 Feb 07 22:47:38.739284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e08ee-718b-4dc9-be19-917d90802667 tempest-ExtraDHCPOptionsTestJSON-2050291761 tempest-ExtraDHCPOptionsTestJSON-2050291761-project] Pushing event deleted for resources: {'Network': ['ID=f85ffd24-101a-427c-802a-7116eb40035f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: from cryptography.utils import int_from_bytes Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: from cryptography.utils import int_from_bytes Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn_limited( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn_limited( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.866261 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:38.869905 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:47:38.880783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:47:38.881570 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:47:38.947896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.009043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.217788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33034) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:39.384464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Deleting port 305e2ee6-2561-4743-99c8-2dc48b8a844a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:39.385146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.467007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Allocated IP 2001:db8::3b6 (1918c8a7-a908-4ac7-a5a7-ca627bf64e88/3213620e-c012-4431-871b-7e2405dedaa3/f34d78d4-9527-476e-9865-ffcc6de4dd4a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:39.520361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-26268aa3-647a-4353-917d-4fd9e9383dc0 None None] The port '305e2ee6-2561-4743-99c8-2dc48b8a844a' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:47:39.563347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3c73a0b4-9685-43b4-a6de-d588f0680314 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90fb3070259246a7a09747dbc01200a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440173 Feb 07 22:47:39.571640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33040) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:39.856656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4426191-a710-4119-9a99-2c82dc28e770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.862733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4426191-a710-4119-9a99-2c82dc28e770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:39.960144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.068716 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4426191-a710-4119-9a99-2c82dc28e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.089732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4426191-a710-4119-9a99-2c82dc28e770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b565562b-2c6d-48cb-a5aa-ad3b670bceca,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:40.105578 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4426191-a710-4119-9a99-2c82dc28e770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.107679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f4426191-a710-4119-9a99-2c82dc28e770 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b565562b-2c6d-48cb-a5aa-ad3b670bceca HTTP/1.1" status: 204 len: 168 time: 0.5342455 Feb 07 22:47:40.141856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:40.233876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:40.250848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:40.259023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:40.382005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Port': ['ID=f34d78d4-9527-476e-9865-ffcc6de4dd4a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:40.888929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.400241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33074) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:41.569849 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.580900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659750039'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:41.661595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:41.675675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:41.680038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:41.694387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:41.800781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:41.804756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.832302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:41.854259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:41.862065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:security_group_rule and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:41.866748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:41.888976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:42.016682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Router f8f9233f-7abd-42a8-bebd-0dd89e5dcac8 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:47:42.037010 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'code': 200} Feb 07 22:47:42.046528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.130719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.232000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:42.241676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a3286f-283a-4a07-9e40-62e488050ab0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:42.291811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1697290888', 'description': 'tempest-description-1571936563'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:42.301345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:42.314551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:42.318874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:42.330287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:42.374326 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.396311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:47:42.405352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.406023 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment dd6bc485-544e-4c64-abba-9e4eff9d36db of type vlan for network 97bfdf92-f6d2-475d-b1ae-54f8f946143d Feb 07 22:47:42.409137 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Sync routers for ids ['f8f9233f-7abd-42a8-bebd-0dd89e5dcac8'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:47:42.432165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:42.445206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:42.449152 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Routers {'f8f9233f-7abd-42a8-bebd-0dd89e5dcac8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:47:42.453027 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:47:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8f9233f-7abd-42a8-bebd-0dd89e5dcac8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:42.453327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:42.467923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:42.484727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.511308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.512707 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36dc12a1-99b5-4046-96de-35310cf9c052 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2572405 Feb 07 22:47:42.522670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:42.637477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.656130 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.664295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:42.666506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.668964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.748921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d434ef7-5240-43f5-83c5-b16b1473b1e7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:42.769595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:42.774277 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Set router f8f9233f-7abd-42a8-bebd-0dd89e5dcac8 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:47:42.788890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff607047-04d9-43b4-832d-aa4df1b34bd6 req-62b54639-86f1-481f-b79e-dd601f4de2db tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5015934 Feb 07 22:47:43.129735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7282102 Feb 07 22:47:43.133074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-2f5fd99f-0309-4d3b-aae9-7ee561d888e9 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/0d434ef7-5240-43f5-83c5-b16b1473b1e7 HTTP/1.1" status: 200 len: 1807 time: 0.0601830 Feb 07 22:47:43.138478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d434ef7-5240-43f5-83c5-b16b1473b1e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:43.138877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0d434ef7-5240-43f5-83c5-b16b1473b1e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:43.158315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:43.166350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc15221-db9b-4895-8f78-19818bb0c9d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=97bfdf92-f6d2-475d-b1ae-54f8f946143d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:43.167308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:43.181971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 97bfdf92-f6d2-475d-b1ae-54f8f946143d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:43.200416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:43.208831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.212194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:43.251357 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f9233f-7abd-42a8-bebd-0dd89e5dcac8', 'name': '', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88', 'external_fixed_ips': [{'subnet_id': '3213620e-c012-4431-871b-7e2405dedaa3', 'ip_address': '2001:db8::3b6'}], 'enable_snat': True}, 'gw_port_id': 'f34d78d4-9527-476e-9865-ffcc6de4dd4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:37Z', 'updated_at': '2022-02-07T22:47:40Z', 'revision_number': 3, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port': {'id': 'f34d78d4-9527-476e-9865-ffcc6de4dd4a', 'name': '', 'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:66:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8f9233f-7abd-42a8-bebd-0dd89e5dcac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '3213620e-c012-4431-871b-7e2405dedaa3', 'ip_address': '2001:db8::3b6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:47:39Z', 'updated_at': '2022-02-07T22:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3213620e-c012-4431-871b-7e2405dedaa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:43.268034 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Checking router: f8f9233f-7abd-42a8-bebd-0dd89e5dcac8 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:47:43.271193 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Updating router f8f9233f-7abd-42a8-bebd-0dd89e5dcac8 port f34d78d4-9527-476e-9865-ffcc6de4dd4a binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:47:43.342472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.418298 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.433808 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.454268 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.488617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df499bb8-c680-4d4c-ada8-93bcab8f4029,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:43.501570 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.521262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0de97439-94b1-4ddd-9725-b3861b3635cd req-daf6a329-5fe2-42ec-b871-ba85dda74901 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3870468 Feb 07 22:47:43.661807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.687223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Deleting port f34d78d4-9527-476e-9865-ffcc6de4dd4a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:43.687628 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.843702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-9704123', 'description': 'tempest-description-122572039'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:43.850539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:43.864957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:43.876523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:43.897978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:43.934173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:43.976207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:43.986328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:43.996010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:44.010206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:44.193212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.203890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.323184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6611976f-812f-4a3d-95b0-ed0c630a41e2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:44.328004 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.329152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.342012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.353138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d07d4620-3661-468f-82d5-852b8c5fbe4b req-db01a39a-f2cd-4eb5-a96e-a4812772bf5c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5146997 Feb 07 22:47:44.382501 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Transition to ACTIVE for port object f34d78d4-9527-476e-9865-ffcc6de4dd4a will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:44.402229 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.479434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-c3e06c0c-3c8d-4bdc-b141-c7b8711bc945 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/6611976f-812f-4a3d-95b0-ed0c630a41e2 HTTP/1.1" status: 200 len: 1803 time: 0.1141028 Feb 07 22:47:44.490912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6611976f-812f-4a3d-95b0-ed0c630a41e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:44.492183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6611976f-812f-4a3d-95b0-ed0c630a41e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:44.506133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:44.514893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:44.522646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:44.536916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:44.593629 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Attempting to bind port f34d78d4-9527-476e-9865-ffcc6de4dd4a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:44.597831 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Attempting to bind port f34d78d4-9527-476e-9865-ffcc6de4dd4a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '65fb5647-37c5-404e-8bc8-a0124f08afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:44.598443 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Attempting to bind port f34d78d4-9527-476e-9865-ffcc6de4dd4a on network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:47:44.618049 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:47:44.618881 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Checking segment: {'id': '65fb5647-37c5-404e-8bc8-a0124f08afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:44.619518 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.620174 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Bound using segment: {'id': '65fb5647-37c5-404e-8bc8-a0124f08afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:47:44.622895 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Bound port: f34d78d4-9527-476e-9865-ffcc6de4dd4a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fb5647-37c5-404e-8bc8-a0124f08afa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1918c8a7-a908-4ac7-a5a7-ca627bf64e88'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:44.623530 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.659798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.716713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.730720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.796306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1a8bcb-b8a7-4e9a-8215-4eecbd810c03,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:44.801847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.823504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1dab2c99-6bc1-4399-9bcf-3122aca1a347 req-28c1ff58-b5df-460e-ac8d-3730a5a24fcc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3427572 Feb 07 22:47:44.830718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Calling delete_port for f34d78d4-9527-476e-9865-ffcc6de4dd4a owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:44.835095 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] For port f34d78d4-9527-476e-9865-ffcc6de4dd4a, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:47:44.842623 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] For port f34d78d4-9527-476e-9865-ffcc6de4dd4a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f34d78d4-9527-476e-9865-ffcc6de4dd4a,segment=NetworkSegment(65fb5647-37c5-404e-8bc8-a0124f08afa1),segment_id=65fb5647-37c5-404e-8bc8-a0124f08afa1)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:47:44.870116 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:44.926425 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Pushing event updated for resources: {'Port': ['ID=f34d78d4-9527-476e-9865-ffcc6de4dd4a,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:44.961976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-604583024', 'description': 'tempest-description-408645393'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:44.971165 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.972379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:44.975603 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.987002 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.987578 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.988123 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.991354 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.992051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.992639 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.993208 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.993795 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.994516 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:44.995047 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:45.033595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:45.059317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:47:45.059641 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:47:45.061211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:45.130762 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d70445-8aa4-47e3-9f83-d221b041b52f None None] Pushing event updated for resources: {'Port': ['ID=f34d78d4-9527-476e-9865-ffcc6de4dd4a,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:45.136512 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Routers {'f8f9233f-7abd-42a8-bebd-0dd89e5dcac8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:47:45.137266 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:47:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8f9233f-7abd-42a8-bebd-0dd89e5dcac8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:45.293652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] Set router f8f9233f-7abd-42a8-bebd-0dd89e5dcac8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:47:45.447843 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8f9233f-7abd-42a8-bebd-0dd89e5dcac8', 'name': '', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:37Z', 'updated_at': '2022-02-07T22:47:43Z', 'revision_number': 4, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:45.452364 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bbcaa7-9321-453e-a1c0-c6c406ed2586 None None] The sync data for ids ['f8f9233f-7abd-42a8-bebd-0dd89e5dcac8'] in n-d-827896-3 is: [{'id': 'f8f9233f-7abd-42a8-bebd-0dd89e5dcac8', 'name': '', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:47:37Z', 'updated_at': '2022-02-07T22:47:43Z', 'revision_number': 4, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:47:45.460670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-17546fb6-4d18-4d6e-99a5-0fe8f64d609b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:45.468533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-17546fb6-4d18-4d6e-99a5-0fe8f64d609b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 0.4778275 Feb 07 22:47:45.488302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-9de06a7f-1f2b-4203-b2c8-68ef96d1c28a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/quotas/792d36a0bce6473bbb9a880d588b38bc HTTP/1.1" status: 200 len: 375 time: 0.0187225 Feb 07 22:47:45.534795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:45.560272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Deleting port f34d78d4-9527-476e-9865-ffcc6de4dd4a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:45.560669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.588307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-2d2abc01-6c9e-414f-a20e-abeaf850bd54 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0982678 Feb 07 22:47:45.734611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.760407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-f6dd2c84-e323-4910-9415-270e1a6d0661 service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709807 Feb 07 22:47:45.951255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] For port f34d78d4-9527-476e-9865-ffcc6de4dd4a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f34d78d4-9527-476e-9865-ffcc6de4dd4a,segment=NetworkSegment(65fb5647-37c5-404e-8bc8-a0124f08afa1),segment_id=65fb5647-37c5-404e-8bc8-a0124f08afa1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:45.952798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:45.972100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-6c8ecd31-c9a8-45bd-9234-cf51760c788c service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106600 Feb 07 22:47:45.994395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:46.003570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:46.011609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:46.026539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:46.140906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.149435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.214611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Calling delete_port for f34d78d4-9527-476e-9865-ffcc6de4dd4a owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:46.230503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d906b6a6-9c1e-494b-9306-64c4a9508f28,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:46.236043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.246399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7c9e1b1-2bd6-4fdc-944e-e3b33d50fa81 req-6ab6e417-fae4-42e3-88c9-149358a4bfc8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2878358 Feb 07 22:47:46.259912 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:47:46.412315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33216) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:46.441331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '97bfdf92-f6d2-475d-b1ae-54f8f946143d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:46.593891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cef404bc-4f98-4412-b087-3c0e47899d2a req-93f7713f-34a8-41d4-aad6-4bcf991f6288 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 210 time: 0.1235459 Feb 07 22:47:46.636686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1063856046', 'description': 'tempest-description-184427035'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:46.643209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:46.648048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:46.652242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:46.658914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:46.677869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.694006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:46.714968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:46.726883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:46.737629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:46.753850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-f4ee0c8e-2540-44e7-b2d6-1bf50a26bf27 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:46.755325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-f4ee0c8e-2540-44e7-b2d6-1bf50a26bf27 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "GET /v2.0/ports?device_id=3525804d-6ee8-4f06-8d49-a20229697825 HTTP/1.1" status: 200 len: 946 time: 0.6927710 Feb 07 22:47:46.778508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:46.784134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:46.787252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:46.814001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:46.841299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:46.845626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:46.973702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f4b5-f398-4991-b8f2-56c4fe528a2e req-4027e617-1262-4cb5-8416-e7275558561b tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:46.980169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7f4b5-f398-4991-b8f2-56c4fe528a2e req-4027e617-1262-4cb5-8416-e7275558561b tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:46.981836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8e7f4b5-f398-4991-b8f2-56c4fe528a2e req-4027e617-1262-4cb5-8416-e7275558561b tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88&device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 1682 time: 0.2495663 Feb 07 22:47:46.987397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.006846 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.037174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 24daf205-8150-458d-ba08-470955a5d830 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:47.046984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Deleting port 24daf205-8150-458d-ba08-470955a5d830 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:47.047504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.055079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1db00-e2e8-49d1-824e-a7f16ffa6566,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:47.083486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8e7f4b5-f398-4991-b8f2-56c4fe528a2e req-d52a345a-87b4-4f8d-8a23-56611b62d34c tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945568 Feb 07 22:47:47.096902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.112235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d461dc84-f6ee-4d21-8d5b-76185f3ccc8c req-d9ebfa33-f741-4378-b71d-c622948d0db2 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4842703 Feb 07 22:47:47.177293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.257080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event deleted for resources: {'Port': ['ID=f34d78d4-9527-476e-9865-ffcc6de4dd4a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:47.260031 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.309996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-52ecc959-5ec1-450c-9474-e76ca09ad386 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/d906b6a6-9c1e-494b-9306-64c4a9508f28 HTTP/1.1" status: 200 len: 1805 time: 0.1698978 Feb 07 22:47:47.339268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.339616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.339962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.340306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.341751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.341751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.341751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.341751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.342128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.342258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.342592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.342911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.359178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:47.363745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24daf205-8150-458d-ba08-470955a5d830'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:47.377705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.389970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.425702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-319a7d97-966b-4d62-8d04-9280db5269bc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/43c1db00-e2e8-49d1-824e-a7f16ffa6566 HTTP/1.1" status: 200 len: 1806 time: 0.1138244 Feb 07 22:47:47.445698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd906b6a6-9c1e-494b-9306-64c4a9508f28', 'remote_group_id': '43c1db00-e2e8-49d1-824e-a7f16ffa6566', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:47.446042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd906b6a6-9c1e-494b-9306-64c4a9508f28', 'remote_group_id': '43c1db00-e2e8-49d1-824e-a7f16ffa6566', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:47.453200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:47.457465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:47.460814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:47.467613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:47.510648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:47.573025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.610104 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24daf205-8150-458d-ba08-470955a5d830', 'code': 200} Feb 07 22:47:47.614098 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.624119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.666810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a71cbb-d27c-4ae5-b479-9947c458dd93,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:47.676876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.677470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.677871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.678315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.678810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.679257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.679741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.680406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.681644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.682212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.682650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.683080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:47:47.693676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:47.695141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90b0a55e-9ebc-438f-aa0b-fc5c18747c65 req-0696a389-5621-408c-a6ef-6a55a8ce241f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2569804 Feb 07 22:47:47.910109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2439b1b4-c363-4dc3-a18b-78d6626b9f53 req-20514d5a-c1fa-4839-b6c8-d1fd330c5e62 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 210 time: 0.0675371 Feb 07 22:47:47.929286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2064796452', 'description': 'tempest-description-695778666'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:47.936664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:47.942639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:47.946184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:47.952681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:47.969063 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.006999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:48.011209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:48.012818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.014759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:48.022100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:48.023438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.025555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.146206 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.146912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8f9233f-7abd-42a8-bebd-0dd89e5dcac8 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:47:48.164715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=1a4cbfb3-3089-4bde-933a-97c33136f9fb,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:48.200514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': 'dd6bc485-544e-4c64-abba-9e4eff9d36db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97bfdf92-f6d2-475d-b1ae-54f8f946143d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:48.200927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: 97bfdf92-f6d2-475d-b1ae-54f8f946143d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:48.213971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:48.214422 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.220602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.240875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.327100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4793dc3-ecf3-4673-87d7-0ac9d59e2af1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:48.329682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.330964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1da8bfac-a864-4769-a017-bff9360b7f67 req-10ca6e75-76f7-4080-855e-746f1a0e8707 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4200838 Feb 07 22:47:48.361463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-674926712', 'description': 'tempest-description-251143507'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:48.372256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:48.376123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.377390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cd8f4401-660e-42a3-ac75-9d1a7a4cb9ee tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f8f9233f-7abd-42a8-bebd-0dd89e5dcac8 HTTP/1.1" status: 204 len: 168 time: 5.8536811 Feb 07 22:47:48.386734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:48.390045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33262) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:48.430211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:48.443159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:48.478689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Deleting subnet 3213620e-c012-4431-871b-7e2405dedaa3 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:47:48.481639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.497760 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.558646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Calling delete_port for 24daf205-8150-458d-ba08-470955a5d830 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:48.579748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:48.583937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:48.609758 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.663351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:48.669975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:48.745505 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.756624 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.798410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 97bfdf92-f6d2-475d-b1ae-54f8f946143d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:48.815299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214d1c0c-4110-4325-8a25-a7c4d910cb98,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:48.817685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.818946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1029dfa7-27d1-4c30-9f78-fb065a3c591d req-7408c3e6-c670-4626-89ce-a4e3bcf2254f tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4616992 Feb 07 22:47:48.839294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 97bfdf92-f6d2-475d-b1ae-54f8f946143d) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:48.848787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977472f0-7096-43c6-99d8-d854ea2b36bb None None] Network 97bfdf92-f6d2-475d-b1ae-54f8f946143d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:48.851920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.903778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:48.904373 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.950445 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:48.989105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94edc2de-6f5e-4b7b-be78-4ff6ef110fdd tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5581911 Feb 07 22:47:48.991588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33296) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:48.998147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1263750910'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:49.007648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-f1cf6f62-f904-4e04-9c4d-7e91497623c9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:49.008330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-f1cf6f62-f904-4e04-9c4d-7e91497623c9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Synchronizing usage tracker for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:49.014721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:49.016823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:47:49.017144 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:47:49.022165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:49.027818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:49.037407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:49.045823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-f1cf6f62-f904-4e04-9c4d-7e91497623c9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Unset dirty status for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:49.047392 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-f1cf6f62-f904-4e04-9c4d-7e91497623c9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.36 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 0.6688077 Feb 07 22:47:49.049099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:49.052790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.057669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3213620e-c012-4431-871b-7e2405dedaa3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:49.064357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.067445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Request body: {'port': {'device_id': '58b47150-3a9c-4fe5-9861-4468032bf342', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'admin_state_up': True, 'tenant_id': '792d36a0bce6473bbb9a880d588b38bc'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:49.097628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b36f33e7-8b4c-49e4-a373-40e224f8b433 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/3213620e-c012-4431-871b-7e2405dedaa3 HTTP/1.1" status: 204 len: 168 time: 0.7037661 Feb 07 22:47:49.107766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33300) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:49.136471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-129749fc-2da2-4bf5-9015-5faac3e3cefc tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e4793dc3-ecf3-4673-87d7-0ac9d59e2af1 HTTP/1.1" status: 200 len: 1806 time: 0.1108310 Feb 07 22:47:49.176145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:49.204297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-97bfdf92-f6d2-475d-b1ae-54f8f946143d', 'network_id': '97bfdf92-f6d2-475d-b1ae-54f8f946143d', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': '1a4cbfb3-3089-4bde-933a-97c33136f9fb'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:47:49.205359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.206897 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.207324 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment e7588a6e-238f-48ce-82c1-8f0661570c52 of type vlan for network 3f392739-d9d2-43e0-a842-163a85de43e7 Feb 07 22:47:49.251115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:49.257298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.261602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Usage tracker for resource:port and tenant:792d36a0bce6473bbb9a880d588b38bc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:49.265414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:49.273808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:49.311444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Made reservation on behalf of 792d36a0bce6473bbb9a880d588b38bc for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:49.318153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.331678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.337305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:49.338401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.384999 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.396687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55b074-b3f8-418a-8966-25dbc0d91657 req-1006e055-666e-4f5e-a96c-15b7a5ef15d3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:49.398040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e55b074-b3f8-418a-8966-25dbc0d91657 req-1006e055-666e-4f5e-a96c-15b7a5ef15d3 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 946 time: 0.4417448 Feb 07 22:47:49.405926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-3e85af40-4bb1-455d-9a00-b279f0985e2a tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/214d1c0c-4110-4325-8a25-a7c4d910cb98 HTTP/1.1" status: 200 len: 1805 time: 0.2197759 Feb 07 22:47:49.426743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Allocated IP 2001:db8:0:ffff::2 (97bfdf92-f6d2-475d-b1ae-54f8f946143d/1a4cbfb3-3089-4bde-933a-97c33136f9fb/82d06da1-b2d5-467f-a811-ce8dd41d35ed) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:49.432671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4793dc3-ecf3-4673-87d7-0ac9d59e2af1', 'remote_group_id': '214d1c0c-4110-4325-8a25-a7c4d910cb98', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:49.432998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4793dc3-ecf3-4673-87d7-0ac9d59e2af1', 'remote_group_id': '214d1c0c-4110-4325-8a25-a7c4d910cb98', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:49.465979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:49.482700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:49.492619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:49.498177 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5027859 Feb 07 22:47:49.500042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33304) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:49.502305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e55b074-b3f8-418a-8966-25dbc0d91657 req-60facd6a-508c-46eb-abba-f1edbf62ce76 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946615 Feb 07 22:47:49.511527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '3f392739-d9d2-43e0-a842-163a85de43e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:49.585162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:49.617552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.625702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Deleting port 24daf205-8150-458d-ba08-470955a5d830 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:49.626073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.653377 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.653578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4f292-50c1-40e9-a71f-cfed4ee00029 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=3f392739-d9d2-43e0-a842-163a85de43e7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:49.664848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:49.667489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Transition to ACTIVE for port object 82d06da1-b2d5-467f-a811-ce8dd41d35ed will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:49.672641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3f392739-d9d2-43e0-a842-163a85de43e7 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:49.687695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:49.696769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:49.716695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:49.719154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ae09792-faf0-4c2d-a6cf-bdd97acd1430 req-2b5d5b24-dd78-4dc7-b295-289946d69ba5 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 210 time: 0.0794070 Feb 07 22:47:49.735617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1918c8a7-a908-4ac7-a5a7-ca627bf64e88']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:49.797341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fb5647-37c5-404e-8bc8-a0124f08afa1') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:49.797756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fb5647-37c5-404e-8bc8-a0124f08afa1') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:49.821018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.833843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.891294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Transition to ACTIVE for port object 82d06da1-b2d5-467f-a811-ce8dd41d35ed will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:49.909740 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.923430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.947268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:49.950913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.958838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:49.959300 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:49.982859 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:49.996410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Network 97bfdf92-f6d2-475d-b1ae-54f8f946143d is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:49.999437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:50.004706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:50.081643 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.084141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Pushing event updated for resources: {'Port': ['ID=82d06da1-b2d5-467f-a811-ce8dd41d35ed,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:50.096707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.112537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Attempting to bind port 82d06da1-b2d5-467f-a811-ce8dd41d35ed on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:50.113073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Attempting to bind port 82d06da1-b2d5-467f-a811-ce8dd41d35ed by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'dd6bc485-544e-4c64-abba-9e4eff9d36db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97bfdf92-f6d2-475d-b1ae-54f8f946143d'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:50.113532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Attempting to bind port 82d06da1-b2d5-467f-a811-ce8dd41d35ed on network 97bfdf92-f6d2-475d-b1ae-54f8f946143d {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:47:50.119027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:47:50.119871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Checking segment: {'id': 'dd6bc485-544e-4c64-abba-9e4eff9d36db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97bfdf92-f6d2-475d-b1ae-54f8f946143d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:50.120364 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.120869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Bound using segment: {'id': 'dd6bc485-544e-4c64-abba-9e4eff9d36db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97bfdf92-f6d2-475d-b1ae-54f8f946143d'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:47:50.121544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Bound port: 82d06da1-b2d5-467f-a811-ce8dd41d35ed, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6bc485-544e-4c64-abba-9e4eff9d36db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '97bfdf92-f6d2-475d-b1ae-54f8f946143d'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:50.122010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.152593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80413211-f550-4516-8a12-098e064de2b0,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:50.152817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Allocated IP 172.20.0.12 (5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864/a6c1086c-6d26-4ec5-b7dd-e7ca43da0838/f529d88b-449b-4d28-9756-2736b740d67e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:50.176348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e8432-d82a-411f-83ec-90d4196fa45b req-c8a7ef15-9aad-4569-b1b0-8ce975d93304 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:50.178459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-199e8432-d82a-411f-83ec-90d4196fa45b req-c8a7ef15-9aad-4569-b1b0-8ce975d93304 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.26 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 946 time: 0.3345354 Feb 07 22:47:50.180190 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.183139 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.184398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-896c0c33-a73f-4243-8fe1-c0d315f92355 req-e1f67f8a-26ba-49d7-970b-5cc06fbd38c1 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7618716 Feb 07 22:47:50.237335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] For port 82d06da1-b2d5-467f-a811-ce8dd41d35ed, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:47:50.240700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] For port 82d06da1-b2d5-467f-a811-ce8dd41d35ed, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82d06da1-b2d5-467f-a811-ce8dd41d35ed,segment=NetworkSegment(dd6bc485-544e-4c64-abba-9e4eff9d36db),segment_id=dd6bc485-544e-4c64-abba-9e4eff9d36db)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:47:50.245924 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.283601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1918c8a7-a908-4ac7-a5a7-ca627bf64e88 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 22:47:50.300649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.328772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event deleted for resources: {'Network': ['ID=1918c8a7-a908-4ac7-a5a7-ca627bf64e88,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:50.359458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c49bf3ba-0963-4106-bcea-c173b916f3c3 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "DELETE /v2.0/networks/1918c8a7-a908-4ac7-a5a7-ca627bf64e88 HTTP/1.1" status: 204 len: 168 time: 1.2499983 Feb 07 22:47:50.361773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f180d-df0a-4f75-b2b1-76d015cf5a31 None None] Pushing event updated for resources: {'Port': ['ID=82d06da1-b2d5-467f-a811-ce8dd41d35ed,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:50.425785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] For port 24daf205-8150-458d-ba08-470955a5d830, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=24daf205-8150-458d-ba08-470955a5d830,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:50.426396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.466515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14348c0a-d216-41da-82f6-0cbfdfbadfb2 req-52f300c4-4a59-4394-80f7-fb309e07f262 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:50.478782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14348c0a-d216-41da-82f6-0cbfdfbadfb2 req-52f300c4-4a59-4394-80f7-fb309e07f262 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 951 time: 0.5020490 Feb 07 22:47:50.538194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Deleting port 0d89f66a-0185-4b51-9ad3-7406dd17615a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:50.538557 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:50.587807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5fe854a-b08a-4ec8-8e5e-533452cae407 req-690b1d8e-945b-4ed1-8bb6-584a3dba6e2d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/214d1c0c-4110-4325-8a25-a7c4d910cb98 HTTP/1.1" status: 200 len: 1805 time: 0.2940698 Feb 07 22:47:50.608864 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14348c0a-d216-41da-82f6-0cbfdfbadfb2 req-f6aa587c-9195-4ba4-b3ec-ecf4b8010979 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288188 Feb 07 22:47:50.624956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Calling delete_port for 24daf205-8150-458d-ba08-470955a5d830 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:50.981971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33332) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:50.990935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'router': {'name': 'tempest-router--251978305', 'project_id': 'd88bd2ad4d25453ea1764dadf0d8a5a4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:51.003325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] For port 0d89f66a-0185-4b51-9ad3-7406dd17615a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0d89f66a-0185-4b51-9ad3-7406dd17615a,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:51.004199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.008949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.014985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.027197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:51.099966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:router and tenant:d88bd2ad4d25453ea1764dadf0d8a5a4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:51.105645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:51.119301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-6b8b5888-8230-4f85-b034-a344df9285db tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:51.120826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-6b8b5888-8230-4f85-b034-a344df9285db tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "GET /v2.0/ports?device_id=caf19e19-827e-4c2c-8e1c-8ef33383cc88 HTTP/1.1" status: 200 len: 945 time: 0.8887596 Feb 07 22:47:51.122215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.144068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:51.146382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event deleted for resources: {'Port': ['ID=24daf205-8150-458d-ba08-470955a5d830,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:51.191847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Calling delete_port for 0d89f66a-0185-4b51-9ad3-7406dd17615a owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:51.250914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.251923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.265475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=4d3a6701-3fd8-43d7-a563-71563befa6a3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:51.278772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] No DVR routers for this DVR port 24daf205-8150-458d-ba08-470955a5d830 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:51.283840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.288838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-deleted', 'tag': '24daf205-8150-458d-ba08-470955a5d830'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:51.317218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': 'e7588a6e-238f-48ce-82c1-8f0661570c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3f392739-d9d2-43e0-a842-163a85de43e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:51.317588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: 3f392739-d9d2-43e0-a842-163a85de43e7, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:51.322759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f5fe854a-b08a-4ec8-8e5e-533452cae407 req-99c7705c-7428-4955-9654-6f7b75226bfd tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.329298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.350643 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5bc9835f-a43d-49f0-acee-fa94bcec167b req-466b6866-ccf2-4b16-9be3-5d07448e7bab tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "DELETE /v2.0/ports/24daf205-8150-458d-ba08-470955a5d830 HTTP/1.1" status: 204 len: 173 time: 4.5893269 Feb 07 22:47:51.363535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.385406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Deleting port 12be16d5-a899-4317-81f2-b187f8404359 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:51.385764 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.410386 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.422822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 3f392739-d9d2-43e0-a842-163a85de43e7 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:51.435774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f5fe854a-b08a-4ec8-8e5e-533452cae407 req-99c7705c-7428-4955-9654-6f7b75226bfd tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.465978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:51.485036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:51.490262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:51.540165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3f392739-d9d2-43e0-a842-163a85de43e7) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:51.554646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.555896 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b8257192-dda6-4ac3-b94c-f89efd68ca95 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5725963 Feb 07 22:47:51.557987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:51.558594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.574003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33338) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:51.584007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82d06da1-b2d5-467f-a811-ce8dd41d35ed up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:51.644413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:51.684897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7791070-49d3-414e-9b1e-28ba384864e2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1840153 Feb 07 22:47:51.689779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33342) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:51.699034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:51.699678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.707223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 82d06da1-b2d5-467f-a811-ce8dd41d35ed completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:51.716293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cb166-7032-4ff3-9d45-df6d4fa9da5b None None] Network 3f392739-d9d2-43e0-a842-163a85de43e7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:51.773904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8403024d-49c8-4a9f-b68f-2190a3dc6a24 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:51.816424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d24e-ddae-43aa-9a20-f4aa80d1de4c req-12f9bb0b-b419-403e-aec2-472858a6155a tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:51.823680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cfc9d24e-ddae-43aa-9a20-f4aa80d1de4c req-12f9bb0b-b419-403e-aec2-472858a6155a tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 946 time: 0.8096271 Feb 07 22:47:51.982972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.019436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-715383b3-e0ec-499b-a6e1-43001805d1b3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9557478 Feb 07 22:47:52.032999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['12be16d5-a899-4317-81f2-b187f8404359'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:47:52.039719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Request body: {'port': {'device_id': '58b47150-3a9c-4fe5-9861-4468032bf342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:52.098090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-3f392739-d9d2-43e0-a842-163a85de43e7', 'network_id': '3f392739-d9d2-43e0-a842-163a85de43e7', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': '4d3a6701-3fd8-43d7-a563-71563befa6a3'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:47:52.099026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.221722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Pushing event deleted for resources: {'Port': ['ID=0d89f66a-0185-4b51-9ad3-7406dd17615a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:52.239908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54239da-22de-4d7e-8d51-570b1037a6b0 None None] Network 97bfdf92-f6d2-475d-b1ae-54f8f946143d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:52.278854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cfc9d24e-ddae-43aa-9a20-f4aa80d1de4c req-f9bea3cf-cef3-4828-99a8-a0c426e8a559 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/security-groups?id=125d3688-9306-4ff9-9de6-10c38e5a83ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543049 Feb 07 22:47:52.366802 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f5fe854a-b08a-4ec8-8e5e-533452cae407 req-99c7705c-7428-4955-9654-6f7b75226bfd tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.371438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] For port 12be16d5-a899-4317-81f2-b187f8404359, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=12be16d5-a899-4317-81f2-b187f8404359,segment=NetworkSegment(d54bf2d1-ad59-422f-913f-14e226f86249),segment_id=d54bf2d1-ad59-422f-913f-14e226f86249)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:52.371800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.395202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] No DVR routers for this DVR port 0d89f66a-0185-4b51-9ad3-7406dd17615a on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:52.398391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.416723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7705c-7428-4955-9654-6f7b75226bfd tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d1c0c-4110-4325-8a25-a7c4d910cb98,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:52.419999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'name': 'network-vif-deleted', 'tag': '0d89f66a-0185-4b51-9ad3-7406dd17615a'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:52.432357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-37e57419-9f30-473e-9466-aadacc21ef3c None None] Provisioning for port 82d06da1-b2d5-467f-a811-ce8dd41d35ed completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:47:52.446022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8403024d-49c8-4a9f-b68f-2190a3dc6a24 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.455671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8403024d-49c8-4a9f-b68f-2190a3dc6a24 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.466965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-37e57419-9f30-473e-9466-aadacc21ef3c None None] Provisioning complete for port 82d06da1-b2d5-467f-a811-ce8dd41d35ed triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:52.467336 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-37e57419-9f30-473e-9466-aadacc21ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.469992 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.531536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8403024d-49c8-4a9f-b68f-2190a3dc6a24 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.532057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8403024d-49c8-4a9f-b68f-2190a3dc6a24 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b230364b-ac48-4a66-9632-aae047ffac45 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:47:52.581574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Allocated IP 2001:db8::1 (3f392739-d9d2-43e0-a842-163a85de43e7/4d3a6701-3fd8-43d7-a563-71563befa6a3/2f7f41e5-6604-4a06-a351-a896cac1c626) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:52.602830 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8403024d-49c8-4a9f-b68f-2190a3dc6a24 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.603592 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.607798 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8403024d-49c8-4a9f-b68f-2190a3dc6a24 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b230364b-ac48-4a66-9632-aae047ffac45 HTTP/1.1" status: 204 len: 168 time: 1.0287168 Feb 07 22:47:52.622735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Calling delete_port for 12be16d5-a899-4317-81f2-b187f8404359 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:52.717221 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-f8c4a0f9-3c41-4994-948f-afeafaff1d4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1875818 Feb 07 22:47:52.732786 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-199e8432-d82a-411f-83ec-90d4196fa45b req-38502256-0e66-4cab-9b00-badd7deff74e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.26 "DELETE /v2.0/ports/0d89f66a-0185-4b51-9ad3-7406dd17615a HTTP/1.1" status: 204 len: 173 time: 2.5443037 Feb 07 22:47:52.765769 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f5fe854a-b08a-4ec8-8e5e-533452cae407 req-99c7705c-7428-4955-9654-6f7b75226bfd tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.768122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5fe854a-b08a-4ec8-8e5e-533452cae407 req-99c7705c-7428-4955-9654-6f7b75226bfd tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-groups/214d1c0c-4110-4325-8a25-a7c4d910cb98 HTTP/1.1" status: 204 len: 173 time: 2.1395676 Feb 07 22:47:52.905910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:52.954875 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3525804d-6ee8-4f06-8d49-a20229697825', 'name': 'network-vif-deleted', 'tag': '24daf205-8150-458d-ba08-470955a5d830', 'status': 'completed', 'code': 200} Feb 07 22:47:52.956297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:53.033140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:53.084249 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f', 'name': 'network-vif-deleted', 'tag': '0d89f66a-0185-4b51-9ad3-7406dd17615a', 'status': 'completed', 'code': 200} Feb 07 22:47:53.098518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6fa29-b422-4475-b93e-0b77e4cfc1b6 req-c78c129c-2a98-4f90-a2c8-6ef85eba935c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.103284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.103764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.104228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.104714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.105202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.105613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.106147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.106319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3be6fa29-b422-4475-b93e-0b77e4cfc1b6 req-c78c129c-2a98-4f90-a2c8-6ef85eba935c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 932 time: 0.4389844 Feb 07 22:47:53.108149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-a69c0265-21be-441f-b3df-3bb236efe4cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 6499 time: 0.2625072 Feb 07 22:47:53.137849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0d89f66a-0185-4b51-9ad3-7406dd17615a no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:53.179313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3be6fa29-b422-4475-b93e-0b77e4cfc1b6 req-b66b3be0-d665-4a3e-8efc-9ed6a1c8aa3e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716925 Feb 07 22:47:53.180978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.192090 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-37e57419-9f30-473e-9466-aadacc21ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.235723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 0d89f66a-0185-4b51-9ad3-7406dd17615a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:47:53.236319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0d89f66a-0185-4b51-9ad3-7406dd17615a not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:47:53.336385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Pushing event deleted for resources: {'Port': ['ID=12be16d5-a899-4317-81f2-b187f8404359,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:53.344357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f529d88b-449b-4d28-9756-2736b740d67e {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:47:53.392439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.406119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-37e57419-9f30-473e-9466-aadacc21ef3c None None] For port 82d06da1-b2d5-467f-a811-ce8dd41d35ed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82d06da1-b2d5-467f-a811-ce8dd41d35ed,segment=NetworkSegment(dd6bc485-544e-4c64-abba-9e4eff9d36db),segment_id=dd6bc485-544e-4c64-abba-9e4eff9d36db)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:53.452379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Transition to ACTIVE for port object f529d88b-449b-4d28-9756-2736b740d67e will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:53.461105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-37e57419-9f30-473e-9466-aadacc21ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.463801 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.474335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.558770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e09e2c10-daa0-4833-ac5f-cf1232fa28f2 req-6a156980-7d34-4806-be97-d64d45b5eb04 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e4793dc3-ecf3-4673-87d7-0ac9d59e2af1 HTTP/1.1" status: 200 len: 1806 time: 0.2957790 Feb 07 22:47:53.571234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] No DVR routers for this DVR port 12be16d5-a899-4317-81f2-b187f8404359 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:53.575592 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.588459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-ab3c68dc-ec43-4f82-a395-161a51fa202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.591021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-ab3c68dc-ec43-4f82-a395-161a51fa202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.591534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-ab3c68dc-ec43-4f82-a395-161a51fa202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:53.593122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fc16dcc-6e62-4e19-9821-41940e8b9259 req-9d88fd3f-7b2b-4af1-b721-aa3b9e127a02 tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.36 "DELETE /v2.0/ports/12be16d5-a899-4317-81f2-b187f8404359 HTTP/1.1" status: 204 len: 173 time: 2.4078174 Feb 07 22:47:53.593368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-ab3c68dc-ec43-4f82-a395-161a51fa202b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4 HTTP/1.1" status: 200 len: 2298 time: 0.3984919 Feb 07 22:47:53.608293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Transition to ACTIVE for port object 2f7f41e5-6604-4a06-a351-a896cac1c626 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:53.659593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Transition to ACTIVE for port object 2f7f41e5-6604-4a06-a351-a896cac1c626 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:53.710738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.711997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.736883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e57419-9f30-473e-9466-aadacc21ef3c None None] Pushing event updated for resources: {'Port': ['ID=82d06da1-b2d5-467f-a811-ce8dd41d35ed,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:53.745817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.810682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:53.827478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3a6701-3fd8-43d7-a563-71563befa6a3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:53.833970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1915867409', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:53.847014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:53.854000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Network 3f392739-d9d2-43e0-a842-163a85de43e7 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:53.857494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:53.864254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:53.866187 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.866845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 12be16d5-a899-4317-81f2-b187f8404359 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:47:53.870878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-970744886', 'description': 'tempest-description-1850572234'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:53.896172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-18e8efe5-b045-457a-a507-6b064835a3ec req-e1926aae-f6d9-4fe6-80af-c9f1fb3dcf4e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Synchronizing usage tracker for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:47:53.907046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:53.912913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Pushing event updated for resources: {'Port': ['ID=2f7f41e5-6604-4a06-a351-a896cac1c626,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:53.922395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Usage tracker for resource:router and tenant:07873ed7eb984052bf52ffe15f4d30d6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:53.926660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:53.940005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 12be16d5-a899-4317-81f2-b187f8404359 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:47:53.940367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 12be16d5-a899-4317-81f2-b187f8404359 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:47:53.944728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:53.950695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:53.955683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:53.973711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:53.977756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7488b2f9-11ad-4a09-abdb-9ad2bd0791bd None None] Provisioning complete for port 82d06da1-b2d5-467f-a811-ce8dd41d35ed triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:53.977958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7488b2f9-11ad-4a09-abdb-9ad2bd0791bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.980248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.982074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:53.991735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:53.995988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.011365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-18e8efe5-b045-457a-a507-6b064835a3ec req-e1926aae-f6d9-4fe6-80af-c9f1fb3dcf4e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] Unset dirty status for tenant:a0a7c6f751dd4ab4a0b09170f307c924 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:47:54.012527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18e8efe5-b045-457a-a507-6b064835a3ec req-e1926aae-f6d9-4fe6-80af-c9f1fb3dcf4e tempest-ListServersNegativeTestJSON-67560472 tempest-ListServersNegativeTestJSON-67560472-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe7ae0ed-8cbf-450c-8e6c-f67077fe6a1f HTTP/1.1" status: 200 len: 210 time: 0.2310538 Feb 07 22:47:54.033445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f392739-d9d2-43e0-a842-163a85de43e7']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:54.039707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.041950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:54.072648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:54.075926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7588a6e-238f-48ce-82c1-8f0661570c52') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:54.076231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7588a6e-238f-48ce-82c1-8f0661570c52') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:54.086733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:54.226854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:54.234168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:54.237874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.239954 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'code': 200} Feb 07 22:47:54.248101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Attempting to bind port 2f7f41e5-6604-4a06-a351-a896cac1c626 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:54.248101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Attempting to bind port 2f7f41e5-6604-4a06-a351-a896cac1c626 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e7588a6e-238f-48ce-82c1-8f0661570c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3f392739-d9d2-43e0-a842-163a85de43e7'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:54.248101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Attempting to bind port 2f7f41e5-6604-4a06-a351-a896cac1c626 on network 3f392739-d9d2-43e0-a842-163a85de43e7 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:47:54.250507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:54.262751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.271083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:54.271535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:54.288166 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:54.330762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:47:54.331948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Checking segment: {'id': 'e7588a6e-238f-48ce-82c1-8f0661570c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3f392739-d9d2-43e0-a842-163a85de43e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:54.332411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.334256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Bound using segment: {'id': 'e7588a6e-238f-48ce-82c1-8f0661570c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3f392739-d9d2-43e0-a842-163a85de43e7'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:47:54.335469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Bound port: 2f7f41e5-6604-4a06-a351-a896cac1c626, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7588a6e-238f-48ce-82c1-8f0661570c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3f392739-d9d2-43e0-a842-163a85de43e7'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:54.335469 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.347121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.362925 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-92e11924-ce3c-481b-a439-1a32e5724bc5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c HTTP/1.1" status: 200 len: 1001 time: 0.6710839 Feb 07 22:47:54.443182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:47:54.443182 n-d-827896-3 neutron-server[87670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:47:54.443182 n-d-827896-3 neutron-server[87670]: [parameters: {'id': '3f392739-d9d2-43e0-a842-163a85de43e7'}] Feb 07 22:47:54.443182 n-d-827896-3 neutron-server[87670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:47:54.444017 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:47:54.445931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.450908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] For port 2f7f41e5-6604-4a06-a351-a896cac1c626, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:47:54.451145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.454772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] For port 2f7f41e5-6604-4a06-a351-a896cac1c626, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2f7f41e5-6604-4a06-a351-a896cac1c626,segment=NetworkSegment(e7588a6e-238f-48ce-82c1-8f0661570c52),segment_id=e7588a6e-238f-48ce-82c1-8f0661570c52)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:47:54.465001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.518912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Attempting to bind port f529d88b-449b-4d28-9756-2736b740d67e on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:47:54.519462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Attempting to bind port f529d88b-449b-4d28-9756-2736b740d67e by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:47:54.519550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Attempting to bind port f529d88b-449b-4d28-9756-2736b740d67e on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:47:54.541073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-0857caab-2d91-4689-ba28-4214251fd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:54.542770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-0857caab-2d91-4689-ba28-4214251fd594 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=65699282-451f-42e3-8983-56630e8b5044 HTTP/1.1" status: 200 len: 856 time: 0.1685145 Feb 07 22:47:54.543429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Port f529d88b-449b-4d28-9756-2736b740d67e on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:47:54.544498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Attempting to bind port f529d88b-449b-4d28-9756-2736b740d67e on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:47:54.591289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97fe08a-9ffb-40af-8414-5177c9f17727,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:54.595843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247de67-257a-4ece-8e74-02ba376ceb18 None None] Pushing event updated for resources: {'Port': ['ID=2f7f41e5-6604-4a06-a351-a896cac1c626,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:54.598235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.613153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd27beb8-1d94-4b8a-a208-15a7b3c39b05 req-7244b9d3-c2b8-4c6c-babb-73085890e3b8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7958713 Feb 07 22:47:54.656947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e285164-220b-469e-bb86-30b250badd9a None None] Network 3f392739-d9d2-43e0-a842-163a85de43e7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:54.659492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a1b0-9cfb-4fbb-b1dc-7045a550c1c3 req-46085d8e-7679-4a2e-82a5-a2a4749b68ad tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:54.661121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1300a1b0-9cfb-4fbb-b1dc-7045a550c1c3 req-46085d8e-7679-4a2e-82a5-a2a4749b68ad tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 944 time: 0.1259024 Feb 07 22:47:54.724531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1300a1b0-9cfb-4fbb-b1dc-7045a550c1c3 req-90e36fc1-aef9-45a7-9278-3cf403bded74 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524087 Feb 07 22:47:54.787626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-15fe36c2-e2a5-42c3-9964-37f80067aa17 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e97fe08a-9ffb-40af-8414-5177c9f17727 HTTP/1.1" status: 200 len: 1806 time: 0.0499957 Feb 07 22:47:54.801973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e97fe08a-9ffb-40af-8414-5177c9f17727', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:54.802450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e97fe08a-9ffb-40af-8414-5177c9f17727', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:54.810872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:54.816617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:54.819577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:54.826032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:54.849848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:47:54.850132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Checking segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:54.850517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Bound using segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:47:54.851138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Bound port: f529d88b-449b-4d28-9756-2736b740d67e, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:47:54.852594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.869616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.930910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a64746-70eb-48b1-8a44-46d7049dba1c None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:47:54.952315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.956986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:54.975653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port 2f7f41e5-6604-4a06-a351-a896cac1c626 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:47:54.976648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.051585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-f31ec843-9211-4cfa-8819-161ea3a5bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:55.053162 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-f31ec843-9211-4cfa-8819-161ea3a5bc62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecce4042-fcc2-4fa5-a103-1491f7c18b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036409 Feb 07 22:47:55.057165 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.067195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.086160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:47:55.109809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'name': 'network-vif-deleted', 'tag': '12be16d5-a899-4317-81f2-b187f8404359'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:55.115021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cc78a5-8255-4d4e-afc4-5dd542814697,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:55.125933 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.138383 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-14466a6a-fd20-461d-9c5a-eec2e4d488d2 req-d81cff01-49a5-4fc8-9577-f3ad0614aef4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3411062 Feb 07 22:47:55.161358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:47:55.180777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.183005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a64746-70eb-48b1-8a44-46d7049dba1c None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:47:55.219436 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf19e19-827e-4c2c-8e1c-8ef33383cc88', 'name': 'network-vif-deleted', 'tag': '12be16d5-a899-4317-81f2-b187f8404359', 'status': 'completed', 'code': 200} Feb 07 22:47:55.280458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:55.281104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.282615 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f529d88b-449b-4d28-9756-2736b740d67e HTTP/1.1" status: 200 len: 1092 time: 3.2519972 Feb 07 22:47:55.284752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:47:55.372229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fec211-bbbc-4e1b-aba4-3f7fba061ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:55.390552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-0faa0128-682d-4e1a-a840-de3f610faaa1 service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267081 Feb 07 22:47:55.441461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-65b98214-1709-4e16-af9a-664bd1f6cb29 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e97fe08a-9ffb-40af-8414-5177c9f17727 HTTP/1.1" status: 200 len: 2400 time: 0.1914902 Feb 07 22:47:55.455930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e97fe08a-9ffb-40af-8414-5177c9f17727', 'remote_group_id': None}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:55.456534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e97fe08a-9ffb-40af-8414-5177c9f17727', 'remote_group_id': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:55.460704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33494) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:55.463863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:55.468296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Usage tracker for resource:security_group_rule and tenant:7dcab068a37e45598b28ea30b15dc9a2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:55.471447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:55.472126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82d06da1-b2d5-467f-a811-ce8dd41d35ed up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:47:55.480634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:55.487784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port 2f7f41e5-6604-4a06-a351-a896cac1c626, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2f7f41e5-6604-4a06-a351-a896cac1c626,segment=NetworkSegment(e7588a6e-238f-48ce-82c1-8f0661570c52),segment_id=e7588a6e-238f-48ce-82c1-8f0661570c52)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:47:55.488256 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.600849 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e', 'status': 'completed', 'code': 200} Feb 07 22:47:55.645922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for 2f7f41e5-6604-4a06-a351-a896cac1c626 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:47:55.728234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 82d06da1-b2d5-467f-a811-ce8dd41d35ed triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:47:55.728613 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.813912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.844956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] Deleting subnet 6fd14415-1c99-44d2-907d-d9d3020b3f82 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:47:55.856914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.907556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:55.933770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No DVR routers for this DVR port 2f7f41e5-6604-4a06-a351-a896cac1c626 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:47:55.935779 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-05f75f52-bf3e-4598-a641-e5612d10da65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.011870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Port': ['ID=2f7f41e5-6604-4a06-a351-a896cac1c626,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:56.030726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.042833 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.061486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-dac61f25-30a3-4a34-84ed-6019738e5567 service neutron] 10.222.0.36 "GET /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549726 Feb 07 22:47:56.071877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.075039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-c5bc0a92-8c98-4138-92a6-04beefa136ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.076461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-c5bc0a92-8c98-4138-92a6-04beefa136ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 1095 time: 0.7366176 Feb 07 22:47:56.147412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.235979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-79d03378-f740-445b-87f8-4456a5a5a858 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 200 len: 217 time: 0.1659994 Feb 07 22:47:56.245281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab78144-8cdc-4f12-ae4e-32e7bbf2eabd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:56.253865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.259661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-d2ce6204-8041-4ff4-8981-d660a1c53e91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f529d88b-449b-4d28-9756-2736b740d67e HTTP/1.1" status: 200 len: 217 time: 0.0918877 Feb 07 22:47:56.297997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.299155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8301a0f-6ba6-4f4b-84bf-99f07e8a8d61 req-54cbc4ef-b3e6-4c91-8655-ec8884a4078d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8568196 Feb 07 22:47:56.300639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f392739-d9d2-43e0-a842-163a85de43e7']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:56.322707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7588a6e-238f-48ce-82c1-8f0661570c52') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:56.323009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7588a6e-238f-48ce-82c1-8f0661570c52') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:56.337972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.339362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-640bd999-b024-437e-aec7-1d8269bd7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.340854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-640bd999-b024-437e-aec7-1d8269bd7261 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1096 time: 0.3134615 Feb 07 22:47:56.345324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.434369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.452536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78e65-33bf-4f14-aefc-2067e36ddf62 req-affe1869-0244-4333-85ef-1d255a1e3914 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.454016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4c78e65-33bf-4f14-aefc-2067e36ddf62 req-affe1869-0244-4333-85ef-1d255a1e3914 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 944 time: 0.3028319 Feb 07 22:47:56.456998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:56.457593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:56.473387 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:56.507175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-ac794f27-edc4-4f36-b13e-81d66d3938e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.508582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-ac794f27-edc4-4f36-b13e-81d66d3938e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.2512827 Feb 07 22:47:56.510491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-5de19c99-a568-4629-bdd4-9dae7e0a365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.511769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-5de19c99-a568-4629-bdd4-9dae7e0a365f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.2184665 Feb 07 22:47:56.522662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.653801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-f7de26b1-8be8-4587-8eca-954afdc88573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044183 Feb 07 22:47:56.672226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Allocated IP 172.25.0.17 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b8a450ab-4e83-42ee-b1d9-cfa3dba8a244) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:56.759836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.805137 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.820291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4c78e65-33bf-4f14-aefc-2067e36ddf62 req-5f9a5849-3363-424a-8b35-4da990c51e02 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461270 Feb 07 22:47:56.825933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=3f392739-d9d2-43e0-a842-163a85de43e7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:56.831811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-a7ba5586-c127-462a-bb5a-1f771db4036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.833257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-a7ba5586-c127-462a-bb5a-1f771db4036d service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.4814196 Feb 07 22:47:56.838884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-43e05076-9490-4a9e-8d85-1204da5940c4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/3f392739-d9d2-43e0-a842-163a85de43e7 HTTP/1.1" status: 204 len: 168 time: 5.1349981 Feb 07 22:47:56.838884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33524) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:56.844315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1212097261'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:56.905466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:56.913905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:56.926266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:56.942083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:56.947656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-8d3d5465-6748-439b-9caf-3ccf8b9f2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.949151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-8d3d5465-6748-439b-9caf-3ccf8b9f2463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4277570 Feb 07 22:47:56.962193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:56.972438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd14415-1c99-44d2-907d-d9d3020b3f82,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:56.989816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b1b18-164a-43d7-9946-a62ac80167a9 req-ffe4eaa1-3482-4e21-88db-cb74a460d000 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:56.991609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-412b1b18-164a-43d7-9946-a62ac80167a9 req-ffe4eaa1-3482-4e21-88db-cb74a460d000 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.5192351 Feb 07 22:47:56.994886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:56.998777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.017787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-12d9e1b9-d73c-4766-8432-c1d851626911 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 0.1689799 Feb 07 22:47:57.024258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.075831 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-67373ed8-a88c-4dc5-8e5b-50a22e53cb97 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070060 Feb 07 22:47:57.151512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:57.155787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-412b1b18-164a-43d7-9946-a62ac80167a9 req-ee4f891d-548a-4ab0-b447-0811d87e651b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401610 Feb 07 22:47:57.166755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32a36b10-8196-4d78-8c0e-7401cae92a2a req-a7399240-6e0e-41a2-b052-6efd91afdc6c tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e97fe08a-9ffb-40af-8414-5177c9f17727 HTTP/1.1" status: 200 len: 2999 time: 0.1538270 Feb 07 22:47:57.178810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-4a45d54e-1ef0-4182-967a-49573061295a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:57.180527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-4a45d54e-1ef0-4182-967a-49573061295a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1353354 Feb 07 22:47:57.181937 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.182363 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment f7fe568e-e560-4b5d-99e8-3ea317e33eff of type vlan for network 2fd055e2-dee2-4081-9343-5fee17955b90 Feb 07 22:47:57.201126 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-79db74cf-99b6-4747-8136-c3f8022a770e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6fd14415-1c99-44d2-907d-d9d3020b3f82 HTTP/1.1" status: 204 len: 168 time: 1.7354856 Feb 07 22:47:57.215190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33544) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:57.279738 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d34c3144-571d-4d44-b392-875e5462f56d req-b8e70eef-5845-4126-9ff7-ca564908c685 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-group-rules/dab78144-8cdc-4f12-ae4e-32e7bbf2eabd HTTP/1.1" status: 200 len: 783 time: 0.0808258 Feb 07 22:47:57.281348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.326454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.370383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.375854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:57.376492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.397139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d34c3144-571d-4d44-b392-875e5462f56d req-79e7d8f7-2825-49e1-bfb0-4d8326e6c5ce tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e97fe08a-9ffb-40af-8414-5177c9f17727 HTTP/1.1" status: 200 len: 2999 time: 0.1043415 Feb 07 22:47:57.409738 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-64377489-f7d6-47b9-9e6a-8dfd91ccd02e service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504752 Feb 07 22:47:57.418708 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74d1ebef-2064-46a6-ad4d-9470bcc08453 req-fb6c29ae-cf0e-45b9-872d-f020259a8340 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339558 Feb 07 22:47:57.442349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.465738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-13f50681-862b-4836-a222-9d6f462404af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:57.467237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-13f50681-862b-4836-a222-9d6f462404af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2696366 Feb 07 22:47:57.582448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7429321 Feb 07 22:47:57.589726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33574) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:57.611268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '2fd055e2-dee2-4081-9343-5fee17955b90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:57.625109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014df9fe-b19f-4cdc-8387-d71a941f626b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=2fd055e2-dee2-4081-9343-5fee17955b90,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:57.638217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d34c3144-571d-4d44-b392-875e5462f56d req-40c43bfb-b01d-4e78-ada1-b95f4841c6ef tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.647272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 2fd055e2-dee2-4081-9343-5fee17955b90 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:57.708139 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d34c3144-571d-4d44-b392-875e5462f56d req-40c43bfb-b01d-4e78-ada1-b95f4841c6ef tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.803872 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-8c25a65d-3b18-4245-ba41-38b40f52e1f7 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228202 Feb 07 22:47:57.805095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:57.807920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d34c3144-571d-4d44-b392-875e5462f56d req-40c43bfb-b01d-4e78-ada1-b95f4841c6ef tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.835954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:57.846880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:57.855496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.903014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c43bfb-b01d-4e78-ada1-b95f4841c6ef tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dab78144-8cdc-4f12-ae4e-32e7bbf2eabd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:57.909374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:57.911508 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d34c3144-571d-4d44-b392-875e5462f56d req-40c43bfb-b01d-4e78-ada1-b95f4841c6ef tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.912621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d34c3144-571d-4d44-b392-875e5462f56d req-40c43bfb-b01d-4e78-ada1-b95f4841c6ef tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dab78144-8cdc-4f12-ae4e-32e7bbf2eabd HTTP/1.1" status: 204 len: 173 time: 0.5038135 Feb 07 22:47:57.941861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:57.946250 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.978495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-bb1d0071-0fa1-4ec1-87b6-0eecf138e297 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588274 Feb 07 22:47:57.985394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:57.994603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:47:58.062234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:58.083231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:47:58.113950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c932fca-dd58-4e5f-b2d9-4421a710f2e8 req-e23ca70f-b996-427e-a9b9-885964b50b26 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977128 Feb 07 22:47:58.117059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event updated for resources: {'Port': ['ID=b8a450ab-4e83-42ee-b1d9-cfa3dba8a244,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:58.127079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-1dccec4d-275c-452a-a168-030a74d55d4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 200 len: 217 time: 0.1277897 Feb 07 22:47:58.135764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-49ea09ec-f534-4d4a-9849-ee2239d53c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.137470 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-49ea09ec-f534-4d4a-9849-ee2239d53c8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 1095 time: 0.4818184 Feb 07 22:47:58.142098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fb32cf-2cad-4ad6-9356-e862631fccf8']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:58.179726 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-261464cc-d72b-49b4-aa9e-2de9aad02d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.215307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009352b-4085-4eed-95d6-7a6c7e88c8d8 req-556ebb13-d202-4d91-a46f-6d34410c602b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.216823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2009352b-4085-4eed-95d6-7a6c7e88c8d8 req-556ebb13-d202-4d91-a46f-6d34410c602b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 944 time: 0.1582048 Feb 07 22:47:58.267211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54bf2d1-ad59-422f-913f-14e226f86249') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:58.267506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54bf2d1-ad59-422f-913f-14e226f86249') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:47:58.305509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.332061 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2009352b-4085-4eed-95d6-7a6c7e88c8d8 req-c39c9817-57c6-4f0f-9432-e24d119d41b9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079750 Feb 07 22:47:58.337077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af2e0e63-8e58-4cd6-89ea-d77f26d6cc2c req-f9995427-c6f4-435e-8e9d-c4e0582cddca tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e97fe08a-9ffb-40af-8414-5177c9f17727 HTTP/1.1" status: 200 len: 2400 time: 0.1191130 Feb 07 22:47:58.379418 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.399973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.408409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-b5707889-d5fb-4f40-8cc3-858986466bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.409902 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-b5707889-d5fb-4f40-8cc3-858986466bb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.2696812 Feb 07 22:47:58.440894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:47:58.441295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:47:58.485342 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:47:58.529819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=d67d3967-2329-41e7-afc5-b2e4c524a39f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:58.539935 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-af2e0e63-8e58-4cd6-89ea-d77f26d6cc2c req-37fc0bf7-92ac-46cd-be27-71fd196cf7d0 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.562664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': 'f7fe568e-e560-4b5d-99e8-3ea317e33eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fd055e2-dee2-4081-9343-5fee17955b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:47:58.563025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: 2fd055e2-dee2-4081-9343-5fee17955b90, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:47:58.605651 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-af2e0e63-8e58-4cd6-89ea-d77f26d6cc2c req-37fc0bf7-92ac-46cd-be27-71fd196cf7d0 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.701707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-14daf0f1-2124-41f1-8fd0-bae6a10e42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.703521 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-14daf0f1-2124-41f1-8fd0-bae6a10e42c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 906 time: 0.5160756 Feb 07 22:47:58.747166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 2fd055e2-dee2-4081-9343-5fee17955b90 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:47:58.780673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 2fd055e2-dee2-4081-9343-5fee17955b90) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:47:58.787965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.788535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.789472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab1a7f-8362-42ff-9eaa-7996d9406d3a None None] Network 2fd055e2-dee2-4081-9343-5fee17955b90 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:47:58.790775 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.796483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-e0e38503-bfba-49d8-96cc-dc13b985d5dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f529d88b-449b-4d28-9756-2736b740d67e HTTP/1.1" status: 200 len: 217 time: 0.0854762 Feb 07 22:47:58.808831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33058c88-58c1-4ef1-8c1a-d18b7100bd88 req-5a0a9ea9-a712-466b-8eea-2cce04be6ae0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.810253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33058c88-58c1-4ef1-8c1a-d18b7100bd88 req-5a0a9ea9-a712-466b-8eea-2cce04be6ae0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.3205912 Feb 07 22:47:58.846564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.860600 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-af2e0e63-8e58-4cd6-89ea-d77f26d6cc2c req-37fc0bf7-92ac-46cd-be27-71fd196cf7d0 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.863054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-af2e0e63-8e58-4cd6-89ea-d77f26d6cc2c req-37fc0bf7-92ac-46cd-be27-71fd196cf7d0 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:58.864243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af2e0e63-8e58-4cd6-89ea-d77f26d6cc2c req-37fc0bf7-92ac-46cd-be27-71fd196cf7d0 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-groups/e97fe08a-9ffb-40af-8414-5177c9f17727 HTTP/1.1" status: 204 len: 173 time: 0.5161989 Feb 07 22:47:58.884893 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33058c88-58c1-4ef1-8c1a-d18b7100bd88 req-8143a1b5-6408-444f-b853-e393c2d8b680 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670776 Feb 07 22:47:58.888262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6eeefda9-aae1-46ce-9433-10ea156f32f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2920516 Feb 07 22:47:58.906446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33618) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:58.915069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc0bf7-92ac-46cd-be27-71fd196cf7d0 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97fe08a-9ffb-40af-8414-5177c9f17727,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:58.924583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1582642970'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:58.931741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fb32cf-2cad-4ad6-9356-e862631fccf8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:58.934341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:58.952608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:58.955870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:58.958957 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [req-f31f3ce2-6c0f-47e5-a551-b0e998fcfe2d req-fcfb5079-2e86-4a7c-87b0-12ddcbf9fe23 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] show failed (client error): The resource could not be found. Feb 07 22:47:58.960042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f31f3ce2-6c0f-47e5-a551-b0e998fcfe2d req-fcfb5079-2e86-4a7c-87b0-12ddcbf9fe23 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/214d1c0c-4110-4325-8a25-a7c4d910cb98 HTTP/1.1" status: 404 len: 352 time: 0.0278223 Feb 07 22:47:58.965120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:58.978648 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ae12242a-c5bb-4729-bf38-452f9d3caddf admin admin] 10.222.0.10 "DELETE /v2.0/networks/c4fb32cf-2cad-4ad6-9356-e862631fccf8 HTTP/1.1" status: 204 len: 168 time: 1.7556982 Feb 07 22:47:58.986403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-6f803cf4-5e7e-49eb-b60c-2a57f0a603cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:58.986660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:58.988338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-6f803cf4-5e7e-49eb-b60c-2a57f0a603cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5621858 Feb 07 22:47:58.990895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.067110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:47:59.092443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53932ec1-86a2-492c-94b7-5765c1dc3d3c req-8b6a2238-ffd6-408e-bc0a-2d4992fc2490 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/e4793dc3-ecf3-4673-87d7-0ac9d59e2af1 HTTP/1.1" status: 200 len: 1806 time: 0.0852559 Feb 07 22:47:59.097234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.097504 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment 59b28b2f-7161-4243-90ce-eaf0959dc7b5 of type vlan for network 0dc13517-0a97-409b-bb3b-721473d90891 Feb 07 22:47:59.172474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-2fd055e2-dee2-4081-9343-5fee17955b90', 'network_id': '2fd055e2-dee2-4081-9343-5fee17955b90', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': 'd67d3967-2329-41e7-afc5-b2e4c524a39f'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:47:59.173578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.208883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.240184 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-53932ec1-86a2-492c-94b7-5765c1dc3d3c req-159b4ac2-20c7-438d-af95-9b8942177c9d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.292640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-53932ec1-86a2-492c-94b7-5765c1dc3d3c req-159b4ac2-20c7-438d-af95-9b8942177c9d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.313129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.318138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-9f1d94c4-db0c-4a12-a69a-d2e0f47d4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:59.318937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:47:59.319530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.319652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-9f1d94c4-db0c-4a12-a69a-d2e0f47d4347 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.5036070 Feb 07 22:47:59.326516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33644) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:59.355281 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.455064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5475352 Feb 07 22:47:59.459608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33664) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:59.472827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-5b2af020-9adc-4d77-9961-c4c4ac6a3390 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252036 Feb 07 22:47:59.473945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '0dc13517-0a97-409b-bb3b-721473d90891', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:47:59.480202 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.525722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Allocated IP 2001:db8::3 (2fd055e2-dee2-4081-9343-5fee17955b90/d67d3967-2329-41e7-afc5-b2e4c524a39f/a6f618d5-a944-408b-a110-838d297fc51b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:47:59.542843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d070db7-7199-469c-b995-31b99686ce5a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=0dc13517-0a97-409b-bb3b-721473d90891,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:59.569045 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-53932ec1-86a2-492c-94b7-5765c1dc3d3c req-159b4ac2-20c7-438d-af95-9b8942177c9d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.583928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 0dc13517-0a97-409b-bb3b-721473d90891 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:47:59.601763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b4ac2-20c7-438d-af95-9b8942177c9d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4793dc3-ecf3-4673-87d7-0ac9d59e2af1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:47:59.603535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a5938fa4-f044-4e25-8da7-551619a62493 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0a7c6f751dd4ab4a0b09170f307c924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720637 Feb 07 22:47:59.607461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33668) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:47:59.624668 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-53932ec1-86a2-492c-94b7-5765c1dc3d3c req-159b4ac2-20c7-438d-af95-9b8942177c9d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.630527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53932ec1-86a2-492c-94b7-5765c1dc3d3c req-159b4ac2-20c7-438d-af95-9b8942177c9d tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-groups/e4793dc3-ecf3-4673-87d7-0ac9d59e2af1 HTTP/1.1" status: 204 len: 173 time: 0.5371153 Feb 07 22:47:59.643572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:47:59.643931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.651816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:47:59.742436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:47:59.751032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:47:59.784706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-e354dfb0-1240-4cdf-9760-d3f7dbb7dd61 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737770 Feb 07 22:47:59.792686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-838fbce0-4d0a-4de9-ad2b-9f4c38664cf7 req-63b510b8-7806-4af0-bd31-3c8027a07767 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/43c1db00-e2e8-49d1-824e-a7f16ffa6566 HTTP/1.1" status: 200 len: 1806 time: 0.1010499 Feb 07 22:47:59.849178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f82f3cc5-3b7a-45f3-a188-fd27abe2a910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.875280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f82f3cc5-3b7a-45f3-a188-fd27abe2a910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.919631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:47:59.923166 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.943574 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:47:59.957039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Transition to ACTIVE for port object a6f618d5-a944-408b-a110-838d297fc51b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:59.977269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Transition to ACTIVE for port object a6f618d5-a944-408b-a110-838d297fc51b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:47:59.981174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-e00f226f-3829-4ac6-b8c0-a053f639ccc6 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849710 Feb 07 22:47:59.983879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.049983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Network 2fd055e2-dee2-4081-9343-5fee17955b90 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:00.050424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing IP validity checks on allocation pools {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 22:48:00.050955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 22:48:00.051488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:00.055394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:00.080766 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-838fbce0-4d0a-4de9-ad2b-9f4c38664cf7 req-e4230a82-5c7a-44fa-95a5-87094833b7d4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.095078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Pushing event updated for resources: {'Port': ['ID=a6f618d5-a944-408b-a110-838d297fc51b,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.107567 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-838fbce0-4d0a-4de9-ad2b-9f4c38664cf7 req-e4230a82-5c7a-44fa-95a5-87094833b7d4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.176736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f7aeb-4793-4d0b-bfea-b8dbe0ca008d req-282e6e44-fd9d-4cc9-9609-e76588e93233 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.178456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c41f7aeb-4793-4d0b-bfea-b8dbe0ca008d req-282e6e44-fd9d-4cc9-9609-e76588e93233 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 944 time: 0.4250588 Feb 07 22:48:00.188784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f82f3cc5-3b7a-45f3-a188-fd27abe2a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.193386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.193735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.194068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.194954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.195281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.195610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.195932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.196298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.196646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.197089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.197547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.198038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:00.210467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Attempting to bind port a6f618d5-a944-408b-a110-838d297fc51b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:00.210840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Attempting to bind port a6f618d5-a944-408b-a110-838d297fc51b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f7fe568e-e560-4b5d-99e8-3ea317e33eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fd055e2-dee2-4081-9343-5fee17955b90'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:00.211690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Attempting to bind port a6f618d5-a944-408b-a110-838d297fc51b on network 2fd055e2-dee2-4081-9343-5fee17955b90 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:00.217897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:00.218249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Checking segment: {'id': 'f7fe568e-e560-4b5d-99e8-3ea317e33eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fd055e2-dee2-4081-9343-5fee17955b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:00.218658 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.219048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Bound using segment: {'id': 'f7fe568e-e560-4b5d-99e8-3ea317e33eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fd055e2-dee2-4081-9343-5fee17955b90'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:00.219533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Bound port: a6f618d5-a944-408b-a110-838d297fc51b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fe568e-e560-4b5d-99e8-3ea317e33eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2fd055e2-dee2-4081-9343-5fee17955b90'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:00.220783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.241703 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-53ce96af-76df-4e8c-98f2-f78ae0ad9f48 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497185 Feb 07 22:48:00.255258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f3cc5-3b7a-45f3-a188-fd27abe2a910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125d3688-9306-4ff9-9de6-10c38e5a83ea,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.276588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c41f7aeb-4793-4d0b-bfea-b8dbe0ca008d req-f96180ea-f6ff-45d1-baa5-3a85c17de6ec tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922437 Feb 07 22:48:00.285603 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-838fbce0-4d0a-4de9-ad2b-9f4c38664cf7 req-e4230a82-5c7a-44fa-95a5-87094833b7d4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.292355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f82f3cc5-3b7a-45f3-a188-fd27abe2a910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.293967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f82f3cc5-3b7a-45f3-a188-fd27abe2a910 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/125d3688-9306-4ff9-9de6-10c38e5a83ea HTTP/1.1" status: 204 len: 168 time: 0.6844673 Feb 07 22:48:00.323357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4230a82-5c7a-44fa-95a5-87094833b7d4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1db00-e2e8-49d1-824e-a7f16ffa6566,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.328630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-838fbce0-4d0a-4de9-ad2b-9f4c38664cf7 req-e4230a82-5c7a-44fa-95a5-87094833b7d4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.330011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-838fbce0-4d0a-4de9-ad2b-9f4c38664cf7 req-e4230a82-5c7a-44fa-95a5-87094833b7d4 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-groups/43c1db00-e2e8-49d1-824e-a7f16ffa6566 HTTP/1.1" status: 204 len: 173 time: 0.5232201 Feb 07 22:48:00.372101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] For port a6f618d5-a944-408b-a110-838d297fc51b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:00.376447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] For port a6f618d5-a944-408b-a110-838d297fc51b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6f618d5-a944-408b-a110-838d297fc51b,segment=NetworkSegment(f7fe568e-e560-4b5d-99e8-3ea317e33eff),segment_id=f7fe568e-e560-4b5d-99e8-3ea317e33eff)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:00.383440 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.409611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-166e047c-43a8-4a68-bf03-60b49042204b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0 HTTP/1.1" status: 200 len: 217 time: 0.1553996 Feb 07 22:48:00.474519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8bdc53bf-9984-42a2-b379-2502cd6ca93a req-d711ce0b-b1ab-42c4-ab20-dfcdb01ad612 service neutron] 10.222.0.36 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785695 Feb 07 22:48:00.511669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d22396-6ade-4e6f-8a0f-73cafe0b76d1 None None] Pushing event updated for resources: {'Port': ['ID=a6f618d5-a944-408b-a110-838d297fc51b,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.513130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.521838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-482b7b9e-8cf0-4805-b039-9661771f5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.523309 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-482b7b9e-8cf0-4805-b039-9661771f5098 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.1036994 Feb 07 22:48:00.634300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4db8d-ad41-4260-8ce4-f36f63876baf req-4c52370e-9961-4180-aa3b-26e059b9db47 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:00.637387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65a4db8d-ad41-4260-8ce4-f36f63876baf req-4c52370e-9961-4180-aa3b-26e059b9db47 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.1751461 Feb 07 22:48:00.638510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.743167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=344bedb3-8984-4962-8ee7-67b3eb6ad1a3,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:00.799218 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65a4db8d-ad41-4260-8ce4-f36f63876baf req-fb029616-aceb-4ac4-a04e-652cfc5352c8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987918 Feb 07 22:48:00.800308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': '59b28b2f-7161-4243-90ce-eaf0959dc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0dc13517-0a97-409b-bb3b-721473d90891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:00.814168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: 0dc13517-0a97-409b-bb3b-721473d90891, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:00.873857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:00.981033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 0dc13517-0a97-409b-bb3b-721473d90891 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:01.010144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c8f9038-c7c9-4a65-85de-ecee98e8cc38 req-4a9ed92c-3c85-4769-bbe9-b34218f52af3 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/d906b6a6-9c1e-494b-9306-64c4a9508f28 HTTP/1.1" status: 200 len: 1805 time: 0.1449368 Feb 07 22:48:01.013297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 0dc13517-0a97-409b-bb3b-721473d90891) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:01.027421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0aaccc-0bee-43b3-9e4a-d57a3a93bfc4 None None] Network 0dc13517-0a97-409b-bb3b-721473d90891 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:01.062312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f529d88b-449b-4d28-9756-2736b740d67e details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:48:01.064748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.065367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.121184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ed38d60-fc71-4f38-b650-2f598e429115 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6600013 Feb 07 22:48:01.125027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33708) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:01.210434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1c8f9038-c7c9-4a65-85de-ecee98e8cc38 req-2f62c167-90ca-4e49-b587-aa7667f1bde6 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.262873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-9397dbcf-2e06-4297-ba4b-a31c7e5b2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.264504 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-9397dbcf-2e06-4297-ba4b-a31c7e5b2f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6886227 Feb 07 22:48:01.269232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1c8f9038-c7c9-4a65-85de-ecee98e8cc38 req-2f62c167-90ca-4e49-b587-aa7667f1bde6 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.389661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1c8f9038-c7c9-4a65-85de-ecee98e8cc38 req-2f62c167-90ca-4e49-b587-aa7667f1bde6 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.428283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1c8f9038-c7c9-4a65-85de-ecee98e8cc38 req-2f62c167-90ca-4e49-b587-aa7667f1bde6 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.429776 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c8f9038-c7c9-4a65-85de-ecee98e8cc38 req-2f62c167-90ca-4e49-b587-aa7667f1bde6 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-groups/d906b6a6-9c1e-494b-9306-64c4a9508f28 HTTP/1.1" status: 204 len: 173 time: 0.4124436 Feb 07 22:48:01.431754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62c167-90ca-4e49-b587-aa7667f1bde6 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d906b6a6-9c1e-494b-9306-64c4a9508f28,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:01.447724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:01.457232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-0dc13517-0a97-409b-bb3b-721473d90891', 'network_id': '0dc13517-0a97-409b-bb3b-721473d90891', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': '344bedb3-8984-4962-8ee7-67b3eb6ad1a3'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:01.458056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.488246 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.491872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'f529d88b-449b-4d28-9756-2736b740d67e', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': 'f529d88b-449b-4d28-9756-2736b740d67e', 'mac_address': 'fa:16:3e:e6:f4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:48:01.525371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Router f950a15f-a4df-4b6a-98f1-3510cded87c1 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:48:01.751984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6f618d5-a944-408b-a110-838d297fc51b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:01.768658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-e9e063f9-8f7a-4382-8617-4af35f10654a service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966714 Feb 07 22:48:01.779538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c150a687-ec91-44ee-b44e-e7d4e5dbb5da req-fae6e0b2-1f32-4f29-80ce-9445f141b0c8 tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/6611976f-812f-4a3d-95b0-ed0c630a41e2 HTTP/1.1" status: 200 len: 2403 time: 0.0887902 Feb 07 22:48:01.798908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c92cd-734c-4adf-b694-14ecc167eeeb req-2085519d-b13a-48a8-9c97-ed36311beea3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:01.803455 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.806400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d95c92cd-734c-4adf-b694-14ecc167eeeb req-2085519d-b13a-48a8-9c97-ed36311beea3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 944 time: 0.1684396 Feb 07 22:48:01.869916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33748) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:01.896801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d95c92cd-734c-4adf-b694-14ecc167eeeb req-8cfae2cc-9fd7-45ef-8fd1-a40a820a94cd tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893536 Feb 07 22:48:01.919732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f529d88b-449b-4d28-9756-2736b740d67e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:01.971407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:01.981145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Allocated IP 2001:db8::3 (0dc13517-0a97-409b-bb3b-721473d90891/344bedb3-8984-4962-8ee7-67b3eb6ad1a3/85978ea0-b0b1-4408-aa26-4a57ff6b5924) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:01.993513 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:01.996240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c150a687-ec91-44ee-b44e-e7d4e5dbb5da req-9a0afc67-bc59-4354-a7f6-07aea8221c9b tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.010256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.059298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port a6f618d5-a944-408b-a110-838d297fc51b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:02.064956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c150a687-ec91-44ee-b44e-e7d4e5dbb5da req-9a0afc67-bc59-4354-a7f6-07aea8221c9b tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.150901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2000512913-network', 'tenant_id': 'dd470468bb2d4b2b8e4dfdfd79486c7c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:02.162710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:02.169983 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c150a687-ec91-44ee-b44e-e7d4e5dbb5da req-9a0afc67-bc59-4354-a7f6-07aea8221c9b tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.177433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Usage tracker for resource:network and tenant:dd470468bb2d4b2b8e4dfdfd79486c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:02.187374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:02.198770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:02.199738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db867a1f-17b1-4ff7-b389-7b545a47f7ef None None] Network 2fd055e2-dee2-4081-9343-5fee17955b90 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:02.202050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0afc67-bc59-4354-a7f6-07aea8221c9b tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6611976f-812f-4a3d-95b0-ed0c630a41e2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:02.208260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:02.217406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c150a687-ec91-44ee-b44e-e7d4e5dbb5da req-9a0afc67-bc59-4354-a7f6-07aea8221c9b tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.221822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c150a687-ec91-44ee-b44e-e7d4e5dbb5da req-9a0afc67-bc59-4354-a7f6-07aea8221c9b tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-groups/6611976f-812f-4a3d-95b0-ed0c630a41e2 HTTP/1.1" status: 204 len: 173 time: 0.3876314 Feb 07 22:48:02.236533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Made reservation on behalf of dd470468bb2d4b2b8e4dfdfd79486c7c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:02.241789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.273600 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.292355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:02.304228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-ad027ef7-cc3b-486d-a301-1c57dcec82c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081165 Feb 07 22:48:02.327885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:02.331105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] Sync routers for ids ['f950a15f-a4df-4b6a-98f1-3510cded87c1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:02.338539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0d73b28-4548-4605-bdb5-7e59e12c72fb req-57dc46fb-f543-4521-9bf8-8cbdd51413af tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "GET /v2.0/security-groups/0d434ef7-5240-43f5-83c5-b16b1473b1e7 HTTP/1.1" status: 200 len: 2401 time: 0.0853293 Feb 07 22:48:02.349245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f529d88b-449b-4d28-9756-2736b740d67e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:48:02.386568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] Routers {'f950a15f-a4df-4b6a-98f1-3510cded87c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:02.387580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:47:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f950a15f-a4df-4b6a-98f1-3510cded87c1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:02.388972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-0e30fc56-e8b2-4adf-8d5b-25f470ad197f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6 HTTP/1.1" status: 200 len: 217 time: 0.0758777 Feb 07 22:48:02.390144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.391315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-814a5bec-2918-4ba2-8fb4-ded9961dfa30 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4293761 Feb 07 22:48:02.394038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33758) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:02.470448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-88f742dd-af59-4555-a010-f75ae7555c1f None None] Provisioning for port a6f618d5-a944-408b-a110-838d297fc51b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:02.485465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Usage tracker for resource:security_group_rule and tenant:dd470468bb2d4b2b8e4dfdfd79486c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:02.493756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-88f742dd-af59-4555-a010-f75ae7555c1f None None] Provisioning complete for port a6f618d5-a944-408b-a110-838d297fc51b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:02.494130 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88f742dd-af59-4555-a010-f75ae7555c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.522564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:02.542983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:02.548931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:02.557924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-d822fb0d-5280-4b3b-8bc2-b502fe8893fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:02.559374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-d822fb0d-5280-4b3b-8bc2-b502fe8893fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 200 len: 797 time: 0.1619923 Feb 07 22:48:02.605170 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0d73b28-4548-4605-bdb5-7e59e12c72fb req-248efdc0-6f40-444c-bc9b-ea953de4bfaa tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.654688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0d73b28-4548-4605-bdb5-7e59e12c72fb req-248efdc0-6f40-444c-bc9b-ea953de4bfaa tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.684236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] Routers {'f950a15f-a4df-4b6a-98f1-3510cded87c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:02.684892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:47:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f950a15f-a4df-4b6a-98f1-3510cded87c1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:02.694239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8f99a-ed66-4348-a9ac-2f686f595ce2 req-0846d0c7-518f-4ac7-b3d4-10d08ec194e4 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:02.697054 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27f8f99a-ed66-4348-a9ac-2f686f595ce2 req-0846d0c7-518f-4ac7-b3d4-10d08ec194e4 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 0.2119610 Feb 07 22:48:02.709992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a8723e9f-540e-486d-a6fa-1b835e66c276 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/f950a15f-a4df-4b6a-98f1-3510cded87c1 HTTP/1.1" status: 200 len: 924 time: 0.3141010 Feb 07 22:48:02.713032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:02.762624 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b7765380-efc8-41c4-89f1-e06f17de9ff6 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=f950a15f-a4df-4b6a-98f1-3510cded87c1 HTTP/1.1" status: 200 len: 205 time: 0.0483150 Feb 07 22:48:02.765352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33766) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:02.787622 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27f8f99a-ed66-4348-a9ac-2f686f595ce2 req-f30c7f20-a96c-410e-a01f-3bb299ecbdf4 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752821 Feb 07 22:48:02.797340 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.799607 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0d73b28-4548-4605-bdb5-7e59e12c72fb req-248efdc0-6f40-444c-bc9b-ea953de4bfaa tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.825721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248efdc0-6f40-444c-bc9b-ea953de4bfaa tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d434ef7-5240-43f5-83c5-b16b1473b1e7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:02.829018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.842800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:02.855785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.856148 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Added segment 65373165-cf03-4ace-98a9-642514aabe21 of type vlan for network c269e01c-caa0-4de1-a83b-0664af078b9e Feb 07 22:48:02.893951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.900164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-499670a2-33bb-45d6-8140-3d4aa4d14165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:02.901735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-499670a2-33bb-45d6-8140-3d4aa4d14165 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f297fb44-1fbe-49b1-998f-aa1152f5ec0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3340375 Feb 07 22:48:02.924882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88f742dd-af59-4555-a010-f75ae7555c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.944287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:02.944958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f5f650-1520-4232-97a9-abe3a5cbfd1c None None] The sync data for ids ['f950a15f-a4df-4b6a-98f1-3510cded87c1'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:02.947012 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.954615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0fef06-2327-41df-81e4-7d91343f7d18,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:02.983114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b0d73b28-4548-4605-bdb5-7e59e12c72fb req-248efdc0-6f40-444c-bc9b-ea953de4bfaa tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:02.984226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0d73b28-4548-4605-bdb5-7e59e12c72fb req-248efdc0-6f40-444c-bc9b-ea953de4bfaa tempest-SecurityGroupRulesTestJSON-111105072 tempest-SecurityGroupRulesTestJSON-111105072-project] 10.222.0.10 "DELETE /v2.0/security-groups/0d434ef7-5240-43f5-83c5-b16b1473b1e7 HTTP/1.1" status: 204 len: 173 time: 0.6450987 Feb 07 22:48:02.994561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33772) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:03.007276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Transition to ACTIVE for port object 85978ea0-b0b1-4408-aa26-4a57ff6b5924 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:03.033189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-88f742dd-af59-4555-a010-f75ae7555c1f None None] For port a6f618d5-a944-408b-a110-838d297fc51b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6f618d5-a944-408b-a110-838d297fc51b,segment=NetworkSegment(f7fe568e-e560-4b5d-99e8-3ea317e33eff),segment_id=f7fe568e-e560-4b5d-99e8-3ea317e33eff)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:03.082845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88f742dd-af59-4555-a010-f75ae7555c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.085320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Transition to ACTIVE for port object 85978ea0-b0b1-4408-aa26-4a57ff6b5924 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:03.102315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.104071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:03.104682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.171267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.193099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] Deleting subnet 123c7103-d908-4812-9036-f520d2238f50 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:48:03.219693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Network 0dc13517-0a97-409b-bb3b-721473d90891 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:03.221688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f742dd-af59-4555-a010-f75ae7555c1f None None] Pushing event updated for resources: {'Port': ['ID=a6f618d5-a944-408b-a110-838d297fc51b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.227200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:03.229542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.243195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.264895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:03.267258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3940594 Feb 07 22:48:03.272476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33776) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:03.285595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Request body: {'subnet': {'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2000512913-subnet', 'tenant_id': 'dd470468bb2d4b2b8e4dfdfd79486c7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:03.289634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8eb1b-51a0-460a-99dd-30da92622e68 admin admin] Pushing event updated for resources: {'Network': ['ID=c269e01c-caa0-4de1-a83b-0664af078b9e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.301945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:03.311363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Usage tracker for resource:subnet and tenant:dd470468bb2d4b2b8e4dfdfd79486c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:03.315662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:03.320785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.327770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=344bedb3-8984-4962-8ee7-67b3eb6ad1a3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.334299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c269e01c-caa0-4de1-a83b-0664af078b9e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:03.355789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:03.378495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0b705-79ae-4b32-acd1-0f8947a598d2 req-2f955e29-871f-4b9f-81ba-fe57d57020a4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:03.385387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ba0b705-79ae-4b32-acd1-0f8947a598d2 req-2f955e29-871f-4b9f-81ba-fe57d57020a4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 945 time: 0.3347421 Feb 07 22:48:03.405419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Made reservation on behalf of dd470468bb2d4b2b8e4dfdfd79486c7c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:03.407976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.434046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.496437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Pushing event updated for resources: {'Port': ['ID=85978ea0-b0b1-4408-aa26-4a57ff6b5924,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.503385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.506368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6f618d5-a944-408b-a110-838d297fc51b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:03.585846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Attempting to bind port 85978ea0-b0b1-4408-aa26-4a57ff6b5924 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:03.586445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Attempting to bind port 85978ea0-b0b1-4408-aa26-4a57ff6b5924 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '59b28b2f-7161-4243-90ce-eaf0959dc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0dc13517-0a97-409b-bb3b-721473d90891'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:03.587521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Attempting to bind port 85978ea0-b0b1-4408-aa26-4a57ff6b5924 on network 0dc13517-0a97-409b-bb3b-721473d90891 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:03.599600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:03.600187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Checking segment: {'id': '59b28b2f-7161-4243-90ce-eaf0959dc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0dc13517-0a97-409b-bb3b-721473d90891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:03.600312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ba0b705-79ae-4b32-acd1-0f8947a598d2 req-68051cbd-d41a-4968-ae19-bf32a3106e29 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139575 Feb 07 22:48:03.600888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.601426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Bound using segment: {'id': '59b28b2f-7161-4243-90ce-eaf0959dc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0dc13517-0a97-409b-bb3b-721473d90891'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:03.602071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Bound port: 85978ea0-b0b1-4408-aa26-4a57ff6b5924, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b28b2f-7161-4243-90ce-eaf0959dc7b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0dc13517-0a97-409b-bb3b-721473d90891'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:03.602634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.613946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-b6c66f35-bf2c-4fd9-a157-fa6f67872d72 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009676 Feb 07 22:48:03.677996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.697684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a6f618d5-a944-408b-a110-838d297fc51b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:03.698299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.727459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123c7103-d908-4812-9036-f520d2238f50,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:03.733143 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.753290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f6b3083e-a809-4f4b-a426-4b99fab53aa3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/123c7103-d908-4812-9036-f520d2238f50 HTTP/1.1" status: 204 len: 168 time: 0.7575772 Feb 07 22:48:03.757287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33780) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:03.766910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] For port 85978ea0-b0b1-4408-aa26-4a57ff6b5924, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:03.772249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] For port 85978ea0-b0b1-4408-aa26-4a57ff6b5924, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=85978ea0-b0b1-4408-aa26-4a57ff6b5924,segment=NetworkSegment(59b28b2f-7161-4243-90ce-eaf0959dc7b5),segment_id=59b28b2f-7161-4243-90ce-eaf0959dc7b5)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:03.796199 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.906275 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.913140 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-8a9e3e9b-2329-44d4-89b1-f8d7eecb7552 service neutron] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090330 Feb 07 22:48:03.930300 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.949426 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.973466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc13517-0a97-409b-bb3b-721473d90891']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:03.979074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2d2a3999-49f6-4bb8-9890-15c03772ef03 None None] Provisioning complete for port a6f618d5-a944-408b-a110-838d297fc51b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:03.979739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d2a3999-49f6-4bb8-9890-15c03772ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:03.990617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b28b2f-7161-4243-90ce-eaf0959dc7b5') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:03.991148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b28b2f-7161-4243-90ce-eaf0959dc7b5') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:04.006311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.045876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf310b76-5bc3-4ad0-a931-2ae9927461f5 None None] Pushing event updated for resources: {'Port': ['ID=85978ea0-b0b1-4408-aa26-4a57ff6b5924,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:04.065572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Pushing event updated for resources: {'Subnet': ['ID=873952d5-707e-4928-a7e5-22b18a49167f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:04.107243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749bbdf4-b4e3-459f-b115-714282bbf0d6 None None] Network 0dc13517-0a97-409b-bb3b-721473d90891 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:04.131521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.147784 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-1e94ba16-03d6-4bbe-a2be-928c594e9b54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06 HTTP/1.1" status: 200 len: 217 time: 0.0860088 Feb 07 22:48:04.148733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.176284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Checking segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:04.176668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Network hostable DHCP agents. Network: c269e01c-caa0-4de1-a83b-0664af078b9e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:04.194758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Deleting port b8a450ab-4e83-42ee-b1d9-cfa3dba8a244 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:04.195642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.214611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.226020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:04.226439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:04.247001 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:04.252914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56811932-1f30-4dbe-9f28-52cd557fd9e8']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:04.272934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e09308-c091-449a-bf9f-3e568438c268 req-98ed4405-e87a-44f5-aa69-bf5264fb765a tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.274446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2e09308-c091-449a-bf9f-3e568438c268 req-98ed4405-e87a-44f5-aa69-bf5264fb765a tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 0.2416036 Feb 07 22:48:04.276028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ed8959-915b-4893-9d92-b06c2c539eff') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:04.276318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ed8959-915b-4893-9d92-b06c2c539eff') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:04.282868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Network c269e01c-caa0-4de1-a83b-0664af078b9e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:04.307049 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.339088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c269e01c-caa0-4de1-a83b-0664af078b9e) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:04.340198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f4aa4-54b8-4410-bbec-db3aca8f3099 None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:48:04.340925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.350790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.351374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.360758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2e09308-c091-449a-bf9f-3e568438c268 req-dea7214c-3bd5-4be1-8bb0-9c4508d14e2a tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725288 Feb 07 22:48:04.365497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:04.365888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:04.380226 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:04.454399 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:48:04.454399 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:48:04.454399 n-d-827896-3 neutron-server[87671]: [parameters: {'id': '0dc13517-0a97-409b-bb3b-721473d90891'}] Feb 07 22:48:04.454399 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:48:04.455202 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:48:04.463030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-1ae2ad4a-fe50-4330-8c68-bafa4cd504b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.464511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-1ae2ad4a-fe50-4330-8c68-bafa4cd504b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.3044627 Feb 07 22:48:04.486010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-cbf20557-9663-4f8d-91f3-1570a0eaf5f6 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.486756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-cbf20557-9663-4f8d-91f3-1570a0eaf5f6 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Synchronizing usage tracker for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:04.496045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f4aa4-54b8-4410-bbec-db3aca8f3099 None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:48:04.571612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-27fcbe61-eea9-4bac-829a-fc961acb304c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2860169 Feb 07 22:48:04.580797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-cbf20557-9663-4f8d-91f3-1570a0eaf5f6 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Unset dirty status for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:04.582065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-cbf20557-9663-4f8d-91f3-1570a0eaf5f6 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 0.5552208 Feb 07 22:48:04.583009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.605952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.626880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] Pushing event deleted for resources: {'Network': ['ID=56811932-1f30-4dbe-9f28-52cd557fd9e8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:04.642206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-421aa2cd-09d0-4d6c-845c-42bc86c89697 admin admin] 10.222.0.10 "DELETE /v2.0/networks/56811932-1f30-4dbe-9f28-52cd557fd9e8 HTTP/1.1" status: 204 len: 168 time: 0.8838060 Feb 07 22:48:04.676779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:04.856388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5848d25-a74f-4072-8df0-34788e680db2 req-65acb972-e29a-4360-afd5-7bac75de29a0 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:04.864732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5848d25-a74f-4072-8df0-34788e680db2 req-65acb972-e29a-4360-afd5-7bac75de29a0 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 945 time: 0.1489222 Feb 07 22:48:04.908981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33800) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:04.971005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5848d25-a74f-4072-8df0-34788e680db2 req-2a1be217-7f8f-45e3-9f04-fa6563d27e9d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052821 Feb 07 22:48:05.022951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2ebff014-8864-4498-863f-e89df63cee07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7dcab068a37e45598b28ea30b15dc9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128125 Feb 07 22:48:05.025355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33808) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:05.055789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03923079-a95f-4626-adf3-44314a752345 None None] Network c269e01c-caa0-4de1-a83b-0664af078b9e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:05.057214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.068368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Calling delete_port for b8a450ab-4e83-42ee-b1d9-cfa3dba8a244 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:05.084524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f529d88b-449b-4d28-9756-2736b740d67e up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:05.108864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Deleting port 4d166f41-8c90-4012-91bf-5970cfa0ab8c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:05.109074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.144315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb790b94-bddc-4c73-bbf1-916a21b317b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.180269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port 85978ea0-b0b1-4408-aa26-4a57ff6b5924 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:05.180661 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.198089 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb790b94-bddc-4c73-bbf1-916a21b317b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.234998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-3b5c957f-44ec-4922-8cf2-a0e14ad0bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.236500 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-3b5c957f-44ec-4922-8cf2-a0e14ad0bb90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7448108 Feb 07 22:48:05.281095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb790b94-bddc-4c73-bbf1-916a21b317b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.354850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port f529d88b-449b-4d28-9756-2736b740d67e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:05.370120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port f529d88b-449b-4d28-9756-2736b740d67e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:05.370491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.478324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20328f95-700f-492d-b771-05ee18a1f0d7 None None] Network c269e01c-caa0-4de1-a83b-0664af078b9e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:05.481651 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eb790b94-bddc-4c73-bbf1-916a21b317b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.485591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eb790b94-bddc-4c73-bbf1-916a21b317b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9f5051e-233b-40c6-937c-bf95c4a5dc9d HTTP/1.1" status: 204 len: 168 time: 0.4567745 Feb 07 22:48:05.509695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.511909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-a2567e85-68aa-4790-8f54-26aef62c3347 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:05.512501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-a2567e85-68aa-4790-8f54-26aef62c3347 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Synchronizing usage tracker for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:05.530139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb790b94-bddc-4c73-bbf1-916a21b317b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f5051e-233b-40c6-937c-bf95c4a5dc9d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:05.554111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-a2567e85-68aa-4790-8f54-26aef62c3347 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Unset dirty status for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:05.557690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-a2567e85-68aa-4790-8f54-26aef62c3347 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 813 time: 0.2526991 Feb 07 22:48:05.578170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-08f21664-69ca-472f-8ce7-e78e5bce3e5b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/quotas/dd470468bb2d4b2b8e4dfdfd79486c7c HTTP/1.1" status: 200 len: 375 time: 0.0143857 Feb 07 22:48:05.627602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event deleted for resources: {'Port': ['ID=b8a450ab-4e83-42ee-b1d9-cfa3dba8a244,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:05.654575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-1b9913fc-3ef2-49e4-a79d-fd0cba2ff2af tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703878 Feb 07 22:48:05.748053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.922253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-383e0d56-9d97-477d-afe5-24556c0e6451 service neutron] 10.222.0.10 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667637 Feb 07 22:48:05.956835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:05.964391 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:05.968273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:05.987070 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.053361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd6244-b4f4-4774-bf1c-4f8d9e3f34b5 req-d922e9c3-ae47-4b3a-976b-12b9014a9290 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.054846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97dd6244-b4f4-4774-bf1c-4f8d9e3f34b5 req-d922e9c3-ae47-4b3a-976b-12b9014a9290 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 948 time: 0.2871261 Feb 07 22:48:06.099775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-4531a1b6-702a-46d8-b364-a5b58b610b59 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8448627 Feb 07 22:48:06.104980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-cfcf53fd-08c1-4331-b10a-810f988094fc service neutron] 10.222.0.10 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817684 Feb 07 22:48:06.106224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.156323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97dd6244-b4f4-4774-bf1c-4f8d9e3f34b5 req-54eb7186-7728-4c30-9996-e4319cddbd2e tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 Feb 07 22:48:06.217649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:06.245479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.322541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.340004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.377044 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e', 'code': 200} Feb 07 22:48:06.461635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.468548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.474628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.480956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.486646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.493066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.499923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.504009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.504737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Fanout notify agent at l3_agent the message router_deleted on router f950a15f-a4df-4b6a-98f1-3510cded87c1 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:48:06.509478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-50b58e14-fcb6-449f-9a7b-8c399c9de5c3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.1811249 Feb 07 22:48:06.532692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] For port 4d166f41-8c90-4012-91bf-5970cfa0ab8c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4d166f41-8c90-4012-91bf-5970cfa0ab8c,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:06.533178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.549606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port 85978ea0-b0b1-4408-aa26-4a57ff6b5924, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=85978ea0-b0b1-4408-aa26-4a57ff6b5924,segment=NetworkSegment(59b28b2f-7161-4243-90ce-eaf0959dc7b5),segment_id=59b28b2f-7161-4243-90ce-eaf0959dc7b5)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:06.550260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:06.611445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33856) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:06.687459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7bc9cd7-1e2f-48ef-92f9-4900bc6dc7cd req-9d6f52d7-f91f-4c12-9c39-0bbef38e2ab4 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1767316 Feb 07 22:48:06.754099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2f478-2946-4dd0-9156-9372e45f73b0 req-3265c8f5-b2e5-412d-9b80-2ebf784c380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.757856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ed2f478-2946-4dd0-9156-9372e45f73b0 req-3265c8f5-b2e5-412d-9b80-2ebf784c380c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 1097 time: 0.2461231 Feb 07 22:48:06.771327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbce2f1-8208-4d42-868f-9cbefb341ebd req-fc348239-5393-48b1-a078-5b612c5ae260 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:06.773028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4bbce2f1-8208-4d42-868f-9cbefb341ebd req-fc348239-5393-48b1-a078-5b612c5ae260 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 946 time: 0.2236965 Feb 07 22:48:06.814418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-944019530-network', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:06.881603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:06.902190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4bbce2f1-8208-4d42-868f-9cbefb341ebd req-643f0369-bca6-4b9e-95bd-9a96b012075e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840297 Feb 07 22:48:06.909122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Usage tracker for resource:network and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:06.919708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:06.931677 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ed2f478-2946-4dd0-9156-9372e45f73b0 req-4989db86-7e63-409d-8072-ff2d27954758 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576550 Feb 07 22:48:06.936257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:06.977036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Calling delete_port for 4d166f41-8c90-4012-91bf-5970cfa0ab8c owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:06.979627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:06.981980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.004284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aaf23588-63ef-4c0c-9f36-8937999107cc req-e1589047-7cf6-4c1b-a747-c79b2fab6c6f tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 210 time: 0.0581021 Feb 07 22:48:07.005133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.010986 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.016186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aff36104-1c73-4b0a-a655-b10353ab11e1 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/f950a15f-a4df-4b6a-98f1-3510cded87c1 HTTP/1.1" status: 204 len: 168 time: 4.2495465 Feb 07 22:48:07.017197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33870) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:07.025304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-812239400', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': False}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:07.032415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:07.036445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:router and tenant:367cc13cade24f0eb464eb0fb87459e4 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:07.039319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:07.047744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:07.050133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:07.054810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Usage tracker for resource:security_group_rule and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:07.059645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:07.066813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:07.070620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4d166f41-8c90-4012-91bf-5970cfa0ab8c no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:07.077962 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.078890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.090684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for 85978ea0-b0b1-4408-aa26-4a57ff6b5924 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:07.121107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.239561 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-3b9953a5-5e51-4b78-967a-d701767f62f4 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9010193 Feb 07 22:48:07.338802 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-4e1efe4f-0d17-434d-82b2-a041a077f276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c620c404-ee54-4878-9175-61b01bf08c33 HTTP/1.1" status: 200 len: 217 time: 0.0824344 Feb 07 22:48:07.345096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.420097 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.458673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Port': ['ID=85978ea0-b0b1-4408-aa26-4a57ff6b5924,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:07.488058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No DVR routers for this DVR port 85978ea0-b0b1-4408-aa26-4a57ff6b5924 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:07.561921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-b2d127f3-280f-45bd-8725-e08875d31af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:07.563279 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-b2d127f3-280f-45bd-8725-e08875d31af5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 200 len: 797 time: 0.2119985 Feb 07 22:48:07.637777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.679014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.738272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.761918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Pushing event deleted for resources: {'Port': ['ID=4d166f41-8c90-4012-91bf-5970cfa0ab8c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:07.762126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.776314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:07.789007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad91c84-438c-46b3-a2f3-38befb94e0bc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:07.807812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.808184 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Added segment d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3 of type vlan for network 90aa748e-7d12-476c-88ff-0f9cda6902ae Feb 07 22:48:07.856818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc13517-0a97-409b-bb3b-721473d90891']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:07.888026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] No DVR routers for this DVR port 4d166f41-8c90-4012-91bf-5970cfa0ab8c on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:07.913125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.917891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b28b2f-7161-4243-90ce-eaf0959dc7b5') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:07.918167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b28b2f-7161-4243-90ce-eaf0959dc7b5') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:07.924522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-deleted', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:07.941212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.970036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.976214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-6ac80be6-117b-42b3-afdb-54619c560fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:07.977865 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-6ac80be6-117b-42b3-afdb-54619c560fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aa70d753-c5d6-4c82-951b-6d2c610c8bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3578134 Feb 07 22:48:07.980617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f4ae7c1-ac7c-4e14-8889-26eef5bb3568 req-5aa6b621-d6c5-4ff1-80fa-52247a2d37fd tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "DELETE /v2.0/ports/4d166f41-8c90-4012-91bf-5970cfa0ab8c HTTP/1.1" status: 204 len: 173 time: 3.3858883 Feb 07 22:48:07.981721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:07.981930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:07.996880 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:08.031977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.054792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3aeab8-a6d1-422e-8c8f-e8100399d676 req-69b4f7c1-c74f-46ad-9713-2e44c3336a6c tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.063329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb3aeab8-a6d1-422e-8c8f-e8100399d676 req-69b4f7c1-c74f-46ad-9713-2e44c3336a6c tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b7d87c-f434-4d81-87f8-3152033e2c59 HTTP/1.1" status: 200 len: 865 time: 0.6409764 Feb 07 22:48:08.166473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.210280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.235330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=0dc13517-0a97-409b-bb3b-721473d90891,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:08.235330 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-73796ae3-0a91-4ab2-85eb-e5a73aa0ec20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/0dc13517-0a97-409b-bb3b-721473d90891 HTTP/1.1" status: 204 len: 168 time: 7.1003296 Feb 07 22:48:08.244652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33886) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:08.248897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-484430592'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:08.255951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:08.264480 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-f185715e-cd19-49d7-9330-af0cdaa623fe service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668502 Feb 07 22:48:08.267248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:08.270760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:08.354891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:08.382905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb3aeab8-a6d1-422e-8c8f-e8100399d676 req-b0beba2c-5a1f-451d-abbe-dcc0e913e243 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170722 Feb 07 22:48:08.407038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:08.423683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.423683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.424039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.424172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.518156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.525482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.534032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.544632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.550426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.553340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:08.558853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.563672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.564168 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment ac40dbd2-06b0-409e-b0f5-4b984e6ab20a of type vlan for network 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a Feb 07 22:48:08.569092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.578507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-cde28573-4fd0-4688-9022-b9b086b19a69 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.7353611 Feb 07 22:48:08.592754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.623663 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b7d87c-f434-4d81-87f8-3152033e2c59', 'name': 'network-vif-deleted', 'tag': '4d166f41-8c90-4012-91bf-5970cfa0ab8c', 'status': 'completed', 'code': 200} Feb 07 22:48:08.630129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.636224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.637110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:08.676329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6868e165-8e25-41cd-8a67-bca9a3eb59ac req-e0fedd79-2ca5-4100-b41d-766b7b945a78 service neutron] 10.222.0.36 "GET /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915958 Feb 07 22:48:08.747869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] Pushing event updated for resources: {'Network': ['ID=90aa748e-7d12-476c-88ff-0f9cda6902ae,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:08.753979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5147452 Feb 07 22:48:08.763963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33890) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:08.781254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b6719-a2da-40bf-b53a-d2e2a8f731fe tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:08.782331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:08.797211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:08.800968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-de36f242-9b01-4e5c-95e1-67f1cba7ac03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:08.816031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-de36f242-9b01-4e5c-95e1-67f1cba7ac03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 813 time: 0.7129512 Feb 07 22:48:08.891772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:08.971681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Request body: {'port': {'device_id': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'admin_state_up': True, 'tenant_id': 'dd470468bb2d4b2b8e4dfdfd79486c7c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:09.080420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fde3194b-c029-4659-b2b5-187f7144cd35 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4596074 Feb 07 22:48:09.088454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33894) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:09.116585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Request body: {'subnet': {'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-944019530-subnet', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:09.137153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:09.220919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Usage tracker for resource:subnet and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:09.237560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b26fbdad-381b-487c-b35a-9bf53827ba26 req-1379c9af-9c6c-40de-9275-f8ec23cc7252 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6579394 Feb 07 22:48:09.238379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:09.255825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:09.283821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:09.298218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:09.311827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:09.331762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.338047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.343974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.350039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.356878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.362922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.368681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.369798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Synchronizing usage tracker for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:09.372010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:09.383914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-d5e94670-6106-4978-9a96-fc254f89b164 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.385362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-d5e94670-6106-4978-9a96-fc254f89b164 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 813 time: 0.3900187 Feb 07 22:48:09.386274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:09.404667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Request body: {'port': {'device_id': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'admin_state_up': True, 'tenant_id': 'dd470468bb2d4b2b8e4dfdfd79486c7c'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:09.419084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Usage tracker for resource:port and tenant:dd470468bb2d4b2b8e4dfdfd79486c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:09.429742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:09.434035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:09.436331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:09.466402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:09.466737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:09.470281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:09.517773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6f3ec09-9e7d-4928-a2fa-f23f06cf5a52 req-2b0e91a7-3664-4eb4-9f82-db5b1562e491 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 210 time: 0.1388669 Feb 07 22:48:09.538221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Unset dirty status for tenant:f22d0fcbe29741e7a75679885ef0f8c1 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:09.539360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-d77ff06b-54c3-49b9-988a-ccda6f2c7a02 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 5442 time: 0.5450993 Feb 07 22:48:09.547756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:09.589632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d382-98c1-4c20-b1f7-384deddf9f85 req-f49b7478-d522-4c42-8fd7-e4bc93564efb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.591421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4873d382-98c1-4c20-b1f7-384deddf9f85 req-f49b7478-d522-4c42-8fd7-e4bc93564efb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 946 time: 0.8332520 Feb 07 22:48:09.592200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Made reservation on behalf of dd470468bb2d4b2b8e4dfdfd79486c7c for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:09.595620 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:09.609878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:09.689744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-e2eb2299-8558-4f2c-ace2-da19d0314c0c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:09.691054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-e2eb2299-8558-4f2c-ace2-da19d0314c0c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "GET /v2.0/ports/760f9c9b-634e-4843-95cd-51b92b242575?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1431551 Feb 07 22:48:09.789782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:09.793696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Usage tracker for resource:port and tenant:dd470468bb2d4b2b8e4dfdfd79486c7c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:09.802499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:09.812311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:09.896393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Made reservation on behalf of dd470468bb2d4b2b8e4dfdfd79486c7c for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:09.901497 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:09.936066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4873d382-98c1-4c20-b1f7-384deddf9f85 req-1b67abc6-7bd3-4cbc-8501-3d71a31cb3a5 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308344 Feb 07 22:48:09.963898 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-990f63fa-399d-4f56-94ef-b543b37c9b83 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "GET /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2559211 Feb 07 22:48:10.016586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:10.126741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.164660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Allocated IP 172.25.0.122 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b8aa42eb-36e0-4632-88d7-6790a401cf67) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:10.178095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Allocated IP 172.20.0.10 (c269e01c-caa0-4de1-a83b-0664af078b9e/873952d5-707e-4928-a7e5-22b18a49167f/b421775a-0895-4401-a94b-5760959ad19d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:10.249067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.280164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=b16e1949-71ba-422d-b9fb-86a7dfe7b658,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:10.331508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:10.331867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:10.379564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:10.395703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.437763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:10.449004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b08bf-13e4-4fb7-9d90-7ec9649a51f1 None None] Network 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:10.454137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.455176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.484716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dc92c-a430-4181-b70e-32553f16fa71 req-c75b5161-5587-4cf4-b1fa-9b2ae415b68a tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.486100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c03dc92c-a430-4181-b70e-32553f16fa71 req-c75b5161-5587-4cf4-b1fa-9b2ae415b68a tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 949 time: 0.4248955 Feb 07 22:48:10.506041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e7141689-1b5b-40fd-be74-12cb5b17bc58 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7304080 Feb 07 22:48:10.509278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33910) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:10.593122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] For port 760f9c9b-634e-4843-95cd-51b92b242575, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=760f9c9b-634e-4843-95cd-51b92b242575,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:10.645653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7acac7-5152-4529-8241-a91bc1354bb7,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:10.714980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.718122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Checking segment: {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:10.718702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Network hostable DHCP agents. Network: 90aa748e-7d12-476c-88ff-0f9cda6902ae, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:10.719403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a', 'network_id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': 'b16e1949-71ba-422d-b9fb-86a7dfe7b658'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:10.720284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.748598 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c03dc92c-a430-4181-b70e-32553f16fa71 req-11f21d4e-922f-45d9-ba59-399db59b5bab tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213624 Feb 07 22:48:10.777284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:48:10.780856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b547f-25f8-4929-ba10-1b5c80f53d1c req-63a0a3f2-dc15-480b-a3b7-6042dacf373b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.782554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff8b547f-25f8-4929-ba10-1b5c80f53d1c req-63a0a3f2-dc15-480b-a3b7-6042dacf373b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 946 time: 0.4664116 Feb 07 22:48:10.820969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] For port 760f9c9b-634e-4843-95cd-51b92b242575, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:10.832500 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.846949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:10.884148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff8b547f-25f8-4929-ba10-1b5c80f53d1c req-04b38959-33e4-441c-b2a1-0d05f8a53932 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934756 Feb 07 22:48:10.886852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 90aa748e-7d12-476c-88ff-0f9cda6902ae) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:10.892954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:10.893909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.896747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.917378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:10.940036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] device_id is not set on port 760f9c9b-634e-4843-95cd-51b92b242575 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:48:10.986695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55099806-de4d-4770-b3a2-cc64db6878d2 None None] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:10.991719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.017044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.097730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Allocated IP 2001:db8::1 (1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a/b16e1949-71ba-422d-b9fb-86a7dfe7b658/c8d17e79-293f-4a0a-a78d-cdf47f700de3) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:11.110576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:11.120503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:11.136513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.144011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:11.169410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Port': ['ID=b8aa42eb-36e0-4632-88d7-6790a401cf67,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.172601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3687c148-67ac-435a-887d-c0846bf00ff6 req-f0d52a32-0d76-45d5-9eba-69199a75e8a9 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Synchronizing usage tracker for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:11.175772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ffa15b59-4a84-4173-a5ed-cfc07b861b17 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0829043 Feb 07 22:48:11.187498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:11.189047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.237748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:11.254740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:11.259992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Usage tracker for resource:router and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:11.264020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:11.271977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:11.284412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] Pushing event updated for resources: {'Port': ['ID=760f9c9b-634e-4843-95cd-51b92b242575,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.336082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.338055 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.361234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] No DVR routers for this DVR port 760f9c9b-634e-4843-95cd-51b92b242575 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:11.361619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3687c148-67ac-435a-887d-c0846bf00ff6 req-f0d52a32-0d76-45d5-9eba-69199a75e8a9 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Unset dirty status for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:11.362980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3687c148-67ac-435a-887d-c0846bf00ff6 req-f0d52a32-0d76-45d5-9eba-69199a75e8a9 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 210 time: 0.3005569 Feb 07 22:48:11.367373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Network c269e01c-caa0-4de1-a83b-0664af078b9e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:11.400490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:11.441573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Allocated IP 172.20.0.2 (c269e01c-caa0-4de1-a83b-0664af078b9e/873952d5-707e-4928-a7e5-22b18a49167f/e3030b70-dc63-4cc4-8894-e48041fa8efe) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:11.458981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] In _notify_port_updated(), no bound segment for port 760f9c9b-634e-4843-95cd-51b92b242575 on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:48:11.459867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.460468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.462423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4356bb6d-dced-4eff-bebf-b7414b9d964b service neutron] 10.222.0.36 "PUT /v2.0/ports/760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 200 len: 1032 time: 1.4519415 Feb 07 22:48:11.464607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:11.467617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-224d3f98-02d1-44df-88d9-ae4c5d3f2f36 None None] Provisioning complete for port 760f9c9b-634e-4843-95cd-51b92b242575 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:11.468066 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-224d3f98-02d1-44df-88d9-ae4c5d3f2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.493282 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.500175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-90aa748e-7d12-476c-88ff-0f9cda6902ae', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:11.501289 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.520671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.538709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Transition to ACTIVE for port object c8d17e79-293f-4a0a-a78d-cdf47f700de3 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:11.539354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event updated for resources: {'Port': ['ID=b421775a-0895-4401-a94b-5760959ad19d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.561624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-eb451977-76b3-422c-ad7e-94af60f7cc43 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.567305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-eb451977-76b3-422c-ad7e-94af60f7cc43 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.573212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-eb451977-76b3-422c-ad7e-94af60f7cc43 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.578935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-eb451977-76b3-422c-ad7e-94af60f7cc43 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.585926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-eb451977-76b3-422c-ad7e-94af60f7cc43 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.592176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-eb451977-76b3-422c-ad7e-94af60f7cc43 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.593656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4d87c7ee-6a76-476e-98cf-55c37e4b40bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.595012 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-4d87c7ee-6a76-476e-98cf-55c37e4b40bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "GET /v2.0/ports/e50e28d3-7a31-414a-be0d-546183709b6b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1157346 Feb 07 22:48:11.599581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-eb451977-76b3-422c-ad7e-94af60f7cc43 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 4663 time: 0.6191609 Feb 07 22:48:11.615821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-224d3f98-02d1-44df-88d9-ae4c5d3f2f36 None None] Port 760f9c9b-634e-4843-95cd-51b92b242575 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:48:11.629140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Transition to ACTIVE for port object c8d17e79-293f-4a0a-a78d-cdf47f700de3 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:11.649807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:11.653533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.737874 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.768845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Network 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:11.780459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:11.784469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Pushing event updated for resources: {'Port': ['ID=c8d17e79-293f-4a0a-a78d-cdf47f700de3,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.789151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:11.840364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Allocated IP 172.20.0.2 (90aa748e-7d12-476c-88ff-0f9cda6902ae/3a7acac7-5152-4529-8241-a91bc1354bb7/deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:11.910992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:11.911865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.954867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.962929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Attempting to bind port c8d17e79-293f-4a0a-a78d-cdf47f700de3 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:11.963382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Attempting to bind port c8d17e79-293f-4a0a-a78d-cdf47f700de3 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:11.963812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Attempting to bind port c8d17e79-293f-4a0a-a78d-cdf47f700de3 on network 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:11.964995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=b16e1949-71ba-422d-b9fb-86a7dfe7b658,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:11.975190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:11.975852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Checking segment: {'id': 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:11.976439 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:11.977177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Bound using segment: {'id': 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:11.977806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Bound port: c8d17e79-293f-4a0a-a78d-cdf47f700de3, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:11.978504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.091740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.119284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.127858 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ada68679-85e9-4b0d-a0c7-dfc55c10d441 req-caded546-1ffc-47fe-aab3-d22aa3331dba tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=e720a7aa-1804-476d-816f-cad1b4ead0e9&id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5271928 Feb 07 22:48:12.130414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-3c659b56-3802-41e2-902a-80892bb4a47a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1931059 Feb 07 22:48:12.153146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] For port c8d17e79-293f-4a0a-a78d-cdf47f700de3, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:12.173649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] For port c8d17e79-293f-4a0a-a78d-cdf47f700de3, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c8d17e79-293f-4a0a-a78d-cdf47f700de3,segment=NetworkSegment(ac40dbd2-06b0-409e-b0f5-4b984e6ab20a),segment_id=ac40dbd2-06b0-409e-b0f5-4b984e6ab20a)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:12.185570 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.214629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Request body: {'port': {'device_id': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:12.256771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.291680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Transition to ACTIVE for port object deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:12.304463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.310943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc84f9-f5df-4147-822c-9d634e8a1c51 None None] Pushing event updated for resources: {'Port': ['ID=c8d17e79-293f-4a0a-a78d-cdf47f700de3,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.357122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Network c269e01c-caa0-4de1-a83b-0664af078b9e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:12.374234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Transition to ACTIVE for port object deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:12.375589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:12.378137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:12.390802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:12.391030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.430011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:12.430904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:12.449449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event updated for resources: {'Port': ['ID=e3030b70-dc63-4cc4-8894-e48041fa8efe,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.462447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:12.464954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-e8f28fc8-16ab-4479-b18a-d104e5ba87c7 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.465289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-e8f28fc8-16ab-4479-b18a-d104e5ba87c7 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Synchronizing usage tracker for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:12.466566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:12.473785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9eb84-533f-40fe-b766-2cdf960f709f None None] Network 1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:12.474450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.487122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:12.532371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.544747 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.546010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.546654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.556188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:12.556635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:12.576384 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:12.579472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-e8f28fc8-16ab-4479-b18a-d104e5ba87c7 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Unset dirty status for tenant:25b1a156e2ab4ff691ed32b5fdbac57f on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:12.579472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-e8f28fc8-16ab-4479-b18a-d104e5ba87c7 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 949 time: 0.8363187 Feb 07 22:48:12.588807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Pushing event updated for resources: {'Port': ['ID=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:12.597013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab643d9-1c45-4fa2-ade6-45daa675d69a req-da25967c-535e-47cf-9f65-b276b9122c09 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:12.598566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ab643d9-1c45-4fa2-ade6-45daa675d69a req-da25967c-535e-47cf-9f65-b276b9122c09 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 949 time: 0.6788905 Feb 07 22:48:12.737949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Attempting to bind port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:12.738339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Attempting to bind port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:12.738682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Attempting to bind port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 on network 90aa748e-7d12-476c-88ff-0f9cda6902ae {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:12.773624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:12.774247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Checking segment: {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:12.774350 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.774697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Bound using segment: {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:12.775171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Bound port: deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:12.776595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.826100 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.847990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Deleting port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:12.848646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.857779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ab643d9-1c45-4fa2-ade6-45daa675d69a req-ce8077ea-ddcd-4c29-8c16-4ebdb34454b9 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/security-groups?id=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466867 Feb 07 22:48:12.867342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.910227 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-475a136d-dd65-4c45-bee4-56d5acb97a75 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5118160 Feb 07 22:48:12.915661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] For port e50e28d3-7a31-414a-be0d-546183709b6b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e50e28d3-7a31-414a-be0d-546183709b6b,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:12.933898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Request body: {'port': {'device_id': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:12.947439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] For port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:12.951049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] For port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:12.963154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:12.978891 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:48:12.978891 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:48:12.978891 n-d-827896-3 neutron-server[87671]: [parameters: {'id': '1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a'}] Feb 07 22:48:12.978891 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:48:12.980153 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:48:13.049954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6734d34-8e6a-48d3-9b82-ae7a3b63023d None None] Pushing event updated for resources: {'Port': ['ID=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:13.066428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5f35e036-1dee-494b-93d2-e8f6151aacf0 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:13.134204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911f7c0-2aa6-4305-bdf9-3e2166f3a33a req-a2afafe8-ac1d-4e7f-98ab-770945b20cc7 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:13.135687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3911f7c0-2aa6-4305-bdf9-3e2166f3a33a req-a2afafe8-ac1d-4e7f-98ab-770945b20cc7 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 946 time: 0.8198225 Feb 07 22:48:13.141225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] For port e50e28d3-7a31-414a-be0d-546183709b6b, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:13.178731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.205789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.246332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5f35e036-1dee-494b-93d2-e8f6151aacf0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:13.247389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:13.255636 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.256792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 85bae6ce-8116-4da4-ad13-d012fe1c0c06 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:13.296026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] device_id is not set on port e50e28d3-7a31-414a-be0d-546183709b6b yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:48:13.314741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.402042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.449205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5f35e036-1dee-494b-93d2-e8f6151aacf0,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:13.520476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.529287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.531545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e50e28d3-7a31-414a-be0d-546183709b6b,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:13.592320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3911f7c0-2aa6-4305-bdf9-3e2166f3a33a req-92e8b616-ca5f-4293-90f7-1c001bf0252b tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330895 Feb 07 22:48:13.593668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:13.600960 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.601951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device c620c404-ee54-4878-9175-61b01bf08c33 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:13.677687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] For port 4ded30b6-ce09-441d-aba8-0bfa8a847e05, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4ded30b6-ce09-441d-aba8-0bfa8a847e05,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:13.678184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.688442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:13.793692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=85bae6ce-8116-4da4-ad13-d012fe1c0c06,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:13.817095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Calling delete_port for 4ded30b6-ce09-441d-aba8-0bfa8a847e05 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:13.854124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:13.866315 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.897186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059aa0f-a072-429c-8ca1-0a7033e8c0db req-53c00e0c-d014-4086-a7f4-be2fb2ecc994 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:13.902934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port c620c404-ee54-4878-9175-61b01bf08c33, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c620c404-ee54-4878-9175-61b01bf08c33,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:13.903748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5059aa0f-a072-429c-8ca1-0a7033e8c0db req-53c00e0c-d014-4086-a7f4-be2fb2ecc994 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 931 time: 0.9140980 Feb 07 22:48:13.908115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:13.909064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 811ef7ef-4d92-4b48-9bb6-dead8833836c no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:14.042786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=c620c404-ee54-4878-9175-61b01bf08c33,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:14.050514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] No DVR routers for this DVR port e50e28d3-7a31-414a-be0d-546183709b6b on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:14.113612 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.145255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] In _notify_port_updated(), no bound segment for port e50e28d3-7a31-414a-be0d-546183709b6b on network f297fb44-1fbe-49b1-998f-aa1152f5ec0b {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:48:14.146160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:14.147603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.149011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-5b00df7d-b303-4066-9a87-f9442b8df8e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 200 len: 1032 time: 2.5047834 Feb 07 22:48:14.149690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port c8d17e79-293f-4a0a-a78d-cdf47f700de3 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:14.150020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.156803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 811ef7ef-4d92-4b48-9bb6-dead8833836c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:14.170032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.171119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4ded30b6-ce09-441d-aba8-0bfa8a847e05 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:14.193474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.197132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5059aa0f-a072-429c-8ca1-0a7033e8c0db req-884ed79e-152c-45e7-b66f-879dbd9e1b89 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Synchronizing usage tracker for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:14.329685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=811ef7ef-4d92-4b48-9bb6-dead8833836c,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:14.334677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2b07d7ec-2d50-4935-987d-0b29b4d7d286 None None] Provisioning complete for port e50e28d3-7a31-414a-be0d-546183709b6b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:14.335288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2b07d7ec-2d50-4935-987d-0b29b4d7d286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.391126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port c620c404-ee54-4878-9175-61b01bf08c33 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:14.391126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.422490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5059aa0f-a072-429c-8ca1-0a7033e8c0db req-884ed79e-152c-45e7-b66f-879dbd9e1b89 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Unset dirty status for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:14.435671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5059aa0f-a072-429c-8ca1-0a7033e8c0db req-884ed79e-152c-45e7-b66f-879dbd9e1b89 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163174 Feb 07 22:48:14.450226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2b07d7ec-2d50-4935-987d-0b29b4d7d286 None None] Port e50e28d3-7a31-414a-be0d-546183709b6b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:48:14.454345 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cd323c2b-dad1-4cad-8744-27c933ce87e6 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:14.517598 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0', 'code': 200} Feb 07 22:48:14.539389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff9d3f-16e5-4b20-9682-d31acea17fc1 None None] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:14.596642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b421775a-0895-4401-a94b-5760959ad19d {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:14.607715 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.739864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-95c49f99-73a2-4ccf-bc40-a4ae8806be93 None None] Provisioning for port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:14.762775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-95c49f99-73a2-4ccf-bc40-a4ae8806be93 None None] Provisioning complete for port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:14.763551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-95c49f99-73a2-4ccf-bc40-a4ae8806be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.815652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Transition to ACTIVE for port object b421775a-0895-4401-a94b-5760959ad19d will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:14.817484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.886200 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.895429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:14.989252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cd323c2b-dad1-4cad-8744-27c933ce87e6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:15.031305 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.032016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e50e28d3-7a31-414a-be0d-546183709b6b no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:15.076859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a18c-f4c5-422a-a449-49af6a7d9551 req-345f8947-0d6d-4cdc-80bf-75cf99db3b20 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:15.083536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a18c-f4c5-422a-a449-49af6a7d9551 req-345f8947-0d6d-4cdc-80bf-75cf99db3b20 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:15.090678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a18c-f4c5-422a-a449-49af6a7d9551 req-345f8947-0d6d-4cdc-80bf-75cf99db3b20 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:15.098641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a18c-f4c5-422a-a449-49af6a7d9551 req-345f8947-0d6d-4cdc-80bf-75cf99db3b20 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:15.100741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3030b70-dc63-4cc4-8894-e48041fa8efe {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:15.106705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710a18c-f4c5-422a-a449-49af6a7d9551 req-345f8947-0d6d-4cdc-80bf-75cf99db3b20 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:15.109034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e710a18c-f4c5-422a-a449-49af6a7d9551 req-345f8947-0d6d-4cdc-80bf-75cf99db3b20 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 3880 time: 1.3141983 Feb 07 22:48:15.110889 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.127880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Transition to ACTIVE for port object e3030b70-dc63-4cc4-8894-e48041fa8efe will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:15.153823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.167492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Pushing event deleted for resources: {'Port': ['ID=4ded30b6-ce09-441d-aba8-0bfa8a847e05,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.177023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port c8d17e79-293f-4a0a-a78d-cdf47f700de3, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c8d17e79-293f-4a0a-a78d-cdf47f700de3,segment=NetworkSegment(ac40dbd2-06b0-409e-b0f5-4b984e6ab20a),segment_id=ac40dbd2-06b0-409e-b0f5-4b984e6ab20a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:15.177652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.217932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e710a18c-f4c5-422a-a449-49af6a7d9551 req-2f0d9f58-7a31-438c-a149-37bdfd1ef807 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010253 Feb 07 22:48:15.219123 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-95c49f99-73a2-4ccf-bc40-a4ae8806be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.240735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e50e28d3-7a31-414a-be0d-546183709b6b not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:48:15.241170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 760f9c9b-634e-4843-95cd-51b92b242575 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:15.276425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.289002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cd323c2b-dad1-4cad-8744-27c933ce87e6,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.339598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-95c49f99-73a2-4ccf-bc40-a4ae8806be93 None None] For port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:15.346526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 760f9c9b-634e-4843-95cd-51b92b242575 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:48:15.354578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-95c49f99-73a2-4ccf-bc40-a4ae8806be93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.407185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.475258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c49f99-73a2-4ccf-bc40-a4ae8806be93 None None] Pushing event updated for resources: {'Port': ['ID=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.554162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Router d474c3f3-40b9-48dd-8505-21491612cd91 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:48:15.572792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c805cdd-eafd-4660-8783-0a6670d93d57 req-905243b1-be66-489f-81b6-1117eff6adc6 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.10 "GET /v2.0/ports?device_id=758625a8-58f4-4f77-acec-3d7fd4d554ee HTTP/1.1" status: 200 len: 210 time: 0.1363804 Feb 07 22:48:15.578117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Pushing event updated for resources: {'Port': ['ID=b421775a-0895-4401-a94b-5760959ad19d,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.587113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Attempting to bind port b421775a-0895-4401-a94b-5760959ad19d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:15.587625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Attempting to bind port b421775a-0895-4401-a94b-5760959ad19d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:15.588059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Attempting to bind port b421775a-0895-4401-a94b-5760959ad19d on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:15.614021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Port b421775a-0895-4401-a94b-5760959ad19d on network c269e01c-caa0-4de1-a83b-0664af078b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:48:15.614705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Attempting to bind port b421775a-0895-4401-a94b-5760959ad19d on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:15.660899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Pushing event updated for resources: {'Port': ['ID=e3030b70-dc63-4cc4-8894-e48041fa8efe,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:15.683968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for c8d17e79-293f-4a0a-a78d-cdf47f700de3 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:15.790284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-83c9d67a-bf0e-4b87-b671-f08833469178 None None] Provisioning complete for port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:15.791317 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83c9d67a-bf0e-4b87-b671-f08833469178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.837933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] No DVR routers for this DVR port 4ded30b6-ce09-441d-aba8-0bfa8a847e05 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:15.840706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:15.865882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-deleted', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:15.955909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7216c9-383c-471c-a8ff-b2fdc588d9eb None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:48:15.960480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:15.960945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Checking segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:15.961678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Bound using segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:15.962533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Bound port: b421775a-0895-4401-a94b-5760959ad19d, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:15.962811 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.022734 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758625a8-58f4-4f77-acec-3d7fd4d554ee', 'name': 'network-vif-deleted', 'tag': '4ded30b6-ce09-441d-aba8-0bfa8a847e05', 'status': 'completed', 'code': 200} Feb 07 22:48:16.034385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-12570065-ce0d-4b3d-b8a4-d4fd1b7733ef req-96072224-5d62-49a8-8e42-feac6df18d13 tempest-ListImageFiltersTestJSON-1010503036 tempest-ListImageFiltersTestJSON-1010503036-project] 10.222.0.36 "DELETE /v2.0/ports/4ded30b6-ce09-441d-aba8-0bfa8a847e05 HTTP/1.1" status: 204 len: 173 time: 3.2648475 Feb 07 22:48:16.062716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Attempting to bind port e3030b70-dc63-4cc4-8894-e48041fa8efe on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:16.063162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Attempting to bind port e3030b70-dc63-4cc4-8894-e48041fa8efe by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:16.063640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Attempting to bind port e3030b70-dc63-4cc4-8894-e48041fa8efe on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:16.083563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Port e3030b70-dc63-4cc4-8894-e48041fa8efe on network c269e01c-caa0-4de1-a83b-0664af078b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:48:16.083984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Attempting to bind port e3030b70-dc63-4cc4-8894-e48041fa8efe on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:16.104546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:16.105401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Checking segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:16.105717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Bound using segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:16.106292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Bound port: e3030b70-dc63-4cc4-8894-e48041fa8efe, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:16.106741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.121727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] For port c620c404-ee54-4878-9175-61b01bf08c33, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c620c404-ee54-4878-9175-61b01bf08c33,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:16.121727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.181138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7216c9-383c-471c-a8ff-b2fdc588d9eb None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:48:16.244062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:16.247197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b421775a-0895-4401-a94b-5760959ad19d,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:16.276779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.283348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Allocated IP 172.25.0.224 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/d15702e5-620b-45d7-9090-4662afd28cd5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:16.288006 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.304241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for c620c404-ee54-4878-9175-61b01bf08c33 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:16.362717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Pushing event updated for resources: {'Port': ['ID=b421775a-0895-4401-a94b-5760959ad19d,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:16.386499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No DVR routers for this DVR port c8d17e79-293f-4a0a-a78d-cdf47f700de3 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:16.434537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d5e03-4c41-44c3-b65d-50ca01231aa3 req-15d78535-7dd4-4a25-8251-806f3a102a63 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:16.436000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-201d5e03-4c41-44c3-b65d-50ca01231aa3 req-15d78535-7dd4-4a25-8251-806f3a102a63 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 943 time: 0.5368280 Feb 07 22:48:16.437127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:16.439329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:16.439930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.441305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-04f0fbab-20e0-4d06-8702-b3f4bd9e899c service neutron] 10.222.0.26 "PUT /v2.0/ports/b421775a-0895-4401-a94b-5760959ad19d HTTP/1.1" status: 200 len: 1092 time: 4.2976351 Feb 07 22:48:16.449847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:16.463925 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Sync routers for ids ['d474c3f3-40b9-48dd-8505-21491612cd91'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:16.479026 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Routers {'d474c3f3-40b9-48dd-8505-21491612cd91'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:16.480245 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:47:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d474c3f3-40b9-48dd-8505-21491612cd91'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:16.521508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06'}, {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33'}, {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c'}, {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:16.592444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Port': ['ID=c8d17e79-293f-4a0a-a78d-cdf47f700de3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:16.725237 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Set router d474c3f3-40b9-48dd-8505-21491612cd91 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:16.750545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.760783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] For port e3030b70-dc63-4cc4-8894-e48041fa8efe, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:16.777349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.781291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5831c49b-2fe1-47ba-9646-281e4f9f915e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7600069 Feb 07 22:48:16.784267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33966) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:16.789084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] For port e3030b70-dc63-4cc4-8894-e48041fa8efe, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3030b70-dc63-4cc4-8894-e48041fa8efe,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:16.829175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-201d5e03-4c41-44c3-b65d-50ca01231aa3 req-2bbd04b4-7383-4107-aa9b-f2896cda3287 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636735 Feb 07 22:48:16.844262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:16.861564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:16.861564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac40dbd2-06b0-409e-b0f5-4b984e6ab20a') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:16.875018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.895248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.904571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:16.905186 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:16.948107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.005998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debefe-05b1-4568-ac94-505a22b4e0f7 req-fda60359-802d-4ba4-9484-6bc7ca8318d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.015463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debefe-05b1-4568-ac94-505a22b4e0f7 req-fda60359-802d-4ba4-9484-6bc7ca8318d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:17.018736 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:17.026757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debefe-05b1-4568-ac94-505a22b4e0f7 req-fda60359-802d-4ba4-9484-6bc7ca8318d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.035417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debefe-05b1-4568-ac94-505a22b4e0f7 req-fda60359-802d-4ba4-9484-6bc7ca8318d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.044001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debefe-05b1-4568-ac94-505a22b4e0f7 req-fda60359-802d-4ba4-9484-6bc7ca8318d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.053931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6debefe-05b1-4568-ac94-505a22b4e0f7 req-fda60359-802d-4ba4-9484-6bc7ca8318d3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 3874 time: 0.6737103 Feb 07 22:48:17.062041 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d', 'status': 'completed', 'code': 200} Feb 07 22:48:17.080480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f529d88b-449b-4d28-9756-2736b740d67e details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:48:17.096846 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd474c3f3-40b9-48dd-8505-21491612cd91', 'name': 'tempest-snat-router-812239400', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.122'}], 'enable_snat': False}, 'gw_port_id': 'b8aa42eb-36e0-4632-88d7-6790a401cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:07Z', 'updated_at': '2022-02-07T22:48:12Z', 'revision_number': 3, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port': {'id': 'b8aa42eb-36e0-4632-88d7-6790a401cf67', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd474c3f3-40b9-48dd-8505-21491612cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:09Z', 'updated_at': '2022-02-07T22:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:17.100579 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06', 'code': 200} Feb 07 22:48:17.100848 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33', 'code': 200} Feb 07 22:48:17.101169 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'code': 200} Feb 07 22:48:17.101356 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6', 'code': 200} Feb 07 22:48:17.105236 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Checking router: d474c3f3-40b9-48dd-8505-21491612cd91 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:48:17.105587 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Updating router d474c3f3-40b9-48dd-8505-21491612cd91 port b8aa42eb-36e0-4632-88d7-6790a401cf67 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:48:17.121018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.127773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-d12cc546-ded4-4726-a265-c53d1cbf83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.130249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-d12cc546-ded4-4726-a265-c53d1cbf83e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=a9e2d495-2575-4219-9694-7932f47fb4c2 HTTP/1.1" status: 200 len: 1095 time: 0.4993925 Feb 07 22:48:17.184423 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.193481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.200059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.233522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6debefe-05b1-4568-ac94-505a22b4e0f7 req-47a7c50b-1cd4-4d13-ac31-3b6d0506d1ce tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781538 Feb 07 22:48:17.245259 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.330176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:17.346295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'f529d88b-449b-4d28-9756-2736b740d67e', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': 'f529d88b-449b-4d28-9756-2736b740d67e', 'mac_address': 'fa:16:3e:e6:f4:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:48:17.379335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Pushing event updated for resources: {'Port': ['ID=d15702e5-620b-45d7-9090-4662afd28cd5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:17.388357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-f0313dfa-b5b1-47f0-a070-48cb6a6c572b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b421775a-0895-4401-a94b-5760959ad19d HTTP/1.1" status: 200 len: 217 time: 0.2469246 Feb 07 22:48:17.396239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:17.411302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:17.437650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:17.443282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:17.451137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.452491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.453334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.454585 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] 10.222.0.26 "PUT /v2.0/ports/e3030b70-dc63-4cc4-8894-e48041fa8efe HTTP/1.1" status: 200 len: 1091 time: 4.5292790 Feb 07 22:48:17.463729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-78a202dd-d533-40e7-b19e-21d850e6b679 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a HTTP/1.1" status: 204 len: 168 time: 6.9532807 Feb 07 22:48:17.481071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:17.487594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f529d88b-449b-4d28-9756-2736b740d67e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:17.493611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-470995332'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:17.507792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:17.511496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.514162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:17.519223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:17.520921 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.585574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-c0661101-a4f0-4fc6-b44a-68575946b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:17.587512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-c0661101-a4f0-4fc6-b44a-68575946b93f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.1898336 Feb 07 22:48:17.654680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:17.684453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6fbad-099a-439e-bd00-a59a49e8a932 service neutron] Pushing event updated for resources: {'Port': ['ID=e3030b70-dc63-4cc4-8894-e48041fa8efe,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:17.697851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:17.703474 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.718482 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Transition to ACTIVE for port object b8aa42eb-36e0-4632-88d7-6790a401cf67 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:17.730797 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:17.740207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:17.763980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-67f4f334-8b8d-4891-8445-ce119f0421ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093726 Feb 07 22:48:17.799819 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8f24e9d3-86a8-4a8f-baf1-7bc780851706 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/d474c3f3-40b9-48dd-8505-21491612cd91 HTTP/1.1" status: 200 len: 908 time: 1.0081615 Feb 07 22:48:17.816204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33994) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:17.825760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'router': {'name': 'tempest-snat-router-812239400', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': True}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:17.858077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['f529d88b-449b-4d28-9756-2736b740d67e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:48:17.923246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=c620c404-ee54-4878-9175-61b01bf08c33,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:17.937955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:17.942811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.009452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:18.026245 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Attempting to bind port b8aa42eb-36e0-4632-88d7-6790a401cf67 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:18.026245 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Attempting to bind port b8aa42eb-36e0-4632-88d7-6790a401cf67 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:18.031667 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Attempting to bind port b8aa42eb-36e0-4632-88d7-6790a401cf67 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:18.038791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'tag': 'e3030b70-dc63-4cc4-8894-e48041fa8efe'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:18.054841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:18.055773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.088348 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:18.093506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] No DVR routers for this DVR port c620c404-ee54-4878-9175-61b01bf08c33 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:18.094190 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:18.094635 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.096809 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:18.097337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Bound port: b8aa42eb-36e0-4632-88d7-6790a401cf67, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:18.097724 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.104508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.107521 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-285b489e-c279-4ce6-8cf6-c13883545396 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "DELETE /v2.0/ports/c620c404-ee54-4878-9175-61b01bf08c33 HTTP/1.1" status: 204 len: 173 time: 3.9074025 Feb 07 22:48:18.291718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:18.359464 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'tag': 'e3030b70-dc63-4cc4-8894-e48041fa8efe', 'status': 'completed', 'code': 200} Feb 07 22:48:18.371162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.371649 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment 74aefa6c-fe74-4260-94a1-4ed74ddf65cc of type vlan for network fa9204d0-a86b-4a06-af5a-2f44e649b162 Feb 07 22:48:18.374238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-2cd2ac31-1460-49f0-8e7d-a3a33475a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:18.375844 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-2cd2ac31-1460-49f0-8e7d-a3a33475a4f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 1094 time: 0.8515170 Feb 07 22:48:18.376019 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] For port b8aa42eb-36e0-4632-88d7-6790a401cf67, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:18.383329 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] For port b8aa42eb-36e0-4632-88d7-6790a401cf67, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8aa42eb-36e0-4632-88d7-6790a401cf67,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:18.388409 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbcb09-6f94-4d74-b338-6910b3a407c5 None None] Pushing event updated for resources: {'Port': ['ID=b8aa42eb-36e0-4632-88d7-6790a401cf67,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:18.405672 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.422336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:18.557873 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-022c3219-8846-4791-bcdf-22668c0da6d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3030b70-dc63-4cc4-8894-e48041fa8efe HTTP/1.1" status: 200 len: 217 time: 0.1729655 Feb 07 22:48:18.567520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port cd323c2b-dad1-4cad-8744-27c933ce87e6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:18.567728 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.583824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Usage tracker for resource:router and tenant:367cc13cade24f0eb464eb0fb87459e4 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:18.606615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:18.639619 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Routers {'d474c3f3-40b9-48dd-8505-21491612cd91'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:18.639619 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:47:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d474c3f3-40b9-48dd-8505-21491612cd91'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:18.670361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:18.733871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.751896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.753979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:18.828401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-e616e348-19aa-40a9-90a4-360c5be1169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:18.829992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-e616e348-19aa-40a9-90a4-360c5be1169b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.1936681 Feb 07 22:48:18.831240 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbcb09-6f94-4d74-b338-6910b3a407c5 None None] Pushing event updated for resources: {'Port': ['ID=b8aa42eb-36e0-4632-88d7-6790a401cf67,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:18.924201 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-ef92e843-da85-496c-a89f-f26853577d64 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775692 Feb 07 22:48:18.967034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-40f65188-b25d-4464-8533-5748c6f7bcd3 service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1933901 Feb 07 22:48:19.060909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.094033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f529d88b-449b-4d28-9756-2736b740d67e up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:19.119227 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] Set router d474c3f3-40b9-48dd-8505-21491612cd91 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:19.255795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port f529d88b-449b-4d28-9756-2736b740d67e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:19.257134 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.328094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-885c5e11-ad86-4b24-96b5-db4272df6976 service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339167 Feb 07 22:48:19.364054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.369333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:19.369941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.501553 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.550646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444153b1-faf8-41d3-a624-2b91951432f4 req-cd6cd986-7b87-4c42-a64e-d3c112d66544 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:19.564346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-444153b1-faf8-41d3-a624-2b91951432f4 req-cd6cd986-7b87-4c42-a64e-d3c112d66544 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 943 time: 1.1304219 Feb 07 22:48:19.567811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:19.574287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.594875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:19.603154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:19.700095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:19.725609 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd474c3f3-40b9-48dd-8505-21491612cd91', 'name': 'tempest-snat-router-812239400', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.122'}], 'enable_snat': False}, 'gw_port_id': 'b8aa42eb-36e0-4632-88d7-6790a401cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:07Z', 'updated_at': '2022-02-07T22:48:12Z', 'revision_number': 3, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port': {'id': 'b8aa42eb-36e0-4632-88d7-6790a401cf67', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd474c3f3-40b9-48dd-8505-21491612cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:09Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:19.730606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-7965724c-6dc3-4b6f-a50e-016882ed1c2b service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498124 Feb 07 22:48:19.744337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b05ceac-ebca-4fcf-8fa0-7b1cebd91f35 None None] The sync data for ids ['d474c3f3-40b9-48dd-8505-21491612cd91'] in n-d-827896-3 is: [{'id': 'd474c3f3-40b9-48dd-8505-21491612cd91', 'name': 'tempest-snat-router-812239400', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.122'}], 'enable_snat': False}, 'gw_port_id': 'b8aa42eb-36e0-4632-88d7-6790a401cf67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:07Z', 'updated_at': '2022-02-07T22:48:12Z', 'revision_number': 3, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port': {'id': 'b8aa42eb-36e0-4632-88d7-6790a401cf67', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:56:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd474c3f3-40b9-48dd-8505-21491612cd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:09Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:19.750247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] For port cd323c2b-dad1-4cad-8744-27c933ce87e6, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cd323c2b-dad1-4cad-8744-27c933ce87e6,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:19.750662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.025789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for cd323c2b-dad1-4cad-8744-27c933ce87e6 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:20.188230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-444153b1-faf8-41d3-a624-2b91951432f4 req-3d73eb40-9f50-44da-a407-7d17ad38cd82 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197143 Feb 07 22:48:20.277157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7945323 Feb 07 22:48:20.293189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34070) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:20.323426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:20.364544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:20.371902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e2834-5899-4829-9b9b-818ff132dd3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=fa9204d0-a86b-4a06-af5a-2f44e649b162,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:20.390166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network fa9204d0-a86b-4a06-af5a-2f44e649b162 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:20.611852 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.731558 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:20.741530 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dfa2b2eb-5bdd-4b45-9586-ba140c6b7104 req-f8dbee37-271e-46eb-846f-f081225746db service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4038730 Feb 07 22:48:20.759635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb202d7-6fa4-4af5-acf0-c98a50f7edc3 req-38de19f5-5f9d-43dc-b037-1efbf8b99e8b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:20.765728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb202d7-6fa4-4af5-acf0-c98a50f7edc3 req-38de19f5-5f9d-43dc-b037-1efbf8b99e8b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:20.766720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=cd323c2b-dad1-4cad-8744-27c933ce87e6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:20.773910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb202d7-6fa4-4af5-acf0-c98a50f7edc3 req-38de19f5-5f9d-43dc-b037-1efbf8b99e8b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:20.779976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb202d7-6fa4-4af5-acf0-c98a50f7edc3 req-38de19f5-5f9d-43dc-b037-1efbf8b99e8b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:20.797183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eb202d7-6fa4-4af5-acf0-c98a50f7edc3 req-38de19f5-5f9d-43dc-b037-1efbf8b99e8b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 3141 time: 1.4432509 Feb 07 22:48:20.908107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-bd13d0e3-d235-4385-8c59-dcf0c4dbef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:20.909574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-bd13d0e3-d235-4385-8c59-dcf0c4dbef2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=a9e2d495-2575-4219-9694-7932f47fb4c2 HTTP/1.1" status: 200 len: 1095 time: 0.9944866 Feb 07 22:48:20.980944 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e', 'code': 200} Feb 07 22:48:21.013043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:21.073766 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': 'c620c404-ee54-4878-9175-61b01bf08c33', 'status': 'completed', 'code': 200} Feb 07 22:48:21.187118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:21.190732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:21.198499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:21.295505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] No DVR routers for this DVR port cd323c2b-dad1-4cad-8744-27c933ce87e6 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:21.321902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:21.325587 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.349090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.495439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34102) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:21.539129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-ef92fd28-df48-4ba3-adb1-b1649e4b0308 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "DELETE /v2.0/ports/cd323c2b-dad1-4cad-8744-27c933ce87e6 HTTP/1.1" status: 204 len: 173 time: 3.4236481 Feb 07 22:48:21.688964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8aa42eb-36e0-4632-88d7-6790a401cf67 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:21.762598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.797182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-5cb922ea-c633-49b4-801e-287560eab77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:21.798710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-5cb922ea-c633-49b4-801e-287560eab77e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 1094 time: 0.8775325 Feb 07 22:48:21.890809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b8aa42eb-36e0-4632-88d7-6790a401cf67 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:21.895517 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b5735933-6543-45c0-9b77-cc1551e5d81c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25b1a156e2ab4ff691ed32b5fdbac57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901024 Feb 07 22:48:21.896969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b8aa42eb-36e0-4632-88d7-6790a401cf67 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:21.897559 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.902297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port 5f35e036-1dee-494b-93d2-e8f6151aacf0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:21.902724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:21.993524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:22.081277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-bbf568a4-7d24-44c4-8d7b-862da8212c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.083413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-bbf568a4-7d24-44c4-8d7b-862da8212c0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 914 time: 0.4456811 Feb 07 22:48:22.093822 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.113141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b8aa42eb-36e0-4632-88d7-6790a401cf67, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8aa42eb-36e0-4632-88d7-6790a401cf67,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:22.131856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.153780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.226582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7eb202d7-6fa4-4af5-acf0-c98a50f7edc3 req-d3c8ab91-1928-4736-b805-5834c1116d65 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4285204 Feb 07 22:48:22.274074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b8aa42eb-36e0-4632-88d7-6790a401cf67,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:22.338006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed029069-1862-44d0-9a84-a1a86ae475d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.376127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-dacf0624-a78a-494b-a371-feb98ebfeb77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b421775a-0895-4401-a94b-5760959ad19d HTTP/1.1" status: 200 len: 217 time: 0.1988127 Feb 07 22:48:22.394982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed029069-1862-44d0-9a84-a1a86ae475d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.572254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40eebb0-218b-413f-99df-cce31c5b52cc req-8ccd36c6-b664-4740-b00b-112ff27e6362 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.578135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e40eebb0-218b-413f-99df-cce31c5b52cc req-8ccd36c6-b664-4740-b00b-112ff27e6362 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 943 time: 0.8085473 Feb 07 22:48:22.625688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=e80f80a7-4646-4420-a58b-ca93f8eb8e30,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:22.639437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-00eb33b4-63e5-457d-8ca1-9192e12c5c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.642839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-00eb33b4-63e5-457d-8ca1-9192e12c5c98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 914 time: 0.8339753 Feb 07 22:48:22.644028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-6b94e799-0d72-4339-949f-a101f35fd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.645763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-6b94e799-0d72-4339-949f-a101f35fd5eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.2384064 Feb 07 22:48:22.647148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': '74aefa6c-fe74-4260-94a1-4ed74ddf65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:22.647831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: fa9204d0-a86b-4a06-af5a-2f44e649b162, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:22.749908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-f8aeea94-4df6-49db-80ae-1e438e0939ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912881 Feb 07 22:48:22.752598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-12cbd3ba-518a-472e-a81a-6675d3973ac1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3030b70-dc63-4cc4-8894-e48041fa8efe HTTP/1.1" status: 200 len: 217 time: 0.0955174 Feb 07 22:48:22.771655 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e40eebb0-218b-413f-99df-cce31c5b52cc req-662d386d-8320-4917-987d-97e378b495fd tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924462 Feb 07 22:48:22.853615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network fa9204d0-a86b-4a06-af5a-2f44e649b162 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:22.892481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] For port 5f35e036-1dee-494b-93d2-e8f6151aacf0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5f35e036-1dee-494b-93d2-e8f6151aacf0,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:22.893001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:22.902958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, fa9204d0-a86b-4a06-af5a-2f44e649b162) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:22.911705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971ed1b7-3501-44ef-b146-6c84db8447d2 None None] Network fa9204d0-a86b-4a06-af5a-2f44e649b162 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:22.972855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:22.973784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.006627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed029069-1862-44d0-9a84-a1a86ae475d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.052255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for 5f35e036-1dee-494b-93d2-e8f6151aacf0 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:23.053282 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-304f4b54-693c-4db4-8db6-2a383ed95e57 service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759688 Feb 07 22:48:23.054005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Router d333497f-f084-4582-a29d-0fb783ff4255 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:48:23.083174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:23.111656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-11ca0bce-23f4-475c-ab3c-a18a96985a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:23.124031 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-11ca0bce-23f4-475c-ab3c-a18a96985a45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.3579664 Feb 07 22:48:23.180836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b421775a-0895-4401-a94b-5760959ad19d details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:48:23.185542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-fa9204d0-a86b-4a06-af5a-2f44e649b162', 'network_id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': 'e80f80a7-4646-4420-a58b-ca93f8eb8e30'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:23.186848 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.202243 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': 'cd323c2b-dad1-4cad-8744-27c933ce87e6', 'status': 'completed', 'code': 200} Feb 07 22:48:23.215430 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-cfb58dbf-e5be-40dd-9222-1d69609758ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815668 Feb 07 22:48:23.219898 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5188fd53-0fe6-4fb2-8725-dd2e7db20b9e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9202905 Feb 07 22:48:23.225606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34124) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:23.239459 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:48:23.241401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed029069-1862-44d0-9a84-a1a86ae475d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002fae5f-2579-4ac2-8e96-9f7da2b6a3fc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:23.602782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-5355a9c3-a9c0-428d-9764-0043cb6ffe58 service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769708 Feb 07 22:48:23.609067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.634301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.676598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8aa42eb-36e0-4632-88d7-6790a401cf67 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:23.714477 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed029069-1862-44d0-9a84-a1a86ae475d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:23.715901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed029069-1862-44d0-9a84-a1a86ae475d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/002fae5f-2579-4ac2-8e96-9f7da2b6a3fc HTTP/1.1" status: 204 len: 168 time: 1.7112186 Feb 07 22:48:23.717579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:23.759513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=5f35e036-1dee-494b-93d2-e8f6151aacf0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:23.786055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Sync routers for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:23.987041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Allocated IP 2001:db8::1 (fa9204d0-a86b-4a06-af5a-2f44e649b162/e80f80a7-4646-4420-a58b-ca93f8eb8e30/f2a3e89c-0077-407f-adf0-d6d68f68541d) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:24.012598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] No DVR routers for this DVR port 5f35e036-1dee-494b-93d2-e8f6151aacf0 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:24.022068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60b79049-a87c-4ae3-8ec9-50fc2ec80a25 req-6ef4d250-44c8-4ae4-b349-3773247ea064 service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9469795 Feb 07 22:48:24.031811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.061514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:24.062230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:47:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:24.070464 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-411ab5b7-df95-4e73-9a9b-eff2672274b7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "DELETE /v2.0/ports/5f35e036-1dee-494b-93d2-e8f6151aacf0 HTTP/1.1" status: 204 len: 173 time: 2.5216219 Feb 07 22:48:24.075751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.108359 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.109974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-15310b6b-90da-46ce-953e-0fbea3227ccc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9191144 Feb 07 22:48:24.120681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34146) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:24.214250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b8aa42eb-36e0-4632-88d7-6790a401cf67 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:24.214571 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.291907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9212c55-db8d-45c8-9b88-a542a860df79 req-35ca5cdc-78aa-432d-adda-06c7e2aa59aa service neutron] 10.222.0.26 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802309 Feb 07 22:48:24.401586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:24.401936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.461395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b421775a-0895-4401-a94b-5760959ad19d,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:24.505733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'b421775a-0895-4401-a94b-5760959ad19d', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'port_id': 'b421775a-0895-4401-a94b-5760959ad19d', 'mac_address': 'fa:16:3e:1f:4c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873952d5-707e-4928-a7e5-22b18a49167f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:48:24.839604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.886254 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.905832 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:24.936705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:25.138938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24e16e-5197-49a8-ba82-a456e0b22907 req-2e766766-da86-4309-9fb3-b883a8c33d86 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:25.144188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c24e16e-5197-49a8-ba82-a456e0b22907 req-2e766766-da86-4309-9fb3-b883a8c33d86 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 943 time: 1.0976851 Feb 07 22:48:25.165263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] For port 85bae6ce-8116-4da4-ad13-d012fe1c0c06, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=85bae6ce-8116-4da4-ad13-d012fe1c0c06,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:25.165883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.261056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.273352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Transition to ACTIVE for port object f2a3e89c-0077-407f-adf0-d6d68f68541d will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:25.297274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Transition to ACTIVE for port object f2a3e89c-0077-407f-adf0-d6d68f68541d will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:25.312999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for 85bae6ce-8116-4da4-ad13-d012fe1c0c06 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:25.320773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b421775a-0895-4401-a94b-5760959ad19d {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:25.325597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c4154-8645-4825-938f-173a9a9acdb1 req-e8483088-34fd-4c11-8544-b29351c82df0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:25.328912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.332286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c4154-8645-4825-938f-173a9a9acdb1 req-e8483088-34fd-4c11-8544-b29351c82df0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:25.340207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-920c4154-8645-4825-938f-173a9a9acdb1 req-e8483088-34fd-4c11-8544-b29351c82df0 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 1677 time: 1.6201391 Feb 07 22:48:25.441081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c24e16e-5197-49a8-ba82-a456e0b22907 req-3711dea0-d8c2-4873-bd24-10a65ccde1e8 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698720 Feb 07 22:48:25.479633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:25.482501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Pushing event updated for resources: {'Port': ['ID=f2a3e89c-0077-407f-adf0-d6d68f68541d,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:25.521230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Network fa9204d0-a86b-4a06-af5a-2f44e649b162 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:25.525532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:25.528481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b421775a-0895-4401-a94b-5760959ad19d,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:25.531968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:25.532693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.585126 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.585773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3030b70-dc63-4cc4-8894-e48041fa8efe details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:48:25.609480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3030b70-dc63-4cc4-8894-e48041fa8efe, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3030b70-dc63-4cc4-8894-e48041fa8efe,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:25.627611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=85bae6ce-8116-4da4-ad13-d012fe1c0c06,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:25.757041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.816679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] No DVR routers for this DVR port 85bae6ce-8116-4da4-ad13-d012fe1c0c06 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:25.833179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:25.837651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'e3030b70-dc63-4cc4-8894-e48041fa8efe', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'port_id': 'e3030b70-dc63-4cc4-8894-e48041fa8efe', 'mac_address': 'fa:16:3e:8e:ab:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873952d5-707e-4928-a7e5-22b18a49167f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:48:25.838768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=e80f80a7-4646-4420-a58b-ca93f8eb8e30,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:25.894037 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-a331215a-b25a-4f60-8162-7a2a441ac2bf tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "DELETE /v2.0/ports/85bae6ce-8116-4da4-ad13-d012fe1c0c06 HTTP/1.1" status: 204 len: 173 time: 1.6931748 Feb 07 22:48:25.913862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-920c4154-8645-4825-938f-173a9a9acdb1 req-dd624bf7-6bf4-43f5-9901-f8ab226267a7 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5725756 Feb 07 22:48:25.935143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b421775a-0895-4401-a94b-5760959ad19d,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:25.993963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Allocated IP 172.25.0.104 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/42cd84b3-f245-4b7e-b8b4-2fd9062a522e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:26.110746 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.156696 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': '5f35e036-1dee-494b-93d2-e8f6151aacf0', 'status': 'completed', 'code': 200} Feb 07 22:48:26.181959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Attempting to bind port f2a3e89c-0077-407f-adf0-d6d68f68541d on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:26.182340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Attempting to bind port f2a3e89c-0077-407f-adf0-d6d68f68541d by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '74aefa6c-fe74-4260-94a1-4ed74ddf65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:26.182710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Attempting to bind port f2a3e89c-0077-407f-adf0-d6d68f68541d on network fa9204d0-a86b-4a06-af5a-2f44e649b162 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:26.228788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3030b70-dc63-4cc4-8894-e48041fa8efe {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:26.260175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3030b70-dc63-4cc4-8894-e48041fa8efe, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3030b70-dc63-4cc4-8894-e48041fa8efe,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:26.268248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96325176-2f02-4d9c-8c6b-60f6cd0f1fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.279637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:26.279976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Checking segment: {'id': '74aefa6c-fe74-4260-94a1-4ed74ddf65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:26.280379 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.280941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Bound using segment: {'id': '74aefa6c-fe74-4260-94a1-4ed74ddf65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:26.281131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.281649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Bound port: f2a3e89c-0077-407f-adf0-d6d68f68541d, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74aefa6c-fe74-4260-94a1-4ed74ddf65cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:26.281822 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.331066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port 811ef7ef-4d92-4b48-9bb6-dead8833836c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:26.331740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.377874 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.402433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9204d0-a86b-4a06-af5a-2f44e649b162']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:26.541603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74aefa6c-fe74-4260-94a1-4ed74ddf65cc') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:26.541987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74aefa6c-fe74-4260-94a1-4ed74ddf65cc') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:26.572550 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.578813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.630225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.637425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e3030b70-dc63-4cc4-8894-e48041fa8efe,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:26.656391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:26.657216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.712376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['e3030b70-dc63-4cc4-8894-e48041fa8efe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:48:26.754303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34206) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:26.758771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['b421775a-0895-4401-a94b-5760959ad19d'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:26.765129 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:26.772505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:48:26.772505 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:48:26.772505 n-d-827896-3 neutron-server[87671]: [parameters: {'id': 'fa9204d0-a86b-4a06-af5a-2f44e649b162'}] Feb 07 22:48:26.772505 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:48:26.773338 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:48:26.822732 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:26.966774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bbfd-33c8-4c71-ad92-df2bbce48f11 req-4826ab7d-4d67-4786-b731-fb15cf6ab361 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:26.968790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d161bbfd-33c8-4c71-ad92-df2bbce48f11 req-4826ab7d-4d67-4786-b731-fb15cf6ab361 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 944 time: 0.3011827 Feb 07 22:48:27.121590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] For port 811ef7ef-4d92-4b48-9bb6-dead8833836c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=811ef7ef-4d92-4b48-9bb6-dead8833836c,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:27.122247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.145517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] For port f2a3e89c-0077-407f-adf0-d6d68f68541d, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:27.177312 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.195108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 3, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:27.202157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] For port f2a3e89c-0077-407f-adf0-d6d68f68541d, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f2a3e89c-0077-407f-adf0-d6d68f68541d,segment=NetworkSegment(74aefa6c-fe74-4260-94a1-4ed74ddf65cc),segment_id=74aefa6c-fe74-4260-94a1-4ed74ddf65cc)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:27.212068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Checking router: d333497f-f084-4582-a29d-0fb783ff4255 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:48:27.212482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Updating router d333497f-f084-4582-a29d-0fb783ff4255 port d15702e5-620b-45d7-9090-4662afd28cd5 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:48:27.276635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.324035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.345944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:27.369629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d161bbfd-33c8-4c71-ad92-df2bbce48f11 req-cda3b4d4-cc45-4968-a91b-fcab46b6cb7b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848073 Feb 07 22:48:27.388308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:27.395943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:27.407423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:27.435520 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.450835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Usage tracker for resource:security_group_rule and tenant:a2818df02aed4597b0695f6ac818d87f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:27.466850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:27.484187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:27.486818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Allocated IP 172.20.0.1 (90aa748e-7d12-476c-88ff-0f9cda6902ae/3a7acac7-5152-4529-8241-a91bc1354bb7/37b7b6a8-0177-4da2-9883-2193acbb1208) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:27.505150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9f8d-9488-4150-96b7-76702057ef69 req-91c2a9eb-49e3-4ac7-87cb-8bd4b30fc562 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:27.507096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-825e9f8d-9488-4150-96b7-76702057ef69 req-91c2a9eb-49e3-4ac7-87cb-8bd4b30fc562 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 943 time: 0.3426652 Feb 07 22:48:27.508680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Port': ['ID=42cd84b3-f245-4b7e-b8b4-2fd9062a522e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:27.698168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.699192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.699685 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Floating IP e11e9512-a026-4776-87ea-968344babc1a disassociated. External IP: 172.25.0.123, port: 811ef7ef-4d92-4b48-9bb6-dead8833836c. Feb 07 22:48:27.700190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for 811ef7ef-4d92-4b48-9bb6-dead8833836c owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:27.790503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:27.816884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-825e9f8d-9488-4150-96b7-76702057ef69 req-2ac6e231-7c4f-4bfb-b273-e95eb6be0ef3 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups?id=c85dffd1-e82e-4387-b882-f223b3345239&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796645 Feb 07 22:48:27.890400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port f2a3e89c-0077-407f-adf0-d6d68f68541d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:27.890765 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.022583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.038991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Transition to ACTIVE for port object d15702e5-620b-45d7-9090-4662afd28cd5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:28.095644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.107070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06bcc-2d33-4045-81fd-f6083a484714 None None] Pushing event updated for resources: {'Port': ['ID=f2a3e89c-0077-407f-adf0-d6d68f68541d,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:28.135955 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.178513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port f2a3e89c-0077-407f-adf0-d6d68f68541d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f2a3e89c-0077-407f-adf0-d6d68f68541d,segment=NetworkSegment(74aefa6c-fe74-4260-94a1-4ed74ddf65cc),segment_id=74aefa6c-fe74-4260-94a1-4ed74ddf65cc)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:28.179041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.218960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Transition to ACTIVE for port object 37b7b6a8-0177-4da2-9883-2193acbb1208 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:28.231171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.247126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.314983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for f2a3e89c-0077-407f-adf0-d6d68f68541d owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:28.397119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2818df02aed4597b0695f6ac818d87f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6424525 Feb 07 22:48:28.402815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34226) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:28.409169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42b635-501b-44ec-9ce5-b19718769615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c09274-a510-4b58-9ebc-c1b4973ffc66,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:28.410633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:28.429627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.446963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.522759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-214023b1-ec03-4f2d-9d08-443bb575370c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.529623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Attempting to bind port d15702e5-620b-45d7-9090-4662afd28cd5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:28.531028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Attempting to bind port d15702e5-620b-45d7-9090-4662afd28cd5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:28.531284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.533121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Attempting to bind port d15702e5-620b-45d7-9090-4662afd28cd5 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:28.545150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.551271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d4d40-3789-4019-8052-9d1abde4977a None None] Network fa9204d0-a86b-4a06-af5a-2f44e649b162 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:28.565483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Port': ['ID=f2a3e89c-0077-407f-adf0-d6d68f68541d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:28.571802 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': '85bae6ce-8116-4da4-ad13-d012fe1c0c06', 'status': 'completed', 'code': 200} Feb 07 22:48:28.645282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No DVR routers for this DVR port f2a3e89c-0077-407f-adf0-d6d68f68541d on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:28.650097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=811ef7ef-4d92-4b48-9bb6-dead8833836c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:28.742679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:28.743067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:28.743472 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.743924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:28.744417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Bound port: d15702e5-620b-45d7-9090-4662afd28cd5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:28.744894 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.857557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] For port d15702e5-620b-45d7-9090-4662afd28cd5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:28.861162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] For port d15702e5-620b-45d7-9090-4662afd28cd5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d15702e5-620b-45d7-9090-4662afd28cd5,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:28.862322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673297f-31b8-4e4d-875a-0b6a3ca6cdd8 None None] Pushing event updated for resources: {'Port': ['ID=d15702e5-620b-45d7-9090-4662afd28cd5,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:28.884131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.912323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:28.942011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:28.958883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:28.971008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9204d0-a86b-4a06-af5a-2f44e649b162']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:28.986847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:28.996748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74aefa6c-fe74-4260-94a1-4ed74ddf65cc') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:28.997051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74aefa6c-fe74-4260-94a1-4ed74ddf65cc') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:29.027212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.053337 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.055212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.068999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:29.069252 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.086736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Pushing event updated for resources: {'Port': ['ID=37b7b6a8-0177-4da2-9883-2193acbb1208,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:29.187477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:29.190174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:29.206967 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0c688856-1bdc-403e-87c7-92e381e1c47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.278016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0c688856-1bdc-403e-87c7-92e381e1c47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:29.280750 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:29.425860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.444721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0c688856-1bdc-403e-87c7-92e381e1c47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.469219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.475636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:29.479565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-072ed8e7-f6b5-45ea-965d-3a58814c4d81 req-59afbcb0-547a-40da-bcb7-041befe79e4e tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 210 time: 0.1326265 Feb 07 22:48:29.485316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=fa9204d0-a86b-4a06-af5a-2f44e649b162,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:29.499444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c688856-1bdc-403e-87c7-92e381e1c47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c09274-a510-4b58-9ebc-c1b4973ffc66,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:29.505172 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9f56e8ee-21df-430e-8712-01da7decdb45 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/fa9204d0-a86b-4a06-af5a-2f44e649b162 HTTP/1.1" status: 204 len: 168 time: 6.2752635 Feb 07 22:48:29.507673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34244) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:29.513942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1926302639'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:29.523174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:29.595923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:29.606002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:29.612337 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0c688856-1bdc-403e-87c7-92e381e1c47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.615730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0c688856-1bdc-403e-87c7-92e381e1c47e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99c09274-a510-4b58-9ebc-c1b4973ffc66 HTTP/1.1" status: 204 len: 168 time: 1.2093952 Feb 07 22:48:29.627633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:29.643887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707dd26-8802-495b-a2cb-23fbaf80c237 req-25552916-b0b2-48c0-ae57-f94c923cd82d tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:29.654378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c707dd26-8802-495b-a2cb-23fbaf80c237 req-25552916-b0b2-48c0-ae57-f94c923cd82d tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 944 time: 1.0421894 Feb 07 22:48:29.655743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Router a711ab09-c233-4327-8f96-3601c8f77444 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:48:29.658985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:29.664434 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.705294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197a7fce-aee6-4c05-b37a-e10b1a033c1a None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:48:29.777558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:29.804249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:29.805222 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment 92050c3b-248b-4022-a474-506dab231a05 of type vlan for network 462b24ee-2f23-456b-bf38-6f1060035ed5 Feb 07 22:48:29.845646 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c707dd26-8802-495b-a2cb-23fbaf80c237 req-fd0e3708-8a21-48cb-98a9-5ef947ef1f0f tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898100 Feb 07 22:48:30.093654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.156336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.167811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673297f-31b8-4e4d-875a-0b6a3ca6cdd8 None None] Pushing event updated for resources: {'Port': ['ID=d15702e5-620b-45d7-9090-4662afd28cd5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:30.215014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:30.225998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] Sync routers for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:30.234715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-20400d3a-a1c0-49c7-b41b-5a2026c930b9 None None] Provisioning for port 37b7b6a8-0177-4da2-9883-2193acbb1208 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:30.238367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.242624 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:30.243239 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:30.257768 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.262274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-20400d3a-a1c0-49c7-b41b-5a2026c930b9 None None] Provisioning complete for port 37b7b6a8-0177-4da2-9883-2193acbb1208 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:30.262944 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-20400d3a-a1c0-49c7-b41b-5a2026c930b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.315271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:48:30.331004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.412268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b421775a-0895-4401-a94b-5760959ad19d up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:30.466051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] No DVR routers for this DVR port 811ef7ef-4d92-4b48-9bb6-dead8833836c on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:30.469397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.479051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2023544e-35d1-4112-b131-f467ab42b4d1 req-49dfba9e-ab30-4ca6-8fca-e2bb35412e36 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.36 "DELETE /v2.0/ports/811ef7ef-4d92-4b48-9bb6-dead8833836c HTTP/1.1" status: 204 len: 173 time: 4.4886484 Feb 07 22:48:30.497243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.504785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:30.505877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:30.636988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-20400d3a-a1c0-49c7-b41b-5a2026c930b9 None None] Port 37b7b6a8-0177-4da2-9883-2193acbb1208 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:48:30.667883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 3, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:30.696274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb769183-e6b5-4482-804d-8dbdfce61d66 None None] The sync data for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 is: [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:18Z', 'revision_number': 3, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:30.731062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:30.783166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2743800 Feb 07 22:48:30.798926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:30.811295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34274) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:30.834281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:30.878528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197a7fce-aee6-4c05-b37a-e10b1a033c1a None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:48:30.896344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae03dd-c675-40d3-b1b8-1d3e0641da3b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=462b24ee-2f23-456b-bf38-6f1060035ed5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:30.922240 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5276601c-8a5c-4d49-a594-168bd92ee186', 'name': 'network-vif-deleted', 'tag': '811ef7ef-4d92-4b48-9bb6-dead8833836c', 'status': 'completed', 'code': 200} Feb 07 22:48:30.978222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:31.184063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04564eb7-3ac3-440d-bba5-6dbd175f30f9 req-22fc3132-8d3d-487e-8188-7e242fd0aab2 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 210 time: 0.2610469 Feb 07 22:48:31.568104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.587540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:31.592489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port b421775a-0895-4401-a94b-5760959ad19d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:31.597119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Router 1e689b22-b699-4b4d-97c8-4d76b0afabf2 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:48:31.614224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:31.636427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:31.666110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port b421775a-0895-4401-a94b-5760959ad19d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:31.667386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:31.677162 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:30Z', 'revision_number': 5, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:31.686162 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] Checking router: a711ab09-c233-4327-8f96-3601c8f77444 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:48:31.706939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:31.711873 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:31.713617 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:31.767115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d15702e5-620b-45d7-9090-4662afd28cd5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:31.979737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d15702e5-620b-45d7-9090-4662afd28cd5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:32.136743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d15702e5-620b-45d7-9090-4662afd28cd5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:32.137293 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.178775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:48:32.191995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:32.200914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:32.205566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.290856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.332619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.430245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:32.476735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b421775a-0895-4401-a94b-5760959ad19d,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:32.564665 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.608038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d15702e5-620b-45d7-9090-4662afd28cd5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d15702e5-620b-45d7-9090-4662afd28cd5,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:32.609819 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.610651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3030b70-dc63-4cc4-8894-e48041fa8efe up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:32.772247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f482d-c46a-4ff7-bf69-906d6535a212 req-62d409bc-dcbc-4168-9e8b-537042b1658a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:32.784164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e2f482d-c46a-4ff7-bf69-906d6535a212 req-62d409bc-dcbc-4168-9e8b-537042b1658a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 944 time: 1.5460379 Feb 07 22:48:32.784961 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.797363 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:32.836817 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:30Z', 'revision_number': 5, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:32.841648 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614ef16c-3fe2-4303-8fb1-3c553b1f7e53 None None] The sync data for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 is: [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:41:21Z', 'revision_number': 4, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2bc66314-71cb-4c67-a3f1-760aa38721a4', 'name': '', 'network_id': 'ecce4042-fcc2-4fa5-a103-1491f7c18b14', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'mac_address': 'fa:16:3e:f5:38:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '65699282-451f-42e3-8983-56630e8b5044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:18Z', 'updated_at': '2022-02-07T22:41:30Z', 'revision_number': 5, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'subnets': [{'id': '65699282-451f-42e3-8983-56630e8b5044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:32.951768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:33.059185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b421775a-0895-4401-a94b-5760959ad19d,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:33.099045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dc6ec27-6618-4147-a8df-9f87ac71714e req-4573f442-652b-4ae8-acde-fddad11a63b6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 210 time: 0.2445424 Feb 07 22:48:33.188586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port e3030b70-dc63-4cc4-8894-e48041fa8efe completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:33.201418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port e3030b70-dc63-4cc4-8894-e48041fa8efe triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:33.202304 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:33.272263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:33.289767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Sync routers for ids ['1e689b22-b699-4b4d-97c8-4d76b0afabf2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:33.290606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Pushing event updated for resources: {'Port': ['ID=37b7b6a8-0177-4da2-9883-2193acbb1208,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:33.302942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e2f482d-c46a-4ff7-bf69-906d6535a212 req-6cc6c709-ea35-4ed7-84ea-eda5af7f1159 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053843 Feb 07 22:48:33.327038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Routers {'1e689b22-b699-4b4d-97c8-4d76b0afabf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:33.329658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1e689b22-b699-4b4d-97c8-4d76b0afabf2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:33.361319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=c792e57b-eaca-476d-bc9a-3fd02a914148,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:33.370158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:33.389130 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:33.392413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-945a653f-4f95-47bd-a948-b25c64dd83d0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 15.5729089 Feb 07 22:48:33.395790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34322) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:33.406368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': '92050c3b-248b-4022-a474-506dab231a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:33.409618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: 462b24ee-2f23-456b-bf38-6f1060035ed5, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:33.461931 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d', 'code': 200} Feb 07 22:48:33.668303 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e448ca5-ae45-48da-bc52-628003f46ad5 None None] New status for floating IP e11e9512-a026-4776-87ea-968344babc1a: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:48:33.849329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821545ca-b791-4012-abba-794cf1a49997 req-ca0fbfbf-81e1-4b15-abc9-bae45162cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:33.865698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-821545ca-b791-4012-abba-794cf1a49997 req-ca0fbfbf-81e1-4b15-abc9-bae45162cd5a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a9e2d495-2575-4219-9694-7932f47fb4c2 HTTP/1.1" status: 200 len: 1097 time: 0.3624129 Feb 07 22:48:33.874078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-49321ea8-3a48-49a2-beb6-6cd3c398efc0 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/1e689b22-b699-4b4d-97c8-4d76b0afabf2 HTTP/1.1" status: 200 len: 907 time: 0.4770272 Feb 07 22:48:33.878036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34328) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:33.927072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:33.992849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:34.027115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:34.051707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 462b24ee-2f23-456b-bf38-6f1060035ed5) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:34.060203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d15702e5-620b-45d7-9090-4662afd28cd5,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:34.084257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945227d8-32d2-4231-b602-3f5cd344c98a None None] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:34.259156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:34.259757 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:34.321097 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-821545ca-b791-4012-abba-794cf1a49997 req-57c8080c-5e93-41da-afc4-e6959c4b6fe3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419665 Feb 07 22:48:34.345139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e9e7eca-b587-4a04-8901-da3336a66de6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5255258 Feb 07 22:48:34.355924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34340) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:34.381085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:34.427850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Set router 1e689b22-b699-4b4d-97c8-4d76b0afabf2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:34.466315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:34.551749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-171cb413-d862-4056-b7a9-a66004123fd1 req-60ef4161-ee57-498d-abee-f9a40786c525 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/ports?device_id=5276601c-8a5c-4d49-a594-168bd92ee186 HTTP/1.1" status: 200 len: 210 time: 0.0432792 Feb 07 22:48:34.605868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60155d-ab92-4f29-9bcf-87eb723bf053 req-0b52265a-5be5-4dff-9c38-2933d79626f7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:34.613005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d60155d-ab92-4f29-9bcf-87eb723bf053 req-0b52265a-5be5-4dff-9c38-2933d79626f7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 1.0019872 Feb 07 22:48:34.751738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:34.784943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d60155d-ab92-4f29-9bcf-87eb723bf053 req-e69eb5be-f874-4361-a6ce-5ef09f7157c9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709638 Feb 07 22:48:34.924401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Router d333497f-f084-4582-a29d-0fb783ff4255 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:48:34.956476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:34.994565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.014043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Deleting port 42cd84b3-f245-4b7e-b8b4-2fd9062a522e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:35.015022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.311199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f6bd8183-d005-40c9-bdd0-cc7434f8cab3 None None] Provisioning complete for port 37b7b6a8-0177-4da2-9883-2193acbb1208 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:35.311199 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f6bd8183-d005-40c9-bdd0-cc7434f8cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.325155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port e3030b70-dc63-4cc4-8894-e48041fa8efe, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3030b70-dc63-4cc4-8894-e48041fa8efe,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:35.356642 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.363738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.435228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=e3030b70-dc63-4cc4-8894-e48041fa8efe,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:35.464699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:35.469114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:subnet and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:35.486707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-03d8226b-ccd0-4363-8fd4-919ff96fd55f admin admin] 10.222.0.10 "PUT /v2.0/routers/d333497f-f084-4582-a29d-0fb783ff4255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3625202 Feb 07 22:48:35.487937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:35.515345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Calling delete_port for 42cd84b3-f245-4b7e-b8b4-2fd9062a522e owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:35.537329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:35.549956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3030b70-dc63-4cc4-8894-e48041fa8efe'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:35.555611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Sync routers for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:35.558475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd8183-d005-40c9-bdd0-cc7434f8cab3 None None] Port 37b7b6a8-0177-4da2-9883-2193acbb1208 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:48:35.596014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d15702e5-620b-45d7-9090-4662afd28cd5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:35.671136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:35.675852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:35.731828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:35.732395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:35.789884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-462b24ee-2f23-456b-bf38-6f1060035ed5', 'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': 'c792e57b-eaca-476d-bc9a-3fd02a914148'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:35.791545 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.021880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Allocated IP 2001:db8::2 (462b24ee-2f23-456b-bf38-6f1060035ed5/c792e57b-eaca-476d-bc9a-3fd02a914148/a6fe6d41-9422-4c68-b5ee-986457b73349) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:36.124464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d15702e5-620b-45d7-9090-4662afd28cd5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:36.125509 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.205540 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.209289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e689b22-b699-4b4d-97c8-4d76b0afabf2', 'name': 'tempest-snat-router-812239400', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '42cd84b3-f245-4b7e-b8b4-2fd9062a522e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:18Z', 'updated_at': '2022-02-07T22:48:28Z', 'revision_number': 3, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port': {'id': '42cd84b3-f245-4b7e-b8b4-2fd9062a522e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e689b22-b699-4b4d-97c8-4d76b0afabf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:24Z', 'updated_at': '2022-02-07T22:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:36.238809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.252024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04714a0-ff87-4019-b403-7ae8b4180ec9 req-338038dc-540b-4462-bdeb-258e7d354907 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:36.259917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f04714a0-ff87-4019-b403-7ae8b4180ec9 req-338038dc-540b-4462-bdeb-258e7d354907 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 1.0052357 Feb 07 22:48:36.277538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6941265-2246-4851-aa68-f32b1fc8a4c6 req-6086130b-2257-4092-83c3-134e7f003859 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:36.279428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6941265-2246-4851-aa68-f32b1fc8a4c6 req-6086130b-2257-4092-83c3-134e7f003859 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 945 time: 1.0260432 Feb 07 22:48:36.324011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event deleted for resources: {'Port': ['ID=42cd84b3-f245-4b7e-b8b4-2fd9062a522e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:36.338846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Checking router: 1e689b22-b699-4b4d-97c8-4d76b0afabf2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:48:36.339468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Updating router 1e689b22-b699-4b4d-97c8-4d76b0afabf2 port 42cd84b3-f245-4b7e-b8b4-2fd9062a522e binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:48:36.430290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f04714a0-ff87-4019-b403-7ae8b4180ec9 req-e0bf71e6-8bbf-4be8-bd99-4f387b94be8a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686888 Feb 07 22:48:36.435560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Port 42cd84b3-f245-4b7e-b8b4-2fd9062a522e not found while updating agent binding for router 1e689b22-b699-4b4d-97c8-4d76b0afabf2. {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 07 22:48:36.439245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.491223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.642837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6941265-2246-4851-aa68-f32b1fc8a4c6 req-720cd6e2-da49-4be4-9630-83e180b095c1 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444753 Feb 07 22:48:36.644380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34388) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:36.651223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=bb7a0108-5563-4703-b231-0f353bbd303f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:36.687255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-197817996-network', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:36.721301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:36.729332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:36.731341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:36.740828 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3030b70-dc63-4cc4-8894-e48041fa8efe', 'code': 200} Feb 07 22:48:36.746813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Routers {'1e689b22-b699-4b4d-97c8-4d76b0afabf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:36.748026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1e689b22-b699-4b4d-97c8-4d76b0afabf2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:36.751443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:36.752070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.770994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Usage tracker for resource:network and tenant:9f46754cd88f4c51bd7d45f81a1e9858 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:36.788297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:36.799184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:36.821842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d5f2c677-d79f-4dc4-8b90-cde0fa71f2d6 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4622829 Feb 07 22:48:36.827979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34404) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:36.951565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.958348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:36.958515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Made reservation on behalf of 9f46754cd88f4c51bd7d45f81a1e9858 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:36.969072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.010619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.012070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e689b22-b699-4b4d-97c8-4d76b0afabf2 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:48:37.035740 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.060147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5396-63d2-4800-842a-58e4677db363 req-e20cb9ca-639d-4110-b55d-255dca680a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.067903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.068274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fa2f5396-63d2-4800-842a-58e4677db363 req-e20cb9ca-639d-4110-b55d-255dca680a15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 1096 time: 0.2514768 Feb 07 22:48:37.070267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.073889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-43f09226-2e45-4ef9-949d-c8e167f7156b tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "DELETE /v2.0/routers/1e689b22-b699-4b4d-97c8-4d76b0afabf2 HTTP/1.1" status: 204 len: 168 time: 3.1912780 Feb 07 22:48:37.074202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34416) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:37.090281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] Set router 1e689b22-b699-4b4d-97c8-4d76b0afabf2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:37.260278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e689b22-b699-4b4d-97c8-4d76b0afabf2', 'name': 'tempest-snat-router-812239400', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:18Z', 'updated_at': '2022-02-07T22:48:35Z', 'revision_number': 5, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:37.268432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-d479e448-aacb-4645-b7f5-89531757a6bc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.276140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-d479e448-aacb-4645-b7f5-89531757a6bc tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.2554905 Feb 07 22:48:37.297333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fa2f5396-63d2-4800-842a-58e4677db363 req-02caa0bf-f3ab-4ba7-b86d-925030f199c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112429 Feb 07 22:48:37.313594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-1a4e79e2-b5cd-4f4c-88a4-cbb09ad8cba4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/quotas/55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 375 time: 0.0364904 Feb 07 22:48:37.315700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:37.358801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Usage tracker for resource:security_group_rule and tenant:9f46754cd88f4c51bd7d45f81a1e9858 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:37.373712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.376378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.377909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.379401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.381302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:37.382311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Synchronizing usage tracker for tenant:b125987a097248b29811f84c65eb970c on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:37.385702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:37.395899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:37.401303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:37.433052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34422) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:37.466432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Unset dirty status for tenant:b125987a097248b29811f84c65eb970c on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:37.467679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9815f570-4cad-4dc5-9afd-50998e202a80 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6380801 Feb 07 22:48:37.474607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34426) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:37.499976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87943f97-e595-4a5f-81d8-9acaafc3316a None None] The sync data for ids ['1e689b22-b699-4b4d-97c8-4d76b0afabf2'] in n-d-827896-3 is: [{'id': '1e689b22-b699-4b4d-97c8-4d76b0afabf2', 'name': 'tempest-snat-router-812239400', 'tenant_id': '367cc13cade24f0eb464eb0fb87459e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:18Z', 'updated_at': '2022-02-07T22:48:35Z', 'revision_number': 5, 'project_id': '367cc13cade24f0eb464eb0fb87459e4', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:37.518157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635915383'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:37.528043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.551227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:37.574023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:37.582419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:37.607699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:37.676709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-aa252fad-a9f8-46bd-aa6d-dad84f7f8e38 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3560822 Feb 07 22:48:37.772745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff663c82-4719-4e28-8c07-ebdeda06aa68 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.781944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:37.785950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.918097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.943421 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff663c82-4719-4e28-8c07-ebdeda06aa68 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.949845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Deleting port b8aa42eb-36e0-4632-88d7-6790a401cf67 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:37.950355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.984042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:37.994062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:38.014246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.075210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.075858 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment f230c087-b498-4a65-a053-ef178d55b182 of type vlan for network a67745d6-38cd-4432-abd8-81b4ac26aed6 Feb 07 22:48:38.105393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-6175c5f4-721e-43c7-88f5-36d8d840a34d service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268756 Feb 07 22:48:38.113892 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.125903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:38.160185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Transition to ACTIVE for port object a6fe6d41-9422-4c68-b5ee-986457b73349 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:38.185877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Transition to ACTIVE for port object a6fe6d41-9422-4c68-b5ee-986457b73349 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:38.209080 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.343927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:38.348215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-aab3a012-546e-48f7-8cc7-76e9c7f3b2ed service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172933 Feb 07 22:48:38.350367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:38.360587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4113c6-e4f0-4803-ae82-d237e1ee1aa4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:38.374540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:38.405619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.406168 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Added segment 442a6b53-84a9-409f-b184-77e09e259e1c of type vlan for network 7aee5300-61cb-442e-8459-be9e482d055d Feb 07 22:48:38.409210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] For port b8aa42eb-36e0-4632-88d7-6790a401cf67, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8aa42eb-36e0-4632-88d7-6790a401cf67,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:38.410893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.416718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.467512 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff663c82-4719-4e28-8c07-ebdeda06aa68 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.488253 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.577784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Pushing event updated for resources: {'Port': ['ID=a6fe6d41-9422-4c68-b5ee-986457b73349,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:38.600588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Attempting to bind port a6fe6d41-9422-4c68-b5ee-986457b73349 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:38.600896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Attempting to bind port a6fe6d41-9422-4c68-b5ee-986457b73349 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '92050c3b-248b-4022-a474-506dab231a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:38.601977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Attempting to bind port a6fe6d41-9422-4c68-b5ee-986457b73349 on network 462b24ee-2f23-456b-bf38-6f1060035ed5 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:38.602592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff663c82-4719-4e28-8c07-ebdeda06aa68 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85dffd1-e82e-4387-b882-f223b3345239,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:38.609781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:38.610695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Checking segment: {'id': '92050c3b-248b-4022-a474-506dab231a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:38.611385 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.611938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Bound using segment: {'id': '92050c3b-248b-4022-a474-506dab231a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:38.612441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Bound port: a6fe6d41-9422-4c68-b5ee-986457b73349, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92050c3b-248b-4022-a474-506dab231a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:38.612851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.722876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031562e9-5644-4ff8-b19a-96bc31d093fb req-7eb99e52-8426-4cfc-804c-d0976ed6be1a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:38.724596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-031562e9-5644-4ff8-b19a-96bc31d093fb req-7eb99e52-8426-4cfc-804c-d0976ed6be1a tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 945 time: 0.6062813 Feb 07 22:48:38.725581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff663c82-4719-4e28-8c07-ebdeda06aa68 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.726602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ff663c82-4719-4e28-8c07-ebdeda06aa68 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/security-groups/c85dffd1-e82e-4387-b882-f223b3345239 HTTP/1.1" status: 204 len: 168 time: 1.2926261 Feb 07 22:48:38.751076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34444) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:38.763257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Calling delete_port for b8aa42eb-36e0-4632-88d7-6790a401cf67 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:38.835131 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.860215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:38.860931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.899020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:48:38.902486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] For port a6fe6d41-9422-4c68-b5ee-986457b73349, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:38.912404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] For port a6fe6d41-9422-4c68-b5ee-986457b73349, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6fe6d41-9422-4c68-b5ee-986457b73349,segment=NetworkSegment(92050c3b-248b-4022-a474-506dab231a05),segment_id=92050c3b-248b-4022-a474-506dab231a05)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:38.941473 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:38.966892 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-6a7824fe-9ca4-42b2-bcf7-7fdd2ff63e57 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] show failed (client error): The resource could not be found. Feb 07 22:48:38.973309 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6a7824fe-9ca4-42b2-bcf7-7fdd2ff63e57 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "GET /v2.0/security-groups/c85dffd1-e82e-4387-b882-f223b3345239 HTTP/1.1" status: 404 len: 347 time: 0.2184579 Feb 07 22:48:38.974873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34452) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:39.100737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 2, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:39.121588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Checking router: d333497f-f084-4582-a29d-0fb783ff4255 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:48:39.121960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Updating router d333497f-f084-4582-a29d-0fb783ff4255 port 37b7b6a8-0177-4da2-9883-2193acbb1208 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:48:39.212819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0f4a9-dc9c-4c28-be6d-cad7169416c1 None None] Pushing event updated for resources: {'Port': ['ID=a6fe6d41-9422-4c68-b5ee-986457b73349,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:39.250045 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.522512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0435512 Feb 07 22:48:39.535954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34462) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:39.544722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:39.556010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-031562e9-5644-4ff8-b19a-96bc31d093fb req-3103019c-2695-4156-bc7f-1acc84cf7c61 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075101 Feb 07 22:48:39.619539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.621412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:39.623707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:39.669584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0058208 Feb 07 22:48:39.677989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34466) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:39.690624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Request body: {'subnet': {'network_id': '7aee5300-61cb-442e-8459-be9e482d055d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-197817996-subnet', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:39.698662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539f73d-3a4c-49da-948a-33f0d4a1d202 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=a67745d6-38cd-4432-abd8-81b4ac26aed6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:39.747122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:39.784618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:39.855787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Usage tracker for resource:subnet and tenant:9f46754cd88f4c51bd7d45f81a1e9858 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:39.895524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:39.938083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4f133a4-731f-4ca8-b976-2823cc20168e req-a95c6d3c-48ab-45ed-aad4-05d4cfb69fe0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 210 time: 0.0919528 Feb 07 22:48:39.940171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:39.998164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a475a-2625-4d07-8c96-f9208928e844 admin admin] Pushing event updated for resources: {'Network': ['ID=7aee5300-61cb-442e-8459-be9e482d055d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:40.002994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Made reservation on behalf of 9f46754cd88f4c51bd7d45f81a1e9858 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:40.010767 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.083039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 7aee5300-61cb-442e-8459-be9e482d055d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:40.480908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6fe6d41-9422-4c68-b5ee-986457b73349 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:40.521409 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.522586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port af7cbdb8-a88a-4831-b202-10c5f0d7cc78 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:40.523068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.661935 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.750874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Transition to ACTIVE for port object 37b7b6a8-0177-4da2-9883-2193acbb1208 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:40.777826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:40.793154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48f0859-72a5-4ae4-b2c3-8805758916c2,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:40.825845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Checking segment: {'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:40.828919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Network hostable DHCP agents. Network: 7aee5300-61cb-442e-8459-be9e482d055d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:40.849729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port a6fe6d41-9422-4c68-b5ee-986457b73349 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:41.071544 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.072091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.111882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Network 7aee5300-61cb-442e-8459-be9e482d055d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:41.162455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 7aee5300-61cb-442e-8459-be9e482d055d) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:41.177982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:41.178792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.196417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6536971-2208-42c9-8c6c-8557e8b6b98c None None] Network 7aee5300-61cb-442e-8459-be9e482d055d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:41.233823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fe0c2-ed73-472d-8ac5-9322fc948751 req-c8f15d7a-9d6b-4579-b4fe-67f58d7dc005 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:41.243993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f43fe0c2-ed73-472d-8ac5-9322fc948751 req-c8f15d7a-9d6b-4579-b4fe-67f58d7dc005 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 945 time: 0.4012129 Feb 07 22:48:41.354742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-62b5467a-967e-4a3d-b54a-eea61b822009 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6749978 Feb 07 22:48:41.362419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34496) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:41.375741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:41.397197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f43fe0c2-ed73-472d-8ac5-9322fc948751 req-59ad3c2a-f3c5-4a3d-b6f7-c7fe8969e3f8 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435137 Feb 07 22:48:41.406640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:41.418137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5248df-b018-4613-81e3-5497194659d2 None None] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:41.419714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Usage tracker for resource:router and tenant:9f46754cd88f4c51bd7d45f81a1e9858 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:41.427696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:41.447074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:41.458949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for af7cbdb8-a88a-4831-b202-10c5f0d7cc78 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:41.472213 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.473452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.501059 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.548306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7776d-8beb-46b0-b5e1-180662543a13 None None] Pushing event updated for resources: {'Port': ['ID=37b7b6a8-0177-4da2-9883-2193acbb1208,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:41.556022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Attempting to bind port 37b7b6a8-0177-4da2-9883-2193acbb1208 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:41.556677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Attempting to bind port 37b7b6a8-0177-4da2-9883-2193acbb1208 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:41.557979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Attempting to bind port 37b7b6a8-0177-4da2-9883-2193acbb1208 on network 90aa748e-7d12-476c-88ff-0f9cda6902ae {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:41.594013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:41.594739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Checking segment: {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:41.595410 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.595957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Bound using segment: {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:41.596674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Bound port: 37b7b6a8-0177-4da2-9883-2193acbb1208, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:41.597367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.735596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21b1e636-b686-4719-88f5-4e9ca9ec37f7 req-e9a3b984-dd91-4021-965b-27cc9973b387 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 210 time: 0.0746181 Feb 07 22:48:41.817946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] For port 37b7b6a8-0177-4da2-9883-2193acbb1208, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:41.827583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] For port 37b7b6a8-0177-4da2-9883-2193acbb1208, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=37b7b6a8-0177-4da2-9883-2193acbb1208,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:41.862637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-12ce814e-e66e-42a6-ad50-8c532b78e76a None None] Provisioning for port a6fe6d41-9422-4c68-b5ee-986457b73349 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:41.872144 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.899127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-d7de1f07-e12f-4223-ac27-df19ed9e488e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:41.901397 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-d7de1f07-e12f-4223-ac27-df19ed9e488e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.36 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.3131599 Feb 07 22:48:41.948212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:41.982898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'port': {'device_id': 'fc598523-b743-471b-98c3-ef9998a76372', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'admin_state_up': True, 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:42.005864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-12ce814e-e66e-42a6-ad50-8c532b78e76a None None] Provisioning complete for port a6fe6d41-9422-4c68-b5ee-986457b73349 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:42.006134 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-12ce814e-e66e-42a6-ad50-8c532b78e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.188694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.194045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:42.195691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:42.196216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:42.312223 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.319074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:port and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:42.323739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 is not hosted by any dhcp agent {{(pid=87671) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 22:48:42.331478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:42.332704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.334312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "PUT /v2.0/networks/a67745d6-38cd-4432-abd8-81b4ac26aed6 HTTP/1.1" status: 200 len: 723 time: 2.7973354 Feb 07 22:48:42.340488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:42.345091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0f1c8-a3fb-4ea0-82ba-4e70941491a6 req-452785e6-9db1-4e29-bd26-2d27ad04aac5 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:42.347590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42f0f1c8-a3fb-4ea0-82ba-4e70941491a6 req-452785e6-9db1-4e29-bd26-2d27ad04aac5 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=a9e2d495-2575-4219-9694-7932f47fb4c2 HTTP/1.1" status: 200 len: 946 time: 0.4559679 Feb 07 22:48:42.349280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34518) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:42.369297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:42.388711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7776d-8beb-46b0-b5e1-180662543a13 None None] Pushing event updated for resources: {'Port': ['ID=37b7b6a8-0177-4da2-9883-2193acbb1208,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:42.421142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': 'a67745d6-38cd-4432-abd8-81b4ac26aed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:42.487795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-7aee5300-61cb-442e-8459-be9e482d055d', 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'fixed_ips': [{'subnet_id': 'd48f0859-72a5-4ae4-b2c3-8805758916c2'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:42.488785 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.566724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Made reservation on behalf of 55a1cf6ea003463188ef42fc5b89771d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:42.570986 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.598443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6e8bc-5caa-47c5-9c82-002d42710ab8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=a67745d6-38cd-4432-abd8-81b4ac26aed6,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:42.603008 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.640110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:42.656732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:42.679728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=af7cbdb8-a88a-4831-b202-10c5f0d7cc78,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:42.691621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:42.697653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:42.762352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:42.790275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42f0f1c8-a3fb-4ea0-82ba-4e70941491a6 req-734a0e26-767a-4516-a2e5-8c49705ea84c tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338777 Feb 07 22:48:43.124763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-12ce814e-e66e-42a6-ad50-8c532b78e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.186660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-12ce814e-e66e-42a6-ad50-8c532b78e76a None None] For port a6fe6d41-9422-4c68-b5ee-986457b73349, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6fe6d41-9422-4c68-b5ee-986457b73349,segment=NetworkSegment(92050c3b-248b-4022-a474-506dab231a05),segment_id=92050c3b-248b-4022-a474-506dab231a05)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:43.207501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.213876 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-12ce814e-e66e-42a6-ad50-8c532b78e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.223102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:43.438404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8aa42eb-36e0-4632-88d7-6790a401cf67,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:43.461998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.467866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.498492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7cdd8cb-6d0c-47a8-b9c3-43be9cd97ac6 req-9c32af74-67c4-4ec3-8ae6-93e4ea1bc32c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 210 time: 0.5501289 Feb 07 22:48:43.565199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.569243 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36fdcdef-cf10-45b3-b5b6-a8c125f8eec6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/floatingips/e11e9512-a026-4776-87ea-968344babc1a HTTP/1.1" status: 204 len: 168 time: 4.5857799 Feb 07 22:48:43.573420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34544) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:43.664159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port 760f9c9b-634e-4843-95cd-51b92b242575 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:43.664700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.699442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:43.762355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Allocated IP 172.20.0.2 (7aee5300-61cb-442e-8459-be9e482d055d/d48f0859-72a5-4ae4-b2c3-8805758916c2/f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:43.967536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': 'f230c087-b498-4a65-a053-ef178d55b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a67745d6-38cd-4432-abd8-81b4ac26aed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:43.968676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: a67745d6-38cd-4432-abd8-81b4ac26aed6, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:43.977009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce814e-e66e-42a6-ad50-8c532b78e76a None None] Pushing event updated for resources: {'Port': ['ID=a6fe6d41-9422-4c68-b5ee-986457b73349,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:43.994823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Allocated IP 172.20.0.9 (25c1252f-a3e6-4ee4-93bb-1b969c7fb38e/1a68c447-f1da-41e8-8907-3da48fcfb61d/cbcbab56-2672-401e-adfc-0eccc4c91b22) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:44.084487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=7c34dae0-4929-4d7c-a5b8-9328d069c255,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:44.102859 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.105962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.251186 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.251758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d474c3f3-40b9-48dd-8505-21491612cd91 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:48:44.346561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:44.420353 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.431820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Transition to ACTIVE for port object f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:44.439179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34566) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:44.453180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Transition to ACTIVE for port object f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:44.459467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.466018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-855406a8-3db0-45fd-88ec-aad106031c03 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d474c3f3-40b9-48dd-8505-21491612cd91 HTTP/1.1" status: 204 len: 168 time: 7.3633082 Feb 07 22:48:44.490245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34574) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:44.490951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.501153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] Update dhcp port {'port': {'network_id': '462b24ee-2f23-456b-bf38-6f1060035ed5', 'fixed_ips': [{'subnet_id': 'c792e57b-eaca-476d-bc9a-3fd02a914148', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb7a0108-5563-4703-b231-0f353bbd303f'}], 'binding:host_id': 'n-d-827896-3'}, 'id': 'a6fe6d41-9422-4c68-b5ee-986457b73349'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:48:44.526390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2145157854', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:44.658432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a67745d6-38cd-4432-abd8-81b4ac26aed6) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:44.665262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:44.667861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.672821 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.695795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5bc4a-78d1-4c18-966b-72fa524f2705 None None] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:44.742956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:44.756288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Usage tracker for resource:router and tenant:07873ed7eb984052bf52ffe15f4d30d6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:44.848195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:44.848195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:44.904721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Network 7aee5300-61cb-442e-8459-be9e482d055d is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:44.911051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6fe6d41-9422-4c68-b5ee-986457b73349 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:44.941720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e1e042fc-793c-4055-b658-3473c4ea640f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5897522 Feb 07 22:48:44.947547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.948671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:44.963602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:44.985608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:45.000021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7376e2c9-6ef0-41e5-9134-a3ba564e3387 req-65c214cc-85ce-4e4b-b814-49dcd5029c32 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 210 time: 0.2519326 Feb 07 22:48:45.025619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.064060 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.070990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.136360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-194e8398-3298-4031-bc98-4e611ebd5c64 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:45.143170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-194e8398-3298-4031-bc98-4e611ebd5c64 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 813 time: 0.8156838 Feb 07 22:48:45.175945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-2d057ce8-11a5-45bc-90d5-ac29fec760e3 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/quotas/dd470468bb2d4b2b8e4dfdfd79486c7c HTTP/1.1" status: 200 len: 375 time: 0.0317953 Feb 07 22:48:45.212426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for 760f9c9b-634e-4843-95cd-51b92b242575 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:45.326352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] Allocated IP 172.20.0.1 (462b24ee-2f23-456b-bf38-6f1060035ed5/bb7a0108-5563-4703-b231-0f353bbd303f/a6fe6d41-9422-4c68-b5ee-986457b73349) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:45.387343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Allocated IP 172.25.0.58 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/176a8780-0f38-4ec5-b49f-f9e526bbbb3b) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:45.416404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-e2f8ed3b-637e-44cf-a17e-a54b800a4e88 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2394545 Feb 07 22:48:45.492537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] For port a6fe6d41-9422-4c68-b5ee-986457b73349, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6fe6d41-9422-4c68-b5ee-986457b73349,segment=NetworkSegment(92050c3b-248b-4022-a474-506dab231a05),segment_id=92050c3b-248b-4022-a474-506dab231a05)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:45.521654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.542340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] Transition to ACTIVE for port object a6fe6d41-9422-4c68-b5ee-986457b73349 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:45.543778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:45.547143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:45.622759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.654684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.658459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.667498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.713548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.769184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-642cc225-82f3-4249-81cf-285766675d9b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:45.771666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-642cc225-82f3-4249-81cf-285766675d9b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "GET /v2.0/ports?device_id=0698ede8-f9c0-4e94-b476-ed7646115b4b HTTP/1.1" status: 200 len: 945 time: 0.4629438 Feb 07 22:48:45.777054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.782572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=760f9c9b-634e-4843-95cd-51b92b242575,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:45.800335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:45.804805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Pushing event updated for resources: {'Port': ['ID=f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:45.885657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:45.914020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Usage tracker for resource:security_group_rule and tenant:5763939b7dc343e1950522acba9be742 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:45.934896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:45.957058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Attempting to bind port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:45.957480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Attempting to bind port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:45.957845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Attempting to bind port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a on network 7aee5300-61cb-442e-8459-be9e482d055d {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:46.001323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:46.002093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Checking segment: {'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:46.003116 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.003942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Bound using segment: {'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:46.004724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Bound port: f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:46.005422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.038810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Deleting port e3030b70-dc63-4cc4-8894-e48041fa8efe {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:46.039153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.109535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:41Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:46.134367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:46.184307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Transition to ACTIVE for port object cbcbab56-2672-401e-adfc-0eccc4c91b22 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:46.205330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f18f9-ec67-43e3-88a3-57a69a7171f5 None None] The sync data for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 is: [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:41Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:46.378751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb049767-fb72-4322-a9c3-62ff412e4845 None None] Pushing event updated for resources: {'Port': ['ID=a6fe6d41-9422-4c68-b5ee-986457b73349,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:46.487769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] For port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:46.530591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2328901'] for subnet, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.555824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] For port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a,segment=NetworkSegment(442a6b53-84a9-409f-b184-77e09e259e1c),segment_id=442a6b53-84a9-409f-b184-77e09e259e1c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:46.630763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.699538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-31cdd24d-b894-49c9-824c-c8acb500cc1b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:46.700316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-31cdd24d-b894-49c9-824c-c8acb500cc1b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Synchronizing usage tracker for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:46.816900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce9445-3fd2-4b3a-9418-2c0393c29626 None None] Pushing event updated for resources: {'Port': ['ID=f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:46.822267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Pushing event updated for resources: {'Port': ['ID=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:46.838210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 37b7b6a8-0177-4da2-9883-2193acbb1208 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:46.849057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:46.866128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7741c241-15f3-419d-83a1-bc4e42f93528 req-d568d861-beb2-4341-9472-1403f3d0657d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 210 time: 0.3707399 Feb 07 22:48:46.867177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:46.869836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:46.970819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:46.989616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a67745d6-38cd-4432-abd8-81b4ac26aed6', 'network_id': 'a67745d6-38cd-4432-abd8-81b4ac26aed6', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': '7c34dae0-4929-4d7c-a5b8-9328d069c255'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:46.990526 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.072464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.107600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd895e-3e37-4096-a863-b1f6861fe130 None None] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:47.129823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-0708b0e1-e900-444b-99cc-711c6015d55d service neutron] 10.222.0.10 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7124689 Feb 07 22:48:47.135786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] For port e3030b70-dc63-4cc4-8894-e48041fa8efe, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e3030b70-dc63-4cc4-8894-e48041fa8efe,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:47.136161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.341045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738282386436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2242466'] for subnet, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.354405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-31cdd24d-b894-49c9-824c-c8acb500cc1b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Unset dirty status for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:47.355574 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-31cdd24d-b894-49c9-824c-c8acb500cc1b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9e2d495-2575-4219-9694-7932f47fb4c2 HTTP/1.1" status: 200 len: 946 time: 2.6010776 Feb 07 22:48:47.430203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:47.430802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.435083 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "PUT /v2.0/subnets/7c34dae0-4929-4d7c-a5b8-9328d069c255 HTTP/1.1" status: 200 len: 826 time: 2.4704432 Feb 07 22:48:47.553207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34648) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:47.570272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Calling delete_port for e3030b70-dc63-4cc4-8894-e48041fa8efe owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:47.577221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24ffc17a-28b0-43f7-962c-0784d4371dc5 None None] Provisioning for port a6fe6d41-9422-4c68-b5ee-986457b73349 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:47.604815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 37b7b6a8-0177-4da2-9883-2193acbb1208 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:47.770953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=7c34dae0-4929-4d7c-a5b8-9328d069c255,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:47.777015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2c2dfc30-ec15-48a8-81cd-3cf890200e3b tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/ports/760f9c9b-634e-4843-95cd-51b92b242575 HTTP/1.1" status: 204 len: 168 time: 4.1997683 Feb 07 22:48:47.780747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Deleting port b421775a-0895-4401-a94b-5760959ad19d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:47.781122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:47.811162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Allocated IP 2001:db8::2 (a67745d6-38cd-4432-abd8-81b4ac26aed6/7c34dae0-4929-4d7c-a5b8-9328d069c255/bb76eff1-a459-4c56-b7a1-fc67b607d4cc) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:47.838954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34674) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:47.919394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.919819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.920083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.920431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.920788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.921123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.921452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.921782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.922109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.922431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.922756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.923079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16a96f-409d-4795-bb33-f7f2437b55c7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:47.949061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.117949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.149464 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.161545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Transition to ACTIVE for port object bb76eff1-a459-4c56-b7a1-fc67b607d4cc will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:48.171494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting port e50e28d3-7a31-414a-be0d-546183709b6b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:48.171923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.207064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 37b7b6a8-0177-4da2-9883-2193acbb1208 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:48.207436 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.219447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:48.248988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.249223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7', 'e0d4bc88-dfd9-4984-9338-66a9a6914435'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:48:48.306578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24ffc17a-28b0-43f7-962c-0784d4371dc5 None None] Provisioning complete for port a6fe6d41-9422-4c68-b5ee-986457b73349 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:48.307302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24ffc17a-28b0-43f7-962c-0784d4371dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.316239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:48.366758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:48.491402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-64e8c9e2-6370-4d8f-b064-430547c804c9 service neutron] 10.222.0.10 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1525476 Feb 07 22:48:48.496230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Transition to ACTIVE for port object bb76eff1-a459-4c56-b7a1-fc67b607d4cc will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:48.550138 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.691552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.711164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=cbcbab56-2672-401e-adfc-0eccc4c91b22,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:48.773480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:48.776495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:48.829929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:48.841104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:48.885505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Pushing event updated for resources: {'Port': ['ID=bb76eff1-a459-4c56-b7a1-fc67b607d4cc,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:48.967774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71c3ad-07c2-42c1-84ec-c39bb31509fd req-518168f6-f3de-4d0a-a1b9-f41ab18a01b2 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:48.971356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d71c3ad-07c2-42c1-84ec-c39bb31509fd req-518168f6-f3de-4d0a-a1b9-f41ab18a01b2 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 931 time: 0.7154491 Feb 07 22:48:48.972035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.001803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5763939b7dc343e1950522acba9be742&name=default HTTP/1.1" status: 200 len: 2983 time: 4.5590262 Feb 07 22:48:49.004689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61a9b4-7513-4f85-b43a-2818c3f32d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0341fcd-c8a0-4fc6-b0a1-9ffcc57dae14,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:49.015233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34690) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:49.047561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-81ff04af-2feb-4d49-95ac-6caa4e439840 None None] Provisioning for port cbcbab56-2672-401e-adfc-0eccc4c91b22 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:49.061797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30089d45-cb1b-4ccc-9c42-0b5885be472b None None] Network 7aee5300-61cb-442e-8459-be9e482d055d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:49.134843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:49.135515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.149102 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.282098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-81ff04af-2feb-4d49-95ac-6caa4e439840 None None] Provisioning complete for port cbcbab56-2672-401e-adfc-0eccc4c91b22 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:49.282469 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-81ff04af-2feb-4d49-95ac-6caa4e439840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.375259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-15d296cd-9690-4a07-89e8-c20cffd12299 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3972728 Feb 07 22:48:49.403719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 37b7b6a8-0177-4da2-9883-2193acbb1208, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=37b7b6a8-0177-4da2-9883-2193acbb1208,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:49.411410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Request body: {'port': {'device_id': 'fc598523-b743-471b-98c3-ef9998a76372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:49.411874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-81ff04af-2feb-4d49-95ac-6caa4e439840 None None] Port cbcbab56-2672-401e-adfc-0eccc4c91b22 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:48:49.427131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.428471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6fe6d41-9422-4c68-b5ee-986457b73349 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:49.472060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b421775a-0895-4401-a94b-5760959ad19d,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:49.475216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.580983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port bb76eff1-a459-4c56-b7a1-fc67b607d4cc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:49.581584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.602212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Attempting to bind port bb76eff1-a459-4c56-b7a1-fc67b607d4cc on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:49.602636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Attempting to bind port bb76eff1-a459-4c56-b7a1-fc67b607d4cc by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f230c087-b498-4a65-a053-ef178d55b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a67745d6-38cd-4432-abd8-81b4ac26aed6'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:49.603060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Attempting to bind port bb76eff1-a459-4c56-b7a1-fc67b607d4cc on network a67745d6-38cd-4432-abd8-81b4ac26aed6 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:49.654163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:49.654542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Checking segment: {'id': 'f230c087-b498-4a65-a053-ef178d55b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a67745d6-38cd-4432-abd8-81b4ac26aed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:49.654949 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.655478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Bound using segment: {'id': 'f230c087-b498-4a65-a053-ef178d55b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a67745d6-38cd-4432-abd8-81b4ac26aed6'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:49.655957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Bound port: bb76eff1-a459-4c56-b7a1-fc67b607d4cc, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f230c087-b498-4a65-a053-ef178d55b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a67745d6-38cd-4432-abd8-81b4ac26aed6'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:49.656334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.674785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d71c3ad-07c2-42c1-84ec-c39bb31509fd req-c5010115-393a-4167-ac08-19318c871b8a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216059 Feb 07 22:48:49.708165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Calling delete_port for b421775a-0895-4401-a94b-5760959ad19d owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:49.747516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1e94-c3f1-4287-b6b6-7781a78db7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:49.892541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7ac55118-c937-429d-be31-32bee2e006e9 None None] Provisioning for port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:49.912271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=37b7b6a8-0177-4da2-9883-2193acbb1208,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:49.921324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port bb76eff1-a459-4c56-b7a1-fc67b607d4cc, host n-d-827896-3, got binding levels [] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:49.921733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.058551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.081187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a6fe6d41-9422-4c68-b5ee-986457b73349 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:50.081566 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.098176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for bb76eff1-a459-4c56-b7a1-fc67b607d4cc owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:50.111209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] For port bb76eff1-a459-4c56-b7a1-fc67b607d4cc, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:50.137274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7ac55118-c937-429d-be31-32bee2e006e9 None None] Provisioning complete for port a6fe6d41-9422-4c68-b5ee-986457b73349 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:50.137777 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ac55118-c937-429d-be31-32bee2e006e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.165426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event deleted for resources: {'Port': ['ID=e3030b70-dc63-4cc4-8894-e48041fa8efe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:50.168633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] No DVR routers for this DVR port e3030b70-dc63-4cc4-8894-e48041fa8efe on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:50.222264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] For port bb76eff1-a459-4c56-b7a1-fc67b607d4cc, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bb76eff1-a459-4c56-b7a1-fc67b607d4cc,segment=NetworkSegment(f230c087-b498-4a65-a053-ef178d55b182),segment_id=f230c087-b498-4a65-a053-ef178d55b182)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:50.225722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.228115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'name': 'network-vif-deleted', 'tag': 'e3030b70-dc63-4cc4-8894-e48041fa8efe'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:50.245128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1e94-c3f1-4287-b6b6-7781a78db7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.265073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-083319a5-3bbb-4569-90a3-a984c6ece6b8 req-da44e9e9-0136-4e37-87a0-4b68688b53fd tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 210 time: 0.1378307 Feb 07 22:48:50.286996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.292540 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.369235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.369725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.370172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.370634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.371080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.371509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.371903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.372297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.372716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.373119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.373518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.374323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:50.382874 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0698ede8-f9c0-4e94-b476-ed7646115b4b', 'name': 'network-vif-deleted', 'tag': 'e3030b70-dc63-4cc4-8894-e48041fa8efe', 'status': 'completed', 'code': 200} Feb 07 22:48:50.397940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.408977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd974968-8d4b-4540-bc9d-2b473e326ad9 None None] Pushing event updated for resources: {'Port': ['ID=bb76eff1-a459-4c56-b7a1-fc67b607d4cc,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:50.498770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f030141-77aa-41f4-8a98-deb2bc6e6ebc req-466b603d-2c94-46b1-952e-cbea8fd7680e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "DELETE /v2.0/ports/e3030b70-dc63-4cc4-8894-e48041fa8efe HTTP/1.1" status: 204 len: 173 time: 4.6692686 Feb 07 22:48:50.529508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b421775a-0895-4401-a94b-5760959ad19d no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:50.628406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Allocated IP 172.25.0.35 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/f131c4a5-3283-4324-a8fc-eb8362d33fb0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:50.750050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8aa42eb-36e0-4632-88d7-6790a401cf67 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:50.794548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b8aa42eb-36e0-4632-88d7-6790a401cf67 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:48:50.795731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8aa42eb-36e0-4632-88d7-6790a401cf67 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:48:50.897454 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:50.969741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.026277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.030501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:51.049755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:48:51.050130 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:48:51.068988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b421775a-0895-4401-a94b-5760959ad19d,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:51.093977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.095187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3030b70-dc63-4cc4-8894-e48041fa8efe no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:51.161762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-d5f63a01-f331-4022-89aa-23cc80ac7d47 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.164030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-d5f63a01-f331-4022-89aa-23cc80ac7d47 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 1.0378900 Feb 07 22:48:51.235500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: e3030b70-dc63-4cc4-8894-e48041fa8efe {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:48:51.235851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e3030b70-dc63-4cc4-8894-e48041fa8efe not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:48:51.263328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:51.390288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f529d88b-449b-4d28-9756-2736b740d67e no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:51.463953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Calling delete_port for e50e28d3-7a31-414a-be0d-546183709b6b owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:51.465227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-f2dbe6fc-0303-4e96-b83a-a8f1b4821cda tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:51.466877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-f2dbe6fc-0303-4e96-b83a-a8f1b4821cda tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 813 time: 0.2340264 Feb 07 22:48:51.519336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.533374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b421775a-0895-4401-a94b-5760959ad19d,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:51.630032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:48:51.630352 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:48:51.670258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1e94-c3f1-4287-b6b6-7781a78db7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.716434 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.738023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:51.744531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Request body: {'port': {'device_id': '886eda61-31ab-4e54-91d0-b86a26470d06', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'admin_state_up': True, 'tenant_id': 'dd470468bb2d4b2b8e4dfdfd79486c7c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:51.747356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:51.747899 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.766016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port bb76eff1-a459-4c56-b7a1-fc67b607d4cc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:51.766360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.807934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c1e94-c3f1-4287-b6b6-7781a78db7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0341fcd-c8a0-4fc6-b0a1-9ffcc57dae14,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:51.827671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:51.848279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-56964bc2-78f9-42db-ab47-66192483d437 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/quotas/792d36a0bce6473bbb9a880d588b38bc HTTP/1.1" status: 200 len: 375 time: 0.4110274 Feb 07 22:48:51.879736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.973247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2b4c1e94-c3f1-4287-b6b6-7781a78db7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:51.974514 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2b4c1e94-c3f1-4287-b6b6-7781a78db7bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0341fcd-c8a0-4fc6-b0a1-9ffcc57dae14 HTTP/1.1" status: 204 len: 168 time: 2.9579937 Feb 07 22:48:52.001915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-9df85a66-361d-41c5-bc8d-23688b133178 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:52.002807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-9df85a66-361d-41c5-bc8d-23688b133178 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Synchronizing usage tracker for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:52.046610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:52.050158 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.071609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-9df85a66-361d-41c5-bc8d-23688b133178 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Unset dirty status for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:52.072918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-9df85a66-361d-41c5-bc8d-23688b133178 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.36 "GET /v2.0/ports?device_id=58b47150-3a9c-4fe5-9861-4468032bf342 HTTP/1.1" status: 200 len: 946 time: 1.0197482 Feb 07 22:48:52.090565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a,segment=NetworkSegment(442a6b53-84a9-409f-b184-77e09e259e1c),segment_id=442a6b53-84a9-409f-b184-77e09e259e1c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:52.096233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.097418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 37b7b6a8-0177-4da2-9883-2193acbb1208 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:52.143201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Deleting port b421775a-0895-4401-a94b-5760959ad19d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:52.143713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.236965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:52.243065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92dad70-c26e-4dfb-9318-cc8d4e6f8c8f None None] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:52.286053 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.309535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port bb76eff1-a459-4c56-b7a1-fc67b607d4cc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bb76eff1-a459-4c56-b7a1-fc67b607d4cc,segment=NetworkSegment(f230c087-b498-4a65-a053-ef178d55b182),segment_id=f230c087-b498-4a65-a053-ef178d55b182)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:52.310133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.356828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:52.376435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:52.407273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:52.437040 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.437930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-becc5b2a-4a16-4018-af31-dcc26e21f458 None None] Provisioning for port bb76eff1-a459-4c56-b7a1-fc67b607d4cc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:52.456947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 37b7b6a8-0177-4da2-9883-2193acbb1208 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:52.457330 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.464401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-4ad78abc-a545-428a-bc3c-844696eaf322 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:52.466305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-4ad78abc-a545-428a-bc3c-844696eaf322 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 813 time: 0.8346853 Feb 07 22:48:52.479366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for bb76eff1-a459-4c56-b7a1-fc67b607d4cc owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:52.525957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Request body: {'port': {'device_id': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'admin_state_up': True, 'tenant_id': 'dd470468bb2d4b2b8e4dfdfd79486c7c'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:52.626268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Deleting port f529d88b-449b-4d28-9756-2736b740d67e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:52.627254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:52.703368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event updated for resources: {'Port': ['ID=f131c4a5-3283-4324-a8fc-eb8362d33fb0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:52.747298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eb06e-cc5e-4e76-b460-758be07e11bd req-f4509056-35ed-4eb6-a0db-27b4809ddd29 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:52.749070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-315eb06e-cc5e-4e76-b460-758be07e11bd req-f4509056-35ed-4eb6-a0db-27b4809ddd29 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 931 time: 1.6571887 Feb 07 22:48:52.876311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Port': ['ID=e50e28d3-7a31-414a-be0d-546183709b6b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:52.961387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-8548c044-664b-4439-b51b-f7dd045f2923 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0046453 Feb 07 22:48:52.971288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-315eb06e-cc5e-4e76-b460-758be07e11bd req-19ced90b-cd4a-4418-b820-4ae013ec4116 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764169 Feb 07 22:48:52.975260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:53.003800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.015141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Usage tracker for resource:port and tenant:dd470468bb2d4b2b8e4dfdfd79486c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:53.042674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed942e7-db1c-4563-874d-57b70f32b013 None None] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:53.116760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:53.130218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:48:53.145914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:53.151219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Port': ['ID=bb76eff1-a459-4c56-b7a1-fc67b607d4cc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:53.189200 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d', 'code': 200} Feb 07 22:48:53.216823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d46ae1a1-6446-427e-9ffd-6154e7d9487f None None] Could not find standard attr ID for object bb76eff1-a459-4c56-b7a1-fc67b607d4cc. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:48:53.252146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:53.280070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No DVR routers for this DVR port bb76eff1-a459-4c56-b7a1-fc67b607d4cc on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:53.375248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34748) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:53.411962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Made reservation on behalf of dd470468bb2d4b2b8e4dfdfd79486c7c for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:53.416812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.445831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:53.446234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.514849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-acdcbcdd-ea8f-4676-8c56-a33f574b8e67 req-ede86ab0-2258-4cc9-9bdb-84dc6c405454 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Synchronizing usage tracker for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:48:53.620667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bb76eff1-a459-4c56-b7a1-fc67b607d4cc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:53.665889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: bb76eff1-a459-4c56-b7a1-fc67b607d4cc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:48:53.666124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bb76eff1-a459-4c56-b7a1-fc67b607d4cc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 07 22:48:53.704894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port bb76eff1-a459-4c56-b7a1-fc67b607d4cc not found, will not notify nova. {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 07 22:48:53.766549 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.770859 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:53.804466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1941067116-network', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:53.810303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-2fe64e75-bbf7-467c-8bd2-61a86ba8710f service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8380482 Feb 07 22:48:53.832498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:53.877293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:48:53.911150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Usage tracker for resource:network and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:53.916834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-acdcbcdd-ea8f-4676-8c56-a33f574b8e67 req-ede86ab0-2258-4cc9-9bdb-84dc6c405454 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Unset dirty status for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:48:53.917975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acdcbcdd-ea8f-4676-8c56-a33f574b8e67 req-ede86ab0-2258-4cc9-9bdb-84dc6c405454 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 210 time: 0.5307305 Feb 07 22:48:53.943832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:54.000407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2a0df761-53aa-4891-9f65-aaa0dfeff25d tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/ports/e50e28d3-7a31-414a-be0d-546183709b6b HTTP/1.1" status: 204 len: 168 time: 6.1564429 Feb 07 22:48:54.008582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34754) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:54.012197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:54.031545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:54.073077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbcbab56-2672-401e-adfc-0eccc4c91b22 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:48:54.079978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:54.096733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.111126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] For port b421775a-0895-4401-a94b-5760959ad19d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b421775a-0895-4401-a94b-5760959ad19d,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:54.111535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.168833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Made reservation on behalf of ea87095f5c82496c9be95e09dfea2736 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:54.171184 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.181225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:54.201268 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Sync routers for ids ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:54.212374 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Routers {'5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:54.213287 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:54.227463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.276664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting subnet f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:48:54.289590 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.321050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.324884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:54.329502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Allocated IP 172.20.0.13 (c269e01c-caa0-4de1-a83b-0664af078b9e/873952d5-707e-4928-a7e5-22b18a49167f/bfb68665-d2f4-45bc-a04a-bf818c0a3f16) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:54.336688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Made reservation on behalf of dd470468bb2d4b2b8e4dfdfd79486c7c for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:54.340282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.396979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Usage tracker for resource:security_group_rule and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:54.406353 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Set router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:54.425486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Calling delete_port for b421775a-0895-4401-a94b-5760959ad19d owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:54.445840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:54.450598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=7c34dae0-4929-4d7c-a5b8-9328d069c255,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:54.455847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Transition to ACTIVE for port object cbcbab56-2672-401e-adfc-0eccc4c91b22 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:54.473363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-e8bbe06b-ee12-4526-a8c6-aab7339cfcc3 service neutron] 10.222.0.10 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461406 Feb 07 22:48:54.474067 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.475122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-be312b9b-97c1-4cd8-a990-69b7e6a45201 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.1095192 Feb 07 22:48:54.477656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:54.482226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34760) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:54.500119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597ac0a-24c6-49fc-a3b1-218ee83483b9 None None] Network a67745d6-38cd-4432-abd8-81b4ac26aed6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:54.539539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.557129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] For port f529d88b-449b-4d28-9756-2736b740d67e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=f529d88b-449b-4d28-9756-2736b740d67e,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:54.557620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.568287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.688007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.855006 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:48:48Z', 'revision_number': 3, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:54.864709 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Checking router: 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:48:54.865129 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Updating router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:48:54.919732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67745d6-38cd-4432-abd8-81b4ac26aed6']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:54.967917 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:54.997592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2a7d93-a185-4cd7-a42a-72642d50f5cb None None] DHCP port deletion for a67745d6-38cd-4432-abd8-81b4ac26aed6 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:48:55.037345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28f98562-69de-47b1-bb5d-0dc0ee35b592 req-a509ad1e-64a7-487f-b68e-344904c2f798 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 210 time: 0.2775609 Feb 07 22:48:55.052192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f230c087-b498-4a65-a053-ef178d55b182') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:55.052876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f230c087-b498-4a65-a053-ef178d55b182') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:55.093363 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.113870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c3683-9a0f-4486-8ca6-91bf00c273ca req-89be827f-b48d-497f-94a1-d0072538b41f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.115883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d6c3683-9a0f-4486-8ca6-91bf00c273ca req-89be827f-b48d-497f-94a1-d0072538b41f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 931 time: 0.7878520 Feb 07 22:48:55.191769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:55.202293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.214389 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.242234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.290517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Calling delete_port for f529d88b-449b-4d28-9756-2736b740d67e owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:55.297184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device f529d88b-449b-4d28-9756-2736b740d67e no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:55.333818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.350144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:55.363284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.363632 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Added segment 9adc785d-30d6-4e60-9a6f-61b344b83a36 of type vlan for network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f Feb 07 22:48:55.409885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.433432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.558531 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.559100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:55.559100 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.586450 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Transition to ACTIVE for port object 176a8780-0f38-4ec5-b49f-f9e526bbbb3b will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:48:55.596526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1447a4e3-fdd5-4cbc-bec1-574e71432812,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.596761 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.602850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.603802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:55.604376 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:55.627311 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:55.658103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcbab56-2672-401e-adfc-0eccc4c91b22,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.717098 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Attempting to bind port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:55.717465 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Attempting to bind port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:55.717821 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Attempting to bind port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:55.719836 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Pushing event updated for resources: {'Port': ['ID=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.730564 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.730913 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.731708 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.731708 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.731911 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.733297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.733297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.733297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.733297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.733628 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.733815 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.734110 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:48:55.738926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:55.738926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:55.738926 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.738926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:55.739374 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Bound port: 176a8780-0f38-4ec5-b49f-f9e526bbbb3b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:55.740075 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.854887 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] For port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:55.861029 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] For port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:55.870469 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:55.976416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] Pushing event updated for resources: {'Network': ['ID=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:55.983559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3bdd430-8d74-45ee-b0bc-d3f29535fdb9 req-a01b072a-a2c3-450d-87ff-347f33905ed8 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 210 time: 0.6556559 Feb 07 22:48:55.987251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d6c3683-9a0f-4486-8ca6-91bf00c273ca req-3ae6e3ab-34cc-451f-8eb9-a59a2eb6ab2d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8579428 Feb 07 22:48:55.996300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c28b71ba-d7d8-4699-ad2f-f04785b09d07 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6077137 Feb 07 22:48:55.997696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.008938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:48:56.017946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34778) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:56.021464 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.077025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.079126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/subnets/f7a0ce42-7878-4f4f-a00e-9445d2c8ae22 HTTP/1.1" status: 204 len: 168 time: 2.0543911 Feb 07 22:48:56.082256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34782) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:56.091861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a6641-40b5-4c5c-bd80-e2a19d35b2e9 None None] Network aa70d753-c5d6-4c82-951b-6d2c610c8bb4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:56.093045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Request body: {'subnet': {'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1941067116-subnet', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:56.098953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33dc19-dc68-4b67-9ad5-53e1a26f0512 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a0ce42-7878-4f4f-a00e-9445d2c8ae22,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:56.117235 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e', 'code': 200} Feb 07 22:48:56.118597 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-94f1ccb9-3912-464e-9b92-d7555fc9d6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.159655 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Routers {'5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:56.160588 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:56.166847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:56.178527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Usage tracker for resource:subnet and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:56.187600 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.198566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.211593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:56.247114 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5490c-733f-488f-97cc-0e51c0165acf None None] Pushing event updated for resources: {'Port': ['ID=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:56.260142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:56.266895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=a67745d6-38cd-4432-abd8-81b4ac26aed6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:56.271528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a3d5a5e1-1db3-4656-bb62-b34554f4fd6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/a67745d6-38cd-4432-abd8-81b4ac26aed6 HTTP/1.1" status: 204 len: 168 time: 8.7170687 Feb 07 22:48:56.283996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34788) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:56.305707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.336405 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1daedde7-7dd4-4280-890d-615d0eb1a608 req-6ef52aca-d3a5-4667-8cb6-5eb70cb82994 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 210 time: 0.0586710 Feb 07 22:48:56.340933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Deleting subnet 016feb46-613e-44be-bc09-1858664f90d7 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:48:56.344688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.387090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Attempting to bind port cbcbab56-2672-401e-adfc-0eccc4c91b22 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:48:56.387707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Attempting to bind port cbcbab56-2672-401e-adfc-0eccc4c91b22 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:48:56.388202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Attempting to bind port cbcbab56-2672-401e-adfc-0eccc4c91b22 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:56.402857 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] Set router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:48:56.416224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.547445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Made reservation on behalf of ea87095f5c82496c9be95e09dfea2736 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:56.550525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.581692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Port cbcbab56-2672-401e-adfc-0eccc4c91b22 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:48:56.582075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Attempting to bind port cbcbab56-2672-401e-adfc-0eccc4c91b22 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:48:56.601726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event deleted for resources: {'Port': ['ID=b421775a-0895-4401-a94b-5760959ad19d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:56.637812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.682807 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad15e7a7-0085-4c74-9b6d-e487f07fd94a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:48:56.683293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad15e7a7-0085-4c74-9b6d-e487f07fd94a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:48:56.691038 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ad15e7a7-0085-4c74-9b6d-e487f07fd94a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/a67745d6-38cd-4432-abd8-81b4ac26aed6 HTTP/1.1" status: 404 len: 339 time: 0.4058173 Feb 07 22:48:56.728993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34792) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:56.747239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] DHCP port deletion for aa70d753-c5d6-4c82-951b-6d2c610c8bb4 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:48:56.752789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] Deleting port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:56.753216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.761960 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:48:48Z', 'revision_number': 3, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:56.767451 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f6691-2d20-4213-81d1-8cebdfb0835a None None] The sync data for ids ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'] in n-d-827896-3 is: [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:48:48Z', 'revision_number': 3, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:56.778409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:48:56.778880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:56.779342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Bound using segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:48:56.779877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Bound port: cbcbab56-2672-401e-adfc-0eccc4c91b22, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:48:56.780299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:56.884607 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.021117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] For port cbcbab56-2672-401e-adfc-0eccc4c91b22, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:48:57.025294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] For port cbcbab56-2672-401e-adfc-0eccc4c91b22, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:48:57.125925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] For port cfc63af7-bf32-4ec5-8ba0-3312cfb36058, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cfc63af7-bf32-4ec5-8ba0-3312cfb36058,segment=NetworkSegment(a4ac7d48-7585-4bb6-9039-56c54febc081),segment_id=a4ac7d48-7585-4bb6-9039-56c54febc081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:57.126499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.182661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228831277', 'description': 'd1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:57.193378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.201295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] No DVR routers for this DVR port b421775a-0895-4401-a94b-5760959ad19d on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:57.204351 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.257817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Network c269e01c-caa0-4de1-a83b-0664af078b9e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:48:57.292450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bb76eff1-a459-4c56-b7a1-fc67b607d4cc no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:57.297961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:57.300082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.307668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:48:57.349367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] Calling delete_port for cfc63af7-bf32-4ec5-8ba0-3312cfb36058 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:57.380580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'name': 'network-vif-deleted', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:48:57.385915 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.388495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: bb76eff1-a459-4c56-b7a1-fc67b607d4cc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:48:57.389054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bb76eff1-a459-4c56-b7a1-fc67b607d4cc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:48:57.389640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cfc63af7-bf32-4ec5-8ba0-3312cfb36058 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:48:57.396877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.406134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:57.425342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.426013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.430165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] 10.222.0.36 "PUT /v2.0/ports/cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 200 len: 1091 time: 8.0260994 Feb 07 22:48:57.457592 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.518328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event updated for resources: {'Port': ['ID=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:57.560969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-651dd489-8841-4345-82ca-41a8164ba143 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.572221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-651dd489-8841-4345-82ca-41a8164ba143 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 805 time: 1.0182319 Feb 07 22:48:57.577932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.614449 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.619840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b2b5e-a077-48a5-8464-8bed58c8f87c None None] Network f297fb44-1fbe-49b1-998f-aa1152f5ec0b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:57.630708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.646218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Request body: {'port': {'device_id': '4167dddc-36d5-4aa8-870d-ee60577af812', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'admin_state_up': True, 'tenant_id': '792d36a0bce6473bbb9a880d588b38bc'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:57.823974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:57.824696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:57.871790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] Pushing event deleted for resources: {'Port': ['ID=cfc63af7-bf32-4ec5-8ba0-3312cfb36058,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:57.907490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4733d5b4-f976-4272-aed4-bd975f459e7e,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:57.922835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/subnets/016feb46-613e-44be-bc09-1858664f90d7 HTTP/1.1" status: 204 len: 168 time: 1.8196464 Feb 07 22:48:57.928247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a458d6f-38fc-4bcc-b8d3-c787b23d3030 None None] No DVR routers for this DVR port cfc63af7-bf32-4ec5-8ba0-3312cfb36058 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:58.013683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34806) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:58.014514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Checking segment: {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:48:58.014882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Network hostable DHCP agents. Network: ccffdcf7-5f31-48f7-a44f-fb16d4a3618f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:48:58.019935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c17a32-6390-404f-a9ed-68ba3d9de4d6 tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Subnet': ['ID=016feb46-613e-44be-bc09-1858664f90d7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:58.029139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Usage tracker for resource:network and tenant:b125987a097248b29811f84c65eb970c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:58.052443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:58.072204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418fe4f-71e4-490f-8057-79857caae1e7 req-6c7e0328-e7c4-412e-8284-fe6502e9e953 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:58.074490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0418fe4f-71e4-490f-8057-79857caae1e7 req-6c7e0328-e7c4-412e-8284-fe6502e9e953 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 932 time: 0.8214457 Feb 07 22:48:58.132431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:58.157148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab124014-9510-452a-9f27-a43c8b460af8 req-82f4847f-ca39-4dc9-b947-27b40f7faa6c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:58.163768 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63be8f62-e977-487b-8b8b-7ef587fb8de0 req-3b396092-9c05-4f30-a3d9-a9bd5ce1b20e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.26 "DELETE /v2.0/ports/b421775a-0895-4401-a94b-5760959ad19d HTTP/1.1" status: 204 len: 173 time: 10.7621992 Feb 07 22:48:58.164351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab124014-9510-452a-9f27-a43c8b460af8 req-82f4847f-ca39-4dc9-b947-27b40f7faa6c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 943 time: 0.9125617 Feb 07 22:48:58.166351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] DHCP port deletion for f297fb44-1fbe-49b1-998f-aa1152f5ec0b request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:48:58.167203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-190f16a8-b96c-43d3-8a18-ed02bd6adb03 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6802680 Feb 07 22:48:58.173673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event deleted for resources: {'Port': ['ID=f529d88b-449b-4d28-9756-2736b740d67e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:58.182587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] Deleting port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:48:58.182587 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.183740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Request body: {'port': {'device_id': '886eda61-31ab-4e54-91d0-b86a26470d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:58.301637 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-86e28682-0382-4382-9353-d34e72ea1317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.337496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Allocated IP 172.20.0.12 (c269e01c-caa0-4de1-a83b-0664af078b9e/873952d5-707e-4928-a7e5-22b18a49167f/1c6278d8-1fe5-49ef-ab48-eba26df82af3) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:58.364291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] No DVR routers for this DVR port f529d88b-449b-4d28-9756-2736b740d67e on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:58.368333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.370613 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.36 "DELETE /v2.0/ports/f529d88b-449b-4d28-9756-2736b740d67e HTTP/1.1" status: 204 len: 173 time: 6.2853312 Feb 07 22:48:58.414952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:58.422294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:48:58.423867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.456923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Router ae3e69cb-d68f-4807-98de-81b016e4f44e is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:48:58.521846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0418fe4f-71e4-490f-8057-79857caae1e7 req-0a005193-b239-46ea-8315-247c90401f8e tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736639 Feb 07 22:48:58.542276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.554971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab124014-9510-452a-9f27-a43c8b460af8 req-5d0cd355-fe6e-42dc-ac0a-3c32a6d166f9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893542 Feb 07 22:48:58.582311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] For port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae,segment=NetworkSegment(fb53a3ea-3e66-4431-b65a-2504ca49620e),segment_id=fb53a3ea-3e66-4431-b65a-2504ca49620e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:58.582852 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.610048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:48:58.613585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-3fdd8adf-ec90-4895-bbb5-c0822ea95cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:58.615202 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-3fdd8adf-ec90-4895-bbb5-c0822ea95cad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 1094 time: 0.6908169 Feb 07 22:48:58.673145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, ccffdcf7-5f31-48f7-a44f-fb16d4a3618f) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:48:58.676759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:58.707806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.725975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:58.727356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.748974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:58.753993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] Calling delete_port for ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:48:58.757849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467470e-bfb4-40e0-83e5-01910b4cf900 service neutron] Pushing event updated for resources: {'Port': ['ID=cbcbab56-2672-401e-adfc-0eccc4c91b22,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:58.779082 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e2d495-2575-4219-9694-7932f47fb4c2', 'name': 'network-vif-deleted', 'tag': 'b421775a-0895-4401-a94b-5760959ad19d', 'status': 'completed', 'code': 200} Feb 07 22:48:58.783162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc08e332-260a-4fb6-9692-80d5be2027a0 None None] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:48:58.889390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:58.889848 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment c4ac2ea3-db41-4ef4-a9d8-e8c7c14765e5 of type vlan for network 1c68cc34-ef4b-4a87-afb5-804aed7ce20d Feb 07 22:48:58.901021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-b51e13be-bbc3-4855-a4ae-ff69ba575028 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 200 len: 217 time: 0.1087339 Feb 07 22:48:58.926420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-643948a9-9931-4a70-9f82-ca3ccec9ee2a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8452950 Feb 07 22:48:58.998014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34810) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:59.011975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7db07012-ba14-4500-a7ff-2e126d409d20 req-917b2709-351f-4632-8e11-aeb7abb9a350 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 210 time: 0.2060332 Feb 07 22:48:59.034745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Made reservation on behalf of 792d36a0bce6473bbb9a880d588b38bc for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:48:59.042679 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.062975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:48:59.087196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 176a8780-0f38-4ec5-b49f-f9e526bbbb3b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:48:59.169657 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.175839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.187176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:48:59.273544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] Pushing event deleted for resources: {'Port': ['ID=ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:59.291516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Usage tracker for resource:router and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:48:59.297024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c9707-d374-4697-8660-25f8eeca5192 None None] No DVR routers for this DVR port ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:48:59.318883 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.341612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:48:59.349966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.385521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:48:59.401999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:48:59.409339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:48:59.409716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.423384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:48:59.432800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-69524ce3-cd29-43ba-aa50-42da8f08cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:59.435118 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-69524ce3-cd29-43ba-aa50-42da8f08cffa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.4389954 Feb 07 22:48:59.465599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:48:59.466479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.482804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.483682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.493357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa70d753-c5d6-4c82-951b-6d2c610c8bb4']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:59.535994 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.551730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ac7d48-7585-4bb6-9039-56c54febc081') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:59.552345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ac7d48-7585-4bb6-9039-56c54febc081') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:59.566204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:48:59.571672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.582764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.588476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:48:59.589224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.591010 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.600756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] Sync routers for ids ['ae3e69cb-d68f-4807-98de-81b016e4f44e'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:48:59.646291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Allocated IP 172.20.0.6 (5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864/a6c1086c-6d26-4ec5-b7dd-e7ca43da0838/44b7b403-0b22-4c26-9013-959437e13204) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:59.697279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.699874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] Routers {'ae3e69cb-d68f-4807-98de-81b016e4f44e'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:59.700477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ae3e69cb-d68f-4807-98de-81b016e4f44e'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:59.804420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:59.812467 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.834522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.844531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] Routers {'ae3e69cb-d68f-4807-98de-81b016e4f44e'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:48:59.845336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ae3e69cb-d68f-4807-98de-81b016e4f44e'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:59.902407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:48:59.918862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:48:59.919408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fabca-4fbf-47d9-8522-ab34ee275230 None None] The sync data for ids ['ae3e69cb-d68f-4807-98de-81b016e4f44e'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:48:59.924350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Allocated IP 172.20.0.2 (ccffdcf7-5f31-48f7-a44f-fb16d4a3618f/4733d5b4-f976-4272-aed4-bd975f459e7e/1f5e8ee4-1890-4520-b899-985a7bb7289c) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:48:59.927613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:48:59.927613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.931112 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:48:59.943894 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:48:59.957395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.1566536 Feb 07 22:48:59.963802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:48:59.967352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-963c290b-4f49-4dc5-8ff8-284f2358c29e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 15.4762788 Feb 07 22:48:59.972011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-3ca5916e-56cc-4392-bf3e-285908912f1a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7719109 Feb 07 22:48:59.977340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34818) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:59.977677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34820) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:48:59.978334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7ebd8-ff4f-4892-a852-e5d47590081d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=1c68cc34-ef4b-4a87-afb5-804aed7ce20d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:48:59.986417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': False}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:00.052726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1c68cc34-ef4b-4a87-afb5-804aed7ce20d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:00.071759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:00.163909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.196596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:00.197174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ea5de5a9-7f7c-4b7e-86d4-97ce0297a3ae not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:00.239584 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:49:00.258096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-33b1a111-961b-4052-ad9f-43b8d172cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.259884 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-33b1a111-961b-4052-ad9f-43b8d172cfe4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8078482 Feb 07 22:49:00.303206 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.316287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:00.330836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.331793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.332175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.332604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.332917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.333412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.333741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.334062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.335335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.335569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.335719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.336002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.336291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:00.398220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8edc08d-b713-48e8-86f4-3c2ef0570d67 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.398944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8edc08d-b713-48e8-86f4-3c2ef0570d67 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Synchronizing usage tracker for tenant:b125987a097248b29811f84c65eb970c on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:00.429906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.439473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71adf9-885c-4ed4-8c95-567f4b14c6f0 req-b5d9b377-22b6-4899-8880-32d269d8c590 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.441071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce71adf9-885c-4ed4-8c95-567f4b14c6f0 req-b5d9b377-22b6-4899-8880-32d269d8c590 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 932 time: 0.6898925 Feb 07 22:49:00.449267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221185fc-9776-494a-9869-f4bf87d66409 req-40f9b78c-5436-45b3-8d13-4ed3dd5109bb tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.450736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-221185fc-9776-494a-9869-f4bf87d66409 req-40f9b78c-5436-45b3-8d13-4ed3dd5109bb tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 943 time: 0.7519951 Feb 07 22:49:00.515799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.528551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Transition to ACTIVE for port object 1f5e8ee4-1890-4520-b899-985a7bb7289c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:00.549687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Transition to ACTIVE for port object 1f5e8ee4-1890-4520-b899-985a7bb7289c will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:00.556615 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.604524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Network c269e01c-caa0-4de1-a83b-0664af078b9e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:00.623547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:00.629925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:00.634131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:00.636921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:00.646076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Pushing event updated for resources: {'Port': ['ID=1f5e8ee4-1890-4520-b899-985a7bb7289c,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:00.655641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:00.663056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Network': ['ID=aa70d753-c5d6-4c82-951b-6d2c610c8bb4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:00.690291 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.715284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8edc08d-b713-48e8-86f4-3c2ef0570d67 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Unset dirty status for tenant:b125987a097248b29811f84c65eb970c on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:00.719071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8edc08d-b713-48e8-86f4-3c2ef0570d67 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/networks?id=1c68cc34-ef4b-4a87-afb5-804aed7ce20d HTTP/1.1" status: 200 len: 764 time: 0.7357390 Feb 07 22:49:00.719071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event updated for resources: {'Port': ['ID=1c6278d8-1fe5-49ef-ab48-eba26df82af3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:00.727696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34828) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:00.741379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'description': 'd2'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:00.748497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Attempting to bind port 1f5e8ee4-1890-4520-b899-985a7bb7289c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:00.749016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Attempting to bind port 1f5e8ee4-1890-4520-b899-985a7bb7289c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:00.749484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Attempting to bind port 1f5e8ee4-1890-4520-b899-985a7bb7289c on network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:00.755137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:00.755645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Checking segment: {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:00.756176 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.757225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Bound using segment: {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:00.757794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Bound port: 1f5e8ee4-1890-4520-b899-985a7bb7289c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:00.758269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.762466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.794560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22'}, {'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-deleted', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:00.893072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] For port 1f5e8ee4-1890-4520-b899-985a7bb7289c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:00.896533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.906154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] For port 1f5e8ee4-1890-4520-b899-985a7bb7289c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1f5e8ee4-1890-4520-b899-985a7bb7289c,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:00.913083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.913779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.916649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:00.934741 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d761f26e-621c-42b7-b3a1-371f5fbb50fd tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/networks/aa70d753-c5d6-4c82-951b-6d2c610c8bb4 HTTP/1.1" status: 204 len: 168 time: 2.9115665 Feb 07 22:49:00.940631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-a8f22b11-702e-474a-a430-3c1dacf3e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:00.942300 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-a8f22b11-702e-474a-a430-3c1dacf3e156 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1096 time: 0.8668621 Feb 07 22:49:00.943364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:00.963931 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-da96c13c-ea3b-4ffc-a640-1ae2e9187ccb service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538737 Feb 07 22:49:00.971649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 176a8780-0f38-4ec5-b49f-f9e526bbbb3b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:00.979625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-221185fc-9776-494a-9869-f4bf87d66409 req-37a3aa52-614c-48d2-bc12-0360a289da6e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295248 Feb 07 22:49:01.005295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-dcc08d8e-875d-4439-8ff1-e001d1e5bf17 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.4841022 Feb 07 22:49:01.033504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce71adf9-885c-4ed4-8c95-567f4b14c6f0 req-fa62822e-2b00-403e-bb1d-15daf7f3e9b7 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721338 Feb 07 22:49:01.130257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a30203-814e-4222-8632-c32090c2bc1a None None] Pushing event updated for resources: {'Port': ['ID=1f5e8ee4-1890-4520-b899-985a7bb7289c,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:01.151905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:01.152359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.157823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.160400 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22', 'status': 'completed', 'code': 200} Feb 07 22:49:01.160694 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b47150-3a9c-4fe5-9861-4468032bf342', 'name': 'network-vif-deleted', 'tag': 'f529d88b-449b-4d28-9756-2736b740d67e', 'status': 'completed', 'code': 200} Feb 07 22:49:01.246297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-410afd5b-9b93-4d09-81ae-ccaaf513731d req-fc7b54be-69f2-4946-bc6a-207d9a462f92 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Synchronizing usage tracker for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:01.340278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Request body: {'port': {'device_id': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:01.380439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.382094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-410afd5b-9b93-4d09-81ae-ccaaf513731d req-fc7b54be-69f2-4946-bc6a-207d9a462f92 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Unset dirty status for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:01.385201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-410afd5b-9b93-4d09-81ae-ccaaf513731d req-fc7b54be-69f2-4946-bc6a-207d9a462f92 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 210 time: 0.2184517 Feb 07 22:49:01.390662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.490294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:01.503152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:01.505803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:01.536514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.542398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb68665-d2f4-45bc-a04a-bf818c0a3f16 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:01.588604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.646217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:01.650671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 1c68cc34-ef4b-4a87-afb5-804aed7ce20d is not hosted by any dhcp agent {{(pid=87670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 22:49:01.655948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.656531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.657799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "PUT /v2.0/networks/1c68cc34-ef4b-4a87-afb5-804aed7ce20d HTTP/1.1" status: 200 len: 761 time: 0.9268756 Feb 07 22:49:01.668948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:01.686969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Allocated IP 172.20.0.1 (7aee5300-61cb-442e-8459-be9e482d055d/d48f0859-72a5-4ae4-b2c3-8805758916c2/d39a3806-020f-4f13-bde0-092c8757e19f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:01.722548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Transition to ACTIVE for port object bfb68665-d2f4-45bc-a04a-bf818c0a3f16 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:01.737068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:01.737678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.743669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b55bde-5639-493c-9dd9-8204e9517ee5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=1c68cc34-ef4b-4a87-afb5-804aed7ce20d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:01.747064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:01.754552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1c68cc34-ef4b-4a87-afb5-804aed7ce20d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:01.932927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-4eec088c-f476-4777-92a0-b417fde88ee4 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3441567 Feb 07 22:49:01.963363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Request body: {'port': {'device_id': '4167dddc-36d5-4aa8-870d-ee60577af812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:01.999312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:02.217468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e44bc94a-989d-408b-b6fa-7c16145f5368 req-badfce07-0ff5-4c98-8627-fb30606f678d service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2037559 Feb 07 22:49:02.228292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-d90b5d34-8362-46b1-a4c9-6737f10c542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:02.229721 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-d90b5d34-8362-46b1-a4c9-6737f10c542f service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 1.2150524 Feb 07 22:49:02.251404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.302097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef68651-6b45-43c8-9748-c1b300a06a3e None None] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:02.321695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e26542e-461f-4337-ac52-c2f08f692fbb tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:02.328889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7e26542e-461f-4337-ac52-c2f08f692fbb tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/networks?id=1c68cc34-ef4b-4a87-afb5-804aed7ce20d HTTP/1.1" status: 200 len: 764 time: 0.6512394 Feb 07 22:49:02.338647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:02.395404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.399646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1fb536b8-36ee-440b-b31f-f0ccb2ab657d None None] Provisioning for port 1f5e8ee4-1890-4520-b899-985a7bb7289c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:02.546657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f297fb44-1fbe-49b1-998f-aa1152f5ec0b']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:02.611977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb53a3ea-3e66-4431-b65a-2504ca49620e') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:02.612358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb53a3ea-3e66-4431-b65a-2504ca49620e') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:02.629869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.654378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.664849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-a071e520-c454-4ece-be82-16c47258f6a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 0.4223306 Feb 07 22:49:02.669815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.719063 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.735565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.774724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.780318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.791350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Attempting to bind port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:02.791698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Attempting to bind port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:02.792029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Attempting to bind port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:02.840741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 on network c269e01c-caa0-4de1-a83b-0664af078b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:49:02.841082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Attempting to bind port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:02.895672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:02.896019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Checking segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:02.896415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Bound using segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:02.896926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Bound port: bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:02.897329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.901126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:02.901457 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:02.921773 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:02.924199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b7460-5804-4736-bb31-095b8d7801ae req-093a0ce9-4bff-40b4-827c-9c78eea3cb2f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:02.925856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-157b7460-5804-4736-bb31-095b8d7801ae req-093a0ce9-4bff-40b4-827c-9c78eea3cb2f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 943 time: 0.7674065 Feb 07 22:49:02.950941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdd24b-d4b4-45e6-964a-ca211c871942 req-03044bce-f4f5-4bc4-b551-d96117c7c72b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:02.952392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66fdd24b-d4b4-45e6-964a-ca211c871942 req-03044bce-f4f5-4bc4-b551-d96117c7c72b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 944 time: 0.7582448 Feb 07 22:49:02.990119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1f5e8ee4-1890-4520-b899-985a7bb7289c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:02.990663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Transition to ACTIVE for port object d39a3806-020f-4f13-bde0-092c8757e19f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:03.024098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-38578ccd-409f-4c73-a7bd-123bdf685978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.025609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-38578ccd-409f-4c73-a7bd-123bdf685978 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.3325839 Feb 07 22:49:03.060951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1f5e8ee4-1890-4520-b899-985a7bb7289c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:03.066088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1f5e8ee4-1890-4520-b899-985a7bb7289c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:03.066632 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.098920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b83419-0ae5-4f6f-986e-9e04742e9375 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.099707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-65b83419-0ae5-4f6f-986e-9e04742e9375 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Synchronizing usage tracker for tenant:b125987a097248b29811f84c65eb970c on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:03.191435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.226147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 1f5e8ee4-1890-4520-b899-985a7bb7289c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1f5e8ee4-1890-4520-b899-985a7bb7289c,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:03.231216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.241988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-b8c1252b-3824-45df-ae43-ed1280ddf899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.243691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-b8c1252b-3824-45df-ae43-ed1280ddf899 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 1094 time: 0.8635292 Feb 07 22:49:03.314584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=1f5e8ee4-1890-4520-b899-985a7bb7289c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:03.343429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66fdd24b-d4b4-45e6-964a-ca211c871942 req-36be9ad9-4f88-4d83-b79d-52b880da004d tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606036 Feb 07 22:49:03.361916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-157b7460-5804-4736-bb31-095b8d7801ae req-bfedf212-1931-4be9-bf05-e0ffec63fd39 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248610 Feb 07 22:49:03.374669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-65b83419-0ae5-4f6f-986e-9e04742e9375 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Unset dirty status for tenant:b125987a097248b29811f84c65eb970c on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:03.375789 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-65b83419-0ae5-4f6f-986e-9e04742e9375 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8738754 Feb 07 22:49:03.385853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34856) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:03.402298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.456850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.462883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Allocated IP 172.25.0.52 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/84ba8ea5-97a6-4daf-ade1-df739d5840ac) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:03.465626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:03.468172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-69edf5a4-4c7f-4ef1-9786-f982cca91582 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Synchronizing usage tracker for tenant:b125987a097248b29811f84c65eb970c on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:03.494912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] Pushing event deleted for resources: {'Network': ['ID=f297fb44-1fbe-49b1-998f-aa1152f5ec0b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:03.517767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-40161264-7a87-46c6-a201-48e341a49f1c tempest-TaggedBootDevicesTest_v242-2111604123 tempest-TaggedBootDevicesTest_v242-2111604123-project] 10.222.0.10 "DELETE /v2.0/networks/f297fb44-1fbe-49b1-998f-aa1152f5ec0b HTTP/1.1" status: 204 len: 168 time: 2.5567868 Feb 07 22:49:03.554230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:03.574519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.583457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.643927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-69edf5a4-4c7f-4ef1-9786-f982cca91582 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Unset dirty status for tenant:b125987a097248b29811f84c65eb970c on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:03.649201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-69edf5a4-4c7f-4ef1-9786-f982cca91582 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 207 time: 0.2578683 Feb 07 22:49:03.671672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34864) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:03.728017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-ffe809ce-5d1d-4b4a-9cbe-ee98afb8223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.730053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-ffe809ce-5d1d-4b4a-9cbe-ee98afb8223d service neutron] 10.222.0.36 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.4202840 Feb 07 22:49:03.738837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Network 7aee5300-61cb-442e-8459-be9e482d055d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:03.755214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.755815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:03.757771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfb68665-d2f4-45bc-a04a-bf818c0a3f16 HTTP/1.1" status: 200 len: 1092 time: 5.5789418 Feb 07 22:49:03.760114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:03.810799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1ce11-bb39-4bb6-8f12-25e527016183 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:03.814798 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16', 'status': 'completed', 'code': 200} Feb 07 22:49:03.886826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-dd15ecf4-12f3-4973-9195-fb7f138570bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.888535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-dd15ecf4-12f3-4973-9195-fb7f138570bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8441122 Feb 07 22:49:03.889411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:03.892483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:03.963725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c19c-29e3-48b9-a53d-2c62055da053 req-492e81b8-76b5-4888-8205-fb3496df2a38 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:03.969648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1b0c19c-29e3-48b9-a53d-2c62055da053 req-492e81b8-76b5-4888-8205-fb3496df2a38 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 931 time: 0.4870422 Feb 07 22:49:04.032941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.037718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Pushing event updated for resources: {'Port': ['ID=d39a3806-020f-4f13-bde0-092c8757e19f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:04.045690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:49:04.054429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b7b403-0b22-4c26-9013-959437e13204 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:04.060483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-12454b58-ca5e-4770-ab41-a3d8f3e416d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 200 len: 217 time: 0.2300904 Feb 07 22:49:04.074432 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.128431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1b0c19c-29e3-48b9-a53d-2c62055da053 req-b71381cf-af56-4fcf-a7be-e80011d135bb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447577 Feb 07 22:49:04.131164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Transition to ACTIVE for port object 44b7b403-0b22-4c26-9013-959437e13204 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:04.148710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-73e757bc-174e-4d69-8b8a-821c5ee8b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.150209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-73e757bc-174e-4d69-8b8a-821c5ee8b593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 1095 time: 0.3279469 Feb 07 22:49:04.153240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.264280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.286629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cef58bda-5467-4ae8-9f6e-503e71115019 None None] Provisioning for port d39a3806-020f-4f13-bde0-092c8757e19f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:04.295532 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-8555a2cb-76e8-41d1-aae8-fbb8272c9517 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16 HTTP/1.1" status: 200 len: 217 time: 0.0999057 Feb 07 22:49:04.296374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cef58bda-5467-4ae8-9f6e-503e71115019 None None] Provisioning complete for port d39a3806-020f-4f13-bde0-092c8757e19f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:04.297027 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cef58bda-5467-4ae8-9f6e-503e71115019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.340963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6278d8-1fe5-49ef-ab48-eba26df82af3 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:04.349170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.363597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-cef58bda-5467-4ae8-9f6e-503e71115019 None None] Port d39a3806-020f-4f13-bde0-092c8757e19f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:49:04.368670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Transition to ACTIVE for port object 1c6278d8-1fe5-49ef-ab48-eba26df82af3 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:04.449221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2148c4-c8ec-45d7-8b81-390b4a535c75 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.456827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2148c4-c8ec-45d7-8b81-390b4a535c75 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.462938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2148c4-c8ec-45d7-8b81-390b4a535c75 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.468842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2148c4-c8ec-45d7-8b81-390b4a535c75 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.474697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2148c4-c8ec-45d7-8b81-390b4a535c75 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.481069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2148c4-c8ec-45d7-8b81-390b4a535c75 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.482995 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4f2148c4-c8ec-45d7-8b81-390b4a535c75 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7977219 Feb 07 22:49:04.487261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-fa1dbc5f-f4d6-4022-ade7-0cfc4d03c6c0 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630934 Feb 07 22:49:04.499055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:04.499900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.548005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:04.656605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:04.705505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:04.708065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:04.747620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:04.751733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-e4aa8f25-feaa-4012-8518-7ee92661356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.753318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-e4aa8f25-feaa-4012-8518-7ee92661356a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.6761761 Feb 07 22:49:04.911374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-8e678bcc-d781-44dc-b223-587a2829eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:04.914866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-8e678bcc-d781-44dc-b223-587a2829eb77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.3881917 Feb 07 22:49:04.925641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1f5e8ee4-1890-4520-b899-985a7bb7289c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:05.020693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1f5e8ee4-1890-4520-b899-985a7bb7289c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:05.020984 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.199735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Pushing event updated for resources: {'Port': ['ID=84ba8ea5-97a6-4daf-ade1-df739d5840ac,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:05.203813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-1d329c19-b5d0-4f09-ac0d-78bf091d591e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2517719 Feb 07 22:49:05.258153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6278d8-1fe5-49ef-ab48-eba26df82af3,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:05.299074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cbcbab56-2672-401e-adfc-0eccc4c91b22 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:05.347270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Attempting to bind port 44b7b403-0b22-4c26-9013-959437e13204 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:05.347609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Attempting to bind port 44b7b403-0b22-4c26-9013-959437e13204 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:05.347947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Attempting to bind port 44b7b403-0b22-4c26-9013-959437e13204 on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:05.371599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Port 44b7b403-0b22-4c26-9013-959437e13204 on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:49:05.371962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Attempting to bind port 44b7b403-0b22-4c26-9013-959437e13204 on network 5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:05.408476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30b96e-01c6-4ae0-ac82-c781b277d119 req-decbf527-5a87-4b15-86c7-aeb0979e262b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.416420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c30b96e-01c6-4ae0-ac82-c781b277d119 req-decbf527-5a87-4b15-86c7-aeb0979e262b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 944 time: 0.8906972 Feb 07 22:49:05.418340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:05.418678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Checking segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:05.419062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Bound using segment: {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:05.419499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Bound port: 44b7b403-0b22-4c26-9013-959437e13204, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88611561-434c-4a61-b0a5-86f74e62f321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:05.419844 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.464648 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce63240f-b19b-4ed3-b9f2-fee351f681a1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.9587164 Feb 07 22:49:05.466539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d59ea-d9f9-4332-8f3c-012d284928b6 req-70982f3e-5b83-4177-86e0-0ab373b4d00f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.468096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a07d59ea-d9f9-4332-8f3c-012d284928b6 req-70982f3e-5b83-4177-86e0-0ab373b4d00f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 943 time: 0.9498835 Feb 07 22:49:05.468696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34886) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:05.494422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c109ca-53d8-4c62-8f20-4f4545796da7 req-643f2d8b-e0cf-48f1-82a2-325a5db43d43 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9888837 Feb 07 22:49:05.527417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cbcbab56-2672-401e-adfc-0eccc4c91b22, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:05.548111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'cbcbab56-2672-401e-adfc-0eccc4c91b22', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': 'cbcbab56-2672-401e-adfc-0eccc4c91b22', 'mac_address': 'fa:16:3e:fe:f9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:05.553523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-7a019de0-c493-4cb6-b4d2-c466e63064f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.555062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-7a019de0-c493-4cb6-b4d2-c466e63064f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5763168 Feb 07 22:49:05.562323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Attempting to bind port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:05.562740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Attempting to bind port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:05.563144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Attempting to bind port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:05.665944 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.671093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 on network c269e01c-caa0-4de1-a83b-0664af078b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:49:05.671512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Attempting to bind port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 on network c269e01c-caa0-4de1-a83b-0664af078b9e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:05.687860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbcbab56-2672-401e-adfc-0eccc4c91b22 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:05.713321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cbcbab56-2672-401e-adfc-0eccc4c91b22, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:05.722014 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.725206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c30b96e-01c6-4ae0-ac82-c781b277d119 req-872ff4cf-9d5d-4733-a1f6-93cf36bbc14b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078017 Feb 07 22:49:05.781695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:05.782397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Checking segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:05.782397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Bound using segment: {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:05.782867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Bound port: 1c6278d8-1fe5-49ef-ab48-eba26df82af3, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65373165-cf03-4ace-98a9-642514aabe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:05.783219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.801099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a07d59ea-d9f9-4332-8f3c-012d284928b6 req-7c2801a8-4278-4d66-8904-ebc3cf661fd1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878473 Feb 07 22:49:05.815029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78408e64-86a1-46ad-8009-1caf6e51754b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.816840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78408e64-86a1-46ad-8009-1caf6e51754b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.820572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78408e64-86a1-46ad-8009-1caf6e51754b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.825010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78408e64-86a1-46ad-8009-1caf6e51754b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.828215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78408e64-86a1-46ad-8009-1caf6e51754b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:05.829978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-78408e64-86a1-46ad-8009-1caf6e51754b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3532355 Feb 07 22:49:05.866281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34890) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:05.873595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-30b41b84-dd7b-4e31-9e32-b8624198aedf service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590319 Feb 07 22:49:05.897802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cbcbab56-2672-401e-adfc-0eccc4c91b22,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:05.912220 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:05.933779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cbcbab56-2672-401e-adfc-0eccc4c91b22'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:05.982946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.070779 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.130432 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-5b950131-3b96-4b7f-b7a9-e8722ae6e401 service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056899 Feb 07 22:49:06.224589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] For port 1c6278d8-1fe5-49ef-ab48-eba26df82af3, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:06.345622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] For port 1c6278d8-1fe5-49ef-ab48-eba26df82af3, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1c6278d8-1fe5-49ef-ab48-eba26df82af3,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:06.363755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.364134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:06.384377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c30461-7baa-405d-846b-b0bbe55995d8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.385795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c30461-7baa-405d-846b-b0bbe55995d8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.387171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c30461-7baa-405d-846b-b0bbe55995d8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.388545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c30461-7baa-405d-846b-b0bbe55995d8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.390057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c30461-7baa-405d-846b-b0bbe55995d8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.395232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c3c30461-7baa-405d-846b-b0bbe55995d8 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5210114 Feb 07 22:49:06.401034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34896) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:06.413636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:06.441772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.446656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.560279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.614459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6278d8-1fe5-49ef-ab48-eba26df82af3,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:06.617240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.688414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.689071 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.690478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] 10.222.0.26 "PUT /v2.0/ports/44b7b403-0b22-4c26-9013-959437e13204 HTTP/1.1" status: 200 len: 1091 time: 4.7373722 Feb 07 22:49:06.704682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-5d8144cc-d758-427e-a7df-486d47bd89ce service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704656 Feb 07 22:49:06.705144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'tag': '44b7b403-0b22-4c26-9013-959437e13204'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:06.799983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18911e5-e01b-4dba-b253-ae68a06a8718 req-726187bc-87fd-4359-bb74-13845804255e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.801642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e18911e5-e01b-4dba-b253-ae68a06a8718 req-726187bc-87fd-4359-bb74-13845804255e tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 943 time: 0.8473661 Feb 07 22:49:06.906326 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'tag': '44b7b403-0b22-4c26-9013-959437e13204', 'status': 'completed', 'code': 200} Feb 07 22:49:06.928794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f89646-0b7b-442b-b378-1b5ba7307e9a service neutron] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:06.934672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:06.935193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:06.941741 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-6aca8e26-1883-4fd5-ae6c-dc73e7e89551 service neutron] 10.222.0.36 "PUT /v2.0/ports/1c6278d8-1fe5-49ef-ab48-eba26df82af3 HTTP/1.1" status: 200 len: 1092 time: 5.7799246 Feb 07 22:49:07.030838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'tag': '1c6278d8-1fe5-49ef-ab48-eba26df82af3'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:07.037372 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cee89c68-d85a-4e6a-91e2-661e29e85447 req-949230cf-f175-4e7f-b961-980c8884fc09 service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8164055 Feb 07 22:49:07.150219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7d217b-4ab7-41a8-b2b6-5f215ca5c8d0 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.151628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4f7d217b-4ab7-41a8-b2b6-5f215ca5c8d0 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/networks/97bfdf92-f6d2-475d-b1ae-54f8f946143d HTTP/1.1" status: 200 len: 804 time: 0.7461853 Feb 07 22:49:07.154692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e18911e5-e01b-4dba-b253-ae68a06a8718 req-cf7a049f-7d5e-41de-857a-4763623174c9 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435207 Feb 07 22:49:07.173476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34912) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:07.240381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.263493 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.312495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cbcbab56-2672-401e-adfc-0eccc4c91b22 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:07.347293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Router ae3e69cb-d68f-4807-98de-81b016e4f44e has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:49:07.369265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-8c716685-6f2b-40f0-8043-4bcdb9eaae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.370669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-8c716685-6f2b-40f0-8043-4bcdb9eaae89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 1095 time: 0.3209646 Feb 07 22:49:07.396906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port cbcbab56-2672-401e-adfc-0eccc4c91b22 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:07.402826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port cbcbab56-2672-401e-adfc-0eccc4c91b22 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:07.403664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.520389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-e2ad9baa-c485-4d58-b8f3-40c4b4f9612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.523369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-e2ad9baa-c485-4d58-b8f3-40c4b4f9612e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 1095 time: 0.7193670 Feb 07 22:49:07.529867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-02059988-b761-4975-afe2-f59a1564965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.531339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-02059988-b761-4975-afe2-f59a1564965a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 1094 time: 0.6749544 Feb 07 22:49:07.531901 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.542279 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-9edbf05f-4d3f-4c67-8cbb-8936b12355c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c6278d8-1fe5-49ef-ab48-eba26df82af3 HTTP/1.1" status: 200 len: 217 time: 0.1529682 Feb 07 22:49:07.545562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.548969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Pushing event updated for resources: {'Port': ['ID=d39a3806-020f-4f13-bde0-092c8757e19f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:07.565912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cbcbab56-2672-401e-adfc-0eccc4c91b22, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:07.567071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:07.576987 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.709176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cbcbab56-2672-401e-adfc-0eccc4c91b22,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:07.714591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.739222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87a9e-eaa2-408e-b8c1-ea907953b0b1 req-ea3071d6-cc81-4500-a702-0064c2c43963 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.741327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00d87a9e-eaa2-408e-b8c1-ea907953b0b1 req-ea3071d6-cc81-4500-a702-0064c2c43963 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 944 time: 0.6447396 Feb 07 22:49:07.787462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db919719-7365-424d-aac0-5444a5753eba req-98d8cdb6-5ece-4a6e-b3c2-a41e70aa6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:07.788998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-98d8cdb6-5ece-4a6e-b3c2-a41e70aa6a39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.2375300 Feb 07 22:49:07.891018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-0d8d8fec-3c62-49e6-b6bc-c45b6c0cf4e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931535 Feb 07 22:49:07.897061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:07.904903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:07.907248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-60ae4189-3bf8-4c12-be54-9980b6c480f6 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "PUT /v2.0/routers/ae3e69cb-d68f-4807-98de-81b016e4f44e HTTP/1.1" status: 200 len: 925 time: 7.9246137 Feb 07 22:49:07.912772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34920) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:07.914155 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] Sync routers for ids ['ae3e69cb-d68f-4807-98de-81b016e4f44e'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:07.925555 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] Routers {'ae3e69cb-d68f-4807-98de-81b016e4f44e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:07.926193 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ae3e69cb-d68f-4807-98de-81b016e4f44e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:07.962733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-df9dcce4-8798-4619-9dbb-0db3b2cb2832 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b7b403-0b22-4c26-9013-959437e13204 HTTP/1.1" status: 200 len: 217 time: 0.3896043 Feb 07 22:49:07.970330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7357beef-fbc9-4bae-a8b6-7bc659aedd40 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/networks/97bfdf92-f6d2-475d-b1ae-54f8f946143d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7924197 Feb 07 22:49:07.992751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34924) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:07.995161 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:08.007160 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] Routers {'ae3e69cb-d68f-4807-98de-81b016e4f44e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:08.007788 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ae3e69cb-d68f-4807-98de-81b016e4f44e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:08.070077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Network 7aee5300-61cb-442e-8459-be9e482d055d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:08.076014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:08.076236 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:08.076689 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ade7d6-16c7-4754-b6d8-a7e1c521253d None None] The sync data for ids ['ae3e69cb-d68f-4807-98de-81b016e4f44e'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:08.281029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-aac1485c-4d44-45c9-b5f1-6e8076e11aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.282492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-aac1485c-4d44-45c9-b5f1-6e8076e11aad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.2781866 Feb 07 22:49:08.285790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d13514-2bd8-4158-b126-0bd868ec097e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.287181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f2d13514-2bd8-4158-b126-0bd868ec097e tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/subnets/1a4cbfb3-3089-4bde-933a-97c33136f9fb HTTP/1.1" status: 200 len: 843 time: 0.2484517 Feb 07 22:49:08.295364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8904b-3f2f-4b7c-bfb5-7c4fd520fe22 req-e3844bd5-2fe9-44ae-9197-0e54b8216e41 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.297247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3b8904b-3f2f-4b7c-bfb5-7c4fd520fe22 req-e3844bd5-2fe9-44ae-9197-0e54b8216e41 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 944 time: 0.9577298 Feb 07 22:49:08.298329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-095538ad-a306-43e1-ae29-edb3fd9d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.299659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-095538ad-a306-43e1-ae29-edb3fd9d25af service neutron] 10.222.0.36 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 914 time: 0.7607625 Feb 07 22:49:08.317663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:08.339434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-095f9e6a-a97d-4d06-ac05-da6ae53d30c2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/ae3e69cb-d68f-4807-98de-81b016e4f44e HTTP/1.1" status: 200 len: 925 time: 0.3997986 Feb 07 22:49:08.341768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34934) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:08.349418 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-1a84f042-e42b-495f-91b7-a6aaff1bd767 service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390316 Feb 07 22:49:08.419935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d595a53b-557b-44e5-8236-82e629749283 None None] Provisioning complete for port d39a3806-020f-4f13-bde0-092c8757e19f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:08.420479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d595a53b-557b-44e5-8236-82e629749283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:08.485477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d595a53b-557b-44e5-8236-82e629749283 None None] Port d39a3806-020f-4f13-bde0-092c8757e19f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:49:08.518049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-6a695c46-277e-4bdc-97d6-f536357ee8d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2012739 Feb 07 22:49:08.519248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-e960288d-b7df-46a9-a56f-360afde1171b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16 HTTP/1.1" status: 200 len: 217 time: 0.1993210 Feb 07 22:49:08.522817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00d87a9e-eaa2-408e-b8c1-ea907953b0b1 req-42d68397-b662-4c1b-8dea-82cf8010278d tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7681851 Feb 07 22:49:08.640728 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22', 'code': 200} Feb 07 22:49:08.716041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db919719-7365-424d-aac0-5444a5753eba req-dc517f01-0ed7-4177-8acb-d7e70c888d7d service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802964 Feb 07 22:49:08.719892 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'tag': '1c6278d8-1fe5-49ef-ab48-eba26df82af3', 'status': 'completed', 'code': 200} Feb 07 22:49:08.749944 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3b8904b-3f2f-4b7c-bfb5-7c4fd520fe22 req-b4151e1d-f1de-42fd-9bd2-ee33f3173aeb tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803656 Feb 07 22:49:08.838903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eecf62-ae5e-4518-8003-f8267e4ee34b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['shared'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.840292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e6eecf62-ae5e-4518-8003-f8267e4ee34b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "GET /v2.0/subnets/1a4cbfb3-3089-4bde-933a-97c33136f9fb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5217576 Feb 07 22:49:08.857397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34942) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:08.870311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73247209'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:08.875459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:08.887107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:08.924426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-9d9d2192-955d-4cea-bff1-6dba2f3c16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:08.926304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-9d9d2192-955d-4cea-bff1-6dba2f3c16d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.3927491 Feb 07 22:49:08.982529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-bb663836-9366-4603-932c-0700fb36bfc9 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477599 Feb 07 22:49:08.990703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:08.994877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.054924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-158a88ca-cbb4-4bd4-aae2-5f87278bed6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151421 Feb 07 22:49:09.088798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:49:09.164784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:49:09.212240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-89dfaa8f-4eb3-4063-960a-91d531ad3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.213758 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-89dfaa8f-4eb3-4063-960a-91d531ad3b69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 1095 time: 0.4359720 Feb 07 22:49:09.222927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ff032-6914-4a89-a1b0-f83316c2f5da req-57ff30fd-74ea-4a27-a35f-8b689f746d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.224352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-153ff032-6914-4a89-a1b0-f83316c2f5da req-57ff30fd-74ea-4a27-a35f-8b689f746d8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 1096 time: 0.4879174 Feb 07 22:49:09.278587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966729cd-b686-4ca9-a81b-23cc1a49fe8f tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.282663 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-966729cd-b686-4ca9-a81b-23cc1a49fe8f tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=ae3e69cb-d68f-4807-98de-81b016e4f44e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9356453 Feb 07 22:49:09.313222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bfb68665-d2f4-45bc-a04a-bf818c0a3f16 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:09.333147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34948) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:09.356202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:09.370142 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.370650 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Added segment 84ad415e-f686-4017-af07-e43ca41ba6e4 of type vlan for network 1597a3ef-a254-43a7-88da-4440592f9578 Feb 07 22:49:09.405717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:09.423935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca080fcd-8d26-4339-9a63-c640d0a93b22 req-17ed5d7a-9bfa-4164-a0c0-bfbf42dcfa02 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029565 Feb 07 22:49:09.543860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:09.574430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'port_id': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16', 'mac_address': 'fa:16:3e:60:2f:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873952d5-707e-4928-a7e5-22b18a49167f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:09.602808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:09.605050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-a7927a9a-b0e1-4aca-b2be-4e8366a588fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.606654 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-a7927a9a-b0e1-4aca-b2be-4e8366a588fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 200 len: 914 time: 0.3814178 Feb 07 22:49:09.610846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-88c030a1-a8ce-4049-9f9b-ae71eb77ec1d admin admin] 10.222.0.10 "PUT /v2.0/routers/5b305d61-9223-40a0-a0c9-3c4ebbea8ea6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0675697 Feb 07 22:49:09.655237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Sync routers for ids ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:09.735555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Routers {'5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:09.736358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:09.766444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b0529-3f9e-4c2d-9d68-24eff6e34616 req-c65b71b3-a715-4faf-8d12-ff835006b0e3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.774610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-680b0529-3f9e-4c2d-9d68-24eff6e34616 req-c65b71b3-a715-4faf-8d12-ff835006b0e3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 943 time: 1.0235703 Feb 07 22:49:09.817122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-f4623a9a-1f98-494a-8b2d-b24a267564e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c6278d8-1fe5-49ef-ab48-eba26df82af3 HTTP/1.1" status: 200 len: 217 time: 0.1899004 Feb 07 22:49:09.823553 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:49:09.832787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-153ff032-6914-4a89-a1b0-f83316c2f5da req-2a5d9177-e2fd-44d4-a63d-4a31a5e690de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739331 Feb 07 22:49:09.987121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-52c3bd1f-412a-4a26-bf24-736e91bde40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:09.988668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-52c3bd1f-412a-4a26-bf24-736e91bde40b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 200 len: 853 time: 0.1519988 Feb 07 22:49:10.073716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b67d0b-9f56-47e0-9e1c-1e7c9c0a6904 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.074597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98b67d0b-9f56-47e0-9e1c-1e7c9c0a6904 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Synchronizing usage tracker for tenant:367cc13cade24f0eb464eb0fb87459e4 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:10.105553 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.125968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb68665-d2f4-45bc-a04a-bf818c0a3f16 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:10.136006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.151349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Set router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:10.153845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.154495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.211528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:10.228363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-cf05a880-97ba-44c0-9edf-4eaa283488d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c269e01c-caa0-4de1-a83b-0664af078b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450903 Feb 07 22:49:10.251103 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:10.408961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-680b0529-3f9e-4c2d-9d68-24eff6e34616 req-8138befb-7e50-4f60-9148-9d4db6af3ea3 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333928 Feb 07 22:49:10.422771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-0a811b8a-fec3-439c-80ed-23c5907bcbab service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834812 Feb 07 22:49:10.422771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98b67d0b-9f56-47e0-9e1c-1e7c9c0a6904 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Unset dirty status for tenant:367cc13cade24f0eb464eb0fb87459e4 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:10.423522 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-98b67d0b-9f56-47e0-9e1c-1e7c9c0a6904 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 1.0870717 Feb 07 22:49:10.424313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34988) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:10.565067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-6132e3a5-7b20-4d9c-beff-e97c4204df1a service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4405780 Feb 07 22:49:10.568599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Network': ['ID=1597a3ef-a254-43a7-88da-4440592f9578,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:10.571453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:10.588265 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Sync routers for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:10.605942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-46aa920a-559e-491f-8590-e031e948990b tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7433703 Feb 07 22:49:10.611234 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:10.611890 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:10.670445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35000) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:10.679867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-5eeaadbf-ac93-4b60-baee-620916a4d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.682005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-5eeaadbf-ac93-4b60-baee-620916a4d8a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=792d36a0bce6473bbb9a880d588b38bc&device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 1094 time: 1.0833912 Feb 07 22:49:10.686377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'network_id': '1597a3ef-a254-43a7-88da-4440592f9578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:10.693447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['bfb68665-d2f4-45bc-a04a-bf818c0a3f16'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:10.718266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1597a3ef-a254-43a7-88da-4440592f9578 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:10.813853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a03dd-11bd-413d-9fdf-16bd2669af5d req-b48df40b-9377-4ce0-8672-c002f7fa108c tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:10.815327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec4a03dd-11bd-413d-9fdf-16bd2669af5d req-b48df40b-9377-4ce0-8672-c002f7fa108c tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 944 time: 1.0959945 Feb 07 22:49:10.913594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-54ba6489-2d80-41cd-b3be-3b44d834e7e9 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae3e69cb-d68f-4807-98de-81b016e4f44e HTTP/1.1" status: 200 len: 205 time: 0.4863112 Feb 07 22:49:10.915513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:11.077732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:11.157806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.161592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-11592d19-f9c5-447b-8480-63f7522c89af admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 12.1460421 Feb 07 22:49:11.164190 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:11.212007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35008) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:11.331223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1c6278d8-1fe5-49ef-ab48-eba26df82af3 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:11.358401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7885f8e4-48d4-4aaa-991c-80635b01df57 req-98f7211e-2220-407f-bb1a-e7e98e5ad772 service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8957124 Feb 07 22:49:11.379287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:49:05Z', 'revision_number': 4, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd39a3806-020f-4f13-bde0-092c8757e19f', 'name': '', 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'mac_address': 'fa:16:3e:44:96:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd48f0859-72a5-4ae4-b2c3-8805758916c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:00Z', 'updated_at': '2022-02-07T22:49:06Z', 'revision_number': 2, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'subnets': [{'id': 'd48f0859-72a5-4ae4-b2c3-8805758916c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:11.404009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.450869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Checking router: 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:49:11.464713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Updating router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 port d39a3806-020f-4f13-bde0-092c8757e19f binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:49:11.533654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:11.547580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec4a03dd-11bd-413d-9fdf-16bd2669af5d req-53266f6d-ba4f-4c15-be47-8e581028ce15 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299418 Feb 07 22:49:11.599141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:11.604183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce5e1ed4-21c7-4679-b753-6e1c2fc9e1ad req-156ebe32-f726-4ce6-b585-43e6dd141572 service neutron] 10.222.0.36 "GET /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0306981 Feb 07 22:49:11.623925 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.625825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-102e4c5f-7dea-47dc-b4b0-b572239b99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.630984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-102e4c5f-7dea-47dc-b4b0-b572239b99b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 200 len: 906 time: 0.8506341 Feb 07 22:49:11.675394 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:05Z', 'revision_number': 3, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:11.680962 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Checking router: 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:49:11.681569 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Updating router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 port 84ba8ea5-97a6-4daf-ade1-df739d5840ac binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:49:11.793939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ee58-b092-49b5-9025-c0303836e098 req-41f62427-cf8d-4789-9b39-b72cd033fac7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:11.795496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f68ee58-b092-49b5-9025-c0303836e098 req-41f62427-cf8d-4789-9b39-b72cd033fac7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 945 time: 1.0787439 Feb 07 22:49:11.796158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Made reservation on behalf of b125987a097248b29811f84c65eb970c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:11.799626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.811433 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.896156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:11.965438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-b2adde24-220c-404c-ae34-346dc826520a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44b7b403-0b22-4c26-9013-959437e13204 HTTP/1.1" status: 200 len: 217 time: 0.3243942 Feb 07 22:49:11.989423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Deleting port f131c4a5-3283-4324-a8fc-eb8362d33fb0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:11.989777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.142314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.155537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Transition to ACTIVE for port object d39a3806-020f-4f13-bde0-092c8757e19f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:12.172720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.273223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing IP validity checks on allocation pools {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 22:49:12.275279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 22:49:12.318735 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f68ee58-b092-49b5-9025-c0303836e098 req-efcde27e-7b0c-4dff-a92f-7fcaf525027f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471474 Feb 07 22:49:12.461200 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.528122 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Transition to ACTIVE for port object 84ba8ea5-97a6-4daf-ade1-df739d5840ac will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:12.555661 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.585416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de2e7c-52b4-4862-9bf8-540c722f06e9 None None] Pushing event updated for resources: {'Port': ['ID=d39a3806-020f-4f13-bde0-092c8757e19f,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:12.667866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-03a52aa8-1bb2-4570-ac67-3908efe3a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.672693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-03a52aa8-1bb2-4570-ac67-3908efe3a34c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 200 len: 845 time: 0.5998697 Feb 07 22:49:12.673326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35058) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:12.676413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Attempting to bind port d39a3806-020f-4f13-bde0-092c8757e19f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:12.676812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Attempting to bind port d39a3806-020f-4f13-bde0-092c8757e19f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:12.677183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Attempting to bind port d39a3806-020f-4f13-bde0-092c8757e19f on network 7aee5300-61cb-442e-8459-be9e482d055d {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:12.680086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 44b7b403-0b22-4c26-9013-959437e13204 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:12.708389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1c6278d8-1fe5-49ef-ab48-eba26df82af3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1c6278d8-1fe5-49ef-ab48-eba26df82af3,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:12.723695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:12.729022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Checking segment: {'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:12.730988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.734982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Bound using segment: {'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:12.740022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Bound port: d39a3806-020f-4f13-bde0-092c8757e19f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a6b53-84a9-409f-b184-77e09e259e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:12.741967 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.745219 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Attempting to bind port 84ba8ea5-97a6-4daf-ade1-df739d5840ac on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:12.745719 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Attempting to bind port 84ba8ea5-97a6-4daf-ade1-df739d5840ac by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:12.746145 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Attempting to bind port 84ba8ea5-97a6-4daf-ade1-df739d5840ac on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:12.763174 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:12.763732 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:12.764143 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.764974 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:12.765745 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Bound port: 84ba8ea5-97a6-4daf-ade1-df739d5840ac, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:12.766291 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.768102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.887350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-b730e119-b619-4b3c-958a-076f6f8e117e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1836038 Feb 07 22:49:12.906162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb4d9-5f34-4caa-821a-d769ef914643 req-05703fd7-e47f-4da9-a83c-cb884a3f5003 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:12.913902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df6eb4d9-5f34-4caa-821a-d769ef914643 req-05703fd7-e47f-4da9-a83c-cb884a3f5003 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 943 time: 1.1363502 Feb 07 22:49:12.914291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:12.951829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '1c6278d8-1fe5-49ef-ab48-eba26df82af3', 'network_id': 'c269e01c-caa0-4de1-a83b-0664af078b9e', 'port_id': '1c6278d8-1fe5-49ef-ab48-eba26df82af3', 'mac_address': 'fa:16:3e:04:86:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873952d5-707e-4928-a7e5-22b18a49167f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:13.009483 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] For port 84ba8ea5-97a6-4daf-ade1-df739d5840ac, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:13.017500 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] For port 84ba8ea5-97a6-4daf-ade1-df739d5840ac, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=84ba8ea5-97a6-4daf-ade1-df739d5840ac,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:13.035234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:49:13.041425 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.060122 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c851518-aa87-4636-8491-8feea16d4b12 None None] Pushing event updated for resources: {'Port': ['ID=84ba8ea5-97a6-4daf-ade1-df739d5840ac,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:13.198062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Calling delete_port for f131c4a5-3283-4324-a8fc-eb8362d33fb0 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:13.220414 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c851518-aa87-4636-8491-8feea16d4b12 None None] Pushing event updated for resources: {'Port': ['ID=84ba8ea5-97a6-4daf-ade1-df739d5840ac,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:13.280807 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:13.281363 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:13.293824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] For port d39a3806-020f-4f13-bde0-092c8757e19f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:13.299898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] For port d39a3806-020f-4f13-bde0-092c8757e19f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d39a3806-020f-4f13-bde0-092c8757e19f,segment=NetworkSegment(442a6b53-84a9-409f-b184-77e09e259e1c),segment_id=442a6b53-84a9-409f-b184-77e09e259e1c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:13.396505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:13.453430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '44b7b403-0b22-4c26-9013-959437e13204', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': '44b7b403-0b22-4c26-9013-959437e13204', 'mac_address': 'fa:16:3e:e2:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:13.459610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.508444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.545775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Checking segment: {'id': '84ad415e-f686-4017-af07-e43ca41ba6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1597a3ef-a254-43a7-88da-4440592f9578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:13.546358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network hostable DHCP agents. Network: 1597a3ef-a254-43a7-88da-4440592f9578, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:13.637494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df6eb4d9-5f34-4caa-821a-d769ef914643 req-494174fd-4cbd-4694-8d8f-25d627317821 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7218788 Feb 07 22:49:13.638159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Network 1597a3ef-a254-43a7-88da-4440592f9578 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:13.678441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6278d8-1fe5-49ef-ab48-eba26df82af3 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:13.715322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=767e20f1-4b2e-41ef-a9c7-1ce22adba983,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:13.752665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:13.794135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1597a3ef-a254-43a7-88da-4440592f9578) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:13.874284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:13.898307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b9e9e-4cab-4b6a-b513-05ef8f852243 None None] Network 1597a3ef-a254-43a7-88da-4440592f9578 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:13.957355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:13.958423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.033457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43b0b-d17c-4f43-a5bf-8f5e35773f51 req-bdbab3c6-dc85-4a25-90af-687e5f2fbe39 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.047932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8b43b0b-d17c-4f43-a5bf-8f5e35773f51 req-bdbab3c6-dc85-4a25-90af-687e5f2fbe39 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 945 time: 1.2320428 Feb 07 22:49:14.137538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8b43b0b-d17c-4f43-a5bf-8f5e35773f51 req-943eb1be-ec35-42f0-8714-444c7f54b56d tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875971 Feb 07 22:49:14.161988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.171406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-66afd31b-67e7-48ec-863f-19c5f84b3f16 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2403891 Feb 07 22:49:14.244262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b7b403-0b22-4c26-9013-959437e13204 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:14.253848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1c6278d8-1fe5-49ef-ab48-eba26df82af3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1c6278d8-1fe5-49ef-ab48-eba26df82af3,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:14.266639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Routers {'5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:14.267441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:14.308733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event deleted for resources: {'Port': ['ID=f131c4a5-3283-4324-a8fc-eb8362d33fb0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:14.327459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cc5b0c21-0d6f-4b38-8feb-31e2a29b3c3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.6511304 Feb 07 22:49:14.329088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:14.405663 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:05Z', 'revision_number': 3, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:14.412852 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f79c56-d938-405f-af7a-96fdacf2938d None None] The sync data for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 is: [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:05Z', 'revision_number': 3, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:14.423166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e5e217d1-2402-402f-95b1-a334531155f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:14.450394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79085b16-de84-4892-b4e4-bc0947aee532 req-865cf5bf-52b5-4dfd-8ccd-466cee1e2d1b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:14.453041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79085b16-de84-4892-b4e4-bc0947aee532 req-865cf5bf-52b5-4dfd-8ccd-466cee1e2d1b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 945 time: 0.6348658 Feb 07 22:49:14.479509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.562739 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79085b16-de84-4892-b4e4-bc0947aee532 req-f0bfa32b-5323-46bc-9368-cf015d4f334e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993669 Feb 07 22:49:14.566142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a79adb93-930f-402c-9db1-5f5cfb2377fc req-311dc40c-b0c9-4b37-9329-380532d44422 service neutron] 10.222.0.26 "GET /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813915 Feb 07 22:49:14.570878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] Set router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:14.658285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.827310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:14.978968 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:14.991818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de2e7c-52b4-4862-9bf8-540c722f06e9 None None] Pushing event updated for resources: {'Port': ['ID=d39a3806-020f-4f13-bde0-092c8757e19f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:15.037950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.111693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bfb68665-d2f4-45bc-a04a-bf818c0a3f16 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:15.122500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-2e14fe7d-2468-4c4c-9430-bb69548c08ec tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 267 time: 0.3417902 Feb 07 22:49:15.153132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84ba8ea5-97a6-4daf-ade1-df739d5840ac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:15.185794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.372537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f754e-bf7f-4a36-a0a6-16c4f66b347a req-76577e12-e5ad-4cce-8e72-de1d43ac1244 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:15.375516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.377058 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.384075 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b88f754e-bf7f-4a36-a0a6-16c4f66b347a req-76577e12-e5ad-4cce-8e72-de1d43ac1244 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 944 time: 0.5329475 Feb 07 22:49:15.392714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5e217d1-2402-402f-95b1-a334531155f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2328901'] for subnet, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.418731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-1597a3ef-a254-43a7-88da-4440592f9578', 'network_id': '1597a3ef-a254-43a7-88da-4440592f9578', 'tenant_id': 'b125987a097248b29811f84c65eb970c', 'fixed_ips': [{'subnet_id': '767e20f1-4b2e-41ef-a9c7-1ce22adba983'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:49:15.419652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.431561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['1c6278d8-1fe5-49ef-ab48-eba26df82af3'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:15.520001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b88f754e-bf7f-4a36-a0a6-16c4f66b347a req-cc25960c-5553-442e-a743-88c134312f9d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318662 Feb 07 22:49:15.549541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-b872e183-4a66-4e0a-a478-390f1d036f71 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:15.566536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-b872e183-4a66-4e0a-a478-390f1d036f71 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 945 time: 0.4273834 Feb 07 22:49:15.580900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'port': {'security_groups': []}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:15.730467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Allocated IP 172.20.0.1 (ccffdcf7-5f31-48f7-a44f-fb16d4a3618f/4733d5b4-f976-4272-aed4-bd975f459e7e/292ebb33-74e0-49f9-b7f2-a45f322aaacc) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:15.738740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5e217d1-2402-402f-95b1-a334531155f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738282386436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2242466'] for subnet, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.793902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Allocated IP 2001:db8::3 (1597a3ef-a254-43a7-88da-4440592f9578/767e20f1-4b2e-41ef-a9c7-1ce22adba983/da67d299-966b-44f3-b313-d0927a4e74c7) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:15.801142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['44b7b403-0b22-4c26-9013-959437e13204'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:15.842604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e217d1-2402-402f-95b1-a334531155f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:15.843230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5e217d1-2402-402f-95b1-a334531155f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.852435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e5e217d1-2402-402f-95b1-a334531155f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "PUT /v2.0/subnets/767e20f1-4b2e-41ef-a9c7-1ce22adba983 HTTP/1.1" status: 200 len: 900 time: 1.5062718 Feb 07 22:49:15.890426 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:15.890957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Fanout notify agent at l3_agent the message router_deleted on router ae3e69cb-d68f-4807-98de-81b016e4f44e {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:49:15.898541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1c6278d8-1fe5-49ef-ab48-eba26df82af3,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:15.988866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:16.071440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:16.170148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 84ba8ea5-97a6-4daf-ade1-df739d5840ac completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:16.176929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:16.177317 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.267395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Deleting port 2bc66314-71cb-4c67-a3f1-760aa38721a4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:16.267776 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.284462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 84ba8ea5-97a6-4daf-ade1-df739d5840ac triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:16.284899 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.316068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e217d1-2402-402f-95b1-a334531155f9 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event updated for resources: {'Subnet': ['ID=767e20f1-4b2e-41ef-a9c7-1ce22adba983,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:16.336581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.341902 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-93e244ca-0bbc-4252-87bd-0b9694ec34e2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/ae3e69cb-d68f-4807-98de-81b016e4f44e HTTP/1.1" status: 204 len: 168 time: 5.4164717 Feb 07 22:49:16.352052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35088) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:16.360627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:16.362848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-301290050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:16.374824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:16.392948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Usage tracker for resource:router and tenant:07873ed7eb984052bf52ffe15f4d30d6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:16.395814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:49:05Z', 'revision_number': 4, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd39a3806-020f-4f13-bde0-092c8757e19f', 'name': '', 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'mac_address': 'fa:16:3e:44:96:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd48f0859-72a5-4ae4-b2c3-8805758916c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:00Z', 'updated_at': '2022-02-07T22:49:13Z', 'revision_number': 4, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'subnets': [{'id': 'd48f0859-72a5-4ae4-b2c3-8805758916c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:16.401547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:16.416914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:16.440621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.516412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.517641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.535636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.543446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.583863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.587784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Transition to ACTIVE for port object 292ebb33-74e0-49f9-b7f2-a45f322aaacc will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:16.617850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7575b7e-c05e-4aa7-aa80-9051271c9b25 None None] The sync data for ids ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'] in n-d-827896-3 is: [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:49:05Z', 'revision_number': 4, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd39a3806-020f-4f13-bde0-092c8757e19f', 'name': '', 'network_id': '7aee5300-61cb-442e-8459-be9e482d055d', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'mac_address': 'fa:16:3e:44:96:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd48f0859-72a5-4ae4-b2c3-8805758916c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:00Z', 'updated_at': '2022-02-07T22:49:13Z', 'revision_number': 4, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'subnets': [{'id': 'd48f0859-72a5-4ae4-b2c3-8805758916c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:16.630716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.738672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdba7b-c4ca-4629-a29b-3b9748570762 req-0006027f-e73f-4c8c-8e13-a638dc2d622c tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:16.741102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cbdba7b-c4ca-4629-a29b-3b9748570762 req-0006027f-e73f-4c8c-8e13-a638dc2d622c tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 945 time: 0.7401543 Feb 07 22:49:16.773962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.807610 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.847935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.922761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:16.940044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:16.941401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eb472310-b994-4010-a821-d4e65f14b918 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5852420 Feb 07 22:49:16.961513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35096) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:16.991450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:17.056020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:17.099093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.104885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:17.111880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:17.118202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] For port cbcbab56-2672-401e-adfc-0eccc4c91b22, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:17.158043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.189653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] For port 2bc66314-71cb-4c67-a3f1-760aa38721a4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2bc66314-71cb-4c67-a3f1-760aa38721a4,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:17.190026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.199395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:17.237495 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.271411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Pushing event updated for resources: {'Port': ['ID=292ebb33-74e0-49f9-b7f2-a45f322aaacc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:17.281503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 84ba8ea5-97a6-4daf-ade1-df739d5840ac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=84ba8ea5-97a6-4daf-ade1-df739d5840ac,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:17.383771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.402686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.415850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Calling delete_port for 2bc66314-71cb-4c67-a3f1-760aa38721a4 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:17.449668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Transition to ACTIVE for port object da67d299-966b-44f3-b313-d0927a4e74c7 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:17.509960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Transition to ACTIVE for port object da67d299-966b-44f3-b313-d0927a4e74c7 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:17.516989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:17.554789 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.610350 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.637930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d39a3806-020f-4f13-bde0-092c8757e19f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:17.758724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Network 1597a3ef-a254-43a7-88da-4440592f9578 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:17.770143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:17.772381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13fe48d5-3abc-461e-87c8-e2bd570943a2 None None] Provisioning for port 292ebb33-74e0-49f9-b7f2-a45f322aaacc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:17.778358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:17.796237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.834425 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.888942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13fe48d5-3abc-461e-87c8-e2bd570943a2 None None] Provisioning complete for port 292ebb33-74e0-49f9-b7f2-a45f322aaacc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:17.889359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-13fe48d5-3abc-461e-87c8-e2bd570943a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.890569 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:17.991494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-13fe48d5-3abc-461e-87c8-e2bd570943a2 None None] Port 292ebb33-74e0-49f9-b7f2-a45f322aaacc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:49:17.993329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7', 'e0d4bc88-dfd9-4984-9338-66a9a6914435'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:18.004935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cbdba7b-c4ca-4629-a29b-3b9748570762 req-5fb7ca5f-36fa-49e6-a81a-2d2c8d32f63d tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2513549 Feb 07 22:49:18.027516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.070024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.071099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:18.071743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.074213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b86171c-eeb3-410d-82b9-25953411fa40 req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "PUT /v2.0/ports/cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 200 len: 904 time: 2.5068443 Feb 07 22:49:18.075778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:18.135863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cbcbab56-2672-401e-adfc-0eccc4c91b22'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:18.347436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=84ba8ea5-97a6-4daf-ade1-df739d5840ac,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.364910 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16', 'code': 200} Feb 07 22:49:18.429639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Attempting to bind port da67d299-966b-44f3-b313-d0927a4e74c7 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:18.430016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Attempting to bind port da67d299-966b-44f3-b313-d0927a4e74c7 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '84ad415e-f686-4017-af07-e43ca41ba6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1597a3ef-a254-43a7-88da-4440592f9578'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:18.430384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Attempting to bind port da67d299-966b-44f3-b313-d0927a4e74c7 on network 1597a3ef-a254-43a7-88da-4440592f9578 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:18.434194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cbcbab56-2672-401e-adfc-0eccc4c91b22'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:18.556172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=767e20f1-4b2e-41ef-a9c7-1ce22adba983,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.593111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.630758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35a0da-e124-465f-9960-1b9ac7b0300f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=cbcbab56-2672-401e-adfc-0eccc4c91b22,revision_number=6']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.729437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1597a3ef-a254-43a7-88da-4440592f9578']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:18.739679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Pushing event updated for resources: {'Port': ['ID=da67d299-966b-44f3-b313-d0927a4e74c7,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:18.764406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ad415e-f686-4017-af07-e43ca41ba6e4') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:18.764870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ad415e-f686-4017-af07-e43ca41ba6e4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:18.781025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:18.785136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Checking segment: {'id': '84ad415e-f686-4017-af07-e43ca41ba6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1597a3ef-a254-43a7-88da-4440592f9578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:18.785554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.785961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Bound using segment: {'id': '84ad415e-f686-4017-af07-e43ca41ba6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1597a3ef-a254-43a7-88da-4440592f9578'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:18.786472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Bound port: da67d299-966b-44f3-b313-d0927a4e74c7, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ad415e-f686-4017-af07-e43ca41ba6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1597a3ef-a254-43a7-88da-4440592f9578'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:18.787080 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.812463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:18.906069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d39a3806-020f-4f13-bde0-092c8757e19f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:18.998432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d39a3806-020f-4f13-bde0-092c8757e19f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:18.998432 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.003336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.077791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1c6278d8-1fe5-49ef-ab48-eba26df82af3 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:19.112029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a56e14d5-0f30-4afb-845f-4c65f959db59 None None] Provisioning complete for port cbcbab56-2672-401e-adfc-0eccc4c91b22 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:19.112029 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a56e14d5-0f30-4afb-845f-4c65f959db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.126578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.134388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:19.135229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.204129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc66314-71cb-4c67-a3f1-760aa38721a4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:19.259686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 44b7b403-0b22-4c26-9013-959437e13204 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:19.433161 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:19.436759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.485121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] For port da67d299-966b-44f3-b313-d0927a4e74c7, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:19.506788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:49:19.506788 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:49:19.506788 n-d-827896-3 neutron-server[87671]: [parameters: {'id': '1597a3ef-a254-43a7-88da-4440592f9578'}] Feb 07 22:49:19.506788 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:19.507222 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:19.508042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdbe2-d9ef-4134-8806-89946fe84fc7 req-f665aa68-ba2e-444a-b90d-3392d4689285 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.509816 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffacdbe2-d9ef-4134-8806-89946fe84fc7 req-f665aa68-ba2e-444a-b90d-3392d4689285 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 944 time: 1.0254133 Feb 07 22:49:19.512420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc502980-3227-46e6-8af5-800d062006a9 req-35be5e8b-ab7c-4014-b4ec-e1b80c4318ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.513801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc502980-3227-46e6-8af5-800d062006a9 req-35be5e8b-ab7c-4014-b4ec-e1b80c4318ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 1097 time: 1.1656752 Feb 07 22:49:19.517230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] For port da67d299-966b-44f3-b313-d0927a4e74c7, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=da67d299-966b-44f3-b313-d0927a4e74c7,segment=NetworkSegment(84ad415e-f686-4017-af07-e43ca41ba6e4),segment_id=84ad415e-f686-4017-af07-e43ca41ba6e4)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:19.521254 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.532184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:19.578454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.578963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.604665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Pushing event updated for resources: {'Port': ['ID=292ebb33-74e0-49f9-b7f2-a45f322aaacc,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:19.609052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.619912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad74ad-c416-4ade-934d-da0d87477c9e req-083ed9f0-9598-4db5-9634-975fe868cf09 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:19.621871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51ad74ad-c416-4ade-934d-da0d87477c9e req-083ed9f0-9598-4db5-9634-975fe868cf09 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 907 time: 1.0111678 Feb 07 22:49:19.686834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:19.687219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:19.775748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffacdbe2-d9ef-4134-8806-89946fe84fc7 req-2a92c424-7ab3-4fd2-a97f-971d54404e7c tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579241 Feb 07 22:49:19.777636 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22', 'status': 'completed', 'code': 200} Feb 07 22:49:19.785150 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc502980-3227-46e6-8af5-800d062006a9 req-1cf442bb-a921-4fbe-b46f-7c3321c3cf53 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457242 Feb 07 22:49:19.925096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 44b7b403-0b22-4c26-9013-959437e13204 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:19.986810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d39a3806-020f-4f13-bde0-092c8757e19f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d39a3806-020f-4f13-bde0-092c8757e19f,segment=NetworkSegment(442a6b53-84a9-409f-b184-77e09e259e1c),segment_id=442a6b53-84a9-409f-b184-77e09e259e1c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:20.004925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 44b7b403-0b22-4c26-9013-959437e13204 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:20.005602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.074862 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.102720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:20.194204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:20.236136 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.278171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port da67d299-966b-44f3-b313-d0927a4e74c7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:20.278604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.293855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6692-9aaf-434f-8bb4-61f2bb82e07a None None] Pushing event updated for resources: {'Port': ['ID=da67d299-966b-44f3-b313-d0927a4e74c7,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:20.520828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fbc90-64aa-4292-888d-77102ff0234b req-2dcfe569-dc64-4c14-b237-092f2b522121 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.528739 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa8fbc90-64aa-4292-888d-77102ff0234b req-2dcfe569-dc64-4c14-b237-092f2b522121 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.5506747 Feb 07 22:49:20.529485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84ba8ea5-97a6-4daf-ade1-df739d5840ac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:20.558878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc27b4-c71f-48fc-9270-3689445a56eb req-cedfe788-baec-4adc-af51-b7defb4972df tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.560425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32fc27b4-c71f-48fc-9270-3689445a56eb req-cedfe788-baec-4adc-af51-b7defb4972df tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 946 time: 0.4769542 Feb 07 22:49:20.591760 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.632160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91365f4f-de6a-4950-b934-c85e891db295 None None] Network 1597a3ef-a254-43a7-88da-4440592f9578 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:20.710474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d39a3806-020f-4f13-bde0-092c8757e19f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:20.726285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Router a711ab09-c233-4327-8f96-3601c8f77444 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:49:20.729016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:49:20.733909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.737080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6278d8-1fe5-49ef-ab48-eba26df82af3'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:20.768632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 1c6278d8-1fe5-49ef-ab48-eba26df82af3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1c6278d8-1fe5-49ef-ab48-eba26df82af3,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:20.779990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa8fbc90-64aa-4292-888d-77102ff0234b req-9e0e85a7-7c36-43c9-aed6-915db8362c5e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503400 Feb 07 22:49:20.831627 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.897358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-78852730-3b2b-49f2-8279-008280816a90 None None] Provisioning complete for port 292ebb33-74e0-49f9-b7f2-a45f322aaacc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:20.897739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-78852730-3b2b-49f2-8279-008280816a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:20.949668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-3661cc95-d5b2-46df-849f-384d885e9dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:20.953807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-3661cc95-d5b2-46df-849f-384d885e9dfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 1058 time: 0.9749496 Feb 07 22:49:20.988263 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6278d8-1fe5-49ef-ab48-eba26df82af3', 'code': 200} Feb 07 22:49:21.042453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.053983 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.086001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 84ba8ea5-97a6-4daf-ade1-df739d5840ac triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:21.086373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.090395 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32fc27b4-c71f-48fc-9270-3689445a56eb req-7a42d6b6-edb4-4d06-bac6-4ea555c62222 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125865 Feb 07 22:49:21.158773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-78852730-3b2b-49f2-8279-008280816a90 None None] Port 292ebb33-74e0-49f9-b7f2-a45f322aaacc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:49:21.193119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=1c6278d8-1fe5-49ef-ab48-eba26df82af3,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:21.217996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:21.228634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:21.372848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bedd8a-7280-423e-a1e4-0058b9b4249a None None] Network 1597a3ef-a254-43a7-88da-4440592f9578 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:21.460182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:21.512310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:21.527366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] Sync routers for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:21.536948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a1f6e-fcdd-4182-aabd-6f894e06c0f1 req-48963210-60a8-4f8f-9ead-cea4a0887d1d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.543753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c9a1f6e-fcdd-4182-aabd-6f894e06c0f1 req-48963210-60a8-4f8f-9ead-cea4a0887d1d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 945 time: 0.2867842 Feb 07 22:49:21.581501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:21.582141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:21.587157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b7cb9-14d4-405b-aa15-8587f2515e54 req-9b4983c3-590a-434d-8df6-d66ecac6c1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.588916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f03b7cb9-14d4-405b-aa15-8587f2515e54 req-9b4983c3-590a-434d-8df6-d66ecac6c1fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 1097 time: 0.4222395 Feb 07 22:49:21.591057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d1e77efd-da6f-4925-ac9e-925208b71b88 admin admin] 10.222.0.10 "PUT /v2.0/routers/a711ab09-c233-4327-8f96-3601c8f77444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9119227 Feb 07 22:49:21.595744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35124) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:21.650051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:21.669344 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Sync routers for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:21.684260 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:21.684526 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:21.781362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58250e38-b973-492c-93db-67101bdedbea admin admin] 10.222.0.10 "PUT /v2.0/routers/4c6ba09d-3ee8-4e64-a743-c79d2cc50116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5607975 Feb 07 22:49:21.782776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-e689026b-5dd7-4abf-ac7d-99f94c1b4907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:21.785024 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-e689026b-5dd7-4abf-ac7d-99f94c1b4907 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.7163341 Feb 07 22:49:21.810318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:21.887217 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-4ff11a32-0d15-432d-96c9-06c79cdc7b85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 200 len: 217 time: 0.0929024 Feb 07 22:49:22.092184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port da67d299-966b-44f3-b313-d0927a4e74c7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=da67d299-966b-44f3-b313-d0927a4e74c7,segment=NetworkSegment(84ad415e-f686-4017-af07-e43ca41ba6e4),segment_id=84ad415e-f686-4017-af07-e43ca41ba6e4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:22.092681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.100028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d162d6-6122-4f4c-8245-7f5d6c2fc8f7 req-bf95a201-a9b0-46e3-a763-2443095c26e3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.111028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2d162d6-6122-4f4c-8245-7f5d6c2fc8f7 req-bf95a201-a9b0-46e3-a763-2443095c26e3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.7091832 Feb 07 22:49:22.168786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8bdaf0-8471-4a0c-9464-d4d5e50745c2 None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:49:22.211609 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:22.230490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c9a1f6e-fcdd-4182-aabd-6f894e06c0f1 req-84396f76-b18a-4e18-a742-d556c62624d2 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867268 Feb 07 22:49:22.284853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for da67d299-966b-44f3-b313-d0927a4e74c7 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:22.287662 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f03b7cb9-14d4-405b-aa15-8587f2515e54 req-ecd45929-6f10-460a-892e-a6e1d7187cf1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6902173 Feb 07 22:49:22.318448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2d162d6-6122-4f4c-8245-7f5d6c2fc8f7 req-cb092133-a056-42ab-9649-afa101566012 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053463 Feb 07 22:49:22.383197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Allocated IP 172.25.0.197 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/36a23db7-adc9-40e3-846a-8555f73abf40) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:22.559264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d39a3806-020f-4f13-bde0-092c8757e19f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:22.567662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.601027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-fc2c3f13-bc5b-4533-ac30-492cb4540334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.602621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-fc2c3f13-bc5b-4533-ac30-492cb4540334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.6402242 Feb 07 22:49:22.612824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.702334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:22.745853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event updated for resources: {'Port': ['ID=36a23db7-adc9-40e3-846a-8555f73abf40,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:22.786377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:22.797016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:22.839014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:22.909613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8bdaf0-8471-4a0c-9464-d4d5e50745c2 None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:49:22.927954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574dc3f-14fb-475a-b91a-64c5eb65212e req-365dfee9-c775-4be8-8c3b-2cd2f20614df tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.929675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8574dc3f-14fb-475a-b91a-64c5eb65212e req-365dfee9-c775-4be8-8c3b-2cd2f20614df tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 946 time: 0.3219943 Feb 07 22:49:22.940776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-0c45f327-869f-4a49-9166-6a6a932e9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:22.942287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-0c45f327-869f-4a49-9166-6a6a932e9750 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3315141 Feb 07 22:49:23.022034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b7b403-0b22-4c26-9013-959437e13204'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:23.040874 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:18Z', 'revision_number': 2, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:23.050243 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Checking router: 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:49:23.050616 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Updating router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 port 292ebb33-74e0-49f9-b7f2-a45f322aaacc binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:49:23.097741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d39a3806-020f-4f13-bde0-092c8757e19f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:23.098203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.110703 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-87e5ad9e-2c75-498c-994a-7e6f99ad99b2 service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489608 Feb 07 22:49:23.111290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8574dc3f-14fb-475a-b91a-64c5eb65212e req-b22efa82-a1db-49c7-9dd3-cb6d56a4e32b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918226 Feb 07 22:49:23.113842 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.167057 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.190964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No DVR routers for this DVR port da67d299-966b-44f3-b313-d0927a4e74c7 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:23.198215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Deleting port 3439c727-1181-4a16-93e2-da4b3efec29c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:23.198727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.217365 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.286562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Port': ['ID=da67d299-966b-44f3-b313-d0927a4e74c7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:23.317857 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b7b403-0b22-4c26-9013-959437e13204', 'code': 200} Feb 07 22:49:23.381197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35148) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:23.576485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590766320', 'description': 'tempest-description--735817330'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:23.652527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.714315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:23.764025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53'}], 'enable_snat': True}, 'gw_port_id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 5, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port': {'id': '3439c727-1181-4a16-93e2-da4b3efec29c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:12Z', 'updated_at': '2022-02-07T22:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:23.774042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] Checking router: a711ab09-c233-4327-8f96-3601c8f77444 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:49:23.854175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Usage tracker for resource:security_group and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:23.863608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:23.879627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:23.896497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] Routers {'a711ab09-c233-4327-8f96-3601c8f77444'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:23.904782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a711ab09-c233-4327-8f96-3601c8f77444'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:23.917567 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:23.941890 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Transition to ACTIVE for port object 292ebb33-74e0-49f9-b7f2-a45f322aaacc will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:23.958513 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.033930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.055190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1597a3ef-a254-43a7-88da-4440592f9578']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:24.075163 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4f58d8c7-4ef2-4336-8924-947ae58d3d7b req-f145999c-545a-4775-a325-10ad99392797 service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9501712 Feb 07 22:49:24.076839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ad415e-f686-4017-af07-e43ca41ba6e4') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:24.077202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ad415e-f686-4017-af07-e43ca41ba6e4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:24.095490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.122647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.127035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:24.127527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.183955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:24.207204 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8793932-e8e8-486c-810a-f15b1d274941 None None] Pushing event updated for resources: {'Port': ['ID=292ebb33-74e0-49f9-b7f2-a45f322aaacc,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:24.207910 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:24.210332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Usage tracker for resource:security_group_rule and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:24.236692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:24.251939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25d773-c83d-4588-bbcc-9d469e725fcd req-6ec1f805-c4c3-45af-b80f-b2e73aff5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.253749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b25d773-c83d-4588-bbcc-9d469e725fcd req-6ec1f805-c4c3-45af-b80f-b2e73aff5770 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 1096 time: 0.7470310 Feb 07 22:49:24.257005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:24.264762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] For port 3439c727-1181-4a16-93e2-da4b3efec29c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3439c727-1181-4a16-93e2-da4b3efec29c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:24.265142 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.282606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-7bf62326-c397-4884-b3be-7a132eb74354 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.283867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-7bf62326-c397-4884-b3be-7a132eb74354 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 0.7632473 Feb 07 22:49:24.307183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] Set router a711ab09-c233-4327-8f96-3601c8f77444 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:24.317075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930d2b3-8ab0-4dae-8dbf-48fc5793e3af req-0c520a55-7756-4692-a01c-70cb8bc07cd3 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:24.319401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3930d2b3-8ab0-4dae-8dbf-48fc5793e3af req-0c520a55-7756-4692-a01c-70cb8bc07cd3 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 946 time: 0.9365551 Feb 07 22:49:24.455306 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Attempting to bind port 292ebb33-74e0-49f9-b7f2-a45f322aaacc on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:24.457388 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Attempting to bind port 292ebb33-74e0-49f9-b7f2-a45f322aaacc by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:24.458760 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Attempting to bind port 292ebb33-74e0-49f9-b7f2-a45f322aaacc on network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:24.463595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:49:23Z', 'revision_number': 6, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:24.470939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892916a5-93fc-4548-ae56-af181fdb3650 None None] The sync data for ids ['a711ab09-c233-4327-8f96-3601c8f77444'] in n-d-827896-3 is: [{'id': 'a711ab09-c233-4327-8f96-3601c8f77444', 'name': 'tempest-TaggedBootDevicesTest_v242-2021686588-router', 'tenant_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:09Z', 'updated_at': '2022-02-07T22:49:23Z', 'revision_number': 6, 'project_id': 'f22d0fcbe29741e7a75679885ef0f8c1', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:24.472169 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:24.477699 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Checking segment: {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:24.478274 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.478769 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Bound using segment: {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:24.480112 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Bound port: 292ebb33-74e0-49f9-b7f2-a45f322aaacc, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:24.480639 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.541122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Calling delete_port for 3439c727-1181-4a16-93e2-da4b3efec29c owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:24.581818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.641785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-d3305040-1de1-4131-a967-7b7c450d8874 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/quotas/55a1cf6ea003463188ef42fc5b89771d HTTP/1.1" status: 200 len: 375 time: 0.3414562 Feb 07 22:49:24.659817 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] For port 292ebb33-74e0-49f9-b7f2-a45f322aaacc, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:24.665776 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] For port 292ebb33-74e0-49f9-b7f2-a45f322aaacc, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=292ebb33-74e0-49f9-b7f2-a45f322aaacc,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:24.671832 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.690181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.738643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:24.744286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=1597a3ef-a254-43a7-88da-4440592f9578,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:24.783599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-60c3eebd-1593-485d-8a7e-e20058fc469c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/1597a3ef-a254-43a7-88da-4440592f9578 HTTP/1.1" status: 204 len: 168 time: 8.7867465 Feb 07 22:49:24.783995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35168) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:24.788896 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8793932-e8e8-486c-810a-f15b1d274941 None None] Pushing event updated for resources: {'Port': ['ID=292ebb33-74e0-49f9-b7f2-a45f322aaacc,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:24.796637 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:24.797690 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:24.815480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3930d2b3-8ab0-4dae-8dbf-48fc5793e3af req-24db2a32-65fd-46dc-87fa-b26ba99da7de tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260156 Feb 07 22:49:24.874142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b25d773-c83d-4588-bbcc-9d469e725fcd req-e8ad609f-db1d-4299-8f8b-7bb1ef1744be service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865047 Feb 07 22:49:24.916487 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cc2b68-9509-49bd-a036-d0fbd6e80d0a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:24.916926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8cc2b68-9509-49bd-a036-d0fbd6e80d0a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:24.923506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c8cc2b68-9509-49bd-a036-d0fbd6e80d0a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/767e20f1-4b2e-41ef-a9c7-1ce22adba983 HTTP/1.1" status: 404 len: 337 time: 0.1362631 Feb 07 22:49:24.926597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35172) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:25.001532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.090107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.132265 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:25.239783 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ede1819-e11c-4601-a02a-405478a91a1a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:25.244961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ede1819-e11c-4601-a02a-405478a91a1a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:25.249778 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7ede1819-e11c-4601-a02a-405478a91a1a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/1597a3ef-a254-43a7-88da-4440592f9578 HTTP/1.1" status: 404 len: 339 time: 0.3223822 Feb 07 22:49:25.250440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35176) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:25.430464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.458193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b6027-ad3f-4559-978f-02d31f94c8a5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:25.515416 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.516786 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c313933f-1cdb-4a02-98e1-2efb5b588afe tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0202928 Feb 07 22:49:25.524642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35180) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:25.546238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-5ea8edd6-b96a-4b9d-a427-3fd4626bb10a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8877318 Feb 07 22:49:25.552361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Request body: {'security_group_rule': {'security_group_id': 'b17b6027-ad3f-4559-978f-02d31f94c8a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:25.591691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:25.608130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Usage tracker for resource:security_group_rule and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:25.660161 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:24Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:25.663936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:25.671278 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e815f-3c5e-483c-82c9-3ccb6ca7be1c None None] The sync data for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 is: [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:24Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:25.687090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:25.695072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.698012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.710505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.719490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881bda0-4fab-4e8a-80ca-c6d066329058 req-0a2485c6-2fba-485b-97d5-5468de195ef6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:25.721910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2881bda0-4fab-4e8a-80ca-c6d066329058 req-0a2485c6-2fba-485b-97d5-5468de195ef6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 945 time: 0.6344235 Feb 07 22:49:25.763004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c68cc34-ef4b-4a87-afb5-804aed7ce20d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:25.776680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.782379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ac2ea3-db41-4ef4-a9d8-e8c7c14765e5') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:25.782929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ac2ea3-db41-4ef4-a9d8-e8c7c14765e5') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:25.798559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.900663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Pushing event deleted for resources: {'Port': ['ID=3439c727-1181-4a16-93e2-da4b3efec29c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:25.909163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:25.942271 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cb4f1a43-a3c4-4b7f-82f9-00a45e08e20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.044075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.060055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:26.060492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:26.079615 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:26.117606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-3c28874d-485b-4366-806f-e0c290356da3 service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521762 Feb 07 22:49:26.272124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2881bda0-4fab-4e8a-80ca-c6d066329058 req-a7974b1d-498b-4ba6-b507-427102dd4adb tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337207 Feb 07 22:49:26.282476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.504062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.508684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.518507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 292ebb33-74e0-49f9-b7f2-a45f322aaacc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:26.618171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.618692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a711ab09-c233-4327-8f96-3601c8f77444 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:49:26.627782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.634611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 292ebb33-74e0-49f9-b7f2-a45f322aaacc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:26.636935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.641025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 292ebb33-74e0-49f9-b7f2-a45f322aaacc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:26.641583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.653225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.671727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Router d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:49:26.682567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=1c68cc34-ef4b-4a87-afb5-804aed7ce20d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:26.691736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e277e535-458f-42ed-a86f-d7ef4839a632 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/1c68cc34-ef4b-4a87-afb5-804aed7ce20d HTTP/1.1" status: 204 len: 168 time: 1.4357336 Feb 07 22:49:26.691933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35188) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:26.698731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.828905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.835774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cda63046-3735-4d23-af77-5ff0b410e800 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a711ab09-c233-4327-8f96-3601c8f77444 HTTP/1.1" status: 204 len: 168 time: 5.2377701 Feb 07 22:49:26.877878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35194) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:26.879167 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.884294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3585880 Feb 07 22:49:26.886217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-323d0ef7-e43d-488c-a2af-5b11d66124ee service neutron] 10.222.0.10 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475111 Feb 07 22:49:26.892967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35196) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:26.899196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b85ac-5c18-4e50-9335-4fa55423fe6c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba887e90-7577-4822-b237-6d33823a8a41,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:26.928614 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa448324-f100-4bb0-8e2d-d6b440eedba4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:26.928614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa448324-f100-4bb0-8e2d-d6b440eedba4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:26.945388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aa448324-f100-4bb0-8e2d-d6b440eedba4 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/7c34dae0-4929-4d7c-a5b8-9328d069c255 HTTP/1.1" status: 404 len: 337 time: 0.2524207 Feb 07 22:49:26.963776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35202) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:26.965274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Request body: {'security_group_rule': {'security_group_id': 'b17b6027-ad3f-4559-978f-02d31f94c8a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:26.969099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:26.975466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:26.980196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Usage tracker for resource:security_group_rule and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:27.049817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 292ebb33-74e0-49f9-b7f2-a45f322aaacc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=292ebb33-74e0-49f9-b7f2-a45f322aaacc,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:27.061603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.068348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] Deleting subnet 65699282-451f-42e3-8983-56630e8b5044 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:27.072724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:27.076850 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-970daf01-d137-46a0-8328-db55f1a9fa6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:27.079953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970daf01-d137-46a0-8328-db55f1a9fa6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:27.084992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-970daf01-d137-46a0-8328-db55f1a9fa6f tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/a67745d6-38cd-4432-abd8-81b4ac26aed6 HTTP/1.1" status: 404 len: 339 time: 0.1145337 Feb 07 22:49:27.085762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.098581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35206) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:27.157256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:27.174817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2bc66314-71cb-4c67-a3f1-760aa38721a4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:27.208235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1944e-6c6e-43d8-bc7f-5e20e0915dca req-a13afc26-c553-4d9b-afa9-8004fff463cf tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:27.210812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3c1944e-6c6e-43d8-bc7f-5e20e0915dca req-a13afc26-c553-4d9b-afa9-8004fff463cf tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 946 time: 0.6811478 Feb 07 22:49:27.243197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.257615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2bc66314-71cb-4c67-a3f1-760aa38721a4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:27.258901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2bc66314-71cb-4c67-a3f1-760aa38721a4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:27.259833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3439c727-1181-4a16-93e2-da4b3efec29c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:27.319446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3439c727-1181-4a16-93e2-da4b3efec29c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:27.319950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3439c727-1181-4a16-93e2-da4b3efec29c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:27.326280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=292ebb33-74e0-49f9-b7f2-a45f322aaacc,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:27.346814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting subnet bb7a0108-5563-4703-b231-0f353bbd303f {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:27.352376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.404248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:27.412715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.413904 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0c3ca6fa-298a-4d07-b332-b60148759da0 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "PUT /v2.0/routers/d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 HTTP/1.1" status: 200 len: 883 time: 10.4455526 Feb 07 22:49:27.414827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] Sync routers for ids ['d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:27.417260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35216) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:27.431664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] Routers {'d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:27.435340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:27.446428 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.593035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.623231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3c1944e-6c6e-43d8-bc7f-5e20e0915dca req-b86150b3-92fb-4019-9d02-6c77d9439170 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956835 Feb 07 22:49:27.625407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7f99dc4-2991-47e2-b8dc-4ec84728a215 req-7946b1fb-400f-4a08-86e5-1f5b0f4a86ba tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 210 time: 0.3121727 Feb 07 22:49:27.627900 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.650926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b7712d4-d2b0-45f1-b51e-2b2624a127c5 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 HTTP/1.1" status: 200 len: 924 time: 0.2327852 Feb 07 22:49:27.653558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35224) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:27.685960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9e33ef-00ce-4579-a896-9cd89abe6737,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:27.710169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:27.720068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] Routers {'d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:27.721077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:27.749662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.753464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8833d401-c1dd-465c-b013-49b99d9f5599 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8558624 Feb 07 22:49:27.770436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35230) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:27.797021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:27.797759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1f20e-f85e-470a-8593-b8686c171b82 None None] The sync data for ids ['d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:27.808899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:27.812354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:27.828155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:27.838943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Usage tracker for resource:floatingip and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:27.852117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:27.947510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec70bc-ac13-4296-84c6-f490eebc2d04 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:27.948998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6dec70bc-ac13-4296-84c6-f490eebc2d04 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2873118 Feb 07 22:49:27.952388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35238) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:27.978793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:28.012747 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.123210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.182582 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-332b0099-952d-443f-80a5-fca447fcf45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.190321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04a7b0d-78f4-4b6f-b381-45f09997689e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.191975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a04a7b0d-78f4-4b6f-b381-45f09997689e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 0.2383993 Feb 07 22:49:28.210624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.298392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35242) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:28.348807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.420961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7a0108-5563-4703-b231-0f353bbd303f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:28.431150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3a591d8-6b1a-4785-9565-9dc67acc8985 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 HTTP/1.1" status: 200 len: 205 time: 0.1289465 Feb 07 22:49:28.432045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35248) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:28.434654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3228d7-f19c-4ba8-82e6-949e8002a564 req-8bedd62f-4833-4eef-b7c8-4d6411acb3e8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:28.439868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 292ebb33-74e0-49f9-b7f2-a45f322aaacc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:28.441667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc3228d7-f19c-4ba8-82e6-949e8002a564 req-8bedd62f-4833-4eef-b7c8-4d6411acb3e8 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 945 time: 0.5700583 Feb 07 22:49:28.462503 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.519030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19116718-09c5-4917-b170-020c678eb08f None None] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:28.529029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.541938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65699282-451f-42e3-8983-56630e8b5044,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:28.563248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-336b3cd8-9ecc-4eac-8b17-eac2120e00d3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/bb7a0108-5563-4703-b231-0f353bbd303f HTTP/1.1" status: 204 len: 168 time: 1.4491961 Feb 07 22:49:28.571108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35252) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:28.611428 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.637495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc3228d7-f19c-4ba8-82e6-949e8002a564 req-706a92f4-79d9-4cad-9aa7-7b15a7a8c0ec tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947072 Feb 07 22:49:28.650901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-adb545d2-08bc-4198-b63c-3c4eca51111c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/65699282-451f-42e3-8983-56630e8b5044 HTTP/1.1" status: 204 len: 168 time: 1.7619417 Feb 07 22:49:28.651376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35258) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:28.721458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620f522-1097-46c3-bc1d-d23390677349 None None] Network ecce4042-fcc2-4fa5-a103-1491f7c18b14 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:28.774983 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.799050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting subnet c792e57b-eaca-476d-bc9a-3fd02a914148 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:28.803430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.870572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:28.986483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.257989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 292ebb33-74e0-49f9-b7f2-a45f322aaacc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:29.259080 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.430051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e8d99f1-0c3a-4009-8816-cb356cbe0b72 req-4d1f425f-0939-4596-b5fc-042fdb432892 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 210 time: 0.3256171 Feb 07 22:49:29.495525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.496440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.516430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.523029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Deleting port 36a23db7-adc9-40e3-846a-8555f73abf40 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:29.523381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.549900 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.610788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.710710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] DHCP port deletion for ecce4042-fcc2-4fa5-a103-1491f7c18b14 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:49:29.728347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] Deleting port a5acf822-36f6-4114-9165-c65fefe79cc8 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:29.728347 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.736207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Deleting port a5acf822-36f6-4114-9165-c65fefe79cc8 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:29.736584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:29.987873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-f5881db5-d617-430e-afc4-0b620ecea146 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:30.006061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-f5881db5-d617-430e-afc4-0b620ecea146 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Synchronizing usage tracker for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:30.012261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.135923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] For port a5acf822-36f6-4114-9165-c65fefe79cc8, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a5acf822-36f6-4114-9165-c65fefe79cc8,segment=NetworkSegment(93f7a38a-5493-4ece-b2c4-18e61f114c8c),segment_id=93f7a38a-5493-4ece-b2c4-18e61f114c8c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:30.135923 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.231527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Allocated IP 172.25.0.133 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/62179d33-e5dd-4e01-bd9b-e8bdae26796e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:30.275939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Calling delete_port for 36a23db7-adc9-40e3-846a-8555f73abf40 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:30.331022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] Calling delete_port for a5acf822-36f6-4114-9165-c65fefe79cc8 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:30.409457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-f5881db5-d617-430e-afc4-0b620ecea146 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Unset dirty status for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:30.415905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-f5881db5-d617-430e-afc4-0b620ecea146 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "GET /v2.0/ports?device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 946 time: 0.6477668 Feb 07 22:49:30.448507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a5acf822-36f6-4114-9165-c65fefe79cc8 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:30.534318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Deleting port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:30.534722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.569953 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.615972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.665027 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.694207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] No DVR routers for this DVR port a5acf822-36f6-4114-9165-c65fefe79cc8 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:30.695745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21fb57-85e0-4e1a-8487-20db24fe6e32 None None] Pushing event deleted for resources: {'Port': ['ID=a5acf822-36f6-4114-9165-c65fefe79cc8,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:30.727283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-ff2251c5-dffb-430f-b9f7-a74aa4bc8e81 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:30.729023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-ff2251c5-dffb-430f-b9f7-a74aa4bc8e81 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 811 time: 1.5432129 Feb 07 22:49:30.744341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.774131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Request body: {'port': {'device_id': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'admin_state_up': True, 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:30.786653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-62b94462-d80f-47f0-895e-a2bf5d24ae6f None None] Provisioning complete for port a6fe6d41-9422-4c68-b5ee-986457b73349 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:30.787060 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62b94462-d80f-47f0-895e-a2bf5d24ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.791531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=c792e57b-eaca-476d-bc9a-3fd02a914148,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:30.803012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:30.951435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] The port 'a5acf822-36f6-4114-9165-c65fefe79cc8' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:49:30.969034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808c488a-cbd7-4d5c-8db0-ccc5dbb5434c None None] Network 462b24ee-2f23-456b-bf38-6f1060035ed5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:30.978089 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ffc827a5-0d13-4285-956a-81ac7dd36e8c tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/c792e57b-eaca-476d-bc9a-3fd02a914148 HTTP/1.1" status: 204 len: 168 time: 2.4067311 Feb 07 22:49:30.993674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35322) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:31.107397 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.179535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] For port 1c6278d8-1fe5-49ef-ab48-eba26df82af3, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=1c6278d8-1fe5-49ef-ab48-eba26df82af3,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:31.179926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.265277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.272260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:31.278465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Usage tracker for resource:port and tenant:55a1cf6ea003463188ef42fc5b89771d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:31.281758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 44b7b403-0b22-4c26-9013-959437e13204 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:31.281983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Quota usage for port was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:31.290934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:31.352437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Calling delete_port for 1c6278d8-1fe5-49ef-ab48-eba26df82af3 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:31.387429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.397839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] DHCP port deletion for 462b24ee-2f23-456b-bf38-6f1060035ed5 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:49:31.408061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] Deleting port a6fe6d41-9422-4c68-b5ee-986457b73349 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:31.408772 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.453591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Made reservation on behalf of 55a1cf6ea003463188ef42fc5b89771d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:31.457808 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.510669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695f88f-6f35-4325-b403-9dd126d07820 req-60107da7-1856-4e68-95d9-a18652517eae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.512194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9695f88f-6f35-4325-b403-9dd126d07820 req-60107da7-1856-4e68-95d9-a18652517eae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 946 time: 1.6943502 Feb 07 22:49:31.524199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420c986-0c9b-4bcd-a308-e7a3a627b6e9 req-6640befd-c16b-44bd-b173-8bccf3d138bd tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.525963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:31.528787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.533775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8420c986-0c9b-4bcd-a308-e7a3a627b6e9 req-6640befd-c16b-44bd-b173-8bccf3d138bd tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 945 time: 0.9567859 Feb 07 22:49:31.544341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '44b7b403-0b22-4c26-9013-959437e13204', 'network_id': '5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864', 'port_id': '44b7b403-0b22-4c26-9013-959437e13204', 'mac_address': 'fa:16:3e:e2:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c1086c-6d26-4ec5-b7dd-e7ca43da0838', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:31.590499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.601271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port a6fe6d41-9422-4c68-b5ee-986457b73349 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:31.602302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.612024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-104dc46f-ef8e-4d9f-8b14-a361e143b6a0 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:31.614009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-104dc46f-ef8e-4d9f-8b14-a361e143b6a0 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 946 time: 1.4284935 Feb 07 22:49:31.616003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.617554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.627404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:31.639641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44b7b403-0b22-4c26-9013-959437e13204 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:31.684549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:31.705316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:31.745483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event updated for resources: {'Port': ['ID=62179d33-e5dd-4e01-bd9b-e8bdae26796e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:31.758712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:31.789882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.850501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecce4042-fcc2-4fa5-a103-1491f7c18b14']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:31.872242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event deleted for resources: {'Port': ['ID=36a23db7-adc9-40e3-846a-8555f73abf40,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:31.890941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9695f88f-6f35-4325-b403-9dd126d07820 req-6488c8d5-8e58-4247-8f4e-2fb095708181 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399749 Feb 07 22:49:31.918342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f7a38a-5493-4ece-b2c4-18e61f114c8c') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:31.918876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f7a38a-5493-4ece-b2c4-18e61f114c8c') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:31.962206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8420c986-0c9b-4bcd-a308-e7a3a627b6e9 req-1ea0f08f-7886-4f7d-8649-2468796ea91f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273322 Feb 07 22:49:31.967402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:31.982197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Deleting port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:31.982800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.022173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event deleted for resources: {'Port': ['ID=1c6278d8-1fe5-49ef-ab48-eba26df82af3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:32.031339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:32.062770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.074198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.080766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] For port a6fe6d41-9422-4c68-b5ee-986457b73349, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6fe6d41-9422-4c68-b5ee-986457b73349,segment=NetworkSegment(92050c3b-248b-4022-a474-506dab231a05),segment_id=92050c3b-248b-4022-a474-506dab231a05)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:32.081403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.160802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:32.161485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:32.175965 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:32.229782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2337d2da-1bde-4595-997c-aa69bf87cfe2 req-9808ade9-a748-4fdf-98f1-aea34382d31c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 210 time: 0.1283798 Feb 07 22:49:32.236546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] Calling delete_port for a6fe6d41-9422-4c68-b5ee-986457b73349 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:32.270268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.273687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.340481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.341188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Fanout notify agent at l3_agent the message router_deleted on router d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:49:32.349869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] No DVR routers for this DVR port 1c6278d8-1fe5-49ef-ab48-eba26df82af3 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:32.354973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.357679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'name': 'network-vif-deleted', 'tag': '1c6278d8-1fe5-49ef-ab48-eba26df82af3'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:32.373039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['44b7b403-0b22-4c26-9013-959437e13204'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:32.377984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Allocated IP 172.20.0.8 (25c1252f-a3e6-4ee4-93bb-1b969c7fb38e/1a68c447-f1da-41e8-8907-3da48fcfb61d/651089e0-ba39-41cb-a923-4306b1694891) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:32.423670 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6fe6d41-9422-4c68-b5ee-986457b73349 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:32.456011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.462169 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e33e1ba6-396f-4881-ae7a-2f9bdf29e901 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 HTTP/1.1" status: 204 len: 168 time: 4.0288284 Feb 07 22:49:32.463349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35338) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:32.475283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.480782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.515978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.516799 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f95b9c-d227-4a72-99cd-1bd77403a132', 'name': 'network-vif-deleted', 'tag': '1c6278d8-1fe5-49ef-ab48-eba26df82af3', 'status': 'completed', 'code': 200} Feb 07 22:49:32.520482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c0f55d-2165-49f3-8020-2c6013e402d7 req-347fe7a0-a5b4-4807-ae41-a5c98d58cfae tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "DELETE /v2.0/ports/1c6278d8-1fe5-49ef-ab48-eba26df82af3 HTTP/1.1" status: 204 len: 173 time: 2.0952115 Feb 07 22:49:32.530762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2023899139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:32.537903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:32.541908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Usage tracker for resource:router and tenant:07873ed7eb984052bf52ffe15f4d30d6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:32.547928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:32.554785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:32.577975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.579030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.594145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=ecce4042-fcc2-4fa5-a103-1491f7c18b14,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:32.645325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-517eb95c-71e9-4876-980f-ac35c54c0d1b admin admin] 10.222.0.10 "DELETE /v2.0/networks/ecce4042-fcc2-4fa5-a103-1491f7c18b14 HTTP/1.1" status: 204 len: 168 time: 3.9896798 Feb 07 22:49:32.659811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35344) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:32.664504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.704438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port a6fe6d41-9422-4c68-b5ee-986457b73349 update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 22:49:32.729520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] Pushing event deleted for resources: {'Port': ['ID=a6fe6d41-9422-4c68-b5ee-986457b73349,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:32.738889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1bc219-14e8-4433-9476-db9c22a62809 None None] No DVR routers for this DVR port a6fe6d41-9422-4c68-b5ee-986457b73349 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:32.788907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.847614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.851145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port a6fe6d41-9422-4c68-b5ee-986457b73349, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6fe6d41-9422-4c68-b5ee-986457b73349,segment=NetworkSegment(92050c3b-248b-4022-a474-506dab231a05),segment_id=92050c3b-248b-4022-a474-506dab231a05)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:32.852007 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:32.999038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:33.008972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.120256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for a6fe6d41-9422-4c68-b5ee-986457b73349 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:33.125311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bfb68665-d2f4-45bc-a04a-bf818c0a3f16 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:33.273275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.306343 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.327412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 44b7b403-0b22-4c26-9013-959437e13204 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:33.393902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:33.410977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:33.427905 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.429088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1c6278d8-1fe5-49ef-ab48-eba26df82af3 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:33.452455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Calling delete_port for bfb68665-d2f4-45bc-a04a-bf818c0a3f16 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:33.530800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 1c6278d8-1fe5-49ef-ab48-eba26df82af3 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:33.531065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 1c6278d8-1fe5-49ef-ab48-eba26df82af3 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:33.539708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:33.540315 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:33.541155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.545724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8da42c78-037d-40dc-8ec0-ca93ec8d8e6c tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0275970 Feb 07 22:49:33.546859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35366) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:33.556999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': True}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:33.567037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 44b7b403-0b22-4c26-9013-959437e13204 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:33.567410 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.626672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:33.748284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44b03dbe-2a67-4f26-af91-4d9ced906068 req-caaf284a-8fb6-42c1-9760-1e85acdbb9d3 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=62f95b9c-d227-4a72-99cd-1bd77403a132 HTTP/1.1" status: 200 len: 210 time: 0.5929518 Feb 07 22:49:33.757154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.803259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:33.818842 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.945881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:33.959466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:34.037510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c55f2c37-0400-40aa-af99-dde6cdd3682f req-3f8d98a4-d330-444f-9664-a45633636124 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:34.040372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Transition to ACTIVE for port object 651089e0-ba39-41cb-a923-4306b1694891 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:34.051254 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:34.051473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port a6fe6d41-9422-4c68-b5ee-986457b73349 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:34.051596 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:34.051703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.086981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eca14-fd99-4442-852b-63556fe1a474 req-b679a289-d4bd-4cf7-8fce-01abc2065b9a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:34.088448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-286eca14-fd99-4442-852b-63556fe1a474 req-b679a289-d4bd-4cf7-8fce-01abc2065b9a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 944 time: 0.9448533 Feb 07 22:49:34.091624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c55f2c37-0400-40aa-af99-dde6cdd3682f req-3f8d98a4-d330-444f-9664-a45633636124 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:34.092687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c55f2c37-0400-40aa-af99-dde6cdd3682f req-3f8d98a4-d330-444f-9664-a45633636124 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 210 time: 0.1429758 Feb 07 22:49:34.132415 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.148632 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.156920 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16', 'code': 200} Feb 07 22:49:34.169683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] The port 'a6fe6d41-9422-4c68-b5ee-986457b73349' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:49:34.204214 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.217663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7', 'e0d4bc88-dfd9-4984-9338-66a9a6914435'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:34.219339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-286eca14-fd99-4442-852b-63556fe1a474 req-4423b4bd-729f-4c27-a094-2299752e1a55 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128869 Feb 07 22:49:34.301716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event updated for resources: {'Port': ['ID=62179d33-e5dd-4e01-bd9b-e8bdae26796e,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:34.305999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:34.306915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.354108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:34.364297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:34.418977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.429146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a11301c5-0391-4a49-83b2-4a895a7965e5 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6538134 Feb 07 22:49:34.458283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:34.485087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:34.485738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.539847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-f56752f2-44bb-45d9-b344-3af5b9c5530f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7702096 Feb 07 22:49:34.554049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Request body: {'port': {'device_id': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:34.587180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Deleting port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:34.587527 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.684643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.725178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.729058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f28e3894-0583-4b17-a931-827022149700 None None] Provisioning for port 651089e0-ba39-41cb-a923-4306b1694891 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:34.736457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f28e3894-0583-4b17-a931-827022149700 None None] Provisioning complete for port 651089e0-ba39-41cb-a923-4306b1694891 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:34.737202 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f28e3894-0583-4b17-a931-827022149700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.743010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-351bb1e7-fb27-45b2-8471-cc7b7b65341e tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Synchronizing usage tracker for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:34.809239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f28e3894-0583-4b17-a931-827022149700 None None] Port 651089e0-ba39-41cb-a923-4306b1694891 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:49:34.825297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.840599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462b24ee-2f23-456b-bf38-6f1060035ed5']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:34.882209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92050c3b-248b-4022-a474-506dab231a05') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:34.882511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92050c3b-248b-4022-a474-506dab231a05') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:34.928761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.971502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:34.989333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:34.989819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:35.054691 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:35.176094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.199406 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.219426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=462b24ee-2f23-456b-bf38-6f1060035ed5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:35.246868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-57be845b-1df6-4b42-ac44-95c98228a5b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/462b24ee-2f23-456b-bf38-6f1060035ed5 HTTP/1.1" status: 204 len: 168 time: 4.2498107 Feb 07 22:49:35.248847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.290497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35392) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:35.354880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-351bb1e7-fb27-45b2-8471-cc7b7b65341e tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Unset dirty status for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:35.356007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-351bb1e7-fb27-45b2-8471-cc7b7b65341e tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1590766320&fields=id&tenant_id=ea87095f5c82496c9be95e09dfea2736 HTTP/1.1" status: 200 len: 267 time: 0.7209458 Feb 07 22:49:35.374905 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d61ed6-718d-4d4d-9853-fadd4637eec2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:35.375457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d61ed6-718d-4d4d-9853-fadd4637eec2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:35.379416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d5d61ed6-718d-4d4d-9853-fadd4637eec2 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/e80f80a7-4646-4420-a58b-ca93f8eb8e30 HTTP/1.1" status: 404 len: 337 time: 0.0805216 Feb 07 22:49:35.391874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35398) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:35.742486 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcb0db6-3dc2-43ab-9bbd-f388e11350c3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:35.743018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcb0db6-3dc2-43ab-9bbd-f388e11350c3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:35.745222 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8dcb0db6-3dc2-43ab-9bbd-f388e11350c3 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/fa9204d0-a86b-4a06-af5a-2f44e649b162 HTTP/1.1" status: 404 len: 339 time: 0.3523467 Feb 07 22:49:35.765359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35402) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:35.813113 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:35.879681 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-26180bbc-149a-45e9-937d-d7c7ac4a7435 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:35.880150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26180bbc-149a-45e9-937d-d7c7ac4a7435 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:35.882561 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-26180bbc-149a-45e9-937d-d7c7ac4a7435 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/b16e1949-71ba-422d-b9fb-86a7dfe7b658 HTTP/1.1" status: 404 len: 337 time: 0.0836785 Feb 07 22:49:35.887281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:35.988502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-3ea22e1e-fc00-4e95-acd2-8a7f276bf357 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:35.989322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-3ea22e1e-fc00-4e95-acd2-8a7f276bf357 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Synchronizing usage tracker for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:36.006015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf333cbd-e35d-468d-b03e-c302361dda91 req-7a5c3f4b-f5f0-465d-918a-f1cfabb0eb70 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:36.006719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cf333cbd-e35d-468d-b03e-c302361dda91 req-7a5c3f4b-f5f0-465d-918a-f1cfabb0eb70 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Synchronizing usage tracker for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:36.016264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.027750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] For port bfb68665-d2f4-45bc-a04a-bf818c0a3f16, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,segment=NetworkSegment(65373165-cf03-4ace-98a9-642514aabe21),segment_id=65373165-cf03-4ace-98a9-642514aabe21)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:36.028027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.036163 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.050715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651089e0-ba39-41cb-a923-4306b1694891 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:36.067844 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a5c449-54cb-428b-9d37-3f5bccd73e3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:36.068902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a5c449-54cb-428b-9d37-3f5bccd73e3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:36.069048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.073419 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03a5c449-54cb-428b-9d37-3f5bccd73e3d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/1d73b7cf-cbe8-4837-b965-ab5eed0c6b9a HTTP/1.1" status: 404 len: 339 time: 0.1797900 Feb 07 22:49:36.077922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35412) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:36.113090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.160941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b7b403-0b22-4c26-9013-959437e13204'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:36.256688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Calling delete_port for bfb68665-d2f4-45bc-a04a-bf818c0a3f16 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:36.290472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cf333cbd-e35d-468d-b03e-c302361dda91 req-7a5c3f4b-f5f0-465d-918a-f1cfabb0eb70 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Unset dirty status for tenant:dd470468bb2d4b2b8e4dfdfd79486c7c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:36.291612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf333cbd-e35d-468d-b03e-c302361dda91 req-7a5c3f4b-f5f0-465d-918a-f1cfabb0eb70 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/ports?device_id=886eda61-31ab-4e54-91d0-b86a26470d06 HTTP/1.1" status: 200 len: 944 time: 1.0811386 Feb 07 22:49:36.303684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-3ea22e1e-fc00-4e95-acd2-8a7f276bf357 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Unset dirty status for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:36.304833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-3ea22e1e-fc00-4e95-acd2-8a7f276bf357 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/networks?id=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f HTTP/1.1" status: 200 len: 806 time: 0.9312298 Feb 07 22:49:36.307059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Transition to ACTIVE for port object 651089e0-ba39-41cb-a923-4306b1694891 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:36.315881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Allocated IP 172.25.0.236 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b63b6213-d5ea-4b55-a942-91e5a55698f1) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:36.317665 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e0aac7-036c-48ca-9015-65ff22306f20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:36.317665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e0aac7-036c-48ca-9015-65ff22306f20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:36.317665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f3e0aac7-036c-48ca-9015-65ff22306f20 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/344bedb3-8984-4962-8ee7-67b3eb6ad1a3 HTTP/1.1" status: 404 len: 337 time: 0.2339706 Feb 07 22:49:36.336359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35418) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:36.349266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.408236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Deleting port 4baffd4f-76fe-421c-8ace-18c915233677 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:36.408966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.415465 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-273d2391-5280-47b2-b3ed-a1b6692d119d tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/quotas/ea87095f5c82496c9be95e09dfea2736 HTTP/1.1" status: 200 len: 375 time: 0.0846417 Feb 07 22:49:36.487457 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1afce55-a1df-400d-9779-675cfe8040a7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:36.487931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1afce55-a1df-400d-9779-675cfe8040a7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:36.489682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e1afce55-a1df-400d-9779-675cfe8040a7 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/0dc13517-0a97-409b-bb3b-721473d90891 HTTP/1.1" status: 404 len: 339 time: 0.1471825 Feb 07 22:49:36.494900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35422) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:36.592815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf333cbd-e35d-468d-b03e-c302361dda91 req-b2b05c6b-b0cd-4177-878d-4ff077451fd0 tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fc0fef06-2327-41df-81e4-7d91343f7d18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868886 Feb 07 22:49:36.706952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting subnet d67d3967-2329-41e7-afc5-b2e4c524a39f {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:36.716515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:36.729044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.791243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.829307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.910651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] For port 4baffd4f-76fe-421c-8ace-18c915233677, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4baffd4f-76fe-421c-8ace-18c915233677,segment=NetworkSegment(0640e7ed-46c3-4586-9af1-ccffe9ceffd1),segment_id=0640e7ed-46c3-4586-9af1-ccffe9ceffd1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:36.911000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:36.915126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-8193f840-adbf-4029-b57f-dd614aa435fa tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea87095f5c82496c9be95e09dfea2736&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4725022 Feb 07 22:49:36.931937 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.058577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Calling delete_port for 4baffd4f-76fe-421c-8ace-18c915233677 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:37.081425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Attempting to bind port 651089e0-ba39-41cb-a923-4306b1694891 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:37.082058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Attempting to bind port 651089e0-ba39-41cb-a923-4306b1694891 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:37.082219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Attempting to bind port 651089e0-ba39-41cb-a923-4306b1694891 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:37.085112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Pushing event deleted for resources: {'Port': ['ID=bfb68665-d2f4-45bc-a04a-bf818c0a3f16,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:37.112371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.139825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Port 651089e0-ba39-41cb-a923-4306b1694891 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:49:37.140166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Attempting to bind port 651089e0-ba39-41cb-a923-4306b1694891 on network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:37.190862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:37.191212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Checking segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:37.191607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Bound using segment: {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:37.192060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Bound port: 651089e0-ba39-41cb-a923-4306b1694891, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e4135a-97ed-41c2-a168-7ffcfe24e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:37.192418 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.192687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.221996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:37.226822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b38e86-8747-4e62-a8ba-1750aad9abbf req-b585f044-b208-4c9b-8b5d-e35c5e5087fe tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:37.228321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34b38e86-8747-4e62-a8ba-1750aad9abbf req-b585f044-b208-4c9b-8b5d-e35c5e5087fe tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 943 time: 0.4665489 Feb 07 22:49:37.229416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] No DVR routers for this DVR port bfb68665-d2f4-45bc-a04a-bf818c0a3f16 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:37.232518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:37.237249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.239689 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:49:37.242499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'name': 'network-vif-deleted', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:37.246616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:37.278474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Port': ['ID=b63b6213-d5ea-4b55-a942-91e5a55698f1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:37.316612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 44b7b403-0b22-4c26-9013-959437e13204 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:37.339179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-1be43857-ac1f-47e3-a375-2f51b6d6de83 service neutron] 10.222.0.10 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544381 Feb 07 22:49:37.375510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb40d0e2-19f5-4c94-9518-7b108d438164 req-a7e154bf-564d-43bf-a8e4-1062c7afbe6b tempest-MultipleCreateTestJSON-1267027293 tempest-MultipleCreateTestJSON-1267027293-project] 10.222.0.36 "DELETE /v2.0/ports/bfb68665-d2f4-45bc-a04a-bf818c0a3f16 HTTP/1.1" status: 204 len: 173 time: 5.7227023 Feb 07 22:49:37.497185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34b38e86-8747-4e62-a8ba-1750aad9abbf req-5ca8f908-1e69-4894-bb9e-725c654cebd9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481050 Feb 07 22:49:37.530184 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.533982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:37.551274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:37.574768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.612939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:37.621119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.670627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:37.671119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:37.672497 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] 10.222.0.26 "PUT /v2.0/ports/651089e0-ba39-41cb-a923-4306b1694891 HTTP/1.1" status: 200 len: 1091 time: 3.1241620 Feb 07 22:49:37.689291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-957ff788-730c-4feb-8690-4aa4cb47740a service neutron] 10.222.0.10 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399413 Feb 07 22:49:37.726861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76849176-4ba0-45e6-968a-829a6e6a1648 service neutron] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:37.753079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:37.856346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.114290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47caf99-482a-43a5-8f3c-2529d4b80ba3 None None] Network 2fd055e2-dee2-4081-9343-5fee17955b90 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:38.139139 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b7b403-0b22-4c26-9013-959437e13204', 'code': 200} Feb 07 22:49:38.195741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=d67d3967-2329-41e7-afc5-b2e4c524a39f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:38.218004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17877fb-bd60-4cc4-8fac-886e0a31a782 req-5aa85fc2-14f1-4abe-9797-a4b3924e5209 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.218583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.221196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b17877fb-bd60-4cc4-8fac-886e0a31a782 req-5aa85fc2-14f1-4abe-9797-a4b3924e5209 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 943 time: 0.4235129 Feb 07 22:49:38.261110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-0f685050-23d8-4800-99c9-f9472cd04f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.264207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-0f685050-23d8-4800-99c9-f9472cd04f91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 1094 time: 0.5371554 Feb 07 22:49:38.294999 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886eda61-31ab-4e54-91d0-b86a26470d06', 'name': 'network-vif-deleted', 'tag': 'bfb68665-d2f4-45bc-a04a-bf818c0a3f16', 'status': 'completed', 'code': 200} Feb 07 22:49:38.315767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a5cba1ef-88a6-4ed6-94ee-342ce60ab182 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/d67d3967-2329-41e7-afc5-b2e4c524a39f HTTP/1.1" status: 204 len: 168 time: 1.8159227 Feb 07 22:49:38.319575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35450) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:38.437907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b17877fb-bd60-4cc4-8fac-886e0a31a782 req-59628449-9ef5-4769-894e-f8791991d368 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093627 Feb 07 22:49:38.438697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35454) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:38.447122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-751fad52-1e21-4782-897a-ae20b8f029ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=651089e0-ba39-41cb-a923-4306b1694891 HTTP/1.1" status: 200 len: 217 time: 0.1407938 Feb 07 22:49:38.629782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] DHCP port deletion for 2fd055e2-dee2-4081-9343-5fee17955b90 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:49:38.634928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] Deleting port a6f618d5-a944-408b-a110-838d297fc51b {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:38.635300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.698958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.699593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e9bef3c-e3d6-47a0-a03e-ddc2f7522612 req-22cf77d1-9cf7-4772-8974-2921d55f84dc tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 210 time: 0.1773694 Feb 07 22:49:38.819956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-48627a17-730a-47e4-8849-c21ccb28b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:38.822031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-48627a17-730a-47e4-8849-c21ccb28b7f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.2956383 Feb 07 22:49:38.855219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] Deleting subnet 873952d5-707e-4928-a7e5-22b18a49167f {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:38.862480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.943634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:38.967574 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.014399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port a6f618d5-a944-408b-a110-838d297fc51b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:39.014807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.078158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4baffd4f-76fe-421c-8ace-18c915233677,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:39.084384 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.134052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.230774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] For port a6f618d5-a944-408b-a110-838d297fc51b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6f618d5-a944-408b-a110-838d297fc51b,segment=NetworkSegment(f7fe568e-e560-4b5d-99e8-3ea317e33eff),segment_id=f7fe568e-e560-4b5d-99e8-3ea317e33eff)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:39.231171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.438856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.496462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-b8231a3b-db5b-456d-a124-8cf5d1917557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.498055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-b8231a3b-db5b-456d-a124-8cf5d1917557 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3676167 Feb 07 22:49:39.506007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d79a2-1341-4b00-9668-54d687945ec8 req-ef93aabc-1192-4cb2-b3b9-3e6313dabd6f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:39.507545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a7d79a2-1341-4b00-9668-54d687945ec8 req-ef93aabc-1192-4cb2-b3b9-3e6313dabd6f tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 943 time: 0.3782113 Feb 07 22:49:39.509992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] Calling delete_port for a6f618d5-a944-408b-a110-838d297fc51b owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:39.541546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873952d5-707e-4928-a7e5-22b18a49167f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:39.570452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.595769 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.663998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-300abc64-2f61-4ebf-846a-e1533a87ff0c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/873952d5-707e-4928-a7e5-22b18a49167f HTTP/1.1" status: 204 len: 168 time: 1.2215614 Feb 07 22:49:39.671102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] Pushing event deleted for resources: {'Port': ['ID=a6f618d5-a944-408b-a110-838d297fc51b,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:39.676327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35476) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:39.677394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a22e7-78c4-49e9-b8a9-8fc1d16228f5 None None] No DVR routers for this DVR port a6f618d5-a944-408b-a110-838d297fc51b on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:39.742015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port a6f618d5-a944-408b-a110-838d297fc51b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a6f618d5-a944-408b-a110-838d297fc51b,segment=NetworkSegment(f7fe568e-e560-4b5d-99e8-3ea317e33eff),segment_id=f7fe568e-e560-4b5d-99e8-3ea317e33eff)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:39.742318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:39.897633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a7d79a2-1341-4b00-9668-54d687945ec8 req-b9de6173-54db-48c4-92a4-3412cd4692c0 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518085 Feb 07 22:49:40.011830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.026873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85ea53-ffc9-4b56-b3c2-4f8e6d293760 req-d06c6fd3-77f6-4b2f-945e-00e3503f4231 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:40.028397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c85ea53-ffc9-4b56-b3c2-4f8e6d293760 req-d06c6fd3-77f6-4b2f-945e-00e3503f4231 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 943 time: 0.5476043 Feb 07 22:49:40.041747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-07b08282-a019-4d66-93af-264599a79afa service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013232 Feb 07 22:49:40.098401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for a6f618d5-a944-408b-a110-838d297fc51b owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:40.132103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e5e655c-eff2-4e77-a03a-9c3c16e63bf4 req-a364cc90-98f0-47cf-beec-83c9811a8068 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 210 time: 0.1146007 Feb 07 22:49:40.141285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b7b403-0b22-4c26-9013-959437e13204'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:40.221618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.224959 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b7b403-0b22-4c26-9013-959437e13204', 'code': 200} Feb 07 22:49:40.283602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-d287b150-5661-46aa-8469-eb7fcc64e9c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:40.285022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-d287b150-5661-46aa-8469-eb7fcc64e9c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.36 "GET /v2.0/networks?id=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f HTTP/1.1" status: 200 len: 806 time: 0.5467474 Feb 07 22:49:40.296205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'tag': '651089e0-ba39-41cb-a923-4306b1694891'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:40.350496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c85ea53-ffc9-4b56-b3c2-4f8e6d293760 req-a0570115-8700-4935-b080-cfe9390f9442 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714009 Feb 07 22:49:40.351038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.358841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:40.359450 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:40.378752 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.503137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6f618d5-a944-408b-a110-838d297fc51b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:40.543828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: a6f618d5-a944-408b-a110-838d297fc51b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:40.544178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a6f618d5-a944-408b-a110-838d297fc51b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:40.579498 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'tag': '651089e0-ba39-41cb-a923-4306b1694891', 'status': 'completed', 'code': 200} Feb 07 22:49:40.629041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9dd9ac8-dfc4-4856-a1d9-181d4c14da8f req-06479ee6-b387-4309-9fa0-628fb5d55fba service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396814 Feb 07 22:49:40.673726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-ae960dad-8959-4b24-8f23-7b391cd58ed9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea87095f5c82496c9be95e09dfea2736 HTTP/1.1" status: 200 len: 380 time: 0.3696873 Feb 07 22:49:40.680738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.730279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Request body: {'port': {'device_id': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'admin_state_up': True, 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'security_groups': ['b17b6027-ad3f-4559-978f-02d31f94c8a5']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:40.838830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c269e01c-caa0-4de1-a83b-0664af078b9e']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:40.867752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65373165-cf03-4ace-98a9-642514aabe21') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:40.868051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65373165-cf03-4ace-98a9-642514aabe21') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:40.870028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port a6f618d5-a944-408b-a110-838d297fc51b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:40.870383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.903890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.930242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.954076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:40.955081 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:40.974796 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:40.977315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6da2-7552-4658-b61f-2425be0d9744 req-a8ed2bf3-75a8-4dcc-954f-e2e7c3205181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:40.978860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923a6da2-7552-4658-b61f-2425be0d9744 req-a8ed2bf3-75a8-4dcc-954f-e2e7c3205181 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 1094 time: 0.2874353 Feb 07 22:49:40.987357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] The port 'a6f618d5-a944-408b-a110-838d297fc51b' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:49:41.035955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-c5ad924e-7335-4f53-ac3b-dc8f6dba4101 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.036776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-c5ad924e-7335-4f53-ac3b-dc8f6dba4101 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Synchronizing usage tracker for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:41.047500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Router 672bb764-4980-4444-abfe-b8188873b878 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:49:41.048218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Router e0ecd84d-cc23-4ef6-9d13-797c5d860009 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:49:41.102097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:41.174348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Usage tracker for resource:port and tenant:ea87095f5c82496c9be95e09dfea2736 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:41.178129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:41.196649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:41.216817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.229644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.280884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] Pushing event deleted for resources: {'Network': ['ID=c269e01c-caa0-4de1-a83b-0664af078b9e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:41.283359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Made reservation on behalf of ea87095f5c82496c9be95e09dfea2736 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:41.289447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.350697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f535d7b9-0c77-424a-8ddc-88e9b72318fd admin admin] 10.222.0.10 "DELETE /v2.0/networks/c269e01c-caa0-4de1-a83b-0664af078b9e HTTP/1.1" status: 204 len: 168 time: 1.6616814 Feb 07 22:49:41.460438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.486920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-c5ad924e-7335-4f53-ac3b-dc8f6dba4101 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Unset dirty status for tenant:792d36a0bce6473bbb9a880d588b38bc on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:41.488355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-c5ad924e-7335-4f53-ac3b-dc8f6dba4101 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 943 time: 0.8607609 Feb 07 22:49:41.548934 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45acd757-91b0-41d8-a881-b7464d38f401 req-b52c371c-ecff-4ce2-a0c7-e89581c4e7c8 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 210 time: 0.1884234 Feb 07 22:49:41.593572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35504) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:41.600312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd055e2-dee2-4081-9343-5fee17955b90']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:41.606420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73d32c-f2bb-457a-bb76-915d8117fba1 req-c71af1c3-5f10-4aa1-a515-62d870568904 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.617293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e73d32c-f2bb-457a-bb76-915d8117fba1 req-c71af1c3-5f10-4aa1-a515-62d870568904 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 943 time: 0.5850618 Feb 07 22:49:41.667804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fe568e-e560-4b5d-99e8-3ea317e33eff') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:41.668136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fe568e-e560-4b5d-99e8-3ea317e33eff') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:41.677729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6da2-7552-4658-b61f-2425be0d9744 req-cec479f3-472f-4703-967c-3dc2b32cf867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:41.679302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923a6da2-7552-4658-b61f-2425be0d9744 req-cec479f3-472f-4703-967c-3dc2b32cf867 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.6412058 Feb 07 22:49:41.727486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.737827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Deleting port 44b7b403-0b22-4c26-9013-959437e13204 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:41.738244 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.759614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:41.780582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923a6da2-7552-4658-b61f-2425be0d9744 req-89e387ff-9d64-4f8e-823c-c13b7703d104 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=651089e0-ba39-41cb-a923-4306b1694891 HTTP/1.1" status: 200 len: 217 time: 0.0894845 Feb 07 22:49:41.815543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1093754308'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:41.841473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:41.885189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:network and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:41.894164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:41.903003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e73d32c-f2bb-457a-bb76-915d8117fba1 req-7f4dc166-5a45-48dc-af6f-ece0d3d9850b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848775 Feb 07 22:49:41.904769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Allocated IP 172.20.0.14 (ccffdcf7-5f31-48f7-a44f-fb16d4a3618f/4733d5b4-f976-4272-aed4-bd975f459e7e/0c642c5e-c391-430a-bca1-4f32f6aceae7) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:41.923439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:41.933416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.959306 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-597d861e-0aad-463c-8d1e-c78e83ad98fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd470468bb2d4b2b8e4dfdfd79486c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639696 Feb 07 22:49:41.966370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:41.966780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:41.972574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35514) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:41.982265 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:41.984792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:41.986286 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.021455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6da2-7552-4658-b61f-2425be0d9744 req-36f75265-bbd0-42f8-89f9-7ac6c1950e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.022856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923a6da2-7552-4658-b61f-2425be0d9744 req-36f75265-bbd0-42f8-89f9-7ac6c1950e66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1944015 Feb 07 22:49:42.038572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:42.045838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:42.050132 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] Sync routers for ids ['e0ecd84d-cc23-4ef6-9d13-797c5d860009'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:42.057356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] Sync routers for ids ['672bb764-4980-4444-abfe-b8188873b878'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:42.075413 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] Routers {'e0ecd84d-cc23-4ef6-9d13-797c5d860009'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:42.075753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] Routers {'672bb764-4980-4444-abfe-b8188873b878'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:42.076542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['672bb764-4980-4444-abfe-b8188873b878'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:42.080688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e0ecd84d-cc23-4ef6-9d13-797c5d860009'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:42.127668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.129176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6b99116b-d89c-4784-8f37-81a5bc3ae204 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "PUT /v2.0/routers/e0ecd84d-cc23-4ef6-9d13-797c5d860009 HTTP/1.1" status: 200 len: 919 time: 8.5788636 Feb 07 22:49:42.133266 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bfc6ff47-bf60-4c4d-8290-5c31507a58c9 admin admin] 10.222.0.10 "PUT /v2.0/routers/672bb764-4980-4444-abfe-b8188873b878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4703834 Feb 07 22:49:42.138342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35518) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:42.138906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35520) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:42.157077 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:42.168062 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] Routers {'e0ecd84d-cc23-4ef6-9d13-797c5d860009'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:42.169041 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e0ecd84d-cc23-4ef6-9d13-797c5d860009'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:42.233555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:42.242548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6037be-0ab4-4941-9085-34771eb09457 req-f5bf1b8b-8c5e-4401-b94b-2d9355a71090 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.243502 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:42.243989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de6037be-0ab4-4941-9085-34771eb09457 req-f5bf1b8b-8c5e-4401-b94b-2d9355a71090 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 943 time: 0.4835067 Feb 07 22:49:42.244238 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcf69f-5a0a-4c38-9fa2-33da45d5e7ed None None] The sync data for ids ['e0ecd84d-cc23-4ef6-9d13-797c5d860009'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:42.294654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.314444 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.314936 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Added segment 4c487398-97b5-4d50-a224-038cb7acfd5c of type vlan for network 2f0bb286-3025-4880-9f15-7f54f22b10b4 Feb 07 22:49:42.332648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c33f8c5b-4a87-427f-b013-941a730906e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.350969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] Set router 672bb764-4980-4444-abfe-b8188873b878 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:42.385113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.417382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=2fd055e2-dee2-4081-9343-5fee17955b90,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:42.418331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de6037be-0ab4-4941-9085-34771eb09457 req-fb8c30b7-0d1a-42a0-906b-8588f4d2b57f tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/security-groups?id=465aa70d-2abe-4ca4-904a-505a6a1c9625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582198 Feb 07 22:49:42.428890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c33f8c5b-4a87-427f-b013-941a730906e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.438667 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.442492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.446232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c12ac94b-5620-4ecc-8dd8-7ba35882e2b1 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/2fd055e2-dee2-4081-9343-5fee17955b90 HTTP/1.1" status: 204 len: 168 time: 4.1249177 Feb 07 22:49:42.455295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35526) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:42.477526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a6da2-7552-4658-b61f-2425be0d9744 req-21510835-e8be-4e2e-bc3b-3b0fe8e733dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.479010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923a6da2-7552-4658-b61f-2425be0d9744 req-21510835-e8be-4e2e-bc3b-3b0fe8e733dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4424012 Feb 07 22:49:42.501234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Transition to ACTIVE for port object 0c642c5e-c391-430a-bca1-4f32f6aceae7 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:42.579938 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbfda1c-0f99-4da0-85ff-7b795f71b14a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:42.580413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbfda1c-0f99-4da0-85ff-7b795f71b14a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:42.582132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-abbfda1c-0f99-4da0-85ff-7b795f71b14a tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/4d3a6701-3fd8-43d7-a563-71563befa6a3 HTTP/1.1" status: 404 len: 337 time: 0.1239414 Feb 07 22:49:42.659528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35532) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:42.681946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:49:38Z', 'revision_number': 5, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:42.686351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] Checking router: 672bb764-4980-4444-abfe-b8188873b878 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:49:42.696817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] Routers {'672bb764-4980-4444-abfe-b8188873b878'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:42.697366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['672bb764-4980-4444-abfe-b8188873b878'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:42.741096 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-da09a721-3bf2-4087-b3c6-f3ce7f69d51d tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/e0ecd84d-cc23-4ef6-9d13-797c5d860009 HTTP/1.1" status: 200 len: 925 time: 0.5985560 Feb 07 22:49:42.741096 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-467c7649-e8c5-4b66-a047-0088ef7c6bea tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] DELETE failed (client error): The resource could not be found. Feb 07 22:49:42.741096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467c7649-e8c5-4b66-a047-0088ef7c6bea tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:49:42.741675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-467c7649-e8c5-4b66-a047-0088ef7c6bea tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/3f392739-d9d2-43e0-a842-163a85de43e7 HTTP/1.1" status: 404 len: 339 time: 0.0811963 Feb 07 22:49:42.742367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35536) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:42.746811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.754997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35538) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:42.848710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07e77e98-f4aa-4f3b-bc0e-e2c17d34c86a req-f201bffb-473f-4278-a475-707e8e328535 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 210 time: 0.0916004 Feb 07 22:49:42.889849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.895512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:42.896158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:42.925770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] Set router 672bb764-4980-4444-abfe-b8188873b878 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:49:42.991927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] For port 44b7b403-0b22-4c26-9013-959437e13204, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=44b7b403-0b22-4c26-9013-959437e13204,segment=NetworkSegment(88611561-434c-4a61-b0a5-86f74e62f321),segment_id=88611561-434c-4a61-b0a5-86f74e62f321)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:42.992307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.039896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c33f8c5b-4a87-427f-b013-941a730906e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.078261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting subnet 1a4cbfb3-3089-4bde-933a-97c33136f9fb {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:43.129592 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.141758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Calling delete_port for 44b7b403-0b22-4c26-9013-959437e13204 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:43.166056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3955173 Feb 07 22:49:43.167220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f8c5b-4a87-427f-b013-941a730906e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0fef06-2327-41df-81e4-7d91343f7d18,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:43.170091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35546) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:43.183282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943de9e-7ab3-4c8f-b2f6-6602d5fc0ee8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Network': ['ID=2f0bb286-3025-4880-9f15-7f54f22b10b4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:43.185907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c33f8c5b-4a87-427f-b013-941a730906e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.186131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-239169677'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:43.189432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c33f8c5b-4a87-427f-b013-941a730906e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc0fef06-2327-41df-81e4-7d91343f7d18 HTTP/1.1" status: 204 len: 168 time: 1.2131300 Feb 07 22:49:43.201188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923a6da2-7552-4658-b61f-2425be0d9744 req-b6f3b010-b2c2-48b5-b2eb-03cec0a3c32f service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6985769 Feb 07 22:49:43.204485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:43.211903 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.272367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:43.289036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:network and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:43.296977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:43.309492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:43.345140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.401773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 651089e0-ba39-41cb-a923-4306b1694891 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:43.403820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 44b7b403-0b22-4c26-9013-959437e13204 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:43.419450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:43.436302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:43.453338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:43.461239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:43.464898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.549175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.569549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3015338d-ae9e-48cf-9eff-536d6c46fec2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:43.571855 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3015338d-ae9e-48cf-9eff-536d6c46fec2 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=e0ecd84d-cc23-4ef6-9d13-797c5d860009&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6363883 Feb 07 22:49:43.586213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:43.590938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35556) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:43.591658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.616863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event updated for resources: {'Port': ['ID=0c642c5e-c391-430a-bca1-4f32f6aceae7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:43.648829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No active binding found for port 44b7b403-0b22-4c26-9013-959437e13204 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:49:43.649250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 44b7b403-0b22-4c26-9013-959437e13204 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:43.673316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:49:38Z', 'revision_number': 5, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:43.702309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53dff6b-f621-4fad-a9a3-005f06f1a5f2 None None] The sync data for ids ['672bb764-4980-4444-abfe-b8188873b878'] in n-d-827896-3 is: [{'id': '672bb764-4980-4444-abfe-b8188873b878', 'name': 'tempest-TaggedBootDevicesTest_v242-201454568-router', 'tenant_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:32Z', 'updated_at': '2022-02-07T22:49:38Z', 'revision_number': 5, 'project_id': 'ecdd27af87a84b38b76b72646bcc4ed7', 'gw_port': {'id': '531c2147-cbb3-4d2e-828d-7605919f1c98', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '672bb764-4980-4444-abfe-b8188873b878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:35Z', 'updated_at': '2022-02-07T22:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:43.740172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:43.759500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.763278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Deleting port 531c2147-cbb3-4d2e-828d-7605919f1c98 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:43.763636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.770389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '651089e0-ba39-41cb-a923-4306b1694891', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': '651089e0-ba39-41cb-a923-4306b1694891', 'mac_address': 'fa:16:3e:cd:36:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:43.808300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-4693a482-67b8-4da5-b0f9-07895af17c41 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0821216 Feb 07 22:49:43.809908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:43.810600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b34c150f-b365-4cd6-a60a-adf109a0c0f2 req-5d0c2dc2-2727-4073-b2d7-dd32d80e4c0a tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 210 time: 0.1127088 Feb 07 22:49:43.822528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235beeb-195a-403c-8ef9-24e603d4ea82 req-81638288-69e9-4749-bd1c-f421d44b4b71 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:43.830487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1235beeb-195a-403c-8ef9-24e603d4ea82 req-81638288-69e9-4749-bd1c-f421d44b4b71 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 943 time: 0.7708888 Feb 07 22:49:43.852360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Request body: {'port': {'device_id': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:43.888643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.897876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923a6da2-7552-4658-b61f-2425be0d9744 req-4e060686-b396-41f4-9fc0-65cee288a33e service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721632 Feb 07 22:49:43.907106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651089e0-ba39-41cb-a923-4306b1694891 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:43.923844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:43.924411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Pushing event deleted for resources: {'Port': ['ID=44b7b403-0b22-4c26-9013-959437e13204,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:43.925522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-627f9a27-dfe6-40fe-93e3-fdcab7505217 None None] Provisioning for port 0c642c5e-c391-430a-bca1-4f32f6aceae7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:43.931582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928b8e0e-7cd9-408e-889d-c7cff605c44c tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:43.931830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-627f9a27-dfe6-40fe-93e3-fdcab7505217 None None] Provisioning complete for port 0c642c5e-c391-430a-bca1-4f32f6aceae7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:43.932215 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-627f9a27-dfe6-40fe-93e3-fdcab7505217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.933013 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-928b8e0e-7cd9-408e-889d-c7cff605c44c tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 0.3394110 Feb 07 22:49:43.962963 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:43.996421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35568) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:44.012472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1235beeb-195a-403c-8ef9-24e603d4ea82 req-e798faf7-ac53-414b-93b5-309a76a342ee tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823015 Feb 07 22:49:44.022822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.054859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-627f9a27-dfe6-40fe-93e3-fdcab7505217 None None] Port 0c642c5e-c391-430a-bca1-4f32f6aceae7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:49:44.064502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:44.070163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.071904 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Added segment 4d918c34-54b1-49b6-9c2a-427248dc486d of type vlan for network 984796b5-0378-483f-8e6d-60be391eece8 Feb 07 22:49:44.157955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] No DVR routers for this DVR port 44b7b403-0b22-4c26-9013-959437e13204 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:44.183013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7dc761f4-d750-496d-9857-7e82db43ebf3 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0ecd84d-cc23-4ef6-9d13-797c5d860009 HTTP/1.1" status: 200 len: 205 time: 0.1652207 Feb 07 22:49:44.194895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35574) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:44.212360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.216924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-deleted', 'tag': '44b7b403-0b22-4c26-9013-959437e13204'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:44.253493 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.271444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664af0ce-2817-4e1a-82a9-46c5dbee8bb7 req-ce91d0eb-eb47-45b2-b972-3b3c8d514f2d tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.26 "DELETE /v2.0/ports/44b7b403-0b22-4c26-9013-959437e13204 HTTP/1.1" status: 204 len: 173 time: 2.7460277 Feb 07 22:49:44.283400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['651089e0-ba39-41cb-a923-4306b1694891'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:44.354509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4baffd4f-76fe-421c-8ace-18c915233677 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:44.456224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 4baffd4f-76fe-421c-8ace-18c915233677 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:44.457054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4baffd4f-76fe-421c-8ace-18c915233677 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:44.469888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.481101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] For port 531c2147-cbb3-4d2e-828d-7605919f1c98, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=531c2147-cbb3-4d2e-828d-7605919f1c98,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:44.485346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.502430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.529624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:44.530601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.621392 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4167dddc-36d5-4aa8-870d-ee60577af812', 'name': 'network-vif-deleted', 'tag': '44b7b403-0b22-4c26-9013-959437e13204', 'status': 'completed', 'code': 200} Feb 07 22:49:44.656720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.718605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35590) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:44.759628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Calling delete_port for 531c2147-cbb3-4d2e-828d-7605919f1c98 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:44.859550 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.927587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4cbfb3-3089-4bde-933a-97c33136f9fb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:44.936339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf8fb7-df24-485d-8054-b1183b56280b req-a1259110-2816-48b0-be45-db775119fca2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:44.937104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-72cf8fb7-df24-485d-8054-b1183b56280b req-a1259110-2816-48b0-be45-db775119fca2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Synchronizing usage tracker for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:44.952000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Network': ['ID=984796b5-0378-483f-8e6d-60be391eece8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:44.961070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35598) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:44.961597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9f94dad-ebab-496d-ba99-7085ae391f72 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7814534 Feb 07 22:49:44.974654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:44.977814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7049859f-0468-4c0e-b09e-ac9fe521d1f8 None None] Network 97bfdf92-f6d2-475d-b1ae-54f8f946143d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:44.999205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 984796b5-0378-483f-8e6d-60be391eece8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:45.016078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'subnet': {'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:45.125115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-network', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:45.129757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:45.174862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Usage tracker for resource:network and tenant:e8441ad85522408ba46cc74a0163b58d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:45.179762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.181012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-da249a3e-a0cd-4449-918e-88df50af54b5 tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/subnets/1a4cbfb3-3089-4bde-933a-97c33136f9fb HTTP/1.1" status: 204 len: 168 time: 2.4184680 Feb 07 22:49:45.181889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-72cf8fb7-df24-485d-8054-b1183b56280b req-a1259110-2816-48b0-be45-db775119fca2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Unset dirty status for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:45.182880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72cf8fb7-df24-485d-8054-b1183b56280b req-a1259110-2816-48b0-be45-db775119fca2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 932 time: 1.0796998 Feb 07 22:49:45.195329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35604) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:45.227746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:45.248043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Pushing event deleted for resources: {'Port': ['ID=531c2147-cbb3-4d2e-828d-7605919f1c98,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:45.311090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:45.317520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b247da35-85ed-483a-8351-56fb844f0013 req-b3d96519-7649-450b-be8b-da47ceefd1e6 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] 10.222.0.10 "GET /v2.0/ports?device_id=4167dddc-36d5-4aa8-870d-ee60577af812 HTTP/1.1" status: 200 len: 210 time: 0.2016973 Feb 07 22:49:45.361956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 651089e0-ba39-41cb-a923-4306b1694891 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:45.381606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:45.403497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Made reservation on behalf of e8441ad85522408ba46cc74a0163b58d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:45.406120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.451541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:subnet and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:45.453530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] DHCP port deletion for 97bfdf92-f6d2-475d-b1ae-54f8f946143d request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:49:45.460498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] Deleting port 82d06da1-b2d5-467f-a811-ce8dd41d35ed {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:45.460918 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.466851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.478283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.520338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:45.523495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.523642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 651089e0-ba39-41cb-a923-4306b1694891 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:45.530700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 651089e0-ba39-41cb-a923-4306b1694891 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:45.531496 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.539890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:45.577635 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.582483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72cf8fb7-df24-485d-8054-b1183b56280b req-7d10b369-1d9a-421f-bd93-4afaa78e93b9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817705 Feb 07 22:49:45.587502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port 82d06da1-b2d5-467f-a811-ce8dd41d35ed {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:45.587839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.623734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:45.631214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Deleting port b63b6213-d5ea-4b55-a942-91e5a55698f1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:45.631556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.655567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:45.659369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.687872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Usage tracker for resource:security_group_rule and tenant:e8441ad85522408ba46cc74a0163b58d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:45.704699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.708534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.758433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] For port 82d06da1-b2d5-467f-a811-ce8dd41d35ed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82d06da1-b2d5-467f-a811-ce8dd41d35ed,segment=NetworkSegment(dd6bc485-544e-4c64-abba-9e4eff9d36db),segment_id=dd6bc485-544e-4c64-abba-9e4eff9d36db)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:45.758826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.761743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:45.781129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:45.796725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.799306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 672bb764-4980-4444-abfe-b8188873b878 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:49:45.889139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:45.897588 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef781b9d-69a9-41ed-b97f-99a53a6aa536 admin admin] 10.222.0.10 "DELETE /v2.0/routers/672bb764-4980-4444-abfe-b8188873b878 HTTP/1.1" status: 204 len: 168 time: 3.7560611 Feb 07 22:49:45.912942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35608) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:45.973190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] For port 82d06da1-b2d5-467f-a811-ce8dd41d35ed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82d06da1-b2d5-467f-a811-ce8dd41d35ed,segment=NetworkSegment(dd6bc485-544e-4c64-abba-9e4eff9d36db),segment_id=dd6bc485-544e-4c64-abba-9e4eff9d36db)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:45.974374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.029698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1a13e-9862-42f4-9ca4-0ba4b3ea1507 req-58e525d7-3614-4a60-969f-81ff2b4b7e09 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:46.031264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aaf1a13e-9862-42f4-9ca4-0ba4b3ea1507 req-58e525d7-3614-4a60-969f-81ff2b4b7e09 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 944 time: 0.5168519 Feb 07 22:49:46.071479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] Calling delete_port for 82d06da1-b2d5-467f-a811-ce8dd41d35ed owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:46.123781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Calling delete_port for 82d06da1-b2d5-467f-a811-ce8dd41d35ed owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:46.133460 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.174814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651089e0-ba39-41cb-a923-4306b1694891'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:46.175659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] Deleting subnet 28e372bd-b3ba-4425-8532-0ecec65480fc {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:46.182512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.194619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:46.204144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c642c5e-c391-430a-bca1-4f32f6aceae7 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:46.204843 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.219407 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.242704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.259790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.302718 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.302972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:49:46.303087 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:49:46.328493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] No DVR routers for this DVR port 82d06da1-b2d5-467f-a811-ce8dd41d35ed on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:46.338303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:46.362840 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aaf1a13e-9862-42f4-9ca4-0ba4b3ea1507 req-8320cf71-eb83-41ef-8f6a-d439bd524ee2 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822671 Feb 07 22:49:46.394483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.409461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c40d9a-9d9c-472f-b37f-88fee9d2dfcb None None] Pushing event deleted for resources: {'Port': ['ID=82d06da1-b2d5-467f-a811-ce8dd41d35ed,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:46.478133 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651089e0-ba39-41cb-a923-4306b1694891', 'code': 200} Feb 07 22:49:46.498516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Calling delete_port for b63b6213-d5ea-4b55-a942-91e5a55698f1 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:46.506436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 531c2147-cbb3-4d2e-828d-7605919f1c98 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:46.523954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.552801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Transition to ACTIVE for port object 0c642c5e-c391-430a-bca1-4f32f6aceae7 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:46.557957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 531c2147-cbb3-4d2e-828d-7605919f1c98 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:46.558262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 531c2147-cbb3-4d2e-828d-7605919f1c98 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:46.558682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82d06da1-b2d5-467f-a811-ce8dd41d35ed no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:46.589379 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.607262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 82d06da1-b2d5-467f-a811-ce8dd41d35ed {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:46.607262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82d06da1-b2d5-467f-a811-ce8dd41d35ed not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:46.631886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.634629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e372bd-b3ba-4425-8532-0ecec65480fc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:46.643917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9861b7d-1e5e-4f53-84d5-4452c2de8e4d None None] Network cb4c60a9-1a53-4d29-8c17-c13f85769153 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:46.663533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.670122 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.681529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:46.690873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.691231 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Added segment 459c8b18-0edc-4238-9d0d-ad2a293981bb of type vlan for network c2e2f561-c04b-4da8-8c12-a227798b138f Feb 07 22:49:46.695835 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7ec3a59-6373-4fe7-8786-582fa9565324 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/28e372bd-b3ba-4425-8532-0ecec65480fc HTTP/1.1" status: 204 len: 168 time: 0.7812755 Feb 07 22:49:46.701962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35630) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:46.931020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Deleting port 82d06da1-b2d5-467f-a811-ce8dd41d35ed {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:46.931604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.961026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] DHCP port deletion for cb4c60a9-1a53-4d29-8c17-c13f85769153 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:49:46.965883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] Deleting port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:46.966263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:46.996629 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.065490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.078896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c463d0a-a3c5-4eac-b840-27e0a3e3be5f req-8a37ffe3-253f-4c59-8d35-3adca5b30f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.080386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c463d0a-a3c5-4eac-b840-27e0a3e3be5f req-8a37ffe3-253f-4c59-8d35-3adca5b30f79 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 1096 time: 0.5023854 Feb 07 22:49:47.090976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] The port '82d06da1-b2d5-467f-a811-ce8dd41d35ed' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:49:47.160116 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c463d0a-a3c5-4eac-b840-27e0a3e3be5f req-8dec940d-3cce-408c-af47-ca7393622639 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599084 Feb 07 22:49:47.219940 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.284208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] For port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d4ca75f4-ee41-4d02-a5dc-a18e963fbd25,segment=NetworkSegment(0640e7ed-46c3-4586-9af1-ccffe9ceffd1),segment_id=0640e7ed-46c3-4586-9af1-ccffe9ceffd1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:47.284629 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.314756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Deleting port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:49:47.315107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.323246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.324329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:47.325075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.367888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35654) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:47.368486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Subnet': ['ID=df1f9eb7-bf31-4ce9-800b-87b48d5d816f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.376298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.384039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.434665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] Calling delete_port for d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:49:47.444778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] Deleting subnet a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:49:47.453686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.458395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146c40fb-3964-4e62-8d13-bb78da533f01,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.465096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6075084 Feb 07 22:49:47.477702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35660) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:47.484346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Request body: {'subnet': {'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-subnet', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:47.525859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Pushing event updated for resources: {'Port': ['ID=0c642c5e-c391-430a-bca1-4f32f6aceae7,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.537128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.554036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] The port 'd4ca75f4-ee41-4d02-a5dc-a18e963fbd25' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:49:47.562813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bfdf92-f6d2-475d-b1ae-54f8f946143d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.587210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] Pushing event deleted for resources: {'Port': ['ID=d4ca75f4-ee41-4d02-a5dc-a18e963fbd25,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.592484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b4fdc-126d-43f5-9484-734e7ff70e3f None None] No DVR routers for this DVR port d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:49:47.613415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:47.614762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.655320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6bc485-544e-4c64-abba-9e4eff9d36db') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.655623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6bc485-544e-4c64-abba-9e4eff9d36db') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.683664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Usage tracker for resource:subnet and tenant:e8441ad85522408ba46cc74a0163b58d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:47.719181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.724953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:47.734589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event deleted for resources: {'Port': ['ID=b63b6213-d5ea-4b55-a942-91e5a55698f1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.770246 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.773191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab565f-43d1-4b44-a60d-53b58ab924d2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e2f561-c04b-4da8-8c12-a227798b138f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:47.774969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.776737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:47.785178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c2e2f561-c04b-4da8-8c12-a227798b138f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:47.794173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:47.795190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:47.810418 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:47.871447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.883861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.919599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4c60a9-1a53-4d29-8c17-c13f85769153']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.948960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Made reservation on behalf of e8441ad85522408ba46cc74a0163b58d for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:47.951333 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.957834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0640e7ed-46c3-4586-9af1-ccffe9ceffd1') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.958405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0640e7ed-46c3-4586-9af1-ccffe9ceffd1') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:47.978037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:47.987256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.014175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.028322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Checking segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:48.028720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network hostable DHCP agents. Network: 2f0bb286-3025-4880-9f15-7f54f22b10b4, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:48.030320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.039818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Pushing event deleted for resources: {'Network': ['ID=97bfdf92-f6d2-475d-b1ae-54f8f946143d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.046767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:48.047183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:48.061512 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:48.063881 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] 10.222.0.10 "DELETE /v2.0/networks/97bfdf92-f6d2-475d-b1ae-54f8f946143d HTTP/1.1" status: 204 len: 168 time: 2.8183486 Feb 07 22:49:48.116320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Attempting to bind port 0c642c5e-c391-430a-bca1-4f32f6aceae7 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:48.116741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Attempting to bind port 0c642c5e-c391-430a-bca1-4f32f6aceae7 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:48.117005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Attempting to bind port 0c642c5e-c391-430a-bca1-4f32f6aceae7 on network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:48.118839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.123483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.123881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.124172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.124533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.124871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.125203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.125541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.125867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.126373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.126610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.126831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.127229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28140af-acc5-4994-b912-12fe66e5939d tempest-NetworksIpV6Test-1507503695 tempest-NetworksIpV6Test-1507503695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:48.148571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8db4a4-31c7-4a90-9200-814745626acc req-253520ca-b698-461c-8da9-ed6573475f25 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:48.150053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c8db4a4-31c7-4a90-9200-814745626acc req-253520ca-b698-461c-8da9-ed6573475f25 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 944 time: 1.2148616 Feb 07 22:49:48.185569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6c1086c-6d26-4ec5-b7dd-e7ca43da0838,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.194875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.196735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-288b3054-fa33-4fdf-b597-ac6a2c33c6af admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a6c1086c-6d26-4ec5-b7dd-e7ca43da0838 HTTP/1.1" status: 204 len: 168 time: 0.8253453 Feb 07 22:49:48.199752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35666) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:48.204744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Port 0c642c5e-c391-430a-bca1-4f32f6aceae7 on network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:49:48.204956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Attempting to bind port 0c642c5e-c391-430a-bca1-4f32f6aceae7 on network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:48.214854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.220421 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.252288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:48.252947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Checking segment: {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:48.253514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Bound using segment: {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:48.254218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Bound port: 0c642c5e-c391-430a-bca1-4f32f6aceae7, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9adc785d-30d6-4e60-9a6f-61b344b83a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:48.254737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.272546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.293568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.297459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:48.318703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4c60a9-1a53-4d29-8c17-c13f85769153,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.324405 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8ab37f22-2962-4d42-ba3c-7cf327709075 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb4c60a9-1a53-4d29-8c17-c13f85769153 HTTP/1.1" status: 204 len: 168 time: 1.6144726 Feb 07 22:49:48.342307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e51741-96b2-45ab-902d-c0df093ec6d3 req-522bd3dd-3a10-4ca7-becc-95430b037646 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:48.347668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.359283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65e51741-96b2-45ab-902d-c0df093ec6d3 req-522bd3dd-3a10-4ca7-becc-95430b037646 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.7471204 Feb 07 22:49:48.389780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35674) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:48.429747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 2f0bb286-3025-4880-9f15-7f54f22b10b4) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:48.435235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:49:48.465164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c8db4a4-31c7-4a90-9200-814745626acc req-d5277bbf-6d07-494f-9a73-5ef59635383b tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467186 Feb 07 22:49:48.469529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.470865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Fanout notify agent at l3_agent the message router_deleted on router e0ecd84d-cc23-4ef6-9d13-797c5d860009 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:49:48.492740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5016e75-747d-4419-b4b6-a257211c5e97 None None] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:48.502093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.514019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:48.514695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.542120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:48.562182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88611561-434c-4a61-b0a5-86f74e62f321') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:48.562479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88611561-434c-4a61-b0a5-86f74e62f321') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:48.592145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.630983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65e51741-96b2-45ab-902d-c0df093ec6d3 req-514a8d35-4e77-4a03-b101-d6175eb98866 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698536 Feb 07 22:49:48.642087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:49:48.642369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d4ca75f4-ee41-4d02-a5dc-a18e963fbd25 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:49:48.643865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.661908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:49:48.662324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:49:48.675914 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:49:48.722690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b6c3e163-5712-4f2e-8b2f-8891cce9679a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7428265 Feb 07 22:49:48.728402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35680) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:48.728402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35682) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:48.735619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.741331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b033c77e-362c-47d5-a9e3-ed0f896a1b24 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/e0ecd84d-cc23-4ef6-9d13-797c5d860009 HTTP/1.1" status: 204 len: 168 time: 4.5086210 Feb 07 22:49:48.746190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35688) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:48.751644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'subnet': {'network_id': '984796b5-0378-483f-8e6d-60be391eece8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:48.837983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-2f0bb286-3025-4880-9f15-7f54f22b10b4', 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'fixed_ips': [{'subnet_id': 'df1f9eb7-bf31-4ce9-800b-87b48d5d816f'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:49:48.839193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.896664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7890cb82-8ac8-4d76-9646-b878784bba9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b125987a097248b29811f84c65eb970c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054531 Feb 07 22:49:48.899408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35690) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:48.927486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.946786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:48.968978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:48.985286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bae8f9ee-dcac-4a61-802d-0ce2d251b76d admin admin] 10.222.0.10 "DELETE /v2.0/networks/5cbcb6f0-cac8-4652-9ba8-cfd3c8c26864 HTTP/1.1" status: 204 len: 168 time: 0.7826741 Feb 07 22:49:49.007793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72b860e1-8811-4dfb-bd24-05c1d3acefc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.024852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Allocated IP 10.1.1.2 (2f0bb286-3025-4880-9f15-7f54f22b10b4/df1f9eb7-bf31-4ce9-800b-87b48d5d816f/c175c539-ab4a-41d9-993b-aca19edecf6d) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:49.045783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72b860e1-8811-4dfb-bd24-05c1d3acefc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.046415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:49.051282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-271070420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:49.061323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] For port 0c642c5e-c391-430a-bca1-4f32f6aceae7, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:49.066779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:49.079978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:subnet and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:49.093264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:49.103350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Usage tracker for resource:router and tenant:07873ed7eb984052bf52ffe15f4d30d6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:49.107296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] For port 0c642c5e-c391-430a-bca1-4f32f6aceae7, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:49.109093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72b860e1-8811-4dfb-bd24-05c1d3acefc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.110313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:49.123825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:49.125930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:49.130441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f3a828f-76e7-40c4-8dec-9f04661cd177 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f22d0fcbe29741e7a75679885ef0f8c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3919842 Feb 07 22:49:49.131809 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.132951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35698) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:49.147482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b860e1-8811-4dfb-bd24-05c1d3acefc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a3286f-283a-4a07-9e40-62e488050ab0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:49.154901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72b860e1-8811-4dfb-bd24-05c1d3acefc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.162795 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72b860e1-8811-4dfb-bd24-05c1d3acefc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2a3286f-283a-4a07-9e40-62e488050ab0 HTTP/1.1" status: 204 len: 168 time: 0.2621517 Feb 07 22:49:49.235297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b957cc5-b0b4-40c1-9926-4b415bbd24de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.253598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:49.254539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.256362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] 10.222.0.36 "PUT /v2.0/ports/0c642c5e-c391-430a-bca1-4f32f6aceae7 HTTP/1.1" status: 200 len: 1092 time: 5.4213560 Feb 07 22:49:49.272982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b957cc5-b0b4-40c1-9926-4b415bbd24de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.278938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:49:49.308047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac976d-f34d-4360-94de-567d75c34dab service neutron] Pushing event updated for resources: {'Port': ['ID=0c642c5e-c391-430a-bca1-4f32f6aceae7,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:49.313220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.314693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.326614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35706) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:49.343963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:49.347742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.389509 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'status': 'completed', 'code': 200} Feb 07 22:49:49.400441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.407646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b957cc5-b0b4-40c1-9926-4b415bbd24de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.420324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Transition to ACTIVE for port object c175c539-ab4a-41d9-993b-aca19edecf6d will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:49.441884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Transition to ACTIVE for port object c175c539-ab4a-41d9-993b-aca19edecf6d will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:49.451845 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.458490 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.475923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b957cc5-b0b4-40c1-9926-4b415bbd24de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720a7aa-1804-476d-816f-cad1b4ead0e9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:49.483670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b957cc5-b0b4-40c1-9926-4b415bbd24de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.484962 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b957cc5-b0b4-40c1-9926-4b415bbd24de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e720a7aa-1804-476d-816f-cad1b4ead0e9 HTTP/1.1" status: 204 len: 168 time: 0.3510611 Feb 07 22:49:49.558199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:49.569789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:49.574064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.598076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:49.748248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Pushing event updated for resources: {'Port': ['ID=c175c539-ab4a-41d9-993b-aca19edecf6d,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:49.777821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Attempting to bind port c175c539-ab4a-41d9-993b-aca19edecf6d on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:49.778129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Attempting to bind port c175c539-ab4a-41d9-993b-aca19edecf6d by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:49.778474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Attempting to bind port c175c539-ab4a-41d9-993b-aca19edecf6d on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:49.788132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:49.788517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Checking segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:49.788959 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.789356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Bound using segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:49.789829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Bound port: c175c539-ab4a-41d9-993b-aca19edecf6d, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:49.790211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.903310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] For port c175c539-ab4a-41d9-993b-aca19edecf6d, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:49.907161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] For port c175c539-ab4a-41d9-993b-aca19edecf6d, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c175c539-ab4a-41d9-993b-aca19edecf6d,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:49.915794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:49.967774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fcfa66cb-fe68-4a56-a591-ce70e5e70243 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=792d36a0bce6473bbb9a880d588b38bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016428 Feb 07 22:49:49.968000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35730) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:49.999548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff4c41b-285c-4f42-9327-cb6b74f0a95a,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:50.024408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35734) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:50.032298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Checking segment: {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:50.032298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Network hostable DHCP agents. Network: c2e2f561-c04b-4da8-8c12-a227798b138f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:50.059781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7fcab70-6b6a-46d5-85d1-06327a344944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.062011 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.063051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995819c3-2a9b-429a-8e28-5422bb4f5264 None None] Pushing event updated for resources: {'Port': ['ID=c175c539-ab4a-41d9-993b-aca19edecf6d,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:50.088913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7fcab70-6b6a-46d5-85d1-06327a344944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.172691 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7fcab70-6b6a-46d5-85d1-06327a344944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.193118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcab70-6b6a-46d5-85d1-06327a344944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465aa70d-2abe-4ca4-904a-505a6a1c9625,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:50.200700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7fcab70-6b6a-46d5-85d1-06327a344944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.202603 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a7fcab70-6b6a-46d5-85d1-06327a344944 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/465aa70d-2abe-4ca4-904a-505a6a1c9625 HTTP/1.1" status: 204 len: 168 time: 0.2338085 Feb 07 22:49:50.230776 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.231965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3af8de2b-5cb1-45a0-9d44-3a40d2b74e0e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2043519 Feb 07 22:49:50.232737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Network c2e2f561-c04b-4da8-8c12-a227798b138f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:50.234817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35744) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:50.240793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': False}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:50.264188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ab719068-3b1f-4b4a-9e76-3d3976ffd1af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ecdd27af87a84b38b76b72646bcc4ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339132 Feb 07 22:49:50.265136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.272135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35748) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:50.312243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c2e2f561-c04b-4da8-8c12-a227798b138f) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:50.321557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f21a1-e1d1-4a83-a5e6-ad76a0e2d462 None None] Network c2e2f561-c04b-4da8-8c12-a227798b138f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:50.325710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:50.326369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.331726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-5cfdbd8d-f271-4108-90dd-cbeb9a99a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:50.333329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-5cfdbd8d-f271-4108-90dd-cbeb9a99a0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea87095f5c82496c9be95e09dfea2736&device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 1095 time: 1.0009003 Feb 07 22:49:50.399992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6e05b-f10b-45a3-b7b2-825f843eafba req-00a3f698-5071-4f33-a85e-fbf7e971e091 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:50.414149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49f6e05b-f10b-45a3-b7b2-825f843eafba req-00a3f698-5071-4f33-a85e-fbf7e971e091 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 944 time: 0.5505452 Feb 07 22:49:50.434460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f81c15-13b4-4fce-9eb7-b480b6948bce req-6ae0a634-255a-4e31-a6d6-8d75b25efbe6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:50.441797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3f81c15-13b4-4fce-9eb7-b480b6948bce req-6ae0a634-255a-4e31-a6d6-8d75b25efbe6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.5783722 Feb 07 22:49:50.613317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-8493edcf-dc73-4927-b295-fa673b3012b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7 HTTP/1.1" status: 200 len: 217 time: 0.2503040 Feb 07 22:49:50.633009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2d7ebceb-4c2d-44ae-b806-38b2174eeaad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1535742 Feb 07 22:49:50.648896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35758) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:50.653013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:50.676232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:50.732683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:50.738541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Subnet': ['ID=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:50.748137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Usage tracker for resource:router and tenant:e8441ad85522408ba46cc74a0163b58d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:50.763921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:50.774016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:50.783155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.783586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.784176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.784540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.785000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.785431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.785831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.786766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.787223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.787614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.788005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.788384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:49:50.799504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0723758-bc68-4a54-b97d-d4f4302cc776 None None] Network c2e2f561-c04b-4da8-8c12-a227798b138f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:50.813444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49f6e05b-f10b-45a3-b7b2-825f843eafba req-82fe5bd0-b780-41a7-9776-f697a29ba09c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607903 Feb 07 22:49:50.827830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3f81c15-13b4-4fce-9eb7-b480b6948bce req-bb6b0c9e-a465-4138-87dd-3a8d86a18f96 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851199 Feb 07 22:49:50.857768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.867324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Checking segment: {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:50.868747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network hostable DHCP agents. Network: 984796b5-0378-483f-8e6d-60be391eece8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:50.875870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.877599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.900066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b9bc-e067-4655-80c7-dc0af435c6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:50.960205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-242f687d-055d-4e69-8963-f22455db8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:50.965800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-242f687d-055d-4e69-8963-f22455db8ce7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4733d5b4-f976-4272-aed4-bd975f459e7e HTTP/1.1" status: 200 len: 845 time: 0.3150015 Feb 07 22:49:51.020375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942154559'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:51.038453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 984796b5-0378-483f-8e6d-60be391eece8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:51.050479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:51.061629 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b9bc-e067-4655-80c7-dc0af435c6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.069637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.076140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:51.091390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:51.092371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 984796b5-0378-483f-8e6d-60be391eece8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:51.104673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:51.109366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:51.110264 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.141834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c3eaf-1bdc-4ac8-aa2a-f63e9538071d None None] Network 984796b5-0378-483f-8e6d-60be391eece8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:51.197939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0af52903-1b84-4d91-a241-a490c75e2498 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4582715 Feb 07 22:49:51.210279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:51.214153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.223569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35784) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:51.244048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.253417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'port': {'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'name': 'tempest-TaggedBootDevicesTest-823951417', 'fixed_ips': [{'subnet_id': 'df1f9eb7-bf31-4ce9-800b-87b48d5d816f'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:51.377342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:51.382434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:security_group_rule and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:51.386147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:51.392645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:51.422768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-c56d0415-58a5-44ac-8677-57d6527f460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:51.424330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-c56d0415-58a5-44ac-8677-57d6527f460a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4441066 Feb 07 22:49:51.619554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-984796b5-0378-483f-8e6d-60be391eece8', 'network_id': '984796b5-0378-483f-8e6d-60be391eece8', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'fixed_ips': [{'subnet_id': 'a5b677f8-4fc0-4cb2-a1b1-fa02379ec551'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:49:51.620434 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.639844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.645072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35794) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:51.658869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-3425cd83-2c6e-40a3-bcf8-ee38116b7067 service neutron] 10.222.0.36 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254422 Feb 07 22:49:51.713474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b9bc-e067-4655-80c7-dc0af435c6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:51.757941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4492d-e43e-4498-88c3-3ee05159a1b1 None None] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:51.880798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Allocated IP 10.2.2.2 (984796b5-0378-483f-8e6d-60be391eece8/a5b677f8-4fc0-4cb2-a1b1-fa02379ec551/680208c0-7e79-4587-ae4c-6af5d013b2df) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:51.887163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e8b8729d-6288-4f93-9dd8-a4d2c9b2b047 None None] Provisioning for port c175c539-ab4a-41d9-993b-aca19edecf6d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:51.965130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4b9bc-e067-4655-80c7-dc0af435c6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202bce2-fe76-428d-9bb0-7bc2bac0ca0b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:52.013283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b9bc-e067-4655-80c7-dc0af435c6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.016719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d6d4b9bc-e067-4655-80c7-dc0af435c6d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9202bce2-fe76-428d-9bb0-7bc2bac0ca0b HTTP/1.1" status: 204 len: 168 time: 1.7110760 Feb 07 22:49:52.079753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1958370571-network', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:52.091938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:52.097941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:52.105530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:port and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:52.115842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:52.137588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c5f9c-87e2-42c6-b809-c46562aa2d67 req-5e6bea2d-1e25-46b7-a2cb-2962088772e9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.144730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-403c5f9c-87e2-42c6-b809-c46562aa2d67 req-5e6bea2d-1e25-46b7-a2cb-2962088772e9 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.7189174 Feb 07 22:49:52.147423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:52.178862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49611a8e-cdcc-41a9-b850-a1b494c74275 req-1b04129d-e721-4b77-b414-39d311873c37 service neutron] 10.222.0.36 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030651 Feb 07 22:49:52.209874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:52.212031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Usage tracker for resource:network and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:52.224307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:52.305658 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.312312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:52.323803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Transition to ACTIVE for port object 680208c0-7e79-4587-ae4c-6af5d013b2df will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:52.345902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-403c5f9c-87e2-42c6-b809-c46562aa2d67 req-fa7b531b-d825-464a-97b4-aabfdd69978e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003138 Feb 07 22:49:52.386989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Transition to ACTIVE for port object 680208c0-7e79-4587-ae4c-6af5d013b2df will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:52.399239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233546dc-006d-4e3c-8d9d-ca0a4762d94d req-382866bc-0458-404f-842c-e545f332de00 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.400907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.401952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-233546dc-006d-4e3c-8d9d-ca0a4762d94d req-382866bc-0458-404f-842c-e545f332de00 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 944 time: 0.3960605 Feb 07 22:49:52.505832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.509225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.516058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c175c539-ab4a-41d9-993b-aca19edecf6d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:52.525575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-233546dc-006d-4e3c-8d9d-ca0a4762d94d req-127cf818-fdc5-4044-9117-9356259293d4 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054416 Feb 07 22:49:52.545012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa897-9852-454e-b47a-a166f4c10638 req-9fa325f1-a6ed-4f32-af00-3fae086c251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.546951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41daa897-9852-454e-b47a-a166f4c10638 req-9fa325f1-a6ed-4f32-af00-3fae086c251e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea87095f5c82496c9be95e09dfea2736&device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 1095 time: 0.3072968 Feb 07 22:49:52.553251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.558488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Made reservation on behalf of 92c4448aa5664d518b7cf94f2dba822a for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:52.560831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.582973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.603341 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.610101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] device_id is not set on port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:49:52.630276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.667859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Network 984796b5-0378-483f-8e6d-60be391eece8 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:52.674934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:52.679531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Pushing event updated for resources: {'Port': ['ID=680208c0-7e79-4587-ae4c-6af5d013b2df,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:52.693138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:52.737544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:52.743029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:52.765061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c175c539-ab4a-41d9-993b-aca19edecf6d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:52.768186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab8d760-63e9-4b49-98e3-6c04ff8676ea,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:52.773145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Usage tracker for resource:security_group_rule and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:52.783918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:52.786859 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.787211 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 186f787b-e680-49c7-9d3f-5b579af5d695 of type vlan for network ca69773a-cbce-418b-950f-1c25891b149f Feb 07 22:49:52.818189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c175c539-ab4a-41d9-993b-aca19edecf6d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:52.819037 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.830603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:52.887709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.896157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa897-9852-454e-b47a-a166f4c10638 req-bbf08678-ecab-4b78-a194-ce30f1be684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:52.897984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41daa897-9852-454e-b47a-a166f4c10638 req-bbf08678-ecab-4b78-a194-ce30f1be684c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f HTTP/1.1" status: 200 len: 907 time: 0.3158650 Feb 07 22:49:52.923340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Allocated IP 172.25.0.31 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/8de78e6a-eef6-401b-93d5-1452b89f4733) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:52.941105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Attempting to bind port 680208c0-7e79-4587-ae4c-6af5d013b2df on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:49:52.941799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Attempting to bind port 680208c0-7e79-4587-ae4c-6af5d013b2df by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:49:52.941897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Attempting to bind port 680208c0-7e79-4587-ae4c-6af5d013b2df on network 984796b5-0378-483f-8e6d-60be391eece8 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:49:52.950351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:49:52.950984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Checking segment: {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:52.951501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:52.951975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Bound using segment: {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:49:52.952537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Bound port: 680208c0-7e79-4587-ae4c-6af5d013b2df, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:49:52.953047 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.015638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41daa897-9852-454e-b47a-a166f4c10638 req-2b9fafe9-2bef-486a-a356-db89699803d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7 HTTP/1.1" status: 200 len: 217 time: 0.1077743 Feb 07 22:49:53.068934 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.102837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa897-9852-454e-b47a-a166f4c10638 req-faaa843e-7355-40ec-a111-989127352a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:53.104763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41daa897-9852-454e-b47a-a166f4c10638 req-faaa843e-7355-40ec-a111-989127352a53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4733d5b4-f976-4272-aed4-bd975f459e7e HTTP/1.1" status: 200 len: 845 time: 0.0790803 Feb 07 22:49:53.140775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c175c539-ab4a-41d9-993b-aca19edecf6d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c175c539-ab4a-41d9-993b-aca19edecf6d,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:53.150701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.153310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] For port 680208c0-7e79-4587-ae4c-6af5d013b2df, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:49:53.190833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.196238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:53.196419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35822) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:53.196856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.214186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] For port 680208c0-7e79-4587-ae4c-6af5d013b2df, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=680208c0-7e79-4587-ae4c-6af5d013b2df,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:49:53.222801 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.247715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c175c539-ab4a-41d9-993b-aca19edecf6d,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.292512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 10.1.1.33 (2f0bb286-3025-4880-9f15-7f54f22b10b4/df1f9eb7-bf31-4ce9-800b-87b48d5d816f/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:53.330149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79189e4d-c011-4f19-a01d-34e97af9cd78 None None] Pushing event updated for resources: {'Port': ['ID=680208c0-7e79-4587-ae4c-6af5d013b2df,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.396341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daa897-9852-454e-b47a-a166f4c10638 req-d97ca64e-a4c4-4cd0-b557-e0d434e6a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:53.398580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41daa897-9852-454e-b47a-a166f4c10638 req-d97ca64e-a4c4-4cd0-b557-e0d434e6a36a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025678 Feb 07 22:49:53.467563 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.469616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.496717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=ca69773a-cbce-418b-950f-1c25891b149f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.498558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1755914211-network', 'tenant_id': '20838b5532104921ba58631c9eb315e8'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:53.509266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network ca69773a-cbce-418b-950f-1c25891b149f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:53.523470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.539155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.546185 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d4678594-dc00-419a-bd1f-5c225b3b2e69 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8672352 Feb 07 22:49:53.577351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:53.656419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.704491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:53.708014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:53.717357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': 'ca69773a-cbce-418b-950f-1c25891b149f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:53.744699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Usage tracker for resource:network and tenant:20838b5532104921ba58631c9eb315e8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:53.773303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5414887f-4d74-4e6e-a67b-8e687b220353,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:53.797299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:53.844621 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.844989 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Added segment 7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd of type vlan for network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 Feb 07 22:49:53.879120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41daa897-9852-454e-b47a-a166f4c10638 req-0ea74ab5-7a8a-4802-be66-e572e1c4ba60 service neutron] 10.222.0.36 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731112 Feb 07 22:49:53.880470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:53.945920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:53.951318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:53.955824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:53.962835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:53.997795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.002142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:54.021451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Made reservation on behalf of 20838b5532104921ba58631c9eb315e8 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:54.023705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.066197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.226538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.234140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:54.235255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:49:54.246756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:54.250227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.254113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:54.265543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:54.268115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:54.279642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Usage tracker for resource:security_group_rule and tenant:20838b5532104921ba58631c9eb315e8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:54.287362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Transition to ACTIVE for port object 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:54.289545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:54.300485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6742b0-aea2-4ba0-94dc-815fc9bcf047 req-d1692727-586f-453b-943c-af7556a5057d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.302754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f6742b0-aea2-4ba0-94dc-815fc9bcf047 req-d1692727-586f-453b-943c-af7556a5057d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.7522275 Feb 07 22:49:54.310936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:54.343582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff984-73e5-48a5-8a9a-9eb52ef2d6d3 req-28ebe716-bfd7-4a4d-97f3-d65afcc9bb4d tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.345122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7eff984-73e5-48a5-8a9a-9eb52ef2d6d3 req-28ebe716-bfd7-4a4d-97f3-d65afcc9bb4d tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 944 time: 0.5951936 Feb 07 22:49:54.372699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41daa897-9852-454e-b47a-a166f4c10638 req-df53f5cb-075c-45b9-9d1d-09adea6c88fa service neutron] 10.222.0.36 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825292 Feb 07 22:49:54.409323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Pushing event updated for resources: {'Port': ['ID=8de78e6a-eef6-401b-93d5-1452b89f4733,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:54.417396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Allocated IP 172.25.0.191 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/518b8f86-4984-4f6b-9d64-0e311691ebc4) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:54.425206 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.426077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.427342 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.464064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f6742b0-aea2-4ba0-94dc-815fc9bcf047 req-e422a46a-b5cf-4efc-a0a3-d0a2c468bb56 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377470 Feb 07 22:49:54.517861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7eff984-73e5-48a5-8a9a-9eb52ef2d6d3 req-435eef62-8d6b-41cf-8695-f29a36753511 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448312 Feb 07 22:49:54.533061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c175c539-ab4a-41d9-993b-aca19edecf6d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:54.548624 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.654045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:54.658392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c175c539-ab4a-41d9-993b-aca19edecf6d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:54.658961 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.670160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:54.673450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:54.701750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0549681 Feb 07 22:49:54.716286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:54.747380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:54.787015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.826356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Request body: {'subnet': {'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1958370571-subnet', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:54.829735 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.858884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:54.865942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.888278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:54.890858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d4c9-f58d-41a0-9312-43625abafd53 admin admin] Pushing event updated for resources: {'Network': ['ID=9368b132-7c2a-44c2-aef5-d2c25c6d7a19,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:54.905553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Usage tracker for resource:subnet and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:54.909820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:54.914675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:54.936725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:54.952521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116ccc82-1713-4dd5-b820-f15ff8b3b49c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:54.976203 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:54.976704 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Added segment 48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11 of type vlan for network 90af4766-0b1d-4155-b176-3cdddde54054 Feb 07 22:49:54.999575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2e7e8999-6f86-4ed3-803e-fb699fd107cc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7668602 Feb 07 22:49:55.005531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:55.017608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'port': {'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'name': 'tempest-TaggedBootDevicesTest-43892525', 'fixed_ips': [{'subnet_id': 'df1f9eb7-bf31-4ce9-800b-87b48d5d816f'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:55.098019 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.108503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f55ab-f78e-4e51-9a9e-97ce2ed5cac3 None None] Network 984796b5-0378-483f-8e6d-60be391eece8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:55.156743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:55.160734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.219791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 680208c0-7e79-4587-ae4c-6af5d013b2df up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:55.231698 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.232892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.233612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.253447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Made reservation on behalf of 92c4448aa5664d518b7cf94f2dba822a for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:55.255927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.286697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0c642c5e-c391-430a-bca1-4f32f6aceae7 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:55.362449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:55.374555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:port and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:55.378208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:55.404763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:55.407811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2103400 Feb 07 22:49:55.413511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35858) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:55.435742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Request body: {'subnet': {'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1755914211-subnet', 'tenant_id': '20838b5532104921ba58631c9eb315e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:55.441026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c6e65-4ad7-4b24-84e7-06c32951660a admin admin] Pushing event updated for resources: {'Network': ['ID=90af4766-0b1d-4155-b176-3cdddde54054,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:55.450130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:55.452909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:55.458390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.466940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3c0e0667-0a85-4f34-b2ff-5417bd2c2804 None None] Provisioning for port 680208c0-7e79-4587-ae4c-6af5d013b2df completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:55.480219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 90af4766-0b1d-4155-b176-3cdddde54054 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:55.513022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Usage tracker for resource:subnet and tenant:20838b5532104921ba58631c9eb315e8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:55.577384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:55.590980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] device_id is not set on port 5f37fa64-63e1-450c-9e7f-8437c0518e75 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:49:55.597319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.644796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.688597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:55.734825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 680208c0-7e79-4587-ae4c-6af5d013b2df completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:55.757638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8a98cddc-376a-4a31-87c9-033585331949 None None] Provisioning for port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:55.766485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 680208c0-7e79-4587-ae4c-6af5d013b2df triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:55.766856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.773111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Made reservation on behalf of 20838b5532104921ba58631c9eb315e8 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:55.775205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.780935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.798018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8a98cddc-376a-4a31-87c9-033585331949 None None] Provisioning complete for port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:55.799196 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a98cddc-376a-4a31-87c9-033585331949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:55.870384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0c642c5e-c391-430a-bca1-4f32f6aceae7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:55.903167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e895406-5002-496f-a9c5-6352d9ef62d2 req-4ced1722-a33a-4c93-86a0-b242ed15df31 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:55.904686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e895406-5002-496f-a9c5-6352d9ef62d2 req-4ced1722-a33a-4c93-86a0-b242ed15df31 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.6385436 Feb 07 22:49:55.921389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'port_id': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'mac_address': 'fa:16:3e:32:0d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:55.923641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:55.948876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:55.951549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:56.000679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8a98cddc-376a-4a31-87c9-033585331949 None None] Port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:49:56.007436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=ad0a83ac-0237-4ca2-a4bd-21322cd379b7,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:56.046387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-dd43087f-fe33-4e37-a4f7-137b10b59bc1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5399365 Feb 07 22:49:56.053448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4675b87e-a78c-4b0d-a2ab-6808acd48df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.082402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.103992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c642c5e-c391-430a-bca1-4f32f6aceae7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:56.130678 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.149174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0c642c5e-c391-430a-bca1-4f32f6aceae7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:56.165197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.194694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=518b8f86-4984-4f6b-9d64-0e311691ebc4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:56.219508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 680208c0-7e79-4587-ae4c-6af5d013b2df, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=680208c0-7e79-4587-ae4c-6af5d013b2df,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:56.232779 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.237713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '186f787b-e680-49c7-9d3f-5b579af5d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca69773a-cbce-418b-950f-1c25891b149f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:56.238199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: ca69773a-cbce-418b-950f-1c25891b149f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:56.250209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0c642c5e-c391-430a-bca1-4f32f6aceae7,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:56.300673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e895406-5002-496f-a9c5-6352d9ef62d2 req-621dadff-7222-43c6-b28b-d70e66347f58 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840015 Feb 07 22:49:56.338470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=680208c0-7e79-4587-ae4c-6af5d013b2df,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:56.359944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.379458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0c642c5e-c391-430a-bca1-4f32f6aceae7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:49:56.407964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62bb9-ebed-4ced-9ba3-407e6924aea2 req-a51c7667-6047-4988-a971-b342c51c023c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:56.409573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5a62bb9-ebed-4ced-9ba3-407e6924aea2 req-a51c7667-6047-4988-a971-b342c51c023c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 944 time: 0.7032888 Feb 07 22:49:56.440479 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.463375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 10.1.1.25 (2f0bb286-3025-4880-9f15-7f54f22b10b4/df1f9eb7-bf31-4ce9-800b-87b48d5d816f/5f37fa64-63e1-450c-9e7f-8437c0518e75) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:56.468499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d86b6d2d-2c3f-45d5-92e3-137668681278 None None] Provisioning complete for port 680208c0-7e79-4587-ae4c-6af5d013b2df triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:56.469145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d86b6d2d-2c3f-45d5-92e3-137668681278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.495390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network ca69773a-cbce-418b-950f-1c25891b149f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:56.533756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5a62bb9-ebed-4ced-9ba3-407e6924aea2 req-2aadf14b-10d5-46aa-886a-c8a65e5315f7 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087282 Feb 07 22:49:56.538332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=407e044c-e8de-4232-a70b-8956194660fe,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:56.576995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Checking segment: {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:56.577162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Network hostable DHCP agents. Network: 90af4766-0b1d-4155-b176-3cdddde54054, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:56.620276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-75406eb0-6921-4cbd-89b2-68d4140556d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:56.621263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-75406eb0-6921-4cbd-89b2-68d4140556d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 1058 time: 0.3138778 Feb 07 22:49:56.686382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, ca69773a-cbce-418b-950f-1c25891b149f) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:56.703152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f30d5-7009-425d-bca4-11c367f367c0 None None] Network ca69773a-cbce-418b-950f-1c25891b149f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:56.719303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Network 90af4766-0b1d-4155-b176-3cdddde54054 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:56.728762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:56.729348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.734454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87dc53e-bfa1-4187-9a22-739c51b90c17,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:56.775698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Checking segment: {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:49:56.776331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Network hostable DHCP agents. Network: 9368b132-7c2a-44c2-aef5-d2c25c6d7a19, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:49:56.921736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 90af4766-0b1d-4155-b176-3cdddde54054) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:56.936355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:56.936978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:56.956997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-379537ae-6ee6-4723-9653-3298986de40e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2434020 Feb 07 22:49:56.963549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35864) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:56.971793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8252928-49ab-4eae-b197-554c7e996f63 None None] Network 90af4766-0b1d-4155-b176-3cdddde54054 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:56.983866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230393872'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:56.985110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:49:56.991063 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.006371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:57.034230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d1f5428c-5e35-49d7-a329-43252b5aec5f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6099601 Feb 07 22:49:57.034230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:57.041847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:57.062184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:57.076227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-6b53aa19-6e70-42bc-b0bf-7ac33cbdc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.077267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-6b53aa19-6e70-42bc-b0bf-7ac33cbdc3fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.3855641 Feb 07 22:49:57.078913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-ca69773a-cbce-418b-950f-1c25891b149f', 'network_id': 'ca69773a-cbce-418b-950f-1c25891b149f', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': 'ad0a83ac-0237-4ca2-a4bd-21322cd379b7'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:49:57.079773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.081568 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.097091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.108066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 9368b132-7c2a-44c2-aef5-d2c25c6d7a19) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:57.156268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:57.159618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.178007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e828f299-eda8-4712-a7b5-e42621ba7dac None None] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:57.182918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.183956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.188354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-ac3b188f-5fb6-496f-a7fc-a49a47e696f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 200 len: 217 time: 0.1020091 Feb 07 22:49:57.190196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Transition to ACTIVE for port object 5f37fa64-63e1-450c-9e7f-8437c0518e75 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:57.206894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.288352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:49:57.294414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0c642c5e-c391-430a-bca1-4f32f6aceae7 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:57.319635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-20e34639-95bc-4a80-a031-35812eecd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.322498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-20e34639-95bc-4a80-a031-35812eecd2ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1271794 Feb 07 22:49:57.326223 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.328439 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment d5e58e6c-bb66-4d07-9b41-fa35812fdce2 of type vlan for network 9b227ae9-71b2-4d7f-8358-858c51f74815 Feb 07 22:49:57.361882 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2e6c6154-c1ca-45a3-a567-5d8d561bdff7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5663636 Feb 07 22:49:57.369878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:57.434365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:57.487692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.528271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 651089e0-ba39-41cb-a923-4306b1694891 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:49:57.531062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.539040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:57.579702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Usage tracker for resource:router and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:57.585405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e676bd-a86a-4ad6-86f0-adc1b7f00bb7 None None] Network 90af4766-0b1d-4155-b176-3cdddde54054 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:49:57.589493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:57.607200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:57.695052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.703900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.704912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.707223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.707899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.717795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:57.763275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:49:57.907715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:57.945592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-cdbfe55d-38fc-4e09-b98a-c8a61b751bcc tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:57.946302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-cdbfe55d-38fc-4e09-b98a-c8a61b751bcc tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Synchronizing usage tracker for tenant:20838b5532104921ba58631c9eb315e8 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:49:57.949039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:57.990297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Router 323fc04f-4ab2-4232-918d-33c8059817ca is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:49:57.994705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 0c642c5e-c391-430a-bca1-4f32f6aceae7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:58.011389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 0c642c5e-c391-430a-bca1-4f32f6aceae7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:58.011769 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.014346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.081343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Allocated IP 172.20.255.242 (ca69773a-cbce-418b-950f-1c25891b149f/ad0a83ac-0237-4ca2-a4bd-21322cd379b7/b6ab0a84-4a93-4425-9cf9-52074b2ecd13) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:58.085535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:49:58.086684 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.113684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:58.221222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2563519 Feb 07 22:49:58.224842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-567a59b6-2658-4a88-b03e-51162953d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:58.226273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-567a59b6-2658-4a88-b03e-51162953d160 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8955405 Feb 07 22:49:58.232659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35904) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:58.249651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-cdbfe55d-38fc-4e09-b98a-c8a61b751bcc tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Unset dirty status for tenant:20838b5532104921ba58631c9eb315e8 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:49:58.256405 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-cdbfe55d-38fc-4e09-b98a-c8a61b751bcc tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 815 time: 0.5687439 Feb 07 22:49:58.267662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=5f37fa64-63e1-450c-9e7f-8437c0518e75,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:58.275687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': '9b227ae9-71b2-4d7f-8358-858c51f74815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:49:58.343550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0a66f71e-acd3-46e7-aaf9-7c289f4c9e38 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/quotas/20838b5532104921ba58631c9eb315e8 HTTP/1.1" status: 200 len: 375 time: 0.0861893 Feb 07 22:49:58.411818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b38949fa-808d-4727-a87c-ebcbd8d7fb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.443031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:49:58.465818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 680208c0-7e79-4587-ae4c-6af5d013b2df up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:49:58.573082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a86f78-b4c2-428a-a348-5f71319656a1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=9b227ae9-71b2-4d7f-8358-858c51f74815,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:49:58.604646 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-95b16a5d-b6c4-4ef2-b503-90a7e9a26b6d tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2602022 Feb 07 22:49:58.619300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:58.622207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:58.622906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.632387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab4091-709f-470d-b238-e188b145946b None None] Sync routers for ids ['323fc04f-4ab2-4232-918d-33c8059817ca'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:49:58.647201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Allocated IP 172.20.0.2 (9368b132-7c2a-44c2-aef5-d2c25c6d7a19/f87dc53e-bfa1-4187-9a22-739c51b90c17/b9fc955c-3df1-46c8-a110-5976a4b5d147) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:49:58.653305 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab4091-709f-470d-b238-e188b145946b None None] Routers {'323fc04f-4ab2-4232-918d-33c8059817ca'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:58.653941 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-beab4091-709f-470d-b238-e188b145946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['323fc04f-4ab2-4232-918d-33c8059817ca'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:58.774351 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:58.778020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1c3b3373-826f-46bb-9f3b-dbf309d44ccc tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "PUT /v2.0/routers/323fc04f-4ab2-4232-918d-33c8059817ca HTTP/1.1" status: 200 len: 918 time: 8.5393505 Feb 07 22:49:58.780205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35924) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:58.799558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a7367-a8de-49bf-a09a-01f88056eb46 req-de4ec565-ffec-45d4-8c9e-43496a01bb9a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:58.807342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e5a7367-a8de-49bf-a09a-01f88056eb46 req-de4ec565-ffec-45d4-8c9e-43496a01bb9a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 1.2346611 Feb 07 22:49:58.809895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6798dc44-042a-49c1-bb66-8739f8be7124 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7981238 Feb 07 22:49:58.813564 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-beab4091-709f-470d-b238-e188b145946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:58.813717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:49:58.833936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab4091-709f-470d-b238-e188b145946b None None] Routers {'323fc04f-4ab2-4232-918d-33c8059817ca'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:49:58.835572 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-beab4091-709f-470d-b238-e188b145946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['323fc04f-4ab2-4232-918d-33c8059817ca'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:58.840171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:49:58.845947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-976755f8-a2c2-4448-af6a-5a0675eaa053 service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873270 Feb 07 22:49:58.851528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:49:58.885201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:49:58.980500 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-beab4091-709f-470d-b238-e188b145946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:49:58.980937 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab4091-709f-470d-b238-e188b145946b None None] The sync data for ids ['323fc04f-4ab2-4232-918d-33c8059817ca'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:49:59.005797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.013428 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.041817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Transition to ACTIVE for port object b9fc955c-3df1-46c8-a110-5976a4b5d147 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:59.044535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e5a7367-a8de-49bf-a09a-01f88056eb46 req-c701cbfe-2d6c-40d5-b60d-4598547d0273 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362511 Feb 07 22:49:59.056503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:49:59.060212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.090556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Transition to ACTIVE for port object b9fc955c-3df1-46c8-a110-5976a4b5d147 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:49:59.189569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 9b227ae9-71b2-4d7f-8358-858c51f74815 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:49:59.202219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.278588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3ab87b9a-0743-4b56-ae6c-b0f5638f33ca None None] Provisioning for port 5f37fa64-63e1-450c-9e7f-8437c0518e75 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:49:59.279101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b886d37a-0fbb-4289-93d6-c4cecce0f310 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/323fc04f-4ab2-4232-918d-33c8059817ca HTTP/1.1" status: 200 len: 924 time: 0.4961414 Feb 07 22:49:59.282391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35930) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:59.380924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Router 19a78bd2-f8ec-4024-a732-198adb500ad2 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:49:59.383149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '651089e0-ba39-41cb-a923-4306b1694891', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'port_id': '651089e0-ba39-41cb-a923-4306b1694891', 'mac_address': 'fa:16:3e:cd:36:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:49:59.469508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-6585bfc2-980c-46e1-8f5c-648de21d379e service neutron] 10.222.0.10 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8376248 Feb 07 22:49:59.592404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:49:59.593568 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.613475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3ab87b9a-0743-4b56-ae6c-b0f5638f33ca None None] Provisioning complete for port 5f37fa64-63e1-450c-9e7f-8437c0518e75 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:49:59.614544 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3ab87b9a-0743-4b56-ae6c-b0f5638f33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.641227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6f8db8-a9a2-4ff2-9224-0f5062655075 req-36d34ece-570b-49c1-9577-22fbd5f1d84c service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830729 Feb 07 22:49:59.662296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30719d2a-ac31-42b3-888c-aeb3dca33635 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.666931 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-30719d2a-ac31-42b3-888c-aeb3dca33635 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=323fc04f-4ab2-4232-918d-33c8059817ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3800068 Feb 07 22:49:59.679265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35934) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:49:59.722307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 651089e0-ba39-41cb-a923-4306b1694891 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:49:59.729450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:49:59.736074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:49:59.858757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:49:59.882049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-08257cd6-d759-4689-9654-0182540f139c service neutron] 10.222.0.10 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882813 Feb 07 22:49:59.919345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944941-0309-4d31-9d67-cf821e9efde3 req-2796539d-f2f3-476d-8179-c3b0f836131c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:49:59.926524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33944941-0309-4d31-9d67-cf821e9efde3 req-2796539d-f2f3-476d-8179-c3b0f836131c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 945 time: 0.5164633 Feb 07 22:49:59.984456 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:49:59.989039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a21b6e3-8db1-4c94-a1e5-499d1b57d5b4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.3398099 Feb 07 22:49:59.990419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35938) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:00.017042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a216166-ba68-4b87-a99e-cb8a9eb11849 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:00.018124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a216166-ba68-4b87-a99e-cb8a9eb11849 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Synchronizing usage tracker for tenant:367cc13cade24f0eb464eb0fb87459e4 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:00.071881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Pushing event updated for resources: {'Port': ['ID=b9fc955c-3df1-46c8-a110-5976a4b5d147,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:00.084686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.087286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33944941-0309-4d31-9d67-cf821e9efde3 req-2f1c16bb-2b46-4d2d-9823-4577d3fb346e tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556368 Feb 07 22:50:00.120023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a216166-ba68-4b87-a99e-cb8a9eb11849 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Unset dirty status for tenant:367cc13cade24f0eb464eb0fb87459e4 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:00.127790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a216166-ba68-4b87-a99e-cb8a9eb11849 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 0.4217360 Feb 07 22:50:00.130482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35944) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:00.136812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.150911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.163020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.215910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Sync routers for ids ['19a78bd2-f8ec-4024-a732-198adb500ad2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:00.245916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:00.286987 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.309136 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.361574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a5eab144-cc91-4140-85d6-c18ddc4a0d34 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=323fc04f-4ab2-4232-918d-33c8059817ca HTTP/1.1" status: 200 len: 205 time: 0.2288365 Feb 07 22:50:00.376315 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.380947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35954) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:00.493792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3ab87b9a-0743-4b56-ae6c-b0f5638f33ca None None] Port 5f37fa64-63e1-450c-9e7f-8437c0518e75 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:00.609171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35958) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:00.665057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:00.672577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Routers {'19a78bd2-f8ec-4024-a732-198adb500ad2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:00.673320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['19a78bd2-f8ec-4024-a732-198adb500ad2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:00.674296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--771317189', 'description': 'tempest-description--1606276723'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:00.689526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:00.709373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-ba706831-4c7c-4203-a27e-19e88eabdee1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4951336 Feb 07 22:50:00.724829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:security_group and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:00.734096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:00.781333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['651089e0-ba39-41cb-a923-4306b1694891'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:50:00.782687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=1eb65e23-aab3-4953-9ebd-cc2385eba28e,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:00.814385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': 'd5e58e6c-bb66-4d07-9b41-fa35812fdce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b227ae9-71b2-4d7f-8358-858c51f74815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:00.814750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: 9b227ae9-71b2-4d7f-8358-858c51f74815, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:00.830269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Attempting to bind port b9fc955c-3df1-46c8-a110-5976a4b5d147 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:00.830903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Attempting to bind port b9fc955c-3df1-46c8-a110-5976a4b5d147 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:00.831479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Attempting to bind port b9fc955c-3df1-46c8-a110-5976a4b5d147 on network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:00.831964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43b57e17-33e3-47ea-b7a4-d2d2d7ce9e37 req-009a3b80-d8c8-48f1-8bbd-724d1c09002a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 210 time: 0.1272991 Feb 07 22:50:00.840198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 680208c0-7e79-4587-ae4c-6af5d013b2df triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:00.840964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.877925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:00.896602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:00.897232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Checking segment: {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:00.898053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.898654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Bound using segment: {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:00.899328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Bound port: b9fc955c-3df1-46c8-a110-5976a4b5d147, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:00.899904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:00.909972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.910583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.911694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.912228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.912822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.913349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.913873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.914303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Allocated IP 172.25.0.24 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/23e2ef6d-41ec-4df9-add5-411b6517e587) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:00.914621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.915155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.915675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.916190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.916725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:00.927697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:00.994414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 9b227ae9-71b2-4d7f-8358-858c51f74815 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:01.037628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdd667-eb0b-429e-9738-708abe87fa19 req-0433c3e0-f801-4213-9534-5d554376f2e3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.064479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dbfdd667-eb0b-429e-9738-708abe87fa19 req-0433c3e0-f801-4213-9534-5d554376f2e3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 944 time: 0.4983659 Feb 07 22:50:01.094642 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'code': 200} Feb 07 22:50:01.114206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0c642c5e-c391-430a-bca1-4f32f6aceae7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:01.214265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 9b227ae9-71b2-4d7f-8358-858c51f74815) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:01.218675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.219413 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.249798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dbfdd667-eb0b-429e-9738-708abe87fa19 req-ca1dc7b2-cf59-47cc-a38b-fb64b110d59a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819024 Feb 07 22:50:01.255547 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.290945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc2c7c-f54f-4eec-b30d-92dfb8b7194e None None] Network 9b227ae9-71b2-4d7f-8358-858c51f74815 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:01.297353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.537972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.561454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.575077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.630656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.662992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-49f793e9-32fc-4112-9b94-8b9056b3ea3b tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4148064 Feb 07 22:50:01.663746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35974) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:01.668859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Deleting port 8de78e6a-eef6-401b-93d5-1452b89f4733 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:01.669202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:01.699519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:01.732805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:security_group_rule and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:01.743443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:01.755427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c4c2-4085-496d-a6da-35852da65c3b req-dad835f8-be61-404f-a9aa-34bfd1863a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:01.757265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-dad835f8-be61-404f-a9aa-34bfd1863a46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 1097 time: 1.0160193 Feb 07 22:50:01.792828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:01.843748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Transition to ACTIVE for port object b6ab0a84-4a93-4425-9cf9-52074b2ecd13 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:02.104944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Transition to ACTIVE for port object b6ab0a84-4a93-4425-9cf9-52074b2ecd13 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:02.149561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.161801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e906f83-6b5a-44d5-a04a-d6a0312c8ae0 req-fe5b1750-6966-46c6-be6d-8838c985ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.163645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e906f83-6b5a-44d5-a04a-d6a0312c8ae0 req-fe5b1750-6966-46c6-be6d-8838c985ee6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 1097 time: 1.0483158 Feb 07 22:50:02.173365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Set router 19a78bd2-f8ec-4024-a732-198adb500ad2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:02.217211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.284857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] For port b9fc955c-3df1-46c8-a110-5976a4b5d147, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:02.313750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0c642c5e-c391-430a-bca1-4f32f6aceae7,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:02.358342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d59b357a-8e98-4073-bc29-90fd7ea7dd61 req-f37d8eda-f998-4b34-89d5-2828e4276787 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 210 time: 0.1993754 Feb 07 22:50:02.373356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.466987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Pushing event updated for resources: {'Port': ['ID=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:02.491583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb89c-c272-44c3-a31c-6a754e47b376 req-00e80eac-5de6-4de9-a4de-e37186ceaf57 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:02.496499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f5bb89c-c272-44c3-a31c-6a754e47b376 req-00e80eac-5de6-4de9-a4de-e37186ceaf57 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.9465160 Feb 07 22:50:02.499618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e906f83-6b5a-44d5-a04a-d6a0312c8ae0 req-ad1f8699-771b-4288-b6fc-90695efb2c81 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911108 Feb 07 22:50:02.628132 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.656848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] For port b9fc955c-3df1-46c8-a110-5976a4b5d147, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b9fc955c-3df1-46c8-a110-5976a4b5d147,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:02.680736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.699282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.778549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.780484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1609313 Feb 07 22:50:02.800452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35982) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:02.847197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'security_group_rule': {'security_group_id': '74100343-4c39-4b71-a7a5-cea7e6648c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:02.855266 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:02.867486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:02.879580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:security_group_rule and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:02.885160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:02.901079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:02.952110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Network ca69773a-cbce-418b-950f-1c25891b149f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:02.959581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72a50-f6f5-426c-9cbf-7144838d3296 None None] Pushing event updated for resources: {'Port': ['ID=b9fc955c-3df1-46c8-a110-5976a4b5d147,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:02.960917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd779864-1895-4ea0-8be9-811b87c12423 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74100343-4c39-4b71-a7a5-cea7e6648c65,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:02.963986 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f5bb89c-c272-44c3-a31c-6a754e47b376 req-8f503127-5d0e-478d-a674-2bba95cfe369 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389118 Feb 07 22:50:02.998936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:03.005445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:03.033262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c62e0-6a59-4b4f-b7fb-c7aafe9a67da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-9b227ae9-71b2-4d7f-8358-858c51f74815', 'network_id': '9b227ae9-71b2-4d7f-8358-858c51f74815', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': '1eb65e23-aab3-4953-9ebd-cc2385eba28e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:50:03.034209 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-721c62e0-6a59-4b4f-b7fb-c7aafe9a67da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.076442 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.106846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc126da5-787a-4ebc-b87d-62e7c3f89586 req-bb4fe197-79d7-4f09-bdb6-a9f6e6bea601 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.108620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc126da5-787a-4ebc-b87d-62e7c3f89586 req-bb4fe197-79d7-4f09-bdb6-a9f6e6bea601 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 944 time: 0.4855719 Feb 07 22:50:03.110106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c4c2-4085-496d-a6da-35852da65c3b req-b1c8760a-8380-4c23-8fb8-fd8bb06f6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.112328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-b1c8760a-8380-4c23-8fb8-fd8bb06f6310 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 1.1304302 Feb 07 22:50:03.113302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.179788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Attempting to bind port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:03.180358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-66cbbb52-46f9-4213-ab0a-70f38148258a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:03.180472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Attempting to bind port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '186f787b-e680-49c7-9d3f-5b579af5d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca69773a-cbce-418b-950f-1c25891b149f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:03.180775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Attempting to bind port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 on network ca69773a-cbce-418b-950f-1c25891b149f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:03.181641 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-66cbbb52-46f9-4213-ab0a-70f38148258a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 815 time: 0.5487719 Feb 07 22:50:03.273596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:03.273994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Checking segment: {'id': '186f787b-e680-49c7-9d3f-5b579af5d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca69773a-cbce-418b-950f-1c25891b149f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:03.274387 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.274798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Bound using segment: {'id': '186f787b-e680-49c7-9d3f-5b579af5d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca69773a-cbce-418b-950f-1c25891b149f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:03.275882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Bound port: b6ab0a84-4a93-4425-9cf9-52074b2ecd13, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186f787b-e680-49c7-9d3f-5b579af5d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca69773a-cbce-418b-950f-1c25891b149f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:03.276264 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.276653 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-3f15746c-a5ee-4797-8ecb-37273055401e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c243994-4a00-490c-9527-7514ad4badf7 HTTP/1.1" status: 200 len: 217 time: 0.1108494 Feb 07 22:50:03.278923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Calling delete_port for 8de78e6a-eef6-401b-93d5-1452b89f4733 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:03.316654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Request body: {'port': {'device_id': 'bef44128-4f97-483c-82cd-322df633ad4a', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'admin_state_up': True, 'tenant_id': '20838b5532104921ba58631c9eb315e8'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:03.334934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.404671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.406024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:49:56Z', 'revision_number': 3, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port': {'id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:53Z', 'updated_at': '2022-02-07T22:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:03.422512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac24421a-da63-4468-832d-ca31f4c68ee4 None None] Network 9b227ae9-71b2-4d7f-8358-858c51f74815 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:03.449820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.509649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Checking router: 19a78bd2-f8ec-4024-a732-198adb500ad2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:03.510006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Updating router 19a78bd2-f8ec-4024-a732-198adb500ad2 port 518b8f86-4984-4f6b-9d64-0e311691ebc4 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:50:03.644044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] For port b6ab0a84-4a93-4425-9cf9-52074b2ecd13, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:03.656157 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.697413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] For port b6ab0a84-4a93-4425-9cf9-52074b2ecd13, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,segment=NetworkSegment(186f787b-e680-49c7-9d3f-5b579af5d695),segment_id=186f787b-e680-49c7-9d3f-5b579af5d695)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:03.743907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb65e23-aab3-4953-9ebd-cc2385eba28e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:03.750226 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.863443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:03.892519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b651d3b-eba0-4141-933f-c4200355ba41,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:04.151644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008bf8e-cf95-45f1-9b21-4445aa3d6de1 None None] Pushing event updated for resources: {'Port': ['ID=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:04.194278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29dba98f-86af-48d7-9ede-8e9491ef831d req-34427f5f-5931-4e2e-a79b-42f878341ec4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 210 time: 0.4566145 Feb 07 22:50:04.240772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Allocated IP 172.20.0.1 (c2e2f561-c04b-4da8-8c12-a227798b138f/dff4c41b-285c-4f42-9327-cb6b74f0a95a/5421b5b6-ca4a-47f2-bd2d-99798ccd01aa) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:04.371857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc126da5-787a-4ebc-b87d-62e7c3f89586 req-e16c180c-fd08-44f0-9c47-29021aea92af tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1297336 Feb 07 22:50:04.380056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.562904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.609426 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.625560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c4c2-4085-496d-a6da-35852da65c3b req-c8418c52-6d94-44b4-853e-fb04fd1af1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:04.639813 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-c8418c52-6d94-44b4-853e-fb04fd1af1e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 1.3266621 Feb 07 22:50:04.641415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.646990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Transition to ACTIVE for port object 518b8f86-4984-4f6b-9d64-0e311691ebc4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:04.666838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 651089e0-ba39-41cb-a923-4306b1694891 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:04.714410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event deleted for resources: {'Port': ['ID=8de78e6a-eef6-401b-93d5-1452b89f4733,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:04.728844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6ab0a84-4a93-4425-9cf9-52074b2ecd13 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:04.733504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:04.782870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:04.784526 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.784774 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.795036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.805777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:04.809197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:04.832276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Usage tracker for resource:port and tenant:20838b5532104921ba58631c9eb315e8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:04.859159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:04.861190 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1962a7a9-d8ea-42eb-8720-7f3b94682862 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0377164 Feb 07 22:50:04.881776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35992) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:04.907809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Network c2e2f561-c04b-4da8-8c12-a227798b138f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:04.919348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:04.922611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:04.964463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'security_group_rule': {'security_group_id': '74100343-4c39-4b71-a7a5-cea7e6648c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:04.972446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:04.978569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:security_group_rule and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:04.982789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:04.990048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:05.031206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0be26d-758d-4ff8-bcc7-0abd9ffd4759 None None] Pushing event updated for resources: {'Port': ['ID=518b8f86-4984-4f6b-9d64-0e311691ebc4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:05.060015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.102379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Pushing event updated for resources: {'Port': ['ID=23e2ef6d-41ec-4df9-add5-411b6517e587,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:05.169831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Attempting to bind port 518b8f86-4984-4f6b-9d64-0e311691ebc4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:05.170207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Attempting to bind port 518b8f86-4984-4f6b-9d64-0e311691ebc4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:05.170579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Attempting to bind port 518b8f86-4984-4f6b-9d64-0e311691ebc4 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:05.186615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:05.187010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:05.187412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.187817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:05.188299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Bound port: 518b8f86-4984-4f6b-9d64-0e311691ebc4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:05.188734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.213309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Pushing event updated for resources: {'Port': ['ID=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:05.231710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:05.305585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:05.328438 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.343626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93205c5-04be-4f32-a4b1-50e048302004 None None] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:05.352269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c4c2-4085-496d-a6da-35852da65c3b req-0cabee06-e6c6-4ceb-af7b-78f2cc768f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:05.353971 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-0cabee06-e6c6-4ceb-af7b-78f2cc768f04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6778917 Feb 07 22:50:05.388387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.446597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Made reservation on behalf of 20838b5532104921ba58631c9eb315e8 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:05.450803 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.726332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Allocated IP 172.20.0.9 (90af4766-0b1d-4155-b176-3cdddde54054/407e044c-e8de-4232-a70b-8956194660fe/730ef7cb-3c98-4f17-9fe9-7423eb617591) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:05.754534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 651089e0-ba39-41cb-a923-4306b1694891 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:05.755120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.927397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ced8a-67b8-432e-8554-ef0887bec389 None None] Network ca69773a-cbce-418b-950f-1c25891b149f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:05.982234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:05.987857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.017449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.039461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b227ae9-71b2-4d7f-8358-858c51f74815']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:06.064410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609fa40b-3305-49be-ae4a-62e7c86df559,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:06.114355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.178475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-82d5e513-bdfb-4b43-a9c1-0c4bfc0e1ece None None] Provisioning for port b9fc955c-3df1-46c8-a110-5976a4b5d147 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:06.182476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Network 90af4766-0b1d-4155-b176-3cdddde54054 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:06.206810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e58e6c-bb66-4d07-9b41-fa35812fdce2') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:06.208014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e58e6c-bb66-4d07-9b41-fa35812fdce2') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:06.217966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:06.221001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:06.238712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:06.256462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b9fc955c-3df1-46c8-a110-5976a4b5d147 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:06.293630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.298383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-49bdcdb6-f4bc-43e1-bf43-09df0e9c2a5a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4013982 Feb 07 22:50:06.308277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36000) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:06.323652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:06.338440 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.342957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:06.349437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-6aec1fdb-904f-47b4-b86c-4269e55b0dd0 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9849777 Feb 07 22:50:06.358497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:floatingip and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:06.370531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:06.374791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.375721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.413347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:06.424990 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.429646 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.439517 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.446376 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.460416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1482310 Feb 07 22:50:06.471717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:06.483015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] For port 518b8f86-4984-4f6b-9d64-0e311691ebc4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:06.490115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Request body: {'port': {'device_id': 'bef44128-4f97-483c-82cd-322df633ad4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:06.490940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651089e0-ba39-41cb-a923-4306b1694891'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:06.498786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.507990 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.551694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-02df3d12-cf47-4bc6-a627-37177afd4a8d None None] Provisioning for port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:06.570754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b9fc955c-3df1-46c8-a110-5976a4b5d147 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:06.573623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943aa4f4-c184-4da8-9b2b-1b7f238ce49e req-f5be76b5-8d18-48e0-89cc-334e77fdd7ed tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.574389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-943aa4f4-c184-4da8-9b2b-1b7f238ce49e req-f5be76b5-8d18-48e0-89cc-334e77fdd7ed tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Synchronizing usage tracker for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:06.579425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] For port 518b8f86-4984-4f6b-9d64-0e311691ebc4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=518b8f86-4984-4f6b-9d64-0e311691ebc4,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:06.619274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-02df3d12-cf47-4bc6-a627-37177afd4a8d None None] Provisioning complete for port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:06.619653 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-02df3d12-cf47-4bc6-a627-37177afd4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.666439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.683215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.705357 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.737138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b9fc955c-3df1-46c8-a110-5976a4b5d147 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:06.737519 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.781355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-943aa4f4-c184-4da8-9b2b-1b7f238ce49e req-f5be76b5-8d18-48e0-89cc-334e77fdd7ed tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Unset dirty status for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:06.782666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-943aa4f4-c184-4da8-9b2b-1b7f238ce49e req-f5be76b5-8d18-48e0-89cc-334e77fdd7ed tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 931 time: 1.2437086 Feb 07 22:50:06.796967 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.828255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:06.828911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:06.903590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:06.915591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0ca4e-1fa2-46fd-8723-3d9b2a9326f3 req-fd208b3e-fde8-45f9-8b08-c6a28c6aa805 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:06.918941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1eb0ca4e-1fa2-46fd-8723-3d9b2a9326f3 req-fd208b3e-fde8-45f9-8b08-c6a28c6aa805 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 2.2924085 Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:06.920686 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:07.006210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.037880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Routers {'19a78bd2-f8ec-4024-a732-198adb500ad2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:07.039659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22d9c-fba3-4ac9-a24a-8fa4d05d9283 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Pushing event updated for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.040119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['19a78bd2-f8ec-4024-a732-198adb500ad2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:07.066371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.066532 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-da21c4c2-4085-496d-a6da-35852da65c3b req-2c31d494-ae7c-4e91-8e54-d36bfb769934 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901593 Feb 07 22:50:07.103867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0be26d-758d-4ff8-bcc7-0abd9ffd4759 None None] Pushing event updated for resources: {'Port': ['ID=518b8f86-4984-4f6b-9d64-0e311691ebc4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.112468 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.138572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.150424 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.150953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Fanout notify agent at l3_agent the message router_deleted on router 323fc04f-4ab2-4232-918d-33c8059817ca {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:50:07.190849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.194129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28ebedb5-28bf-4816-b643-0b8d91d01b45 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/323fc04f-4ab2-4232-918d-33c8059817ca HTTP/1.1" status: 204 len: 168 time: 6.8120532 Feb 07 22:50:07.207356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:07.214789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1626819025', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:07.273582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:07.282050 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.303127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Usage tracker for resource:router and tenant:07873ed7eb984052bf52ffe15f4d30d6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:07.312012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:07.330347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:07.391115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-02df3d12-cf47-4bc6-a627-37177afd4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.423702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b9fc955c-3df1-46c8-a110-5976a4b5d147, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b9fc955c-3df1-46c8-a110-5976a4b5d147,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:07.441371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.442623 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.444479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.449010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] Set router 19a78bd2-f8ec-4024-a732-198adb500ad2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:07.458742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.586807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-02df3d12-cf47-4bc6-a627-37177afd4a8d None None] For port b6ab0a84-4a93-4425-9cf9-52074b2ecd13, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,segment=NetworkSegment(186f787b-e680-49c7-9d3f-5b579af5d695),segment_id=186f787b-e680-49c7-9d3f-5b579af5d695)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:07.671185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-02df3d12-cf47-4bc6-a627-37177afd4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.752623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b9fc955c-3df1-46c8-a110-5976a4b5d147,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.771965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 730ef7cb-3c98-4f17-9fe9-7423eb617591 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:07.784791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.806596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Transition to ACTIVE for port object 730ef7cb-3c98-4f17-9fe9-7423eb617591 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:07.824615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=9b227ae9-71b2-4d7f-8358-858c51f74815,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:07.838260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1eb0ca4e-1fa2-46fd-8723-3d9b2a9326f3 req-8b0b240d-1cd3-458d-92f2-839acd60ce43 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7951634 Feb 07 22:50:07.850318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-368ee817-5f78-46eb-aaa4-03971e7e1724 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/9b227ae9-71b2-4d7f-8358-858c51f74815 HTTP/1.1" status: 204 len: 168 time: 6.1826270 Feb 07 22:50:07.851555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36014) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:07.855574 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.866394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-198239295'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:07.875204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:07.880393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:07.884697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:07.891562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:07.917179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ee064406-f7c9-4995-989e-712900810051 None None] Provisioning complete for port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:07.917752 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ee064406-f7c9-4995-989e-712900810051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:07.993461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Pushing event updated for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:08.006392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:08.010280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.049309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:08.067867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.070176 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 97d2e51d-df9e-4365-abe1-ca4ab40fae39 of type vlan for network a1295e24-d735-44ba-89f2-ce2810aa2540 Feb 07 22:50:08.079857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-943aa4f4-c184-4da8-9b2b-1b7f238ce49e req-f9fcc132-32a0-48d5-a02a-c712108b9853 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Synchronizing usage tracker for tenant:20838b5532104921ba58631c9eb315e8 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:08.135586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df3d12-cf47-4bc6-a627-37177afd4a8d None None] Pushing event updated for resources: {'Port': ['ID=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:08.284461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.337204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.348897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 4, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port': {'id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:53Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '5421b5b6-ca4a-47f2-bd2d-99798ccd01aa', 'name': '', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'mac_address': 'fa:16:3e:18:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:03Z', 'updated_at': '2022-02-07T22:50:04Z', 'revision_number': 1, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'subnets': [{'id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:08.354333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-943aa4f4-c184-4da8-9b2b-1b7f238ce49e req-f9fcc132-32a0-48d5-a02a-c712108b9853 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Unset dirty status for tenant:20838b5532104921ba58631c9eb315e8 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:08.355575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-943aa4f4-c184-4da8-9b2b-1b7f238ce49e req-f9fcc132-32a0-48d5-a02a-c712108b9853 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3416159 Feb 07 22:50:08.374086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d157-e6db-4f62-9f9e-4eedffe2aa65 None None] The sync data for ids ['19a78bd2-f8ec-4024-a732-198adb500ad2'] in n-d-827896-3 is: [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 4, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port': {'id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:53Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '5421b5b6-ca4a-47f2-bd2d-99798ccd01aa', 'name': '', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'mac_address': 'fa:16:3e:18:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:03Z', 'updated_at': '2022-02-07T22:50:04Z', 'revision_number': 1, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'subnets': [{'id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:08.404900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023ead2-c84b-488d-b39e-7b8d7f083b0d req-747c60f9-5289-486e-9ff1-bc954d5f52e4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.410160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ee064406-f7c9-4995-989e-712900810051 None None] Provisioning complete for port b9fc955c-3df1-46c8-a110-5976a4b5d147 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:08.410865 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ee064406-f7c9-4995-989e-712900810051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.411816 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6023ead2-c84b-488d-b39e-7b8d7f083b0d req-747c60f9-5289-486e-9ff1-bc954d5f52e4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.3099415 Feb 07 22:50:08.478671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Attempting to bind port 730ef7cb-3c98-4f17-9fe9-7423eb617591 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:08.479030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Attempting to bind port 730ef7cb-3c98-4f17-9fe9-7423eb617591 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:08.479346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Attempting to bind port 730ef7cb-3c98-4f17-9fe9-7423eb617591 on network 90af4766-0b1d-4155-b176-3cdddde54054 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:08.479919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 172.25.0.65 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/510075b3-027f-4255-8bfc-32ede12461f9) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:08.514002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6023ead2-c84b-488d-b39e-7b8d7f083b0d req-d22605df-66ca-4e6d-bc63-eb98e31cdc34 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010256 Feb 07 22:50:08.516192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.530187 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651089e0-ba39-41cb-a923-4306b1694891', 'code': 200} Feb 07 22:50:08.532583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:08.533239 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.663190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.670503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Port 730ef7cb-3c98-4f17-9fe9-7423eb617591 on network 90af4766-0b1d-4155-b176-3cdddde54054 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:50:08.670804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Attempting to bind port 730ef7cb-3c98-4f17-9fe9-7423eb617591 on network 90af4766-0b1d-4155-b176-3cdddde54054 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:08.674777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=a1295e24-d735-44ba-89f2-ce2810aa2540,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:08.680007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6d040942-74b4-4d35-9d16-47ff7e034b46 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8184106 Feb 07 22:50:08.682890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36020) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:08.688337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': 'a1295e24-d735-44ba-89f2-ce2810aa2540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:08.704697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:08.705074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Checking segment: {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:08.705555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Bound using segment: {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:08.706019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Bound port: 730ef7cb-3c98-4f17-9fe9-7423eb617591, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:08.706383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.708307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.717267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:08.737876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a1295e24-d735-44ba-89f2-ce2810aa2540 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:09.064651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:09.076225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:09.083155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:09.104395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:09.120172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70e2b5-8294-4cab-9fa0-31d34a667bfb req-83d35675-2976-4c8c-9435-634f05034137 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.134448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb70e2b5-8294-4cab-9fa0-31d34a667bfb req-83d35675-2976-4c8c-9435-634f05034137 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.3418722 Feb 07 22:50:09.138727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:09.141321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36024) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:09.147957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:09.154134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Request body: {'floatingip': {'port_id': '0c642c5e-c391-430a-bca1-4f32f6aceae7'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:09.173803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.184030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:50:09.203493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=510075b3-027f-4255-8bfc-32ede12461f9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:09.221867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.237122 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.294021 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.305493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:09.307757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:09.367304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:09.406994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.486674 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.517725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.557245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:09.574088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.694252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6ab0a84-4a93-4425-9cf9-52074b2ecd13 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:09.712866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Pushing event updated for resources: {'Port': ['ID=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:09.747077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:09.747704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:09.749129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] 10.222.0.26 "PUT /v2.0/ports/730ef7cb-3c98-4f17-9fe9-7423eb617591 HTTP/1.1" status: 200 len: 1091 time: 3.2653091 Feb 07 22:50:09.749653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:09.978814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:09.979195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.217552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Network c2e2f561-c04b-4da8-8c12-a227798b138f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:10.227074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:10.272358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing IP validity checks on allocation pools {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 22:50:10.273001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 22:50:10.274513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b9fc955c-3df1-46c8-a110-5976a4b5d147 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:10.311420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.428071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b9fc955c-3df1-46c8-a110-5976a4b5d147 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:10.428502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.784445 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:10.864000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02245fd3-4a15-4869-b7ad-477b6bddc615 service neutron] Pushing event updated for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:10.935299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-8374d518-b0de-44d7-8368-e1799223bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:10.937033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-8374d518-b0de-44d7-8368-e1799223bdbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 1094 time: 1.0512602 Feb 07 22:50:10.956747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.020278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.022635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a6320-222a-4006-9267-651a851c3d52 req-5df82593-8b70-4477-b3c9-882e14889b9b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:11.024326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9a6320-222a-4006-9267-651a851c3d52 req-5df82593-8b70-4477-b3c9-882e14889b9b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 943 time: 1.3135178 Feb 07 22:50:11.043620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=aa09f8b6-9e8a-4347-9d47-4cf672256640,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:11.054558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4eda5-17ff-4a97-9271-cd563a14ea41 req-cb70e339-d0ad-411e-8b5c-284e2beeb7df tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:11.056329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edf4eda5-17ff-4a97-9271-cd563a14ea41 req-cb70e339-d0ad-411e-8b5c-284e2beeb7df tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 1.2827034 Feb 07 22:50:11.086531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-c4475aa7-2de2-4610-b3ec-86cbde91ef44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591 HTTP/1.1" status: 200 len: 217 time: 0.1303802 Feb 07 22:50:11.166066 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.167060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '97d2e51d-df9e-4365-abe1-ca4ab40fae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a1295e24-d735-44ba-89f2-ce2810aa2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:11.167427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: a1295e24-d735-44ba-89f2-ce2810aa2540, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:11.225169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9a6320-222a-4006-9267-651a851c3d52 req-66966d26-3494-4635-bada-350845d7982b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589754 Feb 07 22:50:11.228975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Router 28c155cf-97f4-4f37-b802-ec3352ef9dde is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:50:11.253213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edf4eda5-17ff-4a97-9271-cd563a14ea41 req-1bd7cb22-e427-4588-a04e-319cedf7ab8b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685615 Feb 07 22:50:11.261534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-9d23e5b7-4277-4bdc-8575-3d7290b3a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:11.264537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-9d23e5b7-4277-4bdc-8575-3d7290b3a502 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=407e044c-e8de-4232-a70b-8956194660fe HTTP/1.1" status: 200 len: 855 time: 0.1512666 Feb 07 22:50:11.319122 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'status': 'completed', 'code': 200} Feb 07 22:50:11.322243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.373883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.383103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Router 19a78bd2-f8ec-4024-a732-198adb500ad2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:50:11.391927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network a1295e24-d735-44ba-89f2-ce2810aa2540 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:11.423171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-3b750c0e-3c00-4a01-baf1-09ddd471d000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90af4766-0b1d-4155-b176-3cdddde54054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472781 Feb 07 22:50:11.480115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=510075b3-027f-4255-8bfc-32ede12461f9,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:11.630698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.640051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3c2911f7-b470-409f-b740-cd79b2867682 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3185306 Feb 07 22:50:11.645580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a1295e24-d735-44ba-89f2-ce2810aa2540) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:11.658293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f27bc-68ae-4ff7-8fff-5d77c65f15b3 None None] Network a1295e24-d735-44ba-89f2-ce2810aa2540 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:11.725149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:11.730296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.786617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.799702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:11.826755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 518b8f86-4984-4f6b-9d64-0e311691ebc4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:12.080644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:50:12.092432 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Sync routers for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:12.116174 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:12.116424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Allocated IP 172.25.0.116 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/de8eaaa8-a997-45e7-b2e1-6c42d63dcf94) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:12.117228 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:12.162814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 518b8f86-4984-4f6b-9d64-0e311691ebc4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:12.169792 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.173581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-930fff55-b4a0-4bde-aea9-dd0da4c93d7f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 14.8002508 Feb 07 22:50:12.173581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:50:12.183963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 518b8f86-4984-4f6b-9d64-0e311691ebc4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:12.192933 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Floating IP a33ab1f1-4f04-4006-9afa-c602e63d6739 associated. External IP: 172.25.0.133, port: 0c642c5e-c391-430a-bca1-4f32f6aceae7. Feb 07 22:50:12.193667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.225053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:12.247695 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7724352c-713b-45d9-a77f-625395d8e23b admin admin] 10.222.0.10 "PUT /v2.0/routers/19a78bd2-f8ec-4024-a732-198adb500ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2526917 Feb 07 22:50:12.256746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Sync routers for ids ['19a78bd2-f8ec-4024-a732-198adb500ad2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:12.411614 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:12.424968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Routers {'19a78bd2-f8ec-4024-a732-198adb500ad2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:12.437092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['19a78bd2-f8ec-4024-a732-198adb500ad2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:12.816950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Set router 19a78bd2-f8ec-4024-a732-198adb500ad2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:12.822442 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-f62955de-f862-443c-9356-5916d220a90c service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3877776 Feb 07 22:50:12.934190 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 3, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:12.944070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a1295e24-d735-44ba-89f2-ce2810aa2540', 'network_id': 'a1295e24-d735-44ba-89f2-ce2810aa2540', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': 'aa09f8b6-9e8a-4347-9d47-4cf672256640'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:50:12.945481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:12.946441 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Checking router: 28c155cf-97f4-4f37-b802-ec3352ef9dde for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:12.946894 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Updating router 28c155cf-97f4-4f37-b802-ec3352ef9dde port 23e2ef6d-41ec-4df9-add5-411b6517e587 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:50:13.042175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bb25dc41-227d-4964-b35f-ccc0536e2259 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.3581944 Feb 07 22:50:13.053115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36062) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:13.076161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.079217 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.095084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.276774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.303380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-77dc5989-29df-45a2-bfde-a42339067dda tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:13.375127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-77dc5989-29df-45a2-bfde-a42339067dda tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:13.376219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-77dc5989-29df-45a2-bfde-a42339067dda tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--771317189&fields=id&tenant_id=ee3a3835500d46ff9e9c744ccca5867f HTTP/1.1" status: 200 len: 267 time: 1.2701058 Feb 07 22:50:13.440747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 518b8f86-4984-4f6b-9d64-0e311691ebc4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=518b8f86-4984-4f6b-9d64-0e311691ebc4,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:13.521097 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.534627 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Transition to ACTIVE for port object 23e2ef6d-41ec-4df9-add5-411b6517e587 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:13.554464 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.627899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:50:13.739246 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.739666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.776501 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Attempting to bind port 23e2ef6d-41ec-4df9-add5-411b6517e587 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:13.777258 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Attempting to bind port 23e2ef6d-41ec-4df9-add5-411b6517e587 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:13.777785 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Attempting to bind port 23e2ef6d-41ec-4df9-add5-411b6517e587 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:13.788619 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:13.789365 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:13.789947 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.791064 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:13.791700 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Bound port: 23e2ef6d-41ec-4df9-add5-411b6517e587, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:13.792372 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:13.863747 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Pushing event updated for resources: {'Port': ['ID=23e2ef6d-41ec-4df9-add5-411b6517e587,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:13.902486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.903122 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.904583 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.906374 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.906881 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.908282 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.912439 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.913037 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.914099 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.914688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.915043 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.915578 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:13.950256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=518b8f86-4984-4f6b-9d64-0e311691ebc4,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:13.973627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-9b7db33e-5fa9-46c1-a3c8-3952ac32f50b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:13.973627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-9b7db33e-5fa9-46c1-a3c8-3952ac32f50b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:13.984721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Allocated IP 172.20.0.3 (a1295e24-d735-44ba-89f2-ce2810aa2540/aa09f8b6-9e8a-4347-9d47-4cf672256640/1cade604-370c-4454-9b81-a44886154e38) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:13.994691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 4, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port': {'id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:53Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '5421b5b6-ca4a-47f2-bd2d-99798ccd01aa', 'name': '', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'mac_address': 'fa:16:3e:18:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:03Z', 'updated_at': '2022-02-07T22:50:07Z', 'revision_number': 2, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'subnets': [{'id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:14.005560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Checking router: 19a78bd2-f8ec-4024-a732-198adb500ad2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:14.006154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Updating router 19a78bd2-f8ec-4024-a732-198adb500ad2 port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:50:14.006784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39668231-42d5-4acd-88dd-ac751da5fb94 req-52c5652e-682a-4e89-b516-14013cb28ed5 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:14.010761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39668231-42d5-4acd-88dd-ac751da5fb94 req-52c5652e-682a-4e89-b516-14013cb28ed5 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 943 time: 1.1868680 Feb 07 22:50:14.012981 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.018335 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] For port 23e2ef6d-41ec-4df9-add5-411b6517e587, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:14.022151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:14.026696 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] For port 23e2ef6d-41ec-4df9-add5-411b6517e587, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=23e2ef6d-41ec-4df9-add5-411b6517e587,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:14.028237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:14.031123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:14.041859 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.087119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.157860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event updated for resources: {'Port': ['ID=de8eaaa8-a997-45e7-b2e1-6c42d63dcf94,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:14.200053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-9b7db33e-5fa9-46c1-a3c8-3952ac32f50b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:14.201326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-9b7db33e-5fa9-46c1-a3c8-3952ac32f50b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 200 len: 930 time: 0.8108647 Feb 07 22:50:14.224910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e906f04-6bd7-4c19-bd4e-a01eb32fae8f req-62dc3f69-4a12-4d2f-b567-5d94ab82ed09 service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2232316 Feb 07 22:50:14.250685 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803167f-4758-456f-855d-3400c5b54ba9 None None] Pushing event updated for resources: {'Port': ['ID=23e2ef6d-41ec-4df9-add5-411b6517e587,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:14.286673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:50:14.319115 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:14.320042 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:14.509814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:14.733023 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.769587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Transition to ACTIVE for port object 1cade604-370c-4454-9b81-a44886154e38 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:14.797943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-62f47aee-858e-4059-a9ae-7aa2ba2b30f7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:14.807164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-62f47aee-858e-4059-a9ae-7aa2ba2b30f7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports/5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 200 len: 929 time: 0.5798180 Feb 07 22:50:14.834627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39668231-42d5-4acd-88dd-ac751da5fb94 req-3fa4600f-5a29-485c-a9c2-f56acdb48b62 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7417598 Feb 07 22:50:14.860662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Transition to ACTIVE for port object 1cade604-370c-4454-9b81-a44886154e38 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:14.874958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.884136 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:14.935940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:50:14.996790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.030743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:50:15.064784 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] Sync routers for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:15.088181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Network a1295e24-d735-44ba-89f2-ce2810aa2540 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:15.094622 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 3, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:15.106886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:15.112675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:15.143504 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a358e94-701c-4747-8e57-f45cc23840d8 None None] The sync data for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 is: [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 3, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:15.154154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5aeb190b-c772-435f-8492-8de166e46104 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "PUT /v2.0/floatingips/a33ab1f1-4f04-4006-9afa-c602e63d6739 HTTP/1.1" status: 200 len: 992 time: 6.0116746 Feb 07 22:50:15.163001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-de582e74-ee94-4f2c-a5a9-0741990f4d1b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.3548298 Feb 07 22:50:15.167997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:15.168346 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:15.169061 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:15.190714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.235242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Pushing event updated for resources: {'Port': ['ID=1cade604-370c-4454-9b81-a44886154e38,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:15.307473 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.331539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Attempting to bind port 1cade604-370c-4454-9b81-a44886154e38 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:15.332754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Attempting to bind port 1cade604-370c-4454-9b81-a44886154e38 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '97d2e51d-df9e-4365-abe1-ca4ab40fae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a1295e24-d735-44ba-89f2-ce2810aa2540'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:15.333279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Attempting to bind port 1cade604-370c-4454-9b81-a44886154e38 on network a1295e24-d735-44ba-89f2-ce2810aa2540 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:15.349301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:15.349978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Checking segment: {'id': '97d2e51d-df9e-4365-abe1-ca4ab40fae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a1295e24-d735-44ba-89f2-ce2810aa2540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:15.350545 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.351104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Bound using segment: {'id': '97d2e51d-df9e-4365-abe1-ca4ab40fae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a1295e24-d735-44ba-89f2-ce2810aa2540'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:15.351739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Bound port: 1cade604-370c-4454-9b81-a44886154e38, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d2e51d-df9e-4365-abe1-ca4ab40fae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a1295e24-d735-44ba-89f2-ce2810aa2540'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:15.352280 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.377392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Transition to ACTIVE for port object 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:15.446084 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.480106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-85d17dd6-5b2e-4966-a1b0-536b75148ea4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2976651 Feb 07 22:50:15.485796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:15.542825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=aa09f8b6-9e8a-4347-9d47-4cf672256640,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:15.642104 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:15.782375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Allocated IP 172.20.0.1 (9368b132-7c2a-44c2-aef5-d2c25c6d7a19/f87dc53e-bfa1-4187-9a22-739c51b90c17/d033b323-36a3-4f63-a511-54549654278c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:15.983602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-07662f1d-163e-41b4-a598-e236824ba06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:15.992422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-07662f1d-163e-41b4-a598-e236824ba06b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 1094 time: 1.3265121 Feb 07 22:50:16.021173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] For port 1cade604-370c-4454-9b81-a44886154e38, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:16.026539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] For port 1cade604-370c-4454-9b81-a44886154e38, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cade604-370c-4454-9b81-a44886154e38,segment=NetworkSegment(97d2e51d-df9e-4365-abe1-ca4ab40fae39),segment_id=97d2e51d-df9e-4365-abe1-ca4ab40fae39)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:16.028399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3476054-25bc-427c-b5e9-ac4195bcf5b4 None None] Pushing event updated for resources: {'Port': ['ID=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:16.041661 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.189797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 518b8f86-4984-4f6b-9d64-0e311691ebc4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:16.376511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3d509-0112-4b64-8b8e-1af869dc90a5 None None] Pushing event updated for resources: {'Port': ['ID=1cade604-370c-4454-9b81-a44886154e38,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:16.466295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Attempting to bind port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:16.466658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Attempting to bind port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:16.467020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Attempting to bind port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa on network c2e2f561-c04b-4da8-8c12-a227798b138f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:16.473768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 730ef7cb-3c98-4f17-9fe9-7423eb617591 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:50:16.478688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:16.479061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Checking segment: {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:16.479457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.479845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Bound using segment: {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:16.480314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Bound port: 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:16.480714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.691731 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'a33ab1f1-4f04-4006-9afa-c602e63d6739', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'port_id': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'mac_address': 'fa:16:3e:32:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:49:32Z', 'updated_at': '2022-02-07T22:50:11Z', 'revision_number': 1, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:27Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:16.693751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 518b8f86-4984-4f6b-9d64-0e311691ebc4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:16.694187 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.699832 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] Checking router: 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:16.730859 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:16.734883 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:16.771804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.787714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:16.824345 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:50:16.987606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Transition to ACTIVE for port object d033b323-36a3-4f63-a511-54549654278c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:16.990297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-6d8c7b1a-fa8a-4690-a5f6-f054744b0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:16.992632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-6d8c7b1a-fa8a-4690-a5f6-f054744b0a79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 916 time: 0.9212151 Feb 07 22:50:17.013288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fe989723-1757-4f1b-9453-bbc43f6d1fa3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:17.021936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fe989723-1757-4f1b-9453-bbc43f6d1fa3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:17.028991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fe989723-1757-4f1b-9453-bbc43f6d1fa3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:17.030085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fe989723-1757-4f1b-9453-bbc43f6d1fa3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:17.167032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 23e2ef6d-41ec-4df9-add5-411b6517e587 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:17.169491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-894ab1a1-36f5-49d4-a720-8d7a633fc783 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591 HTTP/1.1" status: 200 len: 217 time: 0.1299231 Feb 07 22:50:17.171933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.173392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.205262 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:17.261292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865d6cc-6253-487a-a1d3-f30e62c38cb2 req-e54a0741-1f77-49a0-a9b0-99fd357875df tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:17.266856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:17.270156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a865d6cc-6253-487a-a1d3-f30e62c38cb2 req-e54a0741-1f77-49a0-a9b0-99fd357875df tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 1.9579904 Feb 07 22:50:17.272195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:17.279457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:17.299501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] For port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:17.337869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] For port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:17.350444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Pushing event updated for resources: {'Port': ['ID=d033b323-36a3-4f63-a511-54549654278c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:17.354151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1295e24-d735-44ba-89f2-ce2810aa2540']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:17.374165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.397046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d2e51d-df9e-4365-abe1-ca4ab40fae39') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:17.397367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d2e51d-df9e-4365-abe1-ca4ab40fae39') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:17.402896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.408781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Router 361979e9-c09e-4e41-b1c8-e8d5ec9fafbc is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:50:17.447540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.484096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.499741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:17.500153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.508609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3476054-25bc-427c-b5e9-ac4195bcf5b4 None None] Pushing event updated for resources: {'Port': ['ID=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:17.550939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 23e2ef6d-41ec-4df9-add5-411b6517e587 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:17.564321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Routers {'19a78bd2-f8ec-4024-a732-198adb500ad2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:17.564999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['19a78bd2-f8ec-4024-a732-198adb500ad2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:17.638481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 23e2ef6d-41ec-4df9-add5-411b6517e587 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:17.638960 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:17.714676 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:17.726131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fe989723-1757-4f1b-9453-bbc43f6d1fa3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:17.727310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fe989723-1757-4f1b-9453-bbc43f6d1fa3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/networks?id=90aa748e-7d12-476c-88ff-0f9cda6902ae&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=984796b5-0378-483f-8e6d-60be391eece8&id=984796b5-0378-483f-8e6d-60be391eece8 HTTP/1.1" status: 200 len: 1989 time: 2.2353179 Feb 07 22:50:17.748499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:50:17.748499 n-d-827896-3 neutron-server[87670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:50:17.748499 n-d-827896-3 neutron-server[87670]: [parameters: {'id': 'a1295e24-d735-44ba-89f2-ce2810aa2540'}] Feb 07 22:50:17.748499 n-d-827896-3 neutron-server[87670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:50:17.749431 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:50:17.793410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:50:17.838921 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-e5590b93-66c6-4518-abdb-6d317a9463d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/quotas/ee3a3835500d46ff9e9c744ccca5867f HTTP/1.1" status: 200 len: 375 time: 0.0869820 Feb 07 22:50:17.889937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:17.890813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] Sync routers for ids ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:17.897360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-182d8df5-1970-4dd6-82de-479d653706af tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.6835220 Feb 07 22:50:17.898631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36076) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:17.916354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:17.934354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] Routers {'361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:17.935294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:17.995132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-0dc3a93b-f03a-4439-9e66-4a76bd2e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:17.997597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-0dc3a93b-f03a-4439-9e66-4a76bd2e7a9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=407e044c-e8de-4232-a70b-8956194660fe HTTP/1.1" status: 200 len: 855 time: 0.8086896 Feb 07 22:50:18.028643 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a865d6cc-6253-487a-a1d3-f30e62c38cb2 req-4f52c176-76b3-4007-afcd-68b3789be684 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7573040 Feb 07 22:50:18.031186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:18.114418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:18.179982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-6278972b-b58f-4d61-8041-03a25a286f0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90af4766-0b1d-4155-b176-3cdddde54054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501093 Feb 07 22:50:18.181373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] Routers {'361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:18.182786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:18.262635 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'a33ab1f1-4f04-4006-9afa-c602e63d6739', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'port_id': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'mac_address': 'fa:16:3e:32:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:49:32Z', 'updated_at': '2022-02-07T22:50:11Z', 'revision_number': 1, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:27Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:18.273134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.277125 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c185709-eeb9-4f7b-814e-2b2f58ebdcb5 None None] The sync data for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 is: [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'a33ab1f1-4f04-4006-9afa-c602e63d6739', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'floating_ip_address': '172.25.0.133', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'port_id': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'mac_address': 'fa:16:3e:32:0d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:49:32Z', 'updated_at': '2022-02-07T22:50:11Z', 'revision_number': 1, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:27Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:18.321531 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.335921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:18.336324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40789dad-866a-4ba9-b4a2-3780f3a21dc8 None None] The sync data for ids ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:18.339386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'port_id': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'mac_address': 'fa:16:3e:f1:df:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407e044c-e8de-4232-a70b-8956194660fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:50:18.538991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port 1cade604-370c-4454-9b81-a44886154e38 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:18.539602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.578709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:18.620674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 23e2ef6d-41ec-4df9-add5-411b6517e587, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=23e2ef6d-41ec-4df9-add5-411b6517e587,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:18.760507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] Set router 19a78bd2-f8ec-4024-a732-198adb500ad2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:18.815085 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e340b-1a13-4020-973f-e8575a698777 None None] New status for floating IP a33ab1f1-4f04-4006-9afa-c602e63d6739: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:50:18.887276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-110c4198-8158-49d6-b184-ace10cdd5dc0 service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6782286 Feb 07 22:50:18.914086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-6f231fcf-0bf1-4478-847c-9f19dfa827fb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&fields=id HTTP/1.1" status: 200 len: 532 time: 1.0601437 Feb 07 22:50:19.096858 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.105676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82691d85-1aa3-446b-b623-e5bfe80a44b4 req-c4e490cc-1b8e-4117-bf35-0d567f21f861 service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901474 Feb 07 22:50:19.119498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64262696-1f28-4391-bc07-f67009636995 None None] Network a1295e24-d735-44ba-89f2-ce2810aa2540 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:19.270591 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.400234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ce2e6763-e5fe-4060-9046-981512c7d7c4 None None] Provisioning for port d033b323-36a3-4f63-a511-54549654278c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:19.410872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=23e2ef6d-41ec-4df9-add5-411b6517e587,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:19.615691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 730ef7cb-3c98-4f17-9fe9-7423eb617591 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:19.636220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:19.761926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ce2e6763-e5fe-4060-9046-981512c7d7c4 None None] Provisioning complete for port d033b323-36a3-4f63-a511-54549654278c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:19.762739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce2e6763-e5fe-4060-9046-981512c7d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.769794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.792447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-a96d7e82-7ebf-451b-a49b-67e596de405c service neutron] 10.222.0.10 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6848819 Feb 07 22:50:19.832442 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.844614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e6763-e5fe-4060-9046-981512c7d7c4 None None] Port d033b323-36a3-4f63-a511-54549654278c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:19.892059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:19.892652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:20.097261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.116720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.122241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Pushing event updated for resources: {'Port': ['ID=d033b323-36a3-4f63-a511-54549654278c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:20.123356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bee3b526-5041-4b88-9617-259109590486 None None] Provisioning for port 1cade604-370c-4454-9b81-a44886154e38 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:20.140416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-a6cfbc26-13be-4cbc-8768-35e2eaeb6316 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:20.140979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-a6cfbc26-13be-4cbc-8768-35e2eaeb6316 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Synchronizing usage tracker for tenant:e8441ad85522408ba46cc74a0163b58d on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:20.147186 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.167984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port 1cade604-370c-4454-9b81-a44886154e38, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cade604-370c-4454-9b81-a44886154e38,segment=NetworkSegment(97d2e51d-df9e-4365-abe1-ca4ab40fae39),segment_id=97d2e51d-df9e-4365-abe1-ca4ab40fae39)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:20.168443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.187610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] DHCP port deletion for a1295e24-d735-44ba-89f2-ce2810aa2540 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:50:20.216135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Deleting port 1cade604-370c-4454-9b81-a44886154e38 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:20.216587 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.238903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Deleting port de8eaaa8-a997-45e7-b2e1-6c42d63dcf94 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:20.239670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.317109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['730ef7cb-3c98-4f17-9fe9-7423eb617591'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:50:20.376414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for 1cade604-370c-4454-9b81-a44886154e38 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:20.404810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-a6cfbc26-13be-4cbc-8768-35e2eaeb6316 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Unset dirty status for tenant:e8441ad85522408ba46cc74a0163b58d on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:20.405617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-a6cfbc26-13be-4cbc-8768-35e2eaeb6316 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 819 time: 1.9074233 Feb 07 22:50:20.438250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-19ca6d18-60e8-4489-8d84-993df588c62a service neutron] 10.222.0.10 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990486 Feb 07 22:50:20.442060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-31cd9837-1eb1-4978-8deb-107789f8dfd0 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/quotas/e8441ad85522408ba46cc74a0163b58d HTTP/1.1" status: 200 len: 375 time: 0.0265691 Feb 07 22:50:20.454041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:20.482464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:20.487323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:20.514823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-9535c58c-8c3d-43ad-8590-e0d5dea40eda service neutron] 10.222.0.10 "GET /v2.0/ports/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0698938 Feb 07 22:50:20.526929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:20.551721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:20.552102 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.614019 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.742487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.829686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Port': ['ID=1cade604-370c-4454-9b81-a44886154e38,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:20.835946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Calling delete_port for de8eaaa8-a997-45e7-b2e1-6c42d63dcf94 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:20.838710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No DVR routers for this DVR port 1cade604-370c-4454-9b81-a44886154e38 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:50:20.954591 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:20.978844 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-90670a6d-87e1-4879-859c-b6d5799b7f40 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4630334 Feb 07 22:50:21.087370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ab277b19-1af8-45f8-bdb6-3175cd9a8650 None None] Provisioning complete for port d033b323-36a3-4f63-a511-54549654278c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:21.087752 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ab277b19-1af8-45f8-bdb6-3175cd9a8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.145821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-af94467c-107b-4bbf-a71f-8d5f1c50a00c service neutron] 10.222.0.10 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471992 Feb 07 22:50:21.169669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:21.169669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 4, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port': {'id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:53Z', 'updated_at': '2022-02-07T22:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '5421b5b6-ca4a-47f2-bd2d-99798ccd01aa', 'name': '', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'mac_address': 'fa:16:3e:18:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:03Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'subnets': [{'id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:21.176501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ab277b19-1af8-45f8-bdb6-3175cd9a8650 None None] Port d033b323-36a3-4f63-a511-54549654278c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:21.181572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] For port 1cade604-370c-4454-9b81-a44886154e38, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cade604-370c-4454-9b81-a44886154e38,segment=NetworkSegment(97d2e51d-df9e-4365-abe1-ca4ab40fae39),segment_id=97d2e51d-df9e-4365-abe1-ca4ab40fae39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:21.181986 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.192388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc415ef-6a79-4ed8-bf8f-920ec2ed26a9 None None] The sync data for ids ['19a78bd2-f8ec-4024-a732-198adb500ad2'] in n-d-827896-3 is: [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:50:06Z', 'revision_number': 4, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port': {'id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:53Z', 'updated_at': '2022-02-07T22:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '5421b5b6-ca4a-47f2-bd2d-99798ccd01aa', 'name': '', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'mac_address': 'fa:16:3e:18:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:03Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'subnets': [{'id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:21.198395 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.202964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cade604-370c-4454-9b81-a44886154e38 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:21.318267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-99212f35-a476-495c-995f-883c8284f442 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7522185 Feb 07 22:50:21.320216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.426447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Router 28c155cf-97f4-4f37-b802-ec3352ef9dde has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:50:21.437073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:21.447867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1cade604-370c-4454-9b81-a44886154e38 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:50:21.448482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cade604-370c-4454-9b81-a44886154e38 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 07 22:50:21.548121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-3c959163-d4ae-4346-bc6e-8fabaec951f9 service neutron] 10.222.0.10 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832719 Feb 07 22:50:21.549904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1295e24-d735-44ba-89f2-ce2810aa2540']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:21.572391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d2e51d-df9e-4365-abe1-ca4ab40fae39') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:21.572743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d2e51d-df9e-4365-abe1-ca4ab40fae39') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:21.601147 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.674887 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.700613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:21.701240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:21.726071 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:21.760074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 1cade604-370c-4454-9b81-a44886154e38 not found, will not notify nova. {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 07 22:50:21.776186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Calling delete_port for 1cade604-370c-4454-9b81-a44886154e38 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:21.799634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-a531b60c-736b-441a-8047-ecc1587c85e6 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690828 Feb 07 22:50:21.844960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 730ef7cb-3c98-4f17-9fe9-7423eb617591 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:22.037365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:50:22.058568 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5ef20338-49ce-4c6d-94ee-f8d372956606 admin admin] 10.222.0.10 "PUT /v2.0/routers/28c155cf-97f4-4f37-b802-ec3352ef9dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8322589 Feb 07 22:50:22.059702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.062250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:22.155465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Sync routers for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:22.280810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:22.281455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:22.298048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Pushing event deleted for resources: {'Port': ['ID=de8eaaa8-a997-45e7-b2e1-6c42d63dcf94,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:22.357192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-83d96eae-4dfa-49f5-8ade-b15b24c09324 service neutron] 10.222.0.10 "GET /v2.0/ports/5f37fa64-63e1-450c-9e7f-8437c0518e75?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.5566313 Feb 07 22:50:22.446197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.499472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.504449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.514603 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9b31067-adcf-4e1e-b575-138fda9d15ce service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563268 Feb 07 22:50:22.628078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:22.628290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/a1295e24-d735-44ba-89f2-ce2810aa2540 HTTP/1.1" status: 204 len: 168 time: 9.5187187 Feb 07 22:50:22.629215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01295cc7-0816-48fc-b167-037fb05f49b3 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=a1295e24-d735-44ba-89f2-ce2810aa2540,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:22.653581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-819804448'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:22.656924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e0d63-77e9-451d-a23e-a8f00dc00d1e req-79d4037f-4c22-406f-82be-c04ca587ccc8 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:22.659221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e67e0d63-77e9-451d-a23e-a8f00dc00d1e req-79d4037f-4c22-406f-82be-c04ca587ccc8 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.5112033 Feb 07 22:50:22.730156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 730ef7cb-3c98-4f17-9fe9-7423eb617591 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:22.743500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:22.743941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.773636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:22.783999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 730ef7cb-3c98-4f17-9fe9-7423eb617591 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:22.784398 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:22.819093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e67e0d63-77e9-451d-a23e-a8f00dc00d1e req-6d1d281a-a6f1-48de-8e1a-9f27b98d0a5d tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392431 Feb 07 22:50:22.887748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-14efe6c0-9d07-481e-98f8-64104b99f77b service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722205 Feb 07 22:50:22.913975 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:50:22.918211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:22.919416 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:50:22.942475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:22.942927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:22.970768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:23.100349 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'status': 'completed', 'code': 200} Feb 07 22:50:23.185546 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.213453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:23.217055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.290647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-466476d8-de86-42da-a26c-777276047850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:23.292694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-466476d8-de86-42da-a26c-777276047850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea87095f5c82496c9be95e09dfea2736&device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 1097 time: 0.2511632 Feb 07 22:50:23.351316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.352734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:23.357102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:23.371329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.383494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:23.387137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.389120 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 2a6990fb-0c00-4efa-8eea-febc05a6c356 of type vlan for network 255b509c-39dc-4368-962d-ca555c8af18f Feb 07 22:50:23.420806 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.467497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Deleting port 1cade604-370c-4454-9b81-a44886154e38 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:23.468461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.498160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-2674fb03-a222-472f-a940-499c943f4ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057539 Feb 07 22:50:23.532066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4949-0270-4455-9db6-5c39eb327d4b req-fcc6729f-af3d-4330-977d-ead1139d4a6d tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:23.533634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbbc4949-0270-4455-9db6-5c39eb327d4b req-fcc6729f-af3d-4330-977d-ead1139d4a6d tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 944 time: 0.3915117 Feb 07 22:50:23.730805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 23e2ef6d-41ec-4df9-add5-411b6517e587 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:23.788426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-6287cdea-c456-4d4f-bac9-79cc935b8668 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893801 Feb 07 22:50:23.875145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:23.907993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c471b9b1-675a-46e4-abdf-a26cda04a4b4 None None] The port '1cade604-370c-4454-9b81-a44886154e38' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:50:23.971257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Router 361979e9-c09e-4e41-b1c8-e8d5ec9fafbc has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:50:23.973323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbbc4949-0270-4455-9db6-5c39eb327d4b req-350e7cdb-efec-4796-a21e-ead521970e3e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890748 Feb 07 22:50:24.007443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-400c89b4-7242-45bd-9c37-7366c5e252af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.010087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-400c89b4-7242-45bd-9c37-7366c5e252af service neutron] 10.222.0.36 "GET /v2.0/networks?id=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f HTTP/1.1" status: 200 len: 907 time: 0.7079313 Feb 07 22:50:24.067586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:24.125709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 23e2ef6d-41ec-4df9-add5-411b6517e587 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:24.126365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.179198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:50:24.181614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 2, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.189420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Checking router: 28c155cf-97f4-4f37-b802-ec3352ef9dde for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:24.190027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Updating router 28c155cf-97f4-4f37-b802-ec3352ef9dde port d033b323-36a3-4f63-a511-54549654278c binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:50:24.235925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-4e2f788e-ce3b-49c6-8d96-e331826348e2 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292154 Feb 07 22:50:24.279358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.288690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-0ce5bc11-84c5-4781-bed9-affaa3ad9f17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7 HTTP/1.1" status: 200 len: 1002 time: 0.2614279 Feb 07 22:50:24.301552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:50:24.312960 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] Sync routers for ids ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:24.317449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.323461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.324063 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.330106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] Routers {'361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:24.331198 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.465247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:24.468725 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd10af82-c639-48a1-a3e1-3bbbc0dc5dc2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "PUT /v2.0/routers/361979e9-c09e-4e41-b1c8-e8d5ec9fafbc HTTP/1.1" status: 200 len: 710 time: 6.5647779 Feb 07 22:50:24.476464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=255b509c-39dc-4368-962d-ca555c8af18f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:24.480367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36120) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:24.481797 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.504455 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] Routers {'361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:24.505135 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.514017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 255b509c-39dc-4368-962d-ca555c8af18f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:24.614930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-212f1018-8fbf-4996-ba18-33849f23c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.617092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-212f1018-8fbf-4996-ba18-33849f23c09d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4733d5b4-f976-4272-aed4-bd975f459e7e HTTP/1.1" status: 200 len: 845 time: 0.2670429 Feb 07 22:50:24.645189 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:24.649522 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01fbd873-1ba3-4ef9-84e8-a9d4c6902856 tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/routers/361979e9-c09e-4e41-b1c8-e8d5ec9fafbc HTTP/1.1" status: 200 len: 745 time: 0.1634631 Feb 07 22:50:24.676457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b83634-2990-4807-8e42-0312e3f2b59a req-def5ef2a-9757-41bf-97cc-c9c5d861af27 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.678427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09b83634-2990-4807-8e42-0312e3f2b59a req-def5ef2a-9757-41bf-97cc-c9c5d861af27 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.5562770 Feb 07 22:50:24.685973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36124) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:24.693196 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85bec24-7553-4a8f-9f5f-0270117401db None None] The sync data for ids ['361979e9-c09e-4e41-b1c8-e8d5ec9fafbc'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:24.693816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-8638b7db-e474-4244-a927-3d8c464ba817 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:24.702029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-8638b7db-e474-4244-a927-3d8c464ba817 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 819 time: 0.8206902 Feb 07 22:50:24.706885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8158b773-f09a-4e46-8837-55f3d77891f1 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0776808 Feb 07 22:50:24.707708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36130) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:24.713570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': '255b509c-39dc-4368-962d-ca555c8af18f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:24.762761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-3d06341c-6815-44ba-ad3e-7f510eea7ba3 service neutron] 10.222.0.10 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192814 Feb 07 22:50:24.767311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75727703-5856-48f9-90ac-d6368a44fd6e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Synchronizing usage tracker for tenant:367cc13cade24f0eb464eb0fb87459e4 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:24.843414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Request body: {'port': {'device_id': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'admin_state_up': True, 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:24.863309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:24.904700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cade604-370c-4454-9b81-a44886154e38 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:50:24.924018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:24.928762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:24.939856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:24.947487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1cade604-370c-4454-9b81-a44886154e38 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:50:24.947760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cade604-370c-4454-9b81-a44886154e38 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:50:24.999850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:25.004371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.006146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f8b7e93f-6582-44bb-a42d-f6e90d5d474e service neutron] 10.222.0.10 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310863 Feb 07 22:50:25.104247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-75727703-5856-48f9-90ac-d6368a44fd6e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] Unset dirty status for tenant:367cc13cade24f0eb464eb0fb87459e4 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:25.107843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-75727703-5856-48f9-90ac-d6368a44fd6e tempest-RoutersIpV6AdminTest-598629168 tempest-RoutersIpV6AdminTest-598629168-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=361979e9-c09e-4e41-b1c8-e8d5ec9fafbc HTTP/1.1" status: 200 len: 205 time: 0.4183087 Feb 07 22:50:25.108592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36144) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:25.108751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09b83634-2990-4807-8e42-0312e3f2b59a req-32706608-b2ed-42d8-81f0-8c614f30e63d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768737 Feb 07 22:50:25.155752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-25246ddb-4f0e-4e50-af81-ed6b76d85600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:25.157254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-25246ddb-4f0e-4e50-af81-ed6b76d85600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5241210 Feb 07 22:50:25.182203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:25.193287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9d2b5679-8e03-4a73-899f-cbddb871753a tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=361979e9-c09e-4e41-b1c8-e8d5ec9fafbc HTTP/1.1" status: 200 len: 205 time: 0.0837944 Feb 07 22:50:25.193882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36148) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:25.195099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Usage tracker for resource:port and tenant:e8441ad85522408ba46cc74a0163b58d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:25.201942 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.203289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:25.217165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Transition to ACTIVE for port object d033b323-36a3-4f63-a511-54549654278c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:25.226916 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.253152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-517c151e-a206-4375-8004-42dd455333e5 service neutron] 10.222.0.10 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355886 Feb 07 22:50:25.282125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:25.331905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32b16d5f-4507-4a91-8a76-228ae3f315ac req-f8acb47e-93f8-49f2-8ee9-326949ee7825 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 210 time: 0.0776742 Feb 07 22:50:25.404512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4db72f8f-3216-421a-bdec-ce09ffa22f36 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.486510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc972e-e2c8-49ee-99c6-538e77fadb97 None None] Pushing event updated for resources: {'Port': ['ID=d033b323-36a3-4f63-a511-54549654278c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:25.505347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Made reservation on behalf of e8441ad85522408ba46cc74a0163b58d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:25.508866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.540082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-bfe204cf-d14e-4448-b334-2066f795013d service neutron] 10.222.0.36 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663821 Feb 07 22:50:25.556937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Attempting to bind port d033b323-36a3-4f63-a511-54549654278c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:25.557719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Attempting to bind port d033b323-36a3-4f63-a511-54549654278c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:25.558329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Attempting to bind port d033b323-36a3-4f63-a511-54549654278c on network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:25.564574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:25.565343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Checking segment: {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:25.566227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.566850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Bound using segment: {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:25.567577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Bound port: d033b323-36a3-4f63-a511-54549654278c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:25.568747 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.682659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] For port d033b323-36a3-4f63-a511-54549654278c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:25.685967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] For port d033b323-36a3-4f63-a511-54549654278c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d033b323-36a3-4f63-a511-54549654278c,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:25.693245 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:25.699300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c0b2f02a-2924-4287-aaf4-7afbc37cb44e service neutron] 10.222.0.10 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003944 Feb 07 22:50:25.807085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:25.807898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:25.982422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7041a6c0-8a4e-4ed4-8be7-f6506f3fe271 req-21b2c766-63f9-4b1f-8bbc-231be9906b5e service neutron] 10.222.0.36 "GET /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299312 Feb 07 22:50:26.001881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-f16be112-ba6b-4e4b-974c-b444e135e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:26.004092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-f16be112-ba6b-4e4b-974c-b444e135e2b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 1096 time: 0.3369274 Feb 07 22:50:26.015787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-284702e4-174b-44a7-b097-9fecb15e33f6 service neutron] 10.222.0.10 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036604 Feb 07 22:50:26.087002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc972e-e2c8-49ee-99c6-538e77fadb97 None None] Pushing event updated for resources: {'Port': ['ID=d033b323-36a3-4f63-a511-54549654278c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:26.139144 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a4426a1-d867-4170-929d-088db9a0a0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.167423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:26.215071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-6b8f1985-ab31-4d16-907c-c014ebf638ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:26.216519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-6b8f1985-ab31-4d16-907c-c014ebf638ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.1942010 Feb 07 22:50:26.274549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36164) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:26.292430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4db72f8f-3216-421a-bdec-ce09ffa22f36 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.303345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150030925', 'description': 'tempest-description--1453544118'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:26.309213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:26.313125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Usage tracker for resource:security_group and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:26.316669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:26.319627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-87769d9d-fd01-4515-9b75-7c7e6e2ec94d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=651089e0-ba39-41cb-a923-4306b1694891 HTTP/1.1" status: 200 len: 217 time: 0.0902920 Feb 07 22:50:26.326695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4db72f8f-3216-421a-bdec-ce09ffa22f36 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.332412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:26.459890 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'code': 200} Feb 07 22:50:26.478054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.535257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-d5d24c16-86ff-4743-ba23-a5415c77ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:26.535733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.537018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-d5d24c16-86ff-4743-ba23-a5415c77ef2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.1931560 Feb 07 22:50:26.607974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4db72f8f-3216-421a-bdec-ce09ffa22f36 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.608368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db72f8f-3216-421a-bdec-ce09ffa22f36 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Fanout notify agent at l3_agent the message router_deleted on router 361979e9-c09e-4e41-b1c8-e8d5ec9fafbc {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:50:26.623212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:26.657552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Usage tracker for resource:security_group_rule and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:26.665485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:26.687473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Allocated IP 172.20.0.9 (c2e2f561-c04b-4da8-8c12-a227798b138f/dff4c41b-285c-4f42-9327-cb6b74f0a95a/4bb93fdf-533b-4ffe-897d-075062002527) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:26.694515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:26.701726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=bb7e117c-476d-4b35-9131-ce01f6e34917,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:26.730427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:25Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:26.736846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1e54e-db24-45e7-9fc3-379f20eeb020 None None] The sync data for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 is: [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:25Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:26.756391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe990f-6994-459c-9097-b050a55586db req-32ed333d-dd5d-4283-9113-126504c2f57c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:26.763398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19fe990f-6994-459c-9097-b050a55586db req-32ed333d-dd5d-4283-9113-126504c2f57c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.3363688 Feb 07 22:50:26.821318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-58c03919-0f72-4d16-ad1f-1c43506f36da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:26.824585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-58c03919-0f72-4d16-ad1f-1c43506f36da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759809 Feb 07 22:50:26.830270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '2a6990fb-0c00-4efa-8eea-febc05a6c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '255b509c-39dc-4368-962d-ca555c8af18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:26.830700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: 255b509c-39dc-4368-962d-ca555c8af18f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:26.833990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19fe990f-6994-459c-9097-b050a55586db req-62ae0faa-73c1-49a3-accf-445e033519b9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628707 Feb 07 22:50:26.896288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4db72f8f-3216-421a-bdec-ce09ffa22f36 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:26.897439 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4db72f8f-3216-421a-bdec-ce09ffa22f36 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/361979e9-c09e-4e41-b1c8-e8d5ec9fafbc HTTP/1.1" status: 204 len: 168 time: 1.6969297 Feb 07 22:50:26.903141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36184) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:27.048914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-a4cb0ac5-b63c-4dea-9af2-ebb085266725 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122023 Feb 07 22:50:27.054926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0297a-dd6a-443e-8566-427add7d77f3 req-86cff675-c6da-43bf-8945-f09ef29cc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:27.056414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb0297a-dd6a-443e-8566-427add7d77f3 req-86cff675-c6da-43bf-8945-f09ef29cc592 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 1096 time: 0.6245253 Feb 07 22:50:27.153215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d033b323-36a3-4f63-a511-54549654278c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:27.159918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d56938b8-3f8c-4c34-a487-e86643917fb2 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=361979e9-c09e-4e41-b1c8-e8d5ec9fafbc HTTP/1.1" status: 200 len: 205 time: 0.2205694 Feb 07 22:50:27.167019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36188) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:27.318221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d033b323-36a3-4f63-a511-54549654278c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:27.324118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d033b323-36a3-4f63-a511-54549654278c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:27.324490 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.381955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 255b509c-39dc-4368-962d-ca555c8af18f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:27.431478 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-1264c2cc-088b-42fe-9262-0a10046db191 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] delete failed (client error): The resource could not be found. Feb 07 22:50:27.435435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1264c2cc-088b-42fe-9262-0a10046db191 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/361979e9-c09e-4e41-b1c8-e8d5ec9fafbc HTTP/1.1" status: 404 len: 336 time: 0.1980722 Feb 07 22:50:27.442213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36206) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:27.491822 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8eb0297a-dd6a-443e-8566-427add7d77f3 req-1f635957-dfb9-45d3-b5d1-3075c23e2889 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938649 Feb 07 22:50:27.511420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 255b509c-39dc-4368-962d-ca555c8af18f) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:27.514819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.523683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b58df-14c9-4981-8e41-fe549c25b3f4 None None] Network 255b509c-39dc-4368-962d-ca555c8af18f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:27.531005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b9b8207-1a22-4116-8b02-8e921cb84813 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=323fc04f-4ab2-4232-918d-33c8059817ca HTTP/1.1" status: 200 len: 205 time: 0.0852563 Feb 07 22:50:27.536954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36212) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:27.543515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:27.549140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.553732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.637527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85d49e-4931-4699-ba6c-d0e0a8bcbb88 req-782c1c9a-8b63-48fc-ba56-6d2e8c5222b4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:27.639050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb85d49e-4931-4699-ba6c-d0e0a8bcbb88 req-782c1c9a-8b63-48fc-ba56-6d2e8c5222b4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.5567386 Feb 07 22:50:27.671834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.740854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.744503 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4571509 Feb 07 22:50:27.746403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8df57ed2-9c35-4bbb-90f5-09968adb3b5c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0375934 Feb 07 22:50:27.747434 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-4f00ffee-0bb8-405a-bde6-bf6261471a56 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] delete failed (client error): The resource could not be found. Feb 07 22:50:27.751350 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4f00ffee-0bb8-405a-bde6-bf6261471a56 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/323fc04f-4ab2-4232-918d-33c8059817ca HTTP/1.1" status: 404 len: 336 time: 0.2129188 Feb 07 22:50:27.751906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36218) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:27.752230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36220) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:27.752541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:27.754425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d033b323-36a3-4f63-a511-54549654278c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d033b323-36a3-4f63-a511-54549654278c,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:27.769555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da7a4fc-ae9f-4fa5-883d-93b327e98ed8 req-d2b7187a-34ff-4247-8029-5c9d2aab5450 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7116106 Feb 07 22:50:27.776308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-690642a9-0fb7-4b41-8333-1d9c6641346e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:27.784207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-690642a9-0fb7-4b41-8333-1d9c6641346e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 819 time: 0.4028902 Feb 07 22:50:27.807552 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:27.839522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-16a0f3cc-ab0e-4ee5-b779-1a18eef2ed2e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/quotas/e8441ad85522408ba46cc74a0163b58d HTTP/1.1" status: 200 len: 375 time: 0.0549140 Feb 07 22:50:27.875595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Request body: {'security_group_rule': {'security_group_id': '0d4979f3-d2bd-4b88-a975-7ab5443e5f69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:27.899431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 651089e0-ba39-41cb-a923-4306b1694891 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:50:27.996166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.012143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb85d49e-4931-4699-ba6c-d0e0a8bcbb88 req-d7ee4c45-9492-419f-bf23-8991c51b0d92 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590071 Feb 07 22:50:28.012907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:28.026385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b25531e4-69b7-49ff-bbc6-67c06be14707 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0ecd84d-cc23-4ef6-9d13-797c5d860009 HTTP/1.1" status: 200 len: 205 time: 0.2623308 Feb 07 22:50:28.027103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36230) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:28.036783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Usage tracker for resource:security_group_rule and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:28.041537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe47943-04c3-4c58-a98f-74864d9b8981 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4979f3-d2bd-4b88-a975-7ab5443e5f69,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.048914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:28.061905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:28.095603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-255b509c-39dc-4368-962d-ca555c8af18f', 'network_id': '255b509c-39dc-4368-962d-ca555c8af18f', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': 'bb7e117c-476d-4b35-9131-ce01f6e34917'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:50:28.101760 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.119870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.199863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.210761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d033b323-36a3-4f63-a511-54549654278c,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.214962 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-3fb6a93c-62a4-4977-a7d2-111c3e1fd092 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] delete failed (client error): The resource could not be found. Feb 07 22:50:28.219332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3fb6a93c-62a4-4977-a7d2-111c3e1fd092 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/e0ecd84d-cc23-4ef6-9d13-797c5d860009 HTTP/1.1" status: 404 len: 336 time: 0.1908393 Feb 07 22:50:28.220827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36234) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:28.225516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.320071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb614aa9-5a94-443f-953e-75b7d8a0bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.376823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e490571b-c383-49c6-91c4-dd40ade25c80 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 HTTP/1.1" status: 200 len: 205 time: 0.1530159 Feb 07 22:50:28.380639 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.390794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36238) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:28.420001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:28.451674 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.484828 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-ca8d2a7f-4a87-4630-960f-f7cc7d0de564 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] delete failed (client error): The resource could not be found. Feb 07 22:50:28.489236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ca8d2a7f-4a87-4630-960f-f7cc7d0de564 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/d68ac7c7-95cd-4dfe-83eb-747b0aa2dda1 HTTP/1.1" status: 404 len: 336 time: 0.0894849 Feb 07 22:50:28.493912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-7c318d42-d0d4-48fa-9dea-997f6bf03a75 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6521204 Feb 07 22:50:28.494584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36242) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:28.496155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651089e0-ba39-41cb-a923-4306b1694891'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:28.554083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f879a91f-0f5d-4e24-ae21-25778c749efd tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae3e69cb-d68f-4807-98de-81b016e4f44e HTTP/1.1" status: 200 len: 205 time: 0.0543005 Feb 07 22:50:28.555275 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Allocated IP 172.20.0.1 (255b509c-39dc-4368-962d-ca555c8af18f/bb7e117c-476d-4b35-9131-ce01f6e34917/5d999e7d-2fcf-43f2-b955-f131358d1b45) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:28.567829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.573140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:28.635075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.656347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.683884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Network c2e2f561-c04b-4da8-8c12-a227798b138f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:28.721358 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-03a17e92-6a2c-421e-aeeb-e54166a67291 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] delete failed (client error): The resource could not be found. Feb 07 22:50:28.734781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-03a17e92-6a2c-421e-aeeb-e54166a67291 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/ae3e69cb-d68f-4807-98de-81b016e4f44e HTTP/1.1" status: 404 len: 336 time: 0.1591382 Feb 07 22:50:28.735004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36252) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:28.771951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:28.775940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:28.813389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca21bc-d5dd-4b7d-8659-c3f0c037fbb5 req-baf91be8-e123-483b-aeb1-a230a6468098 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:28.820300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0cca21bc-d5dd-4b7d-8659-c3f0c037fbb5 req-baf91be8-e123-483b-aeb1-a230a6468098 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 945 time: 0.6080971 Feb 07 22:50:28.884467 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0cca21bc-d5dd-4b7d-8659-c3f0c037fbb5 req-1e1a6bfa-038c-49ea-929f-17e3eaf1e281 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631747 Feb 07 22:50:28.886849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Pushing event updated for resources: {'Port': ['ID=4bb93fdf-533b-4ffe-897d-075062002527,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:28.893804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:28.896130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d8a7390a-3bc7-413f-93cb-fe43ea8feb87 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "GET /v2.0/ports?device_id=f950a15f-a4df-4b6a-98f1-3510cded87c1 HTTP/1.1" status: 200 len: 205 time: 0.1538451 Feb 07 22:50:28.902647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36256) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:29.005261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b24ac55-2a20-47ab-bc8f-93628384099f,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:29.010531 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.039268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Transition to ACTIVE for port object 5d999e7d-2fcf-43f2-b955-f131358d1b45 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:29.073408 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-93267b86-8f6c-4d6c-878c-7dc5bd055756 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] delete failed (client error): The resource could not be found. Feb 07 22:50:29.078803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-93267b86-8f6c-4d6c-878c-7dc5bd055756 tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/routers/f950a15f-a4df-4b6a-98f1-3510cded87c1 HTTP/1.1" status: 404 len: 336 time: 0.1713212 Feb 07 22:50:29.079375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36262) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:29.087199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:29.088308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.088522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Transition to ACTIVE for port object 5d999e7d-2fcf-43f2-b955-f131358d1b45 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:29.106040 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.113911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.115716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-37e5495b-9933-43c4-904d-02266f7a29de tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3567581 Feb 07 22:50:29.121564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36266) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:29.145305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Request body: {'security_group_rule': {'security_group_id': '0d4979f3-d2bd-4b88-a975-7ab5443e5f69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:29.159547 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-c46a6009-af56-474e-bdfd-fc7bc45831aa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3198836 Feb 07 22:50:29.160963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:29.181557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Request body: {'port': {'device_id': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:29.185368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d033b323-36a3-4f63-a511-54549654278c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:29.217722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Usage tracker for resource:security_group_rule and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:29.220959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:29.228422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:29.265151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Pushing event updated for resources: {'Port': ['ID=5d999e7d-2fcf-43f2-b955-f131358d1b45,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:29.283719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Network 255b509c-39dc-4368-962d-ca555c8af18f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:29.288719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.291970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:29.295181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:29.343916 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.353694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.364449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-7b26a567-3f03-4be7-9920-ddb1efec4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:29.365818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-7b26a567-3f03-4be7-9920-ddb1efec4905 service neutron] 10.222.0.26 "GET /v2.0/ports/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 200 len: 1026 time: 0.3833804 Feb 07 22:50:29.367549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-c986375f-318c-4f5d-a43c-b6f8ffe18b7e service neutron] 10.222.0.10 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124497 Feb 07 22:50:29.368381 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedf5cfb-f31b-44d6-8bda-7e71fd12224e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] DELETE failed (client error): The resource could not be found. Feb 07 22:50:29.368857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedf5cfb-f31b-44d6-8bda-7e71fd12224e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:50:29.384967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fedf5cfb-f31b-44d6-8bda-7e71fd12224e tempest-RoutersIpV6AdminTest-1189305173 tempest-RoutersIpV6AdminTest-1189305173-project] 10.222.0.10 "DELETE /v2.0/subnets/3213620e-c012-4431-871b-7e2405dedaa3 HTTP/1.1" status: 404 len: 337 time: 0.2919722 Feb 07 22:50:29.415223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=bb7e117c-476d-4b35-9131-ce01f6e34917,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:29.428732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d033b323-36a3-4f63-a511-54549654278c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:29.429120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.475667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Attempting to bind port 5d999e7d-2fcf-43f2-b955-f131358d1b45 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:29.476120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Attempting to bind port 5d999e7d-2fcf-43f2-b955-f131358d1b45 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2a6990fb-0c00-4efa-8eea-febc05a6c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '255b509c-39dc-4368-962d-ca555c8af18f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:29.480277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Attempting to bind port 5d999e7d-2fcf-43f2-b955-f131358d1b45 on network 255b509c-39dc-4368-962d-ca555c8af18f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:29.492304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:29.492801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Checking segment: {'id': '2a6990fb-0c00-4efa-8eea-febc05a6c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '255b509c-39dc-4368-962d-ca555c8af18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:29.493286 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.493681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Bound using segment: {'id': '2a6990fb-0c00-4efa-8eea-febc05a6c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '255b509c-39dc-4368-962d-ca555c8af18f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:29.494227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Bound port: 5d999e7d-2fcf-43f2-b955-f131358d1b45, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6990fb-0c00-4efa-8eea-febc05a6c356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '255b509c-39dc-4368-962d-ca555c8af18f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:29.494610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.509679 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.571371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.603207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-4ccb9561-8e5f-4a45-9b54-b9d0ca10879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:29.606069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-4ccb9561-8e5f-4a45-9b54-b9d0ca10879c service neutron] 10.222.0.26 "GET /v2.0/ports/5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 200 len: 1025 time: 0.1717024 Feb 07 22:50:29.624117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af652f6-3ff4-4f11-bd1a-935b010a1b2e req-a8bc92b5-3bd7-4dcc-8a81-953aa4eb5894 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:29.631420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1af652f6-3ff4-4f11-bd1a-935b010a1b2e req-a8bc92b5-3bd7-4dcc-8a81-953aa4eb5894 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.5273738 Feb 07 22:50:29.674957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] For port 5d999e7d-2fcf-43f2-b955-f131358d1b45, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:29.693381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] For port 5d999e7d-2fcf-43f2-b955-f131358d1b45, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5d999e7d-2fcf-43f2-b955-f131358d1b45,segment=NetworkSegment(2a6990fb-0c00-4efa-8eea-febc05a6c356),segment_id=2a6990fb-0c00-4efa-8eea-febc05a6c356)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:29.704896 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.727116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.835535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11dd9f-f205-4a2c-932d-6d1b89941da8 None None] Pushing event updated for resources: {'Port': ['ID=5d999e7d-2fcf-43f2-b955-f131358d1b45,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:29.867563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1af652f6-3ff4-4f11-bd1a-935b010a1b2e req-809040c5-28a4-4a71-a797-eb1131949caa tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347531 Feb 07 22:50:29.870972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36274) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:29.878727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:29.968297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-7df44c89-bd63-401c-8ba6-5481d09729a6 service neutron] 10.222.0.10 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757806 Feb 07 22:50:30.000796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.006071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8805995 Feb 07 22:50:30.007109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36284) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:30.019766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.052080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052a9af5-a917-4bbe-b6bd-b229474ea55a None None] Network 255b509c-39dc-4368-962d-ca555c8af18f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:30.059881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:30.087139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-2ac1e0dc-3471-490c-a609-63014b353ee7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:30.091841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:30.096786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Usage tracker for resource:floatingip and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:30.104401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-2ac1e0dc-3471-490c-a609-63014b353ee7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:30.105483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:30.111017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-2ac1e0dc-3471-490c-a609-63014b353ee7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:30.113271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-2ac1e0dc-3471-490c-a609-63014b353ee7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "GET /v2.0/networks?id=90aa748e-7d12-476c-88ff-0f9cda6902ae&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=984796b5-0378-483f-8e6d-60be391eece8&id=984796b5-0378-483f-8e6d-60be391eece8 HTTP/1.1" status: 200 len: 1989 time: 0.4534762 Feb 07 22:50:30.130801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:30.184917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f27fab-d449-4fce-b068-9ff4e7afbcb4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9830127b-0752-44bb-a6f3-1d309b0cdad5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:30.198008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa470a00-3ae8-41dd-9527-a83fdbf88584 req-e9886cdb-c332-4fb6-9441-2562c53173e7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 210 time: 0.0806739 Feb 07 22:50:30.201950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.278264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-1484c998-1b2c-4187-81c2-346ee09908ca tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee3a3835500d46ff9e9c744ccca5867f HTTP/1.1" status: 200 len: 379 time: 0.1198022 Feb 07 22:50:30.291209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'admin_state_up': True, 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'security_groups': ['74100343-4c39-4b71-a7a5-cea7e6648c65']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:30.308955 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651089e0-ba39-41cb-a923-4306b1694891', 'code': 200} Feb 07 22:50:30.509708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.517415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5bc54b-3989-4cc7-a4cb-30f7ad8333a1 None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:50:30.529034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255b509c-39dc-4368-962d-ca555c8af18f']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:30.550677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:30.558594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6990fb-0c00-4efa-8eea-febc05a6c356') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:30.558893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6990fb-0c00-4efa-8eea-febc05a6c356') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:30.586581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Usage tracker for resource:security_group_rule and tenant:07873ed7eb984052bf52ffe15f4d30d6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:30.594736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:30.599489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.618805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:30.687890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:30.701297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:30.727044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5bc54b-3989-4cc7-a4cb-30f7ad8333a1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:50:30.744642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.776733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:30.778806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:30.779222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.781594 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:30.795165 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:30.815758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5444cc-0358-4dc2-bb08-111ff9092104 req-ce17c680-216e-4477-9801-104adba55cd4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:30.823682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b5444cc-0358-4dc2-bb08-111ff9092104 req-ce17c680-216e-4477-9801-104adba55cd4 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 943 time: 0.2763562 Feb 07 22:50:30.947655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:50:30.947655 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:50:30.947655 n-d-827896-3 neutron-server[87671]: [parameters: {'id': '255b509c-39dc-4368-962d-ca555c8af18f'}] Feb 07 22:50:30.947655 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:50:30.947655 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:50:30.954160 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.029763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.108737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc595067-9c5d-4787-a78b-9ef80386b505 req-2006b680-47ac-4cb6-ac7a-3412165f5a6b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:31.110482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc595067-9c5d-4787-a78b-9ef80386b505 req-2006b680-47ac-4cb6-ac7a-3412165f5a6b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.6570816 Feb 07 22:50:31.169886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.193944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.242804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc595067-9c5d-4787-a78b-9ef80386b505 req-a9d569f1-68bb-49b7-b475-9f22dfa10847 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248324 Feb 07 22:50:31.250997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b5444cc-0358-4dc2-bb08-111ff9092104 req-d05633db-86ef-4f3a-90f7-05626c237e34 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262447 Feb 07 22:50:31.255008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 172.20.0.13 (90aa748e-7d12-476c-88ff-0f9cda6902ae/3a7acac7-5152-4529-8241-a91bc1354bb7/b8c26c42-1cd3-4f15-8a82-48d78deb6c40) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:31.317974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8356be6-b0ad-41df-80d0-5a6f0e0a7ff1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:31.326993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb93fdf-533b-4ffe-897d-075062002527 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:31.335854 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fb14c70b-f513-40c6-a741-7873ee7ffaf5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07873ed7eb984052bf52ffe15f4d30d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4615066 Feb 07 22:50:31.340670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36304) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:31.343307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.374834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Transition to ACTIVE for port object 4bb93fdf-533b-4ffe-897d-075062002527 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:31.393844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Allocated IP 172.25.0.128 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/e810c17d-3310-43f2-921e-eb446ca5171d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:31.543991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.547393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.613132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa35e4e9-3ec1-4e7c-b1d1-0b37d1825bf8 req-9edd146f-4b31-4543-b2a1-13ce354658fd tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 210 time: 0.1799717 Feb 07 22:50:31.619784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2248156f-f584-4fec-a932-ef616deb7cf1 req-8b69eeba-6d76-40fb-bafe-dce79ee1f3b7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 210 time: 0.0799441 Feb 07 22:50:31.659449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c183e737-3861-482b-8926-8cc1ca82fb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.693608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c183e737-3861-482b-8926-8cc1ca82fb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.774544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c183e737-3861-482b-8926-8cc1ca82fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.875886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.884138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port 5d999e7d-2fcf-43f2-b955-f131358d1b45 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:31.884639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:31.912517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Pushing event updated for resources: {'Port': ['ID=4bb93fdf-533b-4ffe-897d-075062002527,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:31.946659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183e737-3861-482b-8926-8cc1ca82fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8356be6-b0ad-41df-80d0-5a6f0e0a7ff1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:32.037725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.201780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.205587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Attempting to bind port 4bb93fdf-533b-4ffe-897d-075062002527 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:32.206041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Attempting to bind port 4bb93fdf-533b-4ffe-897d-075062002527 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:32.207111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Attempting to bind port 4bb93fdf-533b-4ffe-897d-075062002527 on network c2e2f561-c04b-4da8-8c12-a227798b138f {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:32.221022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c183e737-3861-482b-8926-8cc1ca82fb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.222713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c183e737-3861-482b-8926-8cc1ca82fb51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8356be6-b0ad-41df-80d0-5a6f0e0a7ff1 HTTP/1.1" status: 204 len: 168 time: 0.8640912 Feb 07 22:50:32.273636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Port 4bb93fdf-533b-4ffe-897d-075062002527 on network c2e2f561-c04b-4da8-8c12-a227798b138f not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:50:32.274074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Attempting to bind port 4bb93fdf-533b-4ffe-897d-075062002527 on network c2e2f561-c04b-4da8-8c12-a227798b138f {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:32.305355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:32.305693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Checking segment: {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:32.306080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Bound using segment: {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:32.306512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Bound port: 4bb93fdf-533b-4ffe-897d-075062002527, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:32.306854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.317345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Transition to ACTIVE for port object b8c26c42-1cd3-4f15-8a82-48d78deb6c40 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:32.327167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:32.334324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port 5d999e7d-2fcf-43f2-b955-f131358d1b45, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5d999e7d-2fcf-43f2-b955-f131358d1b45,segment=NetworkSegment(2a6990fb-0c00-4efa-8eea-febc05a6c356),segment_id=2a6990fb-0c00-4efa-8eea-febc05a6c356)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:32.334692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.349562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:32.356753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:32.387843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.388999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event updated for resources: {'Port': ['ID=e810c17d-3310-43f2-921e-eb446ca5171d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:32.486135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:32.492163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:32.492912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:32.496541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:32.499208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:32.513052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb93fdf-533b-4ffe-897d-075062002527,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:32.558730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487826b-9f75-46d5-818a-f9762c0bbb0e req-8f178886-356a-4a2d-84f3-5736130ef9b4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:32.560970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0487826b-9f75-46d5-818a-f9762c0bbb0e req-8f178886-356a-4a2d-84f3-5736130ef9b4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.7651525 Feb 07 22:50:32.610736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36314) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:32.664253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for 5d999e7d-2fcf-43f2-b955-f131358d1b45 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:32.708700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-ffadeff9-f75b-4b72-9920-66bbe4c27f87 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:32.710143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-ffadeff9-f75b-4b72-9920-66bbe4c27f87 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 819 time: 0.7671959 Feb 07 22:50:32.733164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Request body: {'port': {'device_id': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'admin_state_up': True, 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:32.733681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.765370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2fff-6a3c-4c3c-8486-702769e20133 req-af524f4b-79a4-4b15-a254-c056e0fae201 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:32.767090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebde2fff-6a3c-4c3c-8486-702769e20133 req-af524f4b-79a4-4b15-a254-c056e0fae201 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.8593626 Feb 07 22:50:32.778393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0487826b-9f75-46d5-818a-f9762c0bbb0e req-e36b6078-d4f0-46e6-a279-04f37e85ab14 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837656 Feb 07 22:50:32.841916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13ef2280-047e-4826-82e6-a7cc58894f6b None None] Provisioning for port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:32.845408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.848693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13ef2280-047e-4826-82e6-a7cc58894f6b None None] Provisioning complete for port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:32.849064 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-13ef2280-047e-4826-82e6-a7cc58894f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.851043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:32.851944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.853562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] 10.222.0.36 "PUT /v2.0/ports/4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 1091 time: 3.6800189 Feb 07 22:50:32.858106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:32.887689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:32.888319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:32.921408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9f26935d-37b4-4936-a8a5-25700d995078 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=367cc13cade24f0eb464eb0fb87459e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818837 Feb 07 22:50:32.931813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36326) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:32.966234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-13ef2280-047e-4826-82e6-a7cc58894f6b None None] Port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:33.056418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ceff4-a24e-40f8-872f-c4166bd86e0c service neutron] Pushing event updated for resources: {'Port': ['ID=4bb93fdf-533b-4ffe-897d-075062002527,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.061280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebde2fff-6a3c-4c3c-8486-702769e20133 req-cdba2ed4-7c7a-4301-a6c8-62896a7af1db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808926 Feb 07 22:50:33.098319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.121411 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.143287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-055d19f8-11b0-4d70-bdbf-3eb5a98ff30a req-1873b8c8-a2b0-45ed-aede-4aea14539bbe tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 210 time: 0.1258538 Feb 07 22:50:33.150070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c9abe3f5-0f5f-4ea0-9f86-18b4d65e8bb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8635335 Feb 07 22:50:33.153557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:33.169354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'admin_state_up': True, 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'security_groups': ['74100343-4c39-4b71-a7a5-cea7e6648c65']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:33.197942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No DVR routers for this DVR port 5d999e7d-2fcf-43f2-b955-f131358d1b45 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:50:33.265666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Usage tracker for resource:port and tenant:e8441ad85522408ba46cc74a0163b58d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:33.353616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.356397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:33.367115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:33.381752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255b509c-39dc-4368-962d-ca555c8af18f']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:33.418359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6990fb-0c00-4efa-8eea-febc05a6c356') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:33.418660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6990fb-0c00-4efa-8eea-febc05a6c356') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:33.427130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Made reservation on behalf of e8441ad85522408ba46cc74a0163b58d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:33.430638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.430899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Port': ['ID=5d999e7d-2fcf-43f2-b955-f131358d1b45,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:33.452655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f6adcf2-fcbc-41d4-9c90-c8f8b0814be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:33.454659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-1f6adcf2-fcbc-41d4-9c90-c8f8b0814be0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1094 time: 0.5154636 Feb 07 22:50:33.456810 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.466739 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf9595c3-29d4-46cd-8552-33c280fb5503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.537727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b65c8-f169-4338-84d9-1d71cf2a13b3 req-a19650eb-ee04-4975-8180-ffbe33eb589b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:33.538488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0e1b65c8-f169-4338-84d9-1d71cf2a13b3 req-a19650eb-ee04-4975-8180-ffbe33eb589b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:33.575931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:33.590563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:port and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:33.599888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:33.618666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:33.696996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0e1b65c8-f169-4338-84d9-1d71cf2a13b3 req-a19650eb-ee04-4975-8180-ffbe33eb589b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:33.706657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e1b65c8-f169-4338-84d9-1d71cf2a13b3 req-a19650eb-ee04-4975-8180-ffbe33eb589b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 932 time: 0.4452252 Feb 07 22:50:33.707361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:33.714640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.764641 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527', 'status': 'completed', 'code': 200} Feb 07 22:50:33.801589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-e3de03a8-8183-4546-bc2f-48d08f663dfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 217 time: 0.3297081 Feb 07 22:50:33.806275 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.879594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf9595c3-29d4-46cd-8552-33c280fb5503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.888721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:33.889143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:33.889786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Allocated IP 172.20.0.4 (c2e2f561-c04b-4da8-8c12-a227798b138f/dff4c41b-285c-4f42-9327-cb6b74f0a95a/948ba564-62fe-48b3-bc59-d7d93c35c4a1) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:33.892663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 651089e0-ba39-41cb-a923-4306b1694891 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:33.905280 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:33.945769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e1b65c8-f169-4338-84d9-1d71cf2a13b3 req-1d175dcc-65af-4245-b5f5-b113dd67bf0e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149661 Feb 07 22:50:34.165009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-346b5b9d-2626-4e52-95c4-e1ddc780da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:34.170875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-346b5b9d-2626-4e52-95c4-e1ddc780da86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.3527091 Feb 07 22:50:34.220426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03a8be-ef79-47ff-878c-c76e2f39ee6b req-f5598592-345c-4cfb-92e2-5070c19d0f43 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:34.222009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a03a8be-ef79-47ff-878c-c76e2f39ee6b req-f5598592-345c-4cfb-92e2-5070c19d0f43 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.4572272 Feb 07 22:50:34.231872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 10.1.1.229 (2f0bb286-3025-4880-9f15-7f54f22b10b4/df1f9eb7-bf31-4ce9-800b-87b48d5d816f/9028abe2-48bb-48cb-9d61-709921bdf11b) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:34.240999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.257607 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf9595c3-29d4-46cd-8552-33c280fb5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.276504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.322070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/255b509c-39dc-4368-962d-ca555c8af18f HTTP/1.1" status: 204 len: 168 time: 6.5615902 Feb 07 22:50:34.332685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-47ec7b03-a736-4055-9be8-d69fe9f64c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317825 Feb 07 22:50:34.336186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36348) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:34.336800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6af8d-8315-4ccd-8414-f1d2d37e954d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=255b509c-39dc-4368-962d-ca555c8af18f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:34.342397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf9595c3-29d4-46cd-8552-33c280fb5503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.349033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cf9595c3-29d4-46cd-8552-33c280fb5503 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b773db6-a981-46f5-b4d4-201127da5460 HTTP/1.1" status: 204 len: 168 time: 1.4044542 Feb 07 22:50:34.350119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9595c3-29d4-46cd-8552-33c280fb5503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b773db6-a981-46f5-b4d4-201127da5460,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:34.364996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1815197384'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:34.401227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:34.431391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:34.436980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a03a8be-ef79-47ff-878c-c76e2f39ee6b req-788fb1b3-a3ca-4328-afab-ee8bb12581f2 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660397 Feb 07 22:50:34.442129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:34.466250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:34.514375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.523853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.533159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-7ac7182f-7956-47e0-9c6c-66592b3c0c94 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804030 Feb 07 22:50:34.536355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.580016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:34.584072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.749997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d37b1c67-0cb6-455b-b105-ee2012acc796 req-b288922a-1fd3-4d44-980f-1a9368ba1fbe service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985505 Feb 07 22:50:34.840797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event updated for resources: {'Port': ['ID=e810c17d-3310-43f2-921e-eb446ca5171d,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:34.883414 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.891200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfbc6c75-ca3d-4c43-8b3e-9cb899c95868 req-078bdec2-e8a0-4c85-85f6-0ffc1de0c985 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 210 time: 0.2902248 Feb 07 22:50:34.915576 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:34.916835 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0923ab39-403e-4d16-8772-bd62aff98428 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9001408 Feb 07 22:50:34.946525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8656a2c-aef9-4704-88f7-ed00167a9723 req-4b29f802-7801-4cc6-b99c-16bfa4403f6c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:34.949206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8656a2c-aef9-4704-88f7-ed00167a9723 req-4b29f802-7801-4cc6-b99c-16bfa4403f6c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.7182827 Feb 07 22:50:34.971660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-35f24bf4-f67c-4017-89a0-35469969ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:34.972966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:34.974075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-35f24bf4-f67c-4017-89a0-35469969ad25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1094 time: 0.1284921 Feb 07 22:50:35.040610 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.041391 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 95193bb7-a2b5-4c52-b315-c41b79508624 of type vlan for network 38394b3b-ae7d-42b6-b4da-9623b7edb895 Feb 07 22:50:35.078947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.152790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.167797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8656a2c-aef9-4704-88f7-ed00167a9723 req-76bd11ed-c9c3-4552-9741-335f781526ad tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915178 Feb 07 22:50:35.245643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-56f9942a-1894-4f0d-883a-fff8f05cad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.248830 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-56f9942a-1894-4f0d-883a-fff8f05cad8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.2570958 Feb 07 22:50:35.279313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.292523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Network c2e2f561-c04b-4da8-8c12-a227798b138f is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:35.315051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:35.328314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:35.408414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-5863fac8-280a-430e-a56c-a7c896d05f79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 217 time: 0.1524596 Feb 07 22:50:35.429169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Transition to ACTIVE for port object 9028abe2-48bb-48cb-9d61-709921bdf11b will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:35.527265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-32d74b5c-d6f7-4343-841c-5bfd3ae8aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.530113 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-32d74b5c-d6f7-4343-841c-5bfd3ae8aa82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.1145163 Feb 07 22:50:35.533090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.540082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.540727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.544410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Pushing event updated for resources: {'Port': ['ID=948ba564-62fe-48b3-bc59-d7d93c35c4a1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:35.611796 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-401f5bd8-04ea-4cf4-8272-6696a421a458 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725760 Feb 07 22:50:35.809891 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.811459 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-53d321a2-e38a-4ea8-b2c6-3cc6735eb47e service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871467 Feb 07 22:50:35.861439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:35.863893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:35.945235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6056306 Feb 07 22:50:35.996398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36422) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:36.010232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88fbcf-771d-408f-aa68-3a63d740c35c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=38394b3b-ae7d-42b6-b4da-9623b7edb895,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:36.024923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 38394b3b-ae7d-42b6-b4da-9623b7edb895 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:36.041326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': '38394b3b-ae7d-42b6-b4da-9623b7edb895', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:36.057431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-0f704900-80d9-4e53-a213-54801087bb3e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3307257 Feb 07 22:50:36.078050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.107210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Request body: {'port': {'device_id': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:36.153448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.263686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30098f-2225-490c-9142-cdd6b1d3b6b4 req-7edff17e-4ebc-49e2-b605-5e4acfe2e6f1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:36.271510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb30098f-2225-490c-9142-cdd6b1d3b6b4 req-7edff17e-4ebc-49e2-b605-5e4acfe2e6f1 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.7394531 Feb 07 22:50:36.297774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd33d5-c84a-4693-9a51-2df2815a6987 req-28861a83-615b-437b-aa20-d86622e0cb79 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:36.298525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1ecd33d5-c84a-4693-9a51-2df2815a6987 req-28861a83-615b-437b-aa20-d86622e0cb79 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:36.354683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:36.362227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:36.370714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1ecd33d5-c84a-4693-9a51-2df2815a6987 req-28861a83-615b-437b-aa20-d86622e0cb79 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:36.372482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ecd33d5-c84a-4693-9a51-2df2815a6987 req-28861a83-615b-437b-aa20-d86622e0cb79 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 932 time: 0.9463332 Feb 07 22:50:36.375486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:36.433141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=9028abe2-48bb-48cb-9d61-709921bdf11b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:36.535980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb30098f-2225-490c-9142-cdd6b1d3b6b4 req-bf0fc98a-bccd-40fd-955a-0280dec4fdda tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635648 Feb 07 22:50:36.557782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e0bc7da-1c36-48df-8b7f-ba27106d75e8 req-d59d95a6-2263-4be1-80da-4cf823f4ed0c service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7387357 Feb 07 22:50:36.561627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:36.571262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:36.574585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:36.583125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:36.598734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:36.604341 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.611666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:36.612476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.627590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ecd33d5-c84a-4693-9a51-2df2815a6987 req-c4d85c05-2369-498b-a400-00308f6ea582 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752906 Feb 07 22:50:36.634383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.720668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f5605a72-160b-4a00-bb74-6030154110b3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5561411 Feb 07 22:50:36.728577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-74276621-97cd-4656-bc46-548d45438af2 None None] Provisioning for port 9028abe2-48bb-48cb-9d61-709921bdf11b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:36.734620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-74276621-97cd-4656-bc46-548d45438af2 None None] Provisioning complete for port 9028abe2-48bb-48cb-9d61-709921bdf11b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:36.735005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74276621-97cd-4656-bc46-548d45438af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:36.735496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'admin_state_up': True, 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'security_groups': ['74100343-4c39-4b71-a7a5-cea7e6648c65']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:36.865220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36470) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:36.903118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-74276621-97cd-4656-bc46-548d45438af2 None None] Port 9028abe2-48bb-48cb-9d61-709921bdf11b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:36.942151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.077370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '95193bb7-a2b5-4c52-b315-c41b79508624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '38394b3b-ae7d-42b6-b4da-9623b7edb895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:37.078006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: 38394b3b-ae7d-42b6-b4da-9623b7edb895, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:37.083236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=382736fd-ff55-4752-bbd2-3464f7ecdaa9,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:37.114877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1627689455', 'network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:37.120705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 38394b3b-ae7d-42b6-b4da-9623b7edb895 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:37.125201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:37.131960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Usage tracker for resource:port and tenant:2b3f37e7bad14addb0ce952ef3f565ce is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:37.135625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:37.141987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:37.145735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 38394b3b-ae7d-42b6-b4da-9623b7edb895) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:37.152162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:37.153071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.158105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3061d-d5a2-4b27-827a-e913c8981cb6 None None] Network 38394b3b-ae7d-42b6-b4da-9623b7edb895 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:37.195662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Made reservation on behalf of 2b3f37e7bad14addb0ce952ef3f565ce for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:37.202535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.238820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.254329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fb20404d-c25f-42fb-b41c-7a4dba20cffe tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2367597 Feb 07 22:50:37.257270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:37.302783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:37.359421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bde48-51b9-45e0-a872-ae4588c7c236 req-3205a611-ec80-4736-94e8-2b16ecca85b9 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:37.361186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed6bde48-51b9-45e0-a872-ae4588c7c236 req-3205a611-ec80-4736-94e8-2b16ecca85b9 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.3297079 Feb 07 22:50:37.378975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:37.390971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Usage tracker for resource:security_group_rule and tenant:2b3f37e7bad14addb0ce952ef3f565ce is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:37.397654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:37.408435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:37.426680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:37.436453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af6a2-7869-4bbd-a22b-672ea5bda680 req-5b5d18bc-2f7a-411a-b19e-f57828b8f6c3 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:37.437221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-945af6a2-7869-4bbd-a22b-672ea5bda680 req-5b5d18bc-2f7a-411a-b19e-f57828b8f6c3 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Synchronizing usage tracker for tenant:e8441ad85522408ba46cc74a0163b58d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:37.485229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:37.488805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.515196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb93fdf-533b-4ffe-897d-075062002527 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:50:37.517246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed6bde48-51b9-45e0-a872-ae4588c7c236 req-89535619-fd87-4321-83ea-28960a590b65 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352787 Feb 07 22:50:37.537659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.596240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-945af6a2-7869-4bbd-a22b-672ea5bda680 req-5b5d18bc-2f7a-411a-b19e-f57828b8f6c3 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Unset dirty status for tenant:e8441ad85522408ba46cc74a0163b58d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:37.601758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-945af6a2-7869-4bbd-a22b-672ea5bda680 req-5b5d18bc-2f7a-411a-b19e-f57828b8f6c3 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 931 time: 0.8405626 Feb 07 22:50:37.690049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.695140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb93fdf-533b-4ffe-897d-075062002527,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:37.715290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4bb93fdf-533b-4ffe-897d-075062002527', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'port_id': '4bb93fdf-533b-4ffe-897d-075062002527', 'mac_address': 'fa:16:3e:85:d9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:50:37.726287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.737250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.758466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] device_id is not set on port 4daddda9-54d4-47bd-b831-ce3837549b42 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:50:37.780714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.792386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d1f24b-335f-44c6-89fd-5ab094ef7f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-38394b3b-ae7d-42b6-b4da-9623b7edb895', 'network_id': '38394b3b-ae7d-42b6-b4da-9623b7edb895', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': '382736fd-ff55-4752-bbd2-3464f7ecdaa9'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:50:37.793380 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a9d1f24b-335f-44c6-89fd-5ab094ef7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.853890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be2ec9-3d91-4e9c-8c60-e429933a8b13,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:37.903016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb93fdf-533b-4ffe-897d-075062002527 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:37.930439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:37.999323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=382736fd-ff55-4752-bbd2-3464f7ecdaa9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.019312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb93fdf-533b-4ffe-897d-075062002527,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:38.041034 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.114615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Allocated IP 172.25.0.145 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/4daddda9-54d4-47bd-b831-ce3837549b42) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:38.118381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9a1d4-8532-42b2-937a-342edd6e2169 None None] Network 38394b3b-ae7d-42b6-b4da-9623b7edb895 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:38.122093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-945af6a2-7869-4bbd-a22b-672ea5bda680 req-ccc2fed2-1e85-4ebc-82b9-511987c00715 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Synchronizing usage tracker for tenant:e8441ad85522408ba46cc74a0163b58d on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:38.132380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.137813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948ba564-62fe-48b3-bc59-d7d93c35c4a1 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:38.170387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.183827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38394b3b-ae7d-42b6-b4da-9623b7edb895']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:38.184333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 10.1.1.184 (2f0bb286-3025-4880-9f15-7f54f22b10b4/df1f9eb7-bf31-4ce9-800b-87b48d5d816f/940c719d-b163-4681-9372-0ad4ea08993a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:38.186893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bb93fdf-533b-4ffe-897d-075062002527,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.208589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95193bb7-a2b5-4c52-b315-c41b79508624') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:38.208899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95193bb7-a2b5-4c52-b315-c41b79508624') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:38.223114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b751ac-8357-4696-a386-d31a66e8f558 req-39e5fd7d-462c-4fe1-9f9f-a230bddf4f7a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:38.231718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3b751ac-8357-4696-a386-d31a66e8f558 req-39e5fd7d-462c-4fe1-9f9f-a230bddf4f7a tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.4675071 Feb 07 22:50:38.234240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.279246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Transition to ACTIVE for port object 948ba564-62fe-48b3-bc59-d7d93c35c4a1 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:38.280397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-945af6a2-7869-4bbd-a22b-672ea5bda680 req-ccc2fed2-1e85-4ebc-82b9-511987c00715 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Unset dirty status for tenant:e8441ad85522408ba46cc74a0163b58d on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:38.281638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-945af6a2-7869-4bbd-a22b-672ea5bda680 req-ccc2fed2-1e85-4ebc-82b9-511987c00715 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705470 Feb 07 22:50:38.309559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4bb93fdf-533b-4ffe-897d-075062002527'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:50:38.316919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.370609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3b751ac-8357-4696-a386-d31a66e8f558 req-7a4a2bb8-af2c-482b-89b9-3283ded13c78 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379099 Feb 07 22:50:38.385465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.410604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:38.411028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:38.442049 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:38.576144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.607051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.614151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=38394b3b-ae7d-42b6-b4da-9623b7edb895,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.638167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.646109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a977528b-ed33-4245-b709-1adab0e36927 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/38394b3b-ae7d-42b6-b4da-9623b7edb895 HTTP/1.1" status: 204 len: 168 time: 1.3876143 Feb 07 22:50:38.651724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36496) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:38.659155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1140059559'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:38.665201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:38.668312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:38.671222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:38.682519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:38.701296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:38.705180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.740827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.742544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:38.816717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:38.821843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:38.825929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.826508 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 4df6176c-685d-44b5-8079-8a17e3f37670 of type vlan for network 3987e710-ecc8-4bdd-a296-0e8c1982576d Feb 07 22:50:38.827618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:38.829056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Pushing event updated for resources: {'Port': ['ID=948ba564-62fe-48b3-bc59-d7d93c35c4a1,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.899481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Pushing event updated for resources: {'Port': ['ID=4daddda9-54d4-47bd-b831-ce3837549b42,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:38.902894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:38.970454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Attempting to bind port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:38.970914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Attempting to bind port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:38.971322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Attempting to bind port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 on network c2e2f561-c04b-4da8-8c12-a227798b138f {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:39.015416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 on network c2e2f561-c04b-4da8-8c12-a227798b138f not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:50:39.015749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Attempting to bind port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 on network c2e2f561-c04b-4da8-8c12-a227798b138f {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:39.050549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:39.050899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Checking segment: {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:39.051299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Bound using segment: {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:39.051755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Bound port: 948ba564-62fe-48b3-bc59-d7d93c35c4a1, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '459c8b18-0edc-4238-9d0d-ad2a293981bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:39.052162 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.077497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea3f0-f443-42d1-b91a-3e930269da91 req-eac1f342-b8cf-47f9-9d16-5e9dc7defdd9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:39.083827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea3f0-f443-42d1-b91a-3e930269da91 req-eac1f342-b8cf-47f9-9d16-5e9dc7defdd9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:39.086117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:39.086716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.090848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97fea3f0-f443-42d1-b91a-3e930269da91 req-eac1f342-b8cf-47f9-9d16-5e9dc7defdd9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 1654 time: 0.5436161 Feb 07 22:50:39.095088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.106241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.111878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:39.112483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.135018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fdf3d3c5-15ec-41d7-af87-781d5b6bf094 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2684319 Feb 07 22:50:39.168450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36502) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:39.176304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Transition to ACTIVE for port object 940c719d-b163-4681-9372-0ad4ea08993a will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:39.182574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.145'}]}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:39.210037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:39.215456 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5626860 Feb 07 22:50:39.219654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36506) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:39.227835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': '3987e710-ecc8-4bdd-a296-0e8c1982576d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:39.237081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97fea3f0-f443-42d1-b91a-3e930269da91 req-6df57acb-0b82-4031-a7fd-8be7a7427538 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453946 Feb 07 22:50:39.238139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Usage tracker for resource:router and tenant:2b3f37e7bad14addb0ce952ef3f565ce is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:39.247886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:39.273757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb9324-7bdb-4d5a-9cb3-abf08bd6a33c req-79503701-ea49-4f86-bef1-501ecd651d73 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:39.275553 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ffb9324-7bdb-4d5a-9cb3-abf08bd6a33c req-79503701-ea49-4f86-bef1-501ecd651d73 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.3942823 Feb 07 22:50:39.276704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:39.336790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] For port 948ba564-62fe-48b3-bc59-d7d93c35c4a1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:39.340160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.341284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.359419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:39.361777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4cae8-9744-4533-96d2-dc00592425b2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=3987e710-ecc8-4bdd-a296-0e8c1982576d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:39.363393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ffb9324-7bdb-4d5a-9cb3-abf08bd6a33c req-900aeae5-632c-44e3-b0cd-a09009ce9c7e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775256 Feb 07 22:50:39.366060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] For port 948ba564-62fe-48b3-bc59-d7d93c35c4a1, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:39.366249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:39.370003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.370198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:39.378086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:39.406963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3987e710-ecc8-4bdd-a296-0e8c1982576d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:39.411425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:39.414962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.431926 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.436201 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.494735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:39.508210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:39.508861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.510271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/948ba564-62fe-48b3-bc59-d7d93c35c4a1 HTTP/1.1" status: 200 len: 1091 time: 3.4348457 Feb 07 22:50:39.510738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'tag': '948ba564-62fe-48b3-bc59-d7d93c35c4a1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:39.522573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:39.538679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:39.598082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=940c719d-b163-4681-9372-0ad4ea08993a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:39.612156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing IP validity checks on allocation pools {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 22:50:39.612753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 22:50:39.660731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb93fdf-533b-4ffe-897d-075062002527 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:39.759582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 4bb93fdf-533b-4ffe-897d-075062002527 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:39.766753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4bb93fdf-533b-4ffe-897d-075062002527 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:39.767129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.870727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.944879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:39.966080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=998a82f0-c8e9-4910-b84a-42b746a9683f,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:39.984405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '4df6176c-685d-44b5-8079-8a17e3f37670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '3987e710-ecc8-4bdd-a296-0e8c1982576d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:39.984953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: 3987e710-ecc8-4bdd-a296-0e8c1982576d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:40.005234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:40.014917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 3987e710-ecc8-4bdd-a296-0e8c1982576d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:40.020507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57c4c9d6-492d-4a43-b185-2dc41d1b8bc2 None None] Provisioning for port 940c719d-b163-4681-9372-0ad4ea08993a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:40.030159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3987e710-ecc8-4bdd-a296-0e8c1982576d) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:40.032387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb93fdf-533b-4ffe-897d-075062002527,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:40.035610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:40.036540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.037186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57c4c9d6-492d-4a43-b185-2dc41d1b8bc2 None None] Provisioning complete for port 940c719d-b163-4681-9372-0ad4ea08993a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:40.037803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57c4c9d6-492d-4a43-b185-2dc41d1b8bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.073913 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8df69c1c-07d0-4d71-a9bc-b53aa291e52c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8534043 Feb 07 22:50:40.076541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36520) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:40.111749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-57c4c9d6-492d-4a43-b185-2dc41d1b8bc2 None None] Port 940c719d-b163-4681-9372-0ad4ea08993a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:40.113738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f945814-443a-487a-9200-a487892c14d1 None None] Network 3987e710-ecc8-4bdd-a296-0e8c1982576d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:40.132015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.155161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:40.155812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.169872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7c389-1eeb-45a3-8d99-68ad17a546a2 service neutron] Pushing event updated for resources: {'Port': ['ID=948ba564-62fe-48b3-bc59-d7d93c35c4a1,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:40.276651 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.325326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bb93fdf-533b-4ffe-897d-075062002527,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:40.374143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.467670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.474050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97b016b-34e1-4bdb-8567-2163f784c95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-3987e710-ecc8-4bdd-a296-0e8c1982576d', 'network_id': '3987e710-ecc8-4bdd-a296-0e8c1982576d', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': '998a82f0-c8e9-4910-b84a-42b746a9683f'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:50:40.475179 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e97b016b-34e1-4bdb-8567-2163f784c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.480171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.525138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-868910d8-f603-49c6-93cd-53a6de4eb163 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7961013 Feb 07 22:50:40.531507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-b0e137ba-eb1a-4576-a6ac-6df1ef132f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:40.533011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-b0e137ba-eb1a-4576-a6ac-6df1ef132f5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 1094 time: 0.9263184 Feb 07 22:50:40.539041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '984796b5-0378-483f-8e6d-60be391eece8', 'admin_state_up': True, 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'security_groups': ['74100343-4c39-4b71-a7a5-cea7e6648c65']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:40.544509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=998a82f0-c8e9-4910-b84a-42b746a9683f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:40.611677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6c0b7-6df2-4ceb-9972-97299f531e4a req-ba43014b-25ee-4dc4-bee8-1da70ba4dca7 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:40.613262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6c0b7-6df2-4ceb-9972-97299f531e4a req-ba43014b-25ee-4dc4-bee8-1da70ba4dca7 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.7667694 Feb 07 22:50:40.622069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9383386-a14f-4ff2-82e1-002332f04d70 None None] Network 3987e710-ecc8-4bdd-a296-0e8c1982576d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:40.648272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.696214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3987e710-ecc8-4bdd-a296-0e8c1982576d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:40.714580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df6176c-685d-44b5-8079-8a17e3f37670') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:40.714918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df6176c-685d-44b5-8079-8a17e3f37670') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:40.732072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.736827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2b735-2406-492f-ace3-8124e8d0e7d9 req-5561230a-72cb-4136-a417-525889dc39a6 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:40.743952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70a2b735-2406-492f-ace3-8124e8d0e7d9 req-5561230a-72cb-4136-a417-525889dc39a6 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 943 time: 0.9403670 Feb 07 22:50:40.753306 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.770110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:40.770502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:40.797008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-fcefd018-348b-4d78-956e-d473ea000b6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1 HTTP/1.1" status: 200 len: 217 time: 0.1963692 Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:40.816667 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:40.920081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6c0b7-6df2-4ceb-9972-97299f531e4a req-8cf6d178-6d46-44c7-a4b5-c8a46f4fb816 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034035 Feb 07 22:50:40.957956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70a2b735-2406-492f-ace3-8124e8d0e7d9 req-cd68b305-4544-40ef-832b-0a9b74718297 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131350 Feb 07 22:50:40.995997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-e67da615-94f7-4976-a04f-26b49a988e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.003725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.009758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-e67da615-94f7-4976-a04f-26b49a988e6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.2004373 Feb 07 22:50:41.022513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.053400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=3987e710-ecc8-4bdd-a296-0e8c1982576d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:41.063820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e57fecd5-fc98-4425-9c42-2120326d9a38 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/3987e710-ecc8-4bdd-a296-0e8c1982576d HTTP/1.1" status: 204 len: 168 time: 0.9856248 Feb 07 22:50:41.065016 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'tag': '948ba564-62fe-48b3-bc59-d7d93c35c4a1', 'status': 'completed', 'code': 200} Feb 07 22:50:41.067966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36532) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:41.073697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-343541469'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:41.078862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:41.084767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:41.084973 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527', 'code': 200} Feb 07 22:50:41.089719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:41.101795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:41.122868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:41.127150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.147136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-307cc90a-e173-4b68-9445-da580bc53e67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293015 Feb 07 22:50:41.148093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:41.157715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Usage tracker for resource:port and tenant:ee3a3835500d46ff9e9c744ccca5867f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:41.164338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:41.210781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:41.223867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.224246 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3 of type vlan for network 82327546-7912-4a6e-a69b-efb53aa7e244 Feb 07 22:50:41.255124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe6267-be4f-4f74-9137-f245758123fd req-f09e9e7b-a7a3-49ce-bd97-83e973dee6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.256635 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25fe6267-be4f-4f74-9137-f245758123fd req-f09e9e7b-a7a3-49ce-bd97-83e973dee6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 0.1151381 Feb 07 22:50:41.260102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.271384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:41.321625 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25fe6267-be4f-4f74-9137-f245758123fd req-37fd9da3-7122-4555-ad2a-6fda986efff0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574009 Feb 07 22:50:41.329547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.336723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.337333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:41.349785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:41.455542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3864958 Feb 07 22:50:41.458429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36536) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:41.469677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a88ccb-333d-4663-aef8-d92f74dc2906 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=82327546-7912-4a6e-a69b-efb53aa7e244,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:41.480032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 82327546-7912-4a6e-a69b-efb53aa7e244 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:41.480606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': '82327546-7912-4a6e-a69b-efb53aa7e244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:41.638495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-f4770aa0-b089-447e-b6d2-a2e39e5a95b5 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763858 Feb 07 22:50:41.661879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b389f-25f0-4ba6-b3fb-e5359a1544b2 req-d925ceb5-d046-456e-946e-080332e5b94d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:41.663356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-060b389f-25f0-4ba6-b3fb-e5359a1544b2 req-d925ceb5-d046-456e-946e-080332e5b94d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.5902822 Feb 07 22:50:42.134141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:42.152286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c599-4d1f-4893-9bd6-caafa0869d1a req-ce5b41fd-b5fb-4a4c-9d9a-a4b50f1b7ab6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.157978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c599-4d1f-4893-9bd6-caafa0869d1a req-ce5b41fd-b5fb-4a4c-9d9a-a4b50f1b7ab6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.163796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c599-4d1f-4893-9bd6-caafa0869d1a req-ce5b41fd-b5fb-4a4c-9d9a-a4b50f1b7ab6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:42.164685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ec6c599-4d1f-4893-9bd6-caafa0869d1a req-ce5b41fd-b5fb-4a4c-9d9a-a4b50f1b7ab6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:42.205756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.224982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:42.241227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:42.265470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-060b389f-25f0-4ba6-b3fb-e5359a1544b2 req-831fcfda-d20e-4593-b806-1cb74dc93c2d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5867398 Feb 07 22:50:42.300603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:42.359531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ec6c599-4d1f-4893-9bd6-caafa0869d1a req-ce5b41fd-b5fb-4a4c-9d9a-a4b50f1b7ab6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:42.360875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ec6c599-4d1f-4893-9bd6-caafa0869d1a req-ce5b41fd-b5fb-4a4c-9d9a-a4b50f1b7ab6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 2375 time: 1.0869021 Feb 07 22:50:42.407243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.503511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.505298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:42.508816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:42.541691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2922a90c-058d-4d36-9406-1368ed2b5544 req-782f16fc-2c2c-4b6e-8e94-0e9eaf5d588a service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697193 Feb 07 22:50:42.808885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ec6c599-4d1f-4893-9bd6-caafa0869d1a req-c8fe7fd9-53c0-4b6f-bf17-121512dbf787 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032366 Feb 07 22:50:43.076198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b805a-839d-438c-8ecf-06a0151578b9 req-50d18538-9ed9-433a-b19b-8244a7db3909 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:43.077968 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-169b805a-839d-438c-8ecf-06a0151578b9 req-50d18538-9ed9-433a-b19b-8244a7db3909 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.6861506 Feb 07 22:50:43.146451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 10.2.2.100 (984796b5-0378-483f-8e6d-60be391eece8/a5b677f8-4fc0-4cb2-a1b1-fa02379ec551/75aed3f4-cf94-49e2-aad4-343fc1d7ec1d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:43.171380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-de88fc6b-8e11-481b-b0a5-18098e222536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:43.172904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-de88fc6b-8e11-481b-b0a5-18098e222536 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 1094 time: 0.5347278 Feb 07 22:50:43.379803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-169b805a-839d-438c-8ecf-06a0151578b9 req-22e5c7db-5b59-458c-9df4-fb5ebb9ca365 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910125 Feb 07 22:50:43.418026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:43.599471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dfa99-a4c7-42f9-904b-7e49c45c57c8 req-1ac2ad43-9c3d-457b-b398-e87beb8e01c2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:43.606459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c10dfa99-a4c7-42f9-904b-7e49c45c57c8 req-1ac2ad43-9c3d-457b-b398-e87beb8e01c2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 943 time: 0.6403344 Feb 07 22:50:44.037955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.080905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-ab124e06-a513-46cb-9407-88572be7115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:44.082940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-ab124e06-a513-46cb-9407-88572be7115a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.9017601 Feb 07 22:50:44.231496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.258867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.263001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c10dfa99-a4c7-42f9-904b-7e49c45c57c8 req-5d6264b4-9d1a-4c92-b8b4-d694dccad145 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557624 Feb 07 22:50:44.264196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-05a111fa-1fe6-4f5b-ad11-93412c10dc93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1 HTTP/1.1" status: 200 len: 217 time: 0.1633258 Feb 07 22:50:44.393729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=4869c56f-468a-4358-86cf-0d02ce1e189d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:44.457132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.457132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc4a659f-3cfe-4df6-b3e5-385f13dd0308 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:50:44.504949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.511002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82327546-7912-4a6e-a69b-efb53aa7e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:44.511374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: 82327546-7912-4a6e-a69b-efb53aa7e244, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:44.530103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-2be17ab8-7219-4138-acdf-daf7554a27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:44.531567 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-2be17ab8-7219-4138-acdf-daf7554a27a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.2374752 Feb 07 22:50:44.600793 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:50:44.605594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0531422f-d606-4e98-a002-7baecb8b8c91 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4324818 Feb 07 22:50:44.605594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Transition to ACTIVE for port object 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:44.606681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36560) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:44.607832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-932f620f-c44c-41f7-945a-688593341912 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691357 Feb 07 22:50:44.618379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f4577-505b-42e1-8c40-eabd135f1495 req-90e411cf-733a-4dd2-bcba-cf3ff8462872 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:44.621459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-627f4577-505b-42e1-8c40-eabd135f1495 req-90e411cf-733a-4dd2-bcba-cf3ff8462872 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.7215490 Feb 07 22:50:44.676513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Deleting port 4daddda9-54d4-47bd-b831-ce3837549b42 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:44.676836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.720978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 82327546-7912-4a6e-a69b-efb53aa7e244 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:44.776441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 82327546-7912-4a6e-a69b-efb53aa7e244) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:44.786288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4800c8-778f-4da6-b3fc-3912eb68c7e5 None None] Network 82327546-7912-4a6e-a69b-efb53aa7e244 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:44.802919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:44.803628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:44.815863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d1ea0-355c-4cb8-8b2b-598050b2d792 req-48d313d4-4c76-424f-9bde-e17a7f904b70 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:44.823570 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-673d1ea0-355c-4cb8-8b2b-598050b2d792 req-48d313d4-4c76-424f-9bde-e17a7f904b70 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.4340847 Feb 07 22:50:44.852878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-627f4577-505b-42e1-8c40-eabd135f1495 req-eb1a489f-08b1-4d74-83a5-10eeecd1d6f6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231042 Feb 07 22:50:44.930626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.107881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.120723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-baefc204-3236-489d-a932-1366b652d08a service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968538 Feb 07 22:50:45.127404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932fde9-d815-4480-9a05-69c626272f9b req-9d98d7d8-f3fb-4579-979d-cfaae8a307a2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.128942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d932fde9-d815-4480-9a05-69c626272f9b req-9d98d7d8-f3fb-4579-979d-cfaae8a307a2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Synchronizing usage tracker for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:45.151102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-82327546-7912-4a6e-a69b-efb53aa7e244', 'network_id': '82327546-7912-4a6e-a69b-efb53aa7e244', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': '4869c56f-468a-4358-86cf-0d02ce1e189d'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:50:45.151951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.211662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:45.213393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8c46d2f9-2283-4391-92cc-e57b7e7bb458 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7494595 Feb 07 22:50:45.256052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36566) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:45.377864 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e97302a-b6fa-44a8-9303-0f3632c80998 req-84887cb8-8e1d-4ec0-a5f7-d5f0dca6831a service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729195 Feb 07 22:50:45.380889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 984796b5-0378-483f-8e6d-60be391eece8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:45.393727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-673d1ea0-355c-4cb8-8b2b-598050b2d792 req-a4572ed6-3594-42ca-ad7e-523d7cb704c7 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups?id=b17b6027-ad3f-4559-978f-02d31f94c8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5686722 Feb 07 22:50:45.399961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Calling delete_port for 4daddda9-54d4-47bd-b831-ce3837549b42 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:45.400218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Allocated IP 172.20.0.1 (82327546-7912-4a6e-a69b-efb53aa7e244/4869c56f-468a-4358-86cf-0d02ce1e189d/ff17075a-6f37-4e76-bc6c-a67697476f33) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:45.422343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:45.447418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:45.514387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 948ba564-62fe-48b3-bc59-d7d93c35c4a1 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:50:45.618918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.641372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d932fde9-d815-4480-9a05-69c626272f9b req-9d98d7d8-f3fb-4579-979d-cfaae8a307a2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Unset dirty status for tenant:ea87095f5c82496c9be95e09dfea2736 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:45.642660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d932fde9-d815-4480-9a05-69c626272f9b req-9d98d7d8-f3fb-4579-979d-cfaae8a307a2 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 946 time: 0.6692545 Feb 07 22:50:45.672204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-f78e93dd-cf51-4c2f-8631-776863dfd87b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.682418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-f78e93dd-cf51-4c2f-8631-776863dfd87b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.689176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-f78e93dd-cf51-4c2f-8631-776863dfd87b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.695929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-f78e93dd-cf51-4c2f-8631-776863dfd87b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.697505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-f78e93dd-cf51-4c2f-8631-776863dfd87b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:45.729349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.730605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.771327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5a82e8f1-635e-49ee-93c8-ce068fa41316 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2359705 Feb 07 22:50:45.775492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-f78e93dd-cf51-4c2f-8631-776863dfd87b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:45.795296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-f78e93dd-cf51-4c2f-8631-776863dfd87b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 3096 time: 0.7483032 Feb 07 22:50:45.841098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '984796b5-0378-483f-8e6d-60be391eece8', 'admin_state_up': True, 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'security_groups': ['74100343-4c39-4b71-a7a5-cea7e6648c65']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:45.843282 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.853819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Deleting port 0c642c5e-c391-430a-bca1-4f32f6aceae7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:45.854997 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.866968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 948ba564-62fe-48b3-bc59-d7d93c35c4a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:45.892159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Transition to ACTIVE for port object ff17075a-6f37-4e76-bc6c-a67697476f33 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:45.903451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '948ba564-62fe-48b3-bc59-d7d93c35c4a1', 'network_id': 'c2e2f561-c04b-4da8-8c12-a227798b138f', 'port_id': '948ba564-62fe-48b3-bc59-d7d93c35c4a1', 'mac_address': 'fa:16:3e:47:74:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff4c41b-285c-4f42-9327-cb6b74f0a95a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:50:45.958843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482df451-e3d9-41b6-be06-fedc1b4eb7f4 req-85f31938-2e6b-40f0-b655-26f054c42bd3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:45.961114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a729b468-2fac-433f-8e39-b7ef5d9c341d None None] Provisioning for port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:45.961291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-482df451-e3d9-41b6-be06-fedc1b4eb7f4 req-85f31938-2e6b-40f0-b655-26f054c42bd3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.4057665 Feb 07 22:50:45.967070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Transition to ACTIVE for port object ff17075a-6f37-4e76-bc6c-a67697476f33 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:45.975728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a729b468-2fac-433f-8e39-b7ef5d9c341d None None] Provisioning complete for port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:45.976114 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a729b468-2fac-433f-8e39-b7ef5d9c341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:45.981981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1e0333a-43c8-44e3-90bf-0bff98f87325 req-5d0d1a26-9553-480c-befd-faca8ea45d4e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817441 Feb 07 22:50:46.023072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.039348 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.129230 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.146234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Network 82327546-7912-4a6e-a69b-efb53aa7e244 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:46.153987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:46.161436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:46.164400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948ba564-62fe-48b3-bc59-d7d93c35c4a1 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:46.168239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a729b468-2fac-433f-8e39-b7ef5d9c341d None None] Port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:46.220721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Pushing event updated for resources: {'Port': ['ID=ff17075a-6f37-4e76-bc6c-a67697476f33,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.277178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 948ba564-62fe-48b3-bc59-d7d93c35c4a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:46.282603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.288624 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.418111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Attempting to bind port ff17075a-6f37-4e76-bc6c-a67697476f33 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:46.418494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Attempting to bind port ff17075a-6f37-4e76-bc6c-a67697476f33 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82327546-7912-4a6e-a69b-efb53aa7e244'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:46.418858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Attempting to bind port ff17075a-6f37-4e76-bc6c-a67697476f33 on network 82327546-7912-4a6e-a69b-efb53aa7e244 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:46.421724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:46.433209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:46.433594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Checking segment: {'id': 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82327546-7912-4a6e-a69b-efb53aa7e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:46.433997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.434390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Bound using segment: {'id': 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82327546-7912-4a6e-a69b-efb53aa7e244'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:46.435141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Bound port: ff17075a-6f37-4e76-bc6c-a67697476f33, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '82327546-7912-4a6e-a69b-efb53aa7e244'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:46.435757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.442567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:46.449913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Pushing event deleted for resources: {'Port': ['ID=4daddda9-54d4-47bd-b831-ce3837549b42,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.475485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] For port 0c642c5e-c391-430a-bca1-4f32f6aceae7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0c642c5e-c391-430a-bca1-4f32f6aceae7,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:46.475850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.493980 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.528658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-482df451-e3d9-41b6-be06-fedc1b4eb7f4 req-996717c9-1e75-421f-b19d-3da8cf346fde tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391223 Feb 07 22:50:46.545785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Made reservation on behalf of ee3a3835500d46ff9e9c744ccca5867f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:46.554077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.566499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] For port ff17075a-6f37-4e76-bc6c-a67697476f33, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:46.570006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] For port ff17075a-6f37-4e76-bc6c-a67697476f33, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ff17075a-6f37-4e76-bc6c-a67697476f33,segment=NetworkSegment(f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3),segment_id=f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:46.574169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['948ba564-62fe-48b3-bc59-d7d93c35c4a1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:50:46.618628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=4869c56f-468a-4358-86cf-0d02ce1e189d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.621516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=948ba564-62fe-48b3-bc59-d7d93c35c4a1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.625433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.629565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.728465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9846d5cd-b34c-4e80-b877-4abc68f31a37 tempest-RoutersAdminNegativeIpV6Test-621638390 tempest-RoutersAdminNegativeIpV6Test-621638390-project-admin] 10.222.0.10 "DELETE /v2.0/ports/4daddda9-54d4-47bd-b831-ce3837549b42 HTTP/1.1" status: 204 len: 168 time: 2.1197896 Feb 07 22:50:46.827357 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:46.869995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82327546-7912-4a6e-a69b-efb53aa7e244']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:46.883623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37321be-0468-4632-b0f8-54103b0d3fe1 None None] Pushing event updated for resources: {'Port': ['ID=ff17075a-6f37-4e76-bc6c-a67697476f33,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:46.962607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c34cb-9a57-444d-ba35-f9120af99e6e None None] Network 82327546-7912-4a6e-a69b-efb53aa7e244 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:46.979317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:46.979869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:47.008455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.034550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.036978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9047bb-bcf3-41a6-8819-bc555c11ea38 req-0bf25b74-a893-4581-8ab7-5efc1c93736a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.039346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db9047bb-bcf3-41a6-8819-bc555c11ea38 req-0bf25b74-a893-4581-8ab7-5efc1c93736a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 944 time: 0.6261454 Feb 07 22:50:47.047966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:47.048665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.050991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880ae9-9370-49cc-889b-b4aa8821655c req-0cd430ab-e185-42ce-87c8-08ec5f88dce7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:47.060144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94880ae9-9370-49cc-889b-b4aa8821655c req-0cd430ab-e185-42ce-87c8-08ec5f88dce7 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.3251102 Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:47.066043 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:47.070373 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.070943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.071457 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Floating IP a33ab1f1-4f04-4006-9afa-c602e63d6739 disassociated. External IP: 172.25.0.133, port: 0c642c5e-c391-430a-bca1-4f32f6aceae7. Feb 07 22:50:47.071987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Calling delete_port for 0c642c5e-c391-430a-bca1-4f32f6aceae7 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:47.161075 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94880ae9-9370-49cc-889b-b4aa8821655c req-2bbc3327-03a8-4717-ae65-852994ff1f21 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975220 Feb 07 22:50:47.219949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:50:47.219949 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:50:47.219949 n-d-827896-3 neutron-server[87671]: [parameters: {'id': '82327546-7912-4a6e-a69b-efb53aa7e244'}] Feb 07 22:50:47.219949 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:50:47.220496 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:50:47.385977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Allocated IP 10.2.2.200 (984796b5-0378-483f-8e6d-60be391eece8/a5b677f8-4fc0-4cb2-a1b1-fa02379ec551/31f5ccae-afa3-48bb-b7a2-316a10762e7e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:47.505920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c88006-27a1-4ca4-8587-2c80be6be304 None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:50:47.516273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:47.546715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0c642c5e-c391-430a-bca1-4f32f6aceae7 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:50:47.589842 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.604994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 0c642c5e-c391-430a-bca1-4f32f6aceae7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:50:47.605340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0c642c5e-c391-430a-bca1-4f32f6aceae7 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:50:47.685492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db9047bb-bcf3-41a6-8819-bc555c11ea38 req-98366a07-895c-490d-b887-6d6fa66a16ee tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888577 Feb 07 22:50:47.695639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.700887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event deleted for resources: {'Port': ['ID=0c642c5e-c391-430a-bca1-4f32f6aceae7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:47.723163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.739580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Transition to ACTIVE for port object 31f5ccae-afa3-48bb-b7a2-316a10762e7e will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:47.821453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.822198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b98801f-e12e-42c7-9967-9588bd1129c5 req-22b1b978-5e6f-4188-b6d6-35a3bdc4338c tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 210 time: 0.0839117 Feb 07 22:50:47.838230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c88006-27a1-4ca4-8587-2c80be6be304 None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:50:47.854896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port ff17075a-6f37-4e76-bc6c-a67697476f33 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:47.855290 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.860385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:47.886011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:47.923625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Usage tracker for resource:security_group_rule and tenant:5f032859ddeb411fbce4812fd16c211d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:47.928614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:47.949061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:48.020619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event updated for resources: {'Port': ['ID=31f5ccae-afa3-48bb-b7a2-316a10762e7e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:48.091104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Network 984796b5-0378-483f-8e6d-60be391eece8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:48.095199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:48.100138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:48.139198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:50:48.239355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7949e-170b-40de-9652-5ed415aa09c3 req-f4112518-1b92-4de0-9203-0714888f9f3d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.249021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7949e-170b-40de-9652-5ed415aa09c3 req-f4112518-1b92-4de0-9203-0714888f9f3d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.263032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7949e-170b-40de-9652-5ed415aa09c3 req-f4112518-1b92-4de0-9203-0714888f9f3d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.273498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7949e-170b-40de-9652-5ed415aa09c3 req-f4112518-1b92-4de0-9203-0714888f9f3d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.279922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7949e-170b-40de-9652-5ed415aa09c3 req-f4112518-1b92-4de0-9203-0714888f9f3d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.289843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01f7949e-170b-40de-9652-5ed415aa09c3 req-f4112518-1b92-4de0-9203-0714888f9f3d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 3817 time: 0.2722888 Feb 07 22:50:48.399482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.400115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.443106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01f7949e-170b-40de-9652-5ed415aa09c3 req-a1f4f70e-ba92-420a-bc65-de5e8fee161f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517565 Feb 07 22:50:48.509628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-97d49488-5d53-4245-b57d-23685d008d89 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6872051 Feb 07 22:50:48.529324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:48.618480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port ff17075a-6f37-4e76-bc6c-a67697476f33, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ff17075a-6f37-4e76-bc6c-a67697476f33,segment=NetworkSegment(f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3),segment_id=f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:48.619068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.694945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e9af-5528-493c-a93f-760eed7a931a req-1160ef2b-76e4-44f1-842a-6ed2bc98d930 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.696496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d6e9af-5528-493c-a93f-760eed7a931a req-1160ef2b-76e4-44f1-842a-6ed2bc98d930 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.3796442 Feb 07 22:50:48.739761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.828620 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.840007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for ff17075a-6f37-4e76-bc6c-a67697476f33 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:48.877228 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:48.962507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d6e9af-5528-493c-a93f-760eed7a931a req-15c88737-3d5c-4ee0-b0f8-629301d0b0c2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477670 Feb 07 22:50:48.984166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f032859ddeb411fbce4812fd16c211d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4667976 Feb 07 22:50:48.989020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-7b0bc4f1-b7ed-414a-9be8-8ef845651f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:48.990771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36604) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:48.993189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-7b0bc4f1-b7ed-414a-9be8-8ef845651f88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1096 time: 0.5936320 Feb 07 22:50:49.012988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b2b05-57be-47a1-ab4d-8ee19d7e2dc7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:49.015878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:50:49.040994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] Sync routers for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:50:49.061239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:49.062393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:50:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:49.070731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04a8ca-63c2-4a11-8c14-f51e4261b5d1 req-5d955e93-da77-40d6-9291-31a915864e6b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:49.077607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea04a8ca-63c2-4a11-8c14-f51e4261b5d1 req-5d955e93-da77-40d6-9291-31a915864e6b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.4614749 Feb 07 22:50:49.153681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.154039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.154408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.154813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.155144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.155476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.156600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.156600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.156600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.156880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.157085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.157400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2ab16-e6d7-459f-b96b-3d7ec08efa84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:49.261234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cab19b70-a679-48ea-88ba-73f5d07144d6 None None] Provisioning for port 31f5ccae-afa3-48bb-b7a2-316a10762e7e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:49.269841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb2184b4-f303-487c-8529-58011791a907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.270227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cab19b70-a679-48ea-88ba-73f5d07144d6 None None] Provisioning complete for port 31f5ccae-afa3-48bb-b7a2-316a10762e7e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:49.270607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cab19b70-a679-48ea-88ba-73f5d07144d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.280705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] No DVR routers for this DVR port 0c642c5e-c391-430a-bca1-4f32f6aceae7 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:50:49.286660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.289537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'name': 'network-vif-deleted', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:49.335435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea04a8ca-63c2-4a11-8c14-f51e4261b5d1 req-d2f10f02-3998-4364-91ed-325c181100eb tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569609 Feb 07 22:50:49.341102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.400193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No DVR routers for this DVR port ff17075a-6f37-4e76-bc6c-a67697476f33 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:50:49.410254 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb2184b4-f303-487c-8529-58011791a907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.462163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Port': ['ID=ff17075a-6f37-4e76-bc6c-a67697476f33,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:49.473751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d932fde9-d815-4480-9a05-69c626272f9b req-ace9a2ad-3fdf-4e73-a990-87706ac19521 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.36 "DELETE /v2.0/ports/0c642c5e-c391-430a-bca1-4f32f6aceae7 HTTP/1.1" status: 204 len: 173 time: 3.8197246 Feb 07 22:50:49.525911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-cab19b70-a679-48ea-88ba-73f5d07144d6 None None] Port 31f5ccae-afa3-48bb-b7a2-316a10762e7e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:50:49.546717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 948ba564-62fe-48b3-bc59-d7d93c35c4a1 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:50:49.619002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:49.682606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb2184b4-f303-487c-8529-58011791a907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.754496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-fc6374ad-b1d2-4fb9-880c-99343d112b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:49.755912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-fc6374ad-b1d2-4fb9-880c-99343d112b4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.7339776 Feb 07 22:50:49.757533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.783207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:50:49.833593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:50:49.833952 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.847938 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0616fe46-3a48-4815-baf3-a80ee8312c28 req-96f4c91e-6cd1-4dfc-b407-65ad5773b625 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5835794-ce02-4d7d-b8a2-6c93a872146c HTTP/1.1" status: 200 len: 210 time: 0.1764982 Feb 07 22:50:49.873734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82327546-7912-4a6e-a69b-efb53aa7e244']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:49.881855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2184b4-f303-487c-8529-58011791a907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b2b05-57be-47a1-ab4d-8ee19d7e2dc7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:49.895625 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb2184b4-f303-487c-8529-58011791a907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:49.909284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bb2184b4-f303-487c-8529-58011791a907 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e12b2b05-57be-47a1-ab4d-8ee19d7e2dc7 HTTP/1.1" status: 204 len: 168 time: 0.9086559 Feb 07 22:50:49.928253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:49.928543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dcfe1f-5bfb-4c85-8c7f-88d0826895d3') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:49.966128 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5835794-ce02-4d7d-b8a2-6c93a872146c', 'name': 'network-vif-deleted', 'tag': '0c642c5e-c391-430a-bca1-4f32f6aceae7', 'status': 'completed', 'code': 200} Feb 07 22:50:49.970096 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-dc6c69c6-fd88-4eff-9847-901411a69c90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 0.2050321 Feb 07 22:50:49.975641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.008172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf161ce-3a5b-444e-b750-69d4207c286c req-5d281e72-4dfd-45cf-bbd0-d60e3a6bae75 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.015813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abf161ce-3a5b-444e-b750-69d4207c286c req-5d281e72-4dfd-45cf-bbd0-d60e3a6bae75 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 944 time: 0.8228941 Feb 07 22:50:50.047408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.070312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:50.071609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:50.187398 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:50.211500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abf161ce-3a5b-444e-b750-69d4207c286c req-bab9d31c-160a-4d62-9f7e-8fd03607bee3 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945443 Feb 07 22:50:50.238231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:50:50.240156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-3a3f2b05-32c6-464a-b06f-a5db73805845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.242326 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-3a3f2b05-32c6-464a-b06f-a5db73805845 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.2591379 Feb 07 22:50:50.349396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.351478 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.366224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.425864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948ba564-62fe-48b3-bc59-d7d93c35c4a1'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:50.442089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 948ba564-62fe-48b3-bc59-d7d93c35c4a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:50.442455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c26c42-1cd3-4f15-8a82-48d78deb6c40 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:50.452472 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.454183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=82327546-7912-4a6e-a69b-efb53aa7e244,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:50.469705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-82974a43-3687-4925-ae9e-a13276b1c8d0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/82327546-7912-4a6e-a69b-efb53aa7e244 HTTP/1.1" status: 204 len: 168 time: 5.2113922 Feb 07 22:50:50.477323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36624) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:50.504224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.508004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-790843634'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:50.515384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:50.522422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:50.527252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:50.539594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:50.539859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Transition to ACTIVE for port object b8c26c42-1cd3-4f15-8a82-48d78deb6c40 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:50.553176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:27Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:50.555617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-8bfb3f16-4ecc-48cc-a1b3-b3d6048fe20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.557906 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-8bfb3f16-4ecc-48cc-a1b3-b3d6048fe20f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3014195 Feb 07 22:50:50.560792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] Checking router: 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:50:50.561389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:50.561776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.563535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=948ba564-62fe-48b3-bc59-d7d93c35c4a1,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:50.566281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.568144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.573980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.579626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:50:50.579765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.581710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:50:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:50.585547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.586552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:50.592391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.632421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:50.738192 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-c4436047-2202-49b6-8352-1ea9274078c3 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592007 Feb 07 22:50:50.767502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:50.768845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-6f7f838d-f4b6-4e44-88f4-06d18e78774c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 3817 time: 0.6071491 Feb 07 22:50:50.829132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Pushing event updated for resources: {'Port': ['ID=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:50.891476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:50.905112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:50:50.943316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:50.953089 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment e4c7b207-c1ed-41d6-ac5e-e287ee71930f of type vlan for network a289ac72-2bd0-4433-9072-89bab27609cb Feb 07 22:50:50.955011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3a8f-1232-4655-9d59-2826a0c3ef56 req-e588ead9-2ec9-4c1b-81fb-7725c265fbc3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:50.965246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f27f3a8f-1232-4655-9d59-2826a0c3ef56 req-e588ead9-2ec9-4c1b-81fb-7725c265fbc3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.5142803 Feb 07 22:50:50.984625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:50.986559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:50.987568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:50.988831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.005463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.005862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.006955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.008664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.013404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.013825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.014184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.014522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:50:51.041519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.049301 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f427b361-cea6-4d1c-bc5a-d948edad1f4b req-8a5f8b0a-8146-4726-bfbd-f680265ecbee service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013880 Feb 07 22:50:51.073584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5f898137-396c-462f-9d22-e1fea917f459 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b3f37e7bad14addb0ce952ef3f565ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329267 Feb 07 22:50:51.076404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36640) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:51.118027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cad6749f-1164-4770-9ae7-daf31921fd1b req-0b7dfa3f-76c4-44c1-915f-9ca8eaf82c77 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280752 Feb 07 22:50:51.150620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.150620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:51.150620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.174151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f27f3a8f-1232-4655-9d59-2826a0c3ef56 req-7b3243c1-35b2-426d-83e0-2dc1d75d62de tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080710 Feb 07 22:50:51.229933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Attempting to bind port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:51.232360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Attempting to bind port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:51.232805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Attempting to bind port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 on network 90aa748e-7d12-476c-88ff-0f9cda6902ae {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:51.245030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 on network 90aa748e-7d12-476c-88ff-0f9cda6902ae not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:50:51.246959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Attempting to bind port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 on network 90aa748e-7d12-476c-88ff-0f9cda6902ae {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:51.256988 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:50:51.261415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:51.264354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Checking segment: {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:51.264847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Bound using segment: {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:51.265369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Bound port: b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:51.265785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.305241 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948ba564-62fe-48b3-bc59-d7d93c35c4a1', 'code': 200} Feb 07 22:50:51.359970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ac9e679-9cb2-4c5c-9549-1c990594d089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.388060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:27Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:51.398284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9aa308-4394-439d-84b9-1147d459fab7 None None] The sync data for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 is: [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '292ebb33-74e0-49f9-b7f2-a45f322aaacc', 'name': '', 'network_id': 'ccffdcf7-5f31-48f7-a44f-fb16d4a3618f', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'mac_address': 'fa:16:3e:d6:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:14Z', 'updated_at': '2022-02-07T22:49:27Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'subnets': [{'id': '4733d5b4-f976-4272-aed4-bd975f459e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:50:51.525820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] For port b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:51.529602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ac9e679-9cb2-4c5c-9549-1c990594d089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.552859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] For port b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:51.567276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.662638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=a289ac72-2bd0-4433-9072-89bab27609cb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:51.680227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a289ac72-2bd0-4433-9072-89bab27609cb details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:51.682564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce135eae-155c-48d3-be6c-9a1effb069c7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2021213 Feb 07 22:50:51.692744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36652) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:51.696271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ac9e679-9cb2-4c5c-9549-1c990594d089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.709175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': 'a289ac72-2bd0-4433-9072-89bab27609cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:51.751651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478669e-6b72-4acc-910b-628414656f4b req-9baf70fb-8d9b-43bb-890c-c3594af19d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:51.761683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4478669e-6b72-4acc-910b-628414656f4b req-9baf70fb-8d9b-43bb-890c-c3594af19d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2880926 Feb 07 22:50:51.775818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:51.776526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.777923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] 10.222.0.26 "PUT /v2.0/ports/b8c26c42-1cd3-4f15-8a82-48d78deb6c40 HTTP/1.1" status: 200 len: 1092 time: 3.2549822 Feb 07 22:50:51.778377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:51.888306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9e679-9cb2-4c5c-9549-1c990594d089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be2ec9-3d91-4e9c-8c60-e429933a8b13,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:51.914815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ac9e679-9cb2-4c5c-9549-1c990594d089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:51.924296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:51.928519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8ac9e679-9cb2-4c5c-9549-1c990594d089 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28be2ec9-3d91-4e9c-8c60-e429933a8b13 HTTP/1.1" status: 204 len: 168 time: 0.8406508 Feb 07 22:50:51.936174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:51.942444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:51.951884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:51.960878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:51.979015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3562a-a873-49e5-850f-0bd038d569b8 req-33da7330-1e5f-489c-b115-7dbceaa30494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:51.980475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43a3562a-a873-49e5-850f-0bd038d569b8 req-33da7330-1e5f-489c-b115-7dbceaa30494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 1096 time: 0.5901570 Feb 07 22:50:51.986042 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b856ce4e-0351-4326-b3e8-f12852bb1148 None None] New status for floating IP a33ab1f1-4f04-4006-9afa-c602e63d6739: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:50:52.001548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4478669e-6b72-4acc-910b-628414656f4b req-a41597a9-f720-468d-8f54-f5125e119173 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388608 Feb 07 22:50:52.017426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:52.021784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.070360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00b09a-c51f-48db-b7b6-a50e861b299f service neutron] Pushing event updated for resources: {'Port': ['ID=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:52.098993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36662) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:52.128046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480be7-2120-4314-9032-396202b0fdc4 req-e0b3d69d-a334-4a42-996c-7a80bdf45a53 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.137132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c480be7-2120-4314-9032-396202b0fdc4 req-e0b3d69d-a334-4a42-996c-7a80bdf45a53 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.5308688 Feb 07 22:50:52.213422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43a3562a-a873-49e5-850f-0bd038d569b8 req-664d73a7-249e-46af-88c5-4fe1739d79b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251558 Feb 07 22:50:52.338460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4069e2b6-b502-43d6-a514-b1bb3450950f tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.342627 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'status': 'completed', 'code': 200} Feb 07 22:50:52.390921 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c480be7-2120-4314-9032-396202b0fdc4 req-9e9a8733-107c-4a38-8dea-c5f38847c52e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503681 Feb 07 22:50:52.409769 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.563454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4069e2b6-b502-43d6-a514-b1bb3450950f tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.688286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-386ba49f-c944-49c1-b16e-f94350d54b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.688881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-386ba49f-c944-49c1-b16e-f94350d54b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.689486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-386ba49f-c944-49c1-b16e-f94350d54b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.690052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-386ba49f-c944-49c1-b16e-f94350d54b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.691122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-386ba49f-c944-49c1-b16e-f94350d54b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.693305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-386ba49f-c944-49c1-b16e-f94350d54b15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 4364 time: 0.4102311 Feb 07 22:50:52.795234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4069e2b6-b502-43d6-a514-b1bb3450950f tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.838594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069e2b6-b502-43d6-a514-b1bb3450950f tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b6027-ad3f-4559-978f-02d31f94c8a5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:52.847647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a30e-95d0-4eff-97b1-bb5adc0c7f7c req-baf54b92-5d2b-4526-91cc-02907875c885 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.849190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdb0a30e-95d0-4eff-97b1-bb5adc0c7f7c req-baf54b92-5d2b-4526-91cc-02907875c885 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.3075244 Feb 07 22:50:52.855799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.863655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abe76a-da85-4917-a637-c9ee83fdd807 req-442756a6-269b-4237-bf98-b698b1cfeebb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.869557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abe76a-da85-4917-a637-c9ee83fdd807 req-442756a6-269b-4237-bf98-b698b1cfeebb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.875377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abe76a-da85-4917-a637-c9ee83fdd807 req-442756a6-269b-4237-bf98-b698b1cfeebb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.882317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abe76a-da85-4917-a637-c9ee83fdd807 req-442756a6-269b-4237-bf98-b698b1cfeebb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.888088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abe76a-da85-4917-a637-c9ee83fdd807 req-442756a6-269b-4237-bf98-b698b1cfeebb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:52.889865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3abe76a-da85-4917-a637-c9ee83fdd807 req-442756a6-269b-4237-bf98-b698b1cfeebb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 3829 time: 0.3493636 Feb 07 22:50:52.946190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4069e2b6-b502-43d6-a514-b1bb3450950f tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:52.950310 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4069e2b6-b502-43d6-a514-b1bb3450950f tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "DELETE /v2.0/security-groups/b17b6027-ad3f-4559-978f-02d31f94c8a5 HTTP/1.1" status: 204 len: 168 time: 0.8446152 Feb 07 22:50:52.961723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36688) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:53.037948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=70c73bfd-0365-4e48-9142-7302e5ad3ba5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:53.043795 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-dc6a4b58-cc91-45b2-82f7-9f941b965dab tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] show failed (client error): The resource could not be found. Feb 07 22:50:53.053003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dc6a4b58-cc91-45b2-82f7-9f941b965dab tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "GET /v2.0/security-groups/b17b6027-ad3f-4559-978f-02d31f94c8a5 HTTP/1.1" status: 404 len: 347 time: 0.0902433 Feb 07 22:50:53.054341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-7ae79800-3de7-4785-adcf-74c9e84c64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:53.054811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-7ae79800-3de7-4785-adcf-74c9e84c64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:53.055275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-7ae79800-3de7-4785-adcf-74c9e84c64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:53.058552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-7ae79800-3de7-4785-adcf-74c9e84c64a6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3512182 Feb 07 22:50:53.059366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:53.067518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a289ac72-2bd0-4433-9072-89bab27609cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:53.067889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: a289ac72-2bd0-4433-9072-89bab27609cb, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:50:53.184490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network a289ac72-2bd0-4433-9072-89bab27609cb is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:50:53.216201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a289ac72-2bd0-4433-9072-89bab27609cb) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:53.222177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:53.222759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.226729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3dbd7-6121-4f36-a323-14e201c84ed0 None None] Network a289ac72-2bd0-4433-9072-89bab27609cb requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:53.310669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-0d24fc2f-1272-4a8b-a3b3-9bfa961f8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:53.313846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-485353dd-e3ab-42d2-ac87-6c22ece39cb3 req-0d24fc2f-1272-4a8b-a3b3-9bfa961f8859 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2395861 Feb 07 22:50:53.317753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-814c08a7-878f-4f76-a149-4ef3a9733e07 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6209583 Feb 07 22:50:53.319879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36708) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:53.485911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36714) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:53.541167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:53.562079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdb0a30e-95d0-4eff-97b1-bb5adc0c7f7c req-4b2fe305-6750-48fc-9c26-e15a51db76f4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698146 Feb 07 22:50:53.587119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3abe76a-da85-4917-a637-c9ee83fdd807 req-719f1c0d-bce0-46dd-9280-1433d8d10d02 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6680984 Feb 07 22:50:53.595664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.610978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a289ac72-2bd0-4433-9072-89bab27609cb', 'network_id': 'a289ac72-2bd0-4433-9072-89bab27609cb', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': '70c73bfd-0365-4e48-9142-7302e5ad3ba5'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:50:53.613585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.644339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.673793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Deleting port 62179d33-e5dd-4e01-bd9b-e8bdae26796e {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:53.674141 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.752908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Transition to ACTIVE for port object 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:53.767851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.813976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.836988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'networks': [{'name': 'tempest-network--1749370826'}, {'name': 'tempest-network--1020833859'}]} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:53.837703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'network': {'name': 'tempest-network--1749370826'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:53.838266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'network': {'name': 'tempest-network--1020833859'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:53.848803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:53.861267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Usage tracker for resource:network and tenant:f3d550992a9844c98d37c4b3cbc85d07 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:53.867664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:53.881486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:53.914402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Made reservation on behalf of f3d550992a9844c98d37c4b3cbc85d07 for: {'network': 2} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:53.915146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Allocated IP 172.20.0.1 (a289ac72-2bd0-4433-9072-89bab27609cb/70c73bfd-0365-4e48-9142-7302e5ad3ba5/fba6b13d-81ff-4f97-b5b0-1a25f8841463) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:50:53.919487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.934410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:53.951293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:53.956453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Usage tracker for resource:security_group_rule and tenant:f3d550992a9844c98d37c4b3cbc85d07 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:53.959708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:53.966661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:54.089382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.098281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.099597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.163890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c689f334-e08f-4bc1-951d-6cb41cea59cc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.167957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.170077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:54.186761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.187494 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Added segment d0e511a1-5c49-4210-b0aa-6c82baaa3d87 of type vlan for network a1c8c799-a5e9-4d1d-af51-3b4ee76a280b Feb 07 22:50:54.225639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.232607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.255170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Transition to ACTIVE for port object fba6b13d-81ff-4f97-b5b0-1a25f8841463 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:54.285550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:54.294676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Transition to ACTIVE for port object fba6b13d-81ff-4f97-b5b0-1a25f8841463 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:54.296418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.297016 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Added segment 4492bf3e-f590-4f04-b98f-42961af81b0a of type vlan for network e0ed7852-ee13-471e-9535-ac84d1270876 Feb 07 22:50:54.312461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.350566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.375292 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.407103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Pushing event updated for resources: {'Port': ['ID=fba6b13d-81ff-4f97-b5b0-1a25f8841463,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.412929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Attempting to bind port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:54.413355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Attempting to bind port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:54.413757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Attempting to bind port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:54.420688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Network a289ac72-2bd0-4433-9072-89bab27609cb is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:50:54.422308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:50:54.424046 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.424046 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.425606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:50:54.442567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=70c73bfd-0365-4e48-9142-7302e5ad3ba5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.443443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:50:54.443844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Attempting to bind port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:54.457002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d8a145-a9a2-4929-b0e9-26fc994fba74 req-e807bc41-ed89-4d7f-a4d4-46696e64f9c3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:54.466715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6d8a145-a9a2-4929-b0e9-26fc994fba74 req-e807bc41-ed89-4d7f-a4d4-46696e64f9c3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.5545297 Feb 07 22:50:54.528187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.530240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.544363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829dec3-7681-4bb4-a3c1-c0e9931f850f req-153602c0-d948-42f9-a920-0968f3b48cc7 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:54.546033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7829dec3-7681-4bb4-a3c1-c0e9931f850f req-153602c0-d948-42f9-a920-0968f3b48cc7 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.7152824 Feb 07 22:50:54.547014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:54.553062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:54.553854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.569356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Attempting to bind port fba6b13d-81ff-4f97-b5b0-1a25f8841463 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:54.569741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Attempting to bind port fba6b13d-81ff-4f97-b5b0-1a25f8841463 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a289ac72-2bd0-4433-9072-89bab27609cb'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:54.570118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Attempting to bind port fba6b13d-81ff-4f97-b5b0-1a25f8841463 on network a289ac72-2bd0-4433-9072-89bab27609cb {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:54.591904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:54.592286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Checking segment: {'id': 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a289ac72-2bd0-4433-9072-89bab27609cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:54.592723 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.593121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Bound using segment: {'id': 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a289ac72-2bd0-4433-9072-89bab27609cb'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:54.593735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Bound port: fba6b13d-81ff-4f97-b5b0-1a25f8841463, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a289ac72-2bd0-4433-9072-89bab27609cb'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:54.594120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.662276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:54.662905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Checking segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:54.663400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Bound using segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:54.663949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Bound port: 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:54.664472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.684859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Calling delete_port for 62179d33-e5dd-4e01-bd9b-e8bdae26796e owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:54.695138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] For port fba6b13d-81ff-4f97-b5b0-1a25f8841463, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:54.698453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] For port fba6b13d-81ff-4f97-b5b0-1a25f8841463, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fba6b13d-81ff-4f97-b5b0-1a25f8841463,segment=NetworkSegment(e4c7b207-c1ed-41d6-ac5e-e287ee71930f),segment_id=e4c7b207-c1ed-41d6-ac5e-e287ee71930f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:54.707024 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.725395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Network': ['ID=a1c8c799-a5e9-4d1d-af51-3b4ee76a280b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.774277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6d8a145-a9a2-4929-b0e9-26fc994fba74 req-3bb25704-7a9c-47c8-989b-eceb038b44f6 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062975 Feb 07 22:50:54.806226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb2f2a-288c-4646-abad-49abbaa5cad1 None None] Pushing event updated for resources: {'Port': ['ID=fba6b13d-81ff-4f97-b5b0-1a25f8841463,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.809248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a1c8c799-a5e9-4d1d-af51-3b4ee76a280b details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:54.855771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3687789 Feb 07 22:50:54.886106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36736) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:54.939979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:54.983060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bf989-76b7-46fc-8276-e99fcd52d720 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Network': ['ID=e0ed7852-ee13-471e-9535-ac84d1270876,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:54.996528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a289ac72-2bd0-4433-9072-89bab27609cb']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:55.000783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e0ed7852-ee13-471e-9535-ac84d1270876 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:55.025414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:55.025756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:55.041489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.059792 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.068478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:55.069163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:55.086321 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:55.152498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7829dec3-7681-4bb4-a3c1-c0e9931f850f req-b70eceed-89b1-4132-8d56-9d59e2c8f237 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756868 Feb 07 22:50:55.193192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5525f-0e77-48a7-a06f-113d64053cd7 None None] Network a289ac72-2bd0-4433-9072-89bab27609cb requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:50:55.238798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:50:55.238798 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:50:55.238798 n-d-827896-3 neutron-server[87671]: [parameters: {'id': 'a289ac72-2bd0-4433-9072-89bab27609cb'}] Feb 07 22:50:55.238798 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:50:55.239354 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:50:55.387011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc166827-e2ad-4563-bd26-a8b63e92b195 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.391997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc166827-e2ad-4563-bd26-a8b63e92b195 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.398648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc166827-e2ad-4563-bd26-a8b63e92b195 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.404193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc166827-e2ad-4563-bd26-a8b63e92b195 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.405837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dc166827-e2ad-4563-bd26-a8b63e92b195 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5029218 Feb 07 22:50:55.408895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:55.421413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:55.435943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4da986-d073-4c7e-b326-8fd1e7c644ad None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:50:55.494343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:50:55.519297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.566483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16651-695b-462c-a9f1-00967065aaa0 req-76a42942-a1d7-4d01-b8d1-1a5666249359 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.572396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16651-695b-462c-a9f1-00967065aaa0 req-76a42942-a1d7-4d01-b8d1-1a5666249359 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.578189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16651-695b-462c-a9f1-00967065aaa0 req-76a42942-a1d7-4d01-b8d1-1a5666249359 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.584261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16651-695b-462c-a9f1-00967065aaa0 req-76a42942-a1d7-4d01-b8d1-1a5666249359 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.608361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16651-695b-462c-a9f1-00967065aaa0 req-76a42942-a1d7-4d01-b8d1-1a5666249359 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.626575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b16651-695b-462c-a9f1-00967065aaa0 req-76a42942-a1d7-4d01-b8d1-1a5666249359 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.635331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63b16651-695b-462c-a9f1-00967065aaa0 req-76a42942-a1d7-4d01-b8d1-1a5666249359 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 4600 time: 0.5732665 Feb 07 22:50:55.668281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4da986-d073-4c7e-b326-8fd1e7c644ad None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:50:55.740033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.742200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.742979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.744593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 200 len: 1129 time: 3.8310971 Feb 07 22:50:55.750596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:50:55.761690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.765984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.780934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port fba6b13d-81ff-4f97-b5b0-1a25f8841463 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:50:55.781382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:55.794431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:55.848145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305576bb-2f2b-42e0-b4c5-944b312a0dde req-d5de38e0-f691-4612-acca-0422f54764ce tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:55.860837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-305576bb-2f2b-42e0-b4c5-944b312a0dde req-d5de38e0-f691-4612-acca-0422f54764ce tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.5357041 Feb 07 22:50:55.886530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63b16651-695b-462c-a9f1-00967065aaa0 req-8bc0c068-fc05-4a6e-abcb-b8574760288b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2499051 Feb 07 22:50:56.002761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.004464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83fbaf-9b64-467c-9e17-245333eae1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:56.031259 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ce58-ca0f-4d81-aada-277d495ddd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.134779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c8c799-a5e9-4d1d-af51-3b4ee76a280b']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:56.151884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e511a1-5c49-4210-b0aa-6c82baaa3d87') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:56.152275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e511a1-5c49-4210-b0aa-6c82baaa3d87') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:56.165457 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.168405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Pushing event deleted for resources: {'Port': ['ID=62179d33-e5dd-4e01-bd9b-e8bdae26796e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:56.187609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-8e13c507-2b05-477c-9f15-624072d6f135 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6496797 Feb 07 22:50:56.247815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.254518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-305576bb-2f2b-42e0-b4c5-944b312a0dde req-c15944e6-f918-4b98-8c71-84bf965cb179 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924093 Feb 07 22:50:56.306189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.334512 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.358004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.361626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0cd847b7-1035-4d0a-b532-e093f74674c9 tempest-ServersTestJSON-1274031495 tempest-ServersTestJSON-1274031495-project] 10.222.0.10 "DELETE /v2.0/floatingips/a33ab1f1-4f04-4006-9afa-c602e63d6739 HTTP/1.1" status: 204 len: 168 time: 3.2856452 Feb 07 22:50:56.366235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36750) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:56.398507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port fba6b13d-81ff-4f97-b5b0-1a25f8841463, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fba6b13d-81ff-4f97-b5b0-1a25f8841463,segment=NetworkSegment(e4c7b207-c1ed-41d6-ac5e-e287ee71930f),segment_id=e4c7b207-c1ed-41d6-ac5e-e287ee71930f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:50:56.398873 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.513119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d9c70-3038-4204-b1eb-970e969b6938 req-0003e848-ed66-47e0-8fc1-7e2618268673 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:56.514743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c37d9c70-3038-4204-b1eb-970e969b6938 req-0003e848-ed66-47e0-8fc1-7e2618268673 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.4082782 Feb 07 22:50:56.651014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for fba6b13d-81ff-4f97-b5b0-1a25f8841463 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:50:56.719572 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6', 'status': 'completed', 'code': 200} Feb 07 22:50:56.814264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:56.814678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:56.840947 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:56.989896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c37d9c70-3038-4204-b1eb-970e969b6938 req-ee1be9b5-b08d-4e8f-909e-b309bc9f1686 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581680 Feb 07 22:50:57.021299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.053971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.064742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.117646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Network': ['ID=a1c8c799-a5e9-4d1d-af51-3b4ee76a280b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:57.123754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Port': ['ID=fba6b13d-81ff-4f97-b5b0-1a25f8841463,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:57.134201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-b331cc3f-dfbb-481d-a0e6-64f0a08ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.134669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-b331cc3f-dfbb-481d-a0e6-64f0a08ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.135130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-b331cc3f-dfbb-481d-a0e6-64f0a08ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.135602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-b331cc3f-dfbb-481d-a0e6-64f0a08ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.136206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-b331cc3f-dfbb-481d-a0e6-64f0a08ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.136946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-b331cc3f-dfbb-481d-a0e6-64f0a08ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.140262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-b331cc3f-dfbb-481d-a0e6-64f0a08ac533 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5286 time: 0.4350879 Feb 07 22:50:57.147947 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4421e112-e18e-402b-b77d-2e7021a52607 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/networks/a1c8c799-a5e9-4d1d-af51-3b4ee76a280b HTTP/1.1" status: 204 len: 168 time: 1.7368431 Feb 07 22:50:57.149636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-c3f11a01-4c92-4993-8be4-3e51e6140029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.151106 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-c3f11a01-4c92-4993-8be4-3e51e6140029 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 1058 time: 0.4504344 Feb 07 22:50:57.152977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:57.156917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No DVR routers for this DVR port fba6b13d-81ff-4f97-b5b0-1a25f8841463 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:50:57.521107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-8693daa7-ddc6-400b-ab6e-8d22c5f41591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.522770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-8693daa7-ddc6-400b-ab6e-8d22c5f41591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 1096 time: 0.8688438 Feb 07 22:50:57.682575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de32e2-c922-4b94-9b2e-f4a9bdf72201 req-3f034bac-bd56-4445-a1a0-c2664b68b5f2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.684336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85de32e2-c922-4b94-9b2e-f4a9bdf72201 req-3f034bac-bd56-4445-a1a0-c2664b68b5f2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.8836734 Feb 07 22:50:57.717694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.748014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:57.806072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-8cce70c6-9d73-41d9-a7a4-b04d08c89af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.807472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-8cce70c6-9d73-41d9-a7a4-b04d08c89af5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.6248481 Feb 07 22:50:57.815430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-5525e46e-387c-410e-be12-5f29b5d6b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.815914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-5525e46e-387c-410e-be12-5f29b5d6b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.816397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-5525e46e-387c-410e-be12-5f29b5d6b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.817979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-5525e46e-387c-410e-be12-5f29b5d6b8ed service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6659553 Feb 07 22:50:57.820055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a289ac72-2bd0-4433-9072-89bab27609cb']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:57.847812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-afa136be-d116-4c2d-b3b3-3b85afc2943f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.853739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-afa136be-d116-4c2d-b3b3-3b85afc2943f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.859299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-afa136be-d116-4c2d-b3b3-3b85afc2943f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.865064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-afa136be-d116-4c2d-b3b3-3b85afc2943f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.870779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-afa136be-d116-4c2d-b3b3-3b85afc2943f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.876724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-afa136be-d116-4c2d-b3b3-3b85afc2943f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:57.884601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-afa136be-d116-4c2d-b3b3-3b85afc2943f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 4600 time: 0.7040021 Feb 07 22:50:57.938574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:57.938885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c7b207-c1ed-41d6-ac5e-e287ee71930f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:58.009357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85de32e2-c922-4b94-9b2e-f4a9bdf72201 req-e0bbfab8-9e65-4ee2-a668-6903fb6defae tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977617 Feb 07 22:50:58.015620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f37fa64-63e1-450c-9e7f-8437c0518e75 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:50:58.022508 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-83ac8b59-8804-4652-ae3b-b92a56ac985b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 200 len: 217 time: 0.1948981 Feb 07 22:50:58.027675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-e7221663-0af7-48cc-bbba-4aa1b9e52ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.028998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-e7221663-0af7-48cc-bbba-4aa1b9e52ba0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.4995413 Feb 07 22:50:58.032826 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.033371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.043312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-503876df-4513-4293-a3eb-1ceb91ecc0bb req-eaf5bfaa-750b-4b9a-87dd-568bbb1fe934 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1578863 Feb 07 22:50:58.118188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-43be626b-a998-48fd-adcf-2b426c88c8a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0792665 Feb 07 22:50:58.120575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Transition to ACTIVE for port object 5f37fa64-63e1-450c-9e7f-8437c0518e75 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:50:58.161772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.171556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26e26df5-beb5-46d2-9ec5-1d0b3509cd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.179969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.193027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.202273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:58.202688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:58.222832 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:58.306171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-19420c33-f7ce-40a4-b775-1519c7cc15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.307690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-19420c33-f7ce-40a4-b775-1519c7cc15e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.2234962 Feb 07 22:50:58.326929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ed7852-ee13-471e-9535-ac84d1270876']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:58.392435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4492bf3e-f590-4f04-b98f-42961af81b0a') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:58.392761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4492bf3e-f590-4f04-b98f-42961af81b0a') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:50:58.429190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.437134 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.460182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-e7c2246c-a102-4459-8932-b2db0cae8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.461784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-e7c2246c-a102-4459-8932-b2db0cae8e66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.3336740 Feb 07 22:50:58.472042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.475167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Pushing event updated for resources: {'Port': ['ID=5f37fa64-63e1-450c-9e7f-8437c0518e75,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:58.481252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-cb298eb2-e3f9-4b06-ab10-5230c6e96996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.482980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b188d8cc-1fc7-4a8d-9a75-5b01a8d6c737 req-cb298eb2-e3f9-4b06-ab10-5230c6e96996 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6036229 Feb 07 22:50:58.498133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/a289ac72-2bd0-4433-9072-89bab27609cb HTTP/1.1" status: 204 len: 168 time: 5.1766622 Feb 07 22:50:58.499349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.501688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36772) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:58.503881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf59bc-94a1-4cca-8f64-c18c5f5700bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=a289ac72-2bd0-4433-9072-89bab27609cb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:58.517116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-298467992'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:58.525832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:58.531053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:50:58.531463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:50:58.547226 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:50:58.550130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:50:58.586198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-8c98f350-a046-4345-8d66-34e5da0a5c35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040804 Feb 07 22:50:58.597748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:50:58.614384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:58.642137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-c42ea272-0899-4876-b64e-da4ec813ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.643812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-c42ea272-0899-4876-b64e-da4ec813ccad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3187616 Feb 07 22:50:58.651914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:58.655677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.689569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.695223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.773962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Network': ['ID=e0ed7852-ee13-471e-9535-ac84d1270876,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:58.780698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2a00c96f-331d-4ab1-bc64-0ffb544aceec tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/networks/e0ed7852-ee13-471e-9535-ac84d1270876 HTTP/1.1" status: 204 len: 168 time: 1.6255157 Feb 07 22:50:58.781293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.783812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36776) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:58.824475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:50:58.836355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07dc57-ec29-46af-b938-554a8d8b1cd1 req-67c80a38-dc57-4748-8dbf-28082f792170 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.841716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af07dc57-ec29-46af-b938-554a8d8b1cd1 req-67c80a38-dc57-4748-8dbf-28082f792170 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.6149373 Feb 07 22:50:58.858695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ec1ac-3fee-4da7-8a90-ca60da17f684 req-a29db850-c31a-4625-9051-7be2d12cc444 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:58.860171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f48ec1ac-3fee-4da7-8a90-ca60da17f684 req-a29db850-c31a-4625-9051-7be2d12cc444 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.6749372 Feb 07 22:50:58.885898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Attempting to bind port 5f37fa64-63e1-450c-9e7f-8437c0518e75 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:50:58.886244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Attempting to bind port 5f37fa64-63e1-450c-9e7f-8437c0518e75 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:50:58.886573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Attempting to bind port 5f37fa64-63e1-450c-9e7f-8437c0518e75 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:58.897277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.897627 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 59476ab6-7b1a-449c-a4f0-5c999e31b64a of type vlan for network 8d35487b-e13e-4738-9866-4eb5a29170d5 Feb 07 22:50:58.950031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Port 5f37fa64-63e1-450c-9e7f-8437c0518e75 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:50:58.950351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Attempting to bind port 5f37fa64-63e1-450c-9e7f-8437c0518e75 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:50:58.985191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:58.998805 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-36f5bde6-72a5-4cd3-8041-04c91dea4338 service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294721 Feb 07 22:50:58.999750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-0b889734-d10b-46eb-8456-33f56c26a9de service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784666 Feb 07 22:50:59.006284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:50:59.006636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Checking segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:50:59.007029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Bound using segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:50:59.007473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Bound port: 5f37fa64-63e1-450c-9e7f-8437c0518e75, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:50:59.007821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.076716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f48ec1ac-3fee-4da7-8a90-ca60da17f684 req-d5b1ec3c-5960-4ec2-9be3-bcf5c0816751 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920369 Feb 07 22:50:59.086471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af07dc57-ec29-46af-b938-554a8d8b1cd1 req-a72762c7-5eba-43ce-8186-15bf4aa5ba01 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208338 Feb 07 22:50:59.126353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee044a-b07c-450c-a8fe-4748d6b66877 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:59.132400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dee044a-b07c-450c-a8fe-4748d6b66877 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:59.133257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0dee044a-b07c-450c-a8fe-4748d6b66877 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Synchronizing usage tracker for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:50:59.179730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.185819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:50:59.186580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.214285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.230728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0dee044a-b07c-450c-a8fe-4748d6b66877 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Unset dirty status for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:50:59.236358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0dee044a-b07c-450c-a8fe-4748d6b66877 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4462872 Feb 07 22:50:59.236358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7248852 Feb 07 22:50:59.263505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36788) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:59.263807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36790) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:50:59.334796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:59.352532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-913141669'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:50:59.418394 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.487744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a2de4-cd74-473d-956f-cc3e5a1495b8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=8d35487b-e13e-4738-9866-4eb5a29170d5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:50:59.491410 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-42d224e8-ac4e-4e09-b235-40c9cdae30a4 req-635df457-f0da-4e3e-8f74-e8939e68d8f1 service neutron] 10.222.0.36 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738655 Feb 07 22:50:59.499490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:50:59.505390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:50:59.628480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:50:59.762923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-1efb4c96-e816-4387-af9a-3977f4f41033 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1150030925&fields=id&tenant_id=92c4448aa5664d518b7cf94f2dba822a HTTP/1.1" status: 200 len: 267 time: 0.4808662 Feb 07 22:50:59.767898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Made reservation on behalf of f3d550992a9844c98d37c4b3cbc85d07 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:50:59.772021 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:50:59.807360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] For port 5f37fa64-63e1-450c-9e7f-8437c0518e75, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:50:59.980141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] For port 5f37fa64-63e1-450c-9e7f-8437c0518e75, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:00.008338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd282d2a-4469-497f-8d27-7e627ba655e6 req-3c5861e7-9a85-42c2-a3b4-32a081d68934 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9350548 Feb 07 22:51:00.016035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.108821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4eac3-7f51-4d53-9def-750b5c832338 req-1e3ba556-352f-4ea2-9c49-475a8764af3b tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:00.110261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29e4eac3-7f51-4d53-9def-750b5c832338 req-1e3ba556-352f-4ea2-9c49-475a8764af3b tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.8351841 Feb 07 22:51:00.119303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:00.161777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:00.162397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.163753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 200 len: 1128 time: 4.3754075 Feb 07 22:51:00.166882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '5f37fa64-63e1-450c-9e7f-8437c0518e75'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:00.218244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.218599 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Added segment 5888d320-cdc2-4d6a-9c8d-f69ca7876844 of type vlan for network aa543954-9af2-410e-a259-abfa41040ed6 Feb 07 22:51:00.240088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.261243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:00.339633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208aceb3-4eb2-4e8c-bfcc-fc68047a2b01 service neutron] Pushing event updated for resources: {'Port': ['ID=5f37fa64-63e1-450c-9e7f-8437c0518e75,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:00.365028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.374186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-476d396d-4cf3-4569-a590-efb81526130e tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:00.375564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-476d396d-4cf3-4569-a590-efb81526130e tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/networks?id=9368b132-7c2a-44c2-aef5-d2c25c6d7a19 HTTP/1.1" status: 200 len: 816 time: 0.5784135 Feb 07 22:51:00.413977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29e4eac3-7f51-4d53-9def-750b5c832338 req-8c0c27cf-ecc2-481a-bce3-afa75a07aafd tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759519 Feb 07 22:51:00.484366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.493071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 is not hosted by any dhcp agent {{(pid=87670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 22:51:00.498304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:00.498890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.500130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "PUT /v2.0/networks/8d35487b-e13e-4738-9866-4eb5a29170d5 HTTP/1.1" status: 200 len: 723 time: 1.2238746 Feb 07 22:51:00.503402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36810) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:00.509070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': '8d35487b-e13e-4738-9866-4eb5a29170d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:00.620345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-e23fc2df-ff8f-48e9-8160-4a5d3b9822a7 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/quotas/92c4448aa5664d518b7cf94f2dba822a HTTP/1.1" status: 200 len: 375 time: 0.2114470 Feb 07 22:51:00.622932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:00.627134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:00.631061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:00.636793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:00.648145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:00.653271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.708474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b8818-eba9-4067-82da-b00e690123e2 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=8d35487b-e13e-4738-9866-4eb5a29170d5,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:00.731749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:00.744603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Deleting port 292ebb33-74e0-49f9-b7f2-a45f322aaacc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:00.744952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.790565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.814437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.819787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:00.820373 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.865023 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:00.923068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.005837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=4866868a-36be-451f-ae29-9f280f8518ff,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:01.019251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '59476ab6-7b1a-449c-a4f0-5c999e31b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d35487b-e13e-4738-9866-4eb5a29170d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:01.019619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: 8d35487b-e13e-4738-9866-4eb5a29170d5, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:01.038753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:01.047191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8d35487b-e13e-4738-9866-4eb5a29170d5) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:01.051216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.052768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.057900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21a597-6f24-4a52-ac8c-b05f0d3eec9f None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:01.079463 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-994a26a1-affc-4094-9bb2-42f05e2adc43 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5749364 Feb 07 22:51:01.082606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:01.088507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-72a13912-6700-4a51-879f-203c92d790c4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:01.208081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9300153 Feb 07 22:51:01.210595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36818) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:01.216089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1513912874'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:01.228101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:01.235663 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72a13912-6700-4a51-879f-203c92d790c4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2328901'] for subnet, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.237137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e897a42-7c72-4155-87bc-2638fe568810 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Network': ['ID=aa543954-9af2-410e-a259-abfa41040ed6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:01.265195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Usage tracker for resource:network and tenant:f3d550992a9844c98d37c4b3cbc85d07 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:01.273270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:01.274032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.279985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.280832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network aa543954-9af2-410e-a259-abfa41040ed6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:01.282241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:01.286083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.291687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.297616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.303820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.309091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Made reservation on behalf of f3d550992a9844c98d37c4b3cbc85d07 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:01.309816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.313510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.317104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-6adeb483-bdac-438a-b48e-b9af619a686b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5370 time: 0.7906191 Feb 07 22:51:01.382549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8d35487b-e13e-4738-9866-4eb5a29170d5', 'network_id': '8d35487b-e13e-4738-9866-4eb5a29170d5', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': '4866868a-36be-451f-ae29-9f280f8518ff'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:51:01.383372 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.385797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:01.409215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.409663 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Added segment 41b74e8e-2c33-4236-bdef-583afef57026 of type vlan for network c7839522-c146-406f-a1c5-7255d1ae7023 Feb 07 22:51:01.438800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-17fd955e-706c-4bec-b5d1-7194ace023f3 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=92c4448aa5664d518b7cf94f2dba822a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7873442 Feb 07 22:51:01.461099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] For port 292ebb33-74e0-49f9-b7f2-a45f322aaacc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=292ebb33-74e0-49f9-b7f2-a45f322aaacc,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:01.461604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.487951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.523464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72a13912-6700-4a51-879f-203c92d790c4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738282386436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2242466'] for subnet, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.574716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a13912-6700-4a51-879f-203c92d790c4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.575312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72a13912-6700-4a51-879f-203c92d790c4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.579468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72a13912-6700-4a51-879f-203c92d790c4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "PUT /v2.0/subnets/4866868a-36be-451f-ae29-9f280f8518ff HTTP/1.1" status: 200 len: 806 time: 0.4930031 Feb 07 22:51:01.579636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36824) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:01.586020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Allocated IP 172.20.0.2 (8d35487b-e13e-4738-9866-4eb5a29170d5/4866868a-36be-451f-ae29-9f280f8518ff/dba8496f-d616-4c0a-a8fc-d13242911409) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:01.604608 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.609878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:01.610465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.676025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7183e95-99b0-4ba9-9a53-ba11586d08a1 req-fb2a4508-13dc-4458-a449-5501ddf187c4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3437428 Feb 07 22:51:01.750431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Calling delete_port for 292ebb33-74e0-49f9-b7f2-a45f322aaacc owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:01.800343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a13912-6700-4a51-879f-203c92d790c4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=4866868a-36be-451f-ae29-9f280f8518ff,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:01.827442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Network': ['ID=c7839522-c146-406f-a1c5-7255d1ae7023,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:01.834323 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-90a103db-becd-413a-b452-c8a357e1e87a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6224828 Feb 07 22:51:01.837893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36828) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:01.841516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:01.849260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c7839522-c146-406f-a1c5-7255d1ae7023 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:01.856505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'ports': [{'network_id': 'aa543954-9af2-410e-a259-abfa41040ed6', 'name': 'tempest-port--1637756043', 'admin_state_up': True}, {'network_id': 'c7839522-c146-406f-a1c5-7255d1ae7023', 'admin_state_up': False}]} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:01.856755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'port': {'network_id': 'aa543954-9af2-410e-a259-abfa41040ed6', 'name': 'tempest-port--1637756043', 'admin_state_up': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:01.857158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'port': {'network_id': 'c7839522-c146-406f-a1c5-7255d1ae7023', 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:01.934017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-dc993cdd-0678-4ebf-9d53-b237a2f60278 service neutron] 10.222.0.10 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750745 Feb 07 22:51:02.024398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Transition to ACTIVE for port object dba8496f-d616-4c0a-a8fc-d13242911409 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:02.046532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Transition to ACTIVE for port object dba8496f-d616-4c0a-a8fc-d13242911409 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:02.054892 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.076681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.103362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:02.107689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 730ef7cb-3c98-4f17-9fe9-7423eb617591 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:02.108476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Usage tracker for resource:port and tenant:f3d550992a9844c98d37c4b3cbc85d07 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:02.112144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port dba8496f-d616-4c0a-a8fc-d13242911409 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:02.112500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.141070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:02.162770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-21cb411c-9b7e-49fa-acec-20c78a042246 service neutron] 10.222.0.10 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167079 Feb 07 22:51:02.232329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:02.257594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:02.269687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:02.276289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:02.280329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9028abe2-48bb-48cb-9d61-709921bdf11b {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:02.301455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.373143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Transition to ACTIVE for port object 9028abe2-48bb-48cb-9d61-709921bdf11b will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:02.394348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.400872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Pushing event updated for resources: {'Port': ['ID=dba8496f-d616-4c0a-a8fc-d13242911409,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:02.402769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Attempting to bind port dba8496f-d616-4c0a-a8fc-d13242911409 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:02.403117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Attempting to bind port dba8496f-d616-4c0a-a8fc-d13242911409 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '59476ab6-7b1a-449c-a4f0-5c999e31b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d35487b-e13e-4738-9866-4eb5a29170d5'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:02.403481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Attempting to bind port dba8496f-d616-4c0a-a8fc-d13242911409 on network 8d35487b-e13e-4738-9866-4eb5a29170d5 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:02.430284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:02.430745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Checking segment: {'id': '59476ab6-7b1a-449c-a4f0-5c999e31b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d35487b-e13e-4738-9866-4eb5a29170d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:02.431222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.431621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Bound using segment: {'id': '59476ab6-7b1a-449c-a4f0-5c999e31b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d35487b-e13e-4738-9866-4eb5a29170d5'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:02.432100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Bound port: dba8496f-d616-4c0a-a8fc-d13242911409, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59476ab6-7b1a-449c-a4f0-5c999e31b64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8d35487b-e13e-4738-9866-4eb5a29170d5'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:02.432506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.442543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.442896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.443241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.443580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.443912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.444247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.444596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.444930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.445255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.445582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.445906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.446230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:02.477658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Pushing event updated for resources: {'Port': ['ID=9028abe2-48bb-48cb-9d61-709921bdf11b,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:02.482825 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.487905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Made reservation on behalf of f3d550992a9844c98d37c4b3cbc85d07 for: {'port': 2} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:02.492738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.519806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:02.542887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'port_id': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'mac_address': 'fa:16:3e:f1:df:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407e044c-e8de-4232-a70b-8956194660fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:02.606438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.621675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb3b32-7a27-4489-aca7-d2314072df6f req-26e6a9a7-451f-4491-89b3-b4f9f68f98e3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:02.623172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9eb3b32-7a27-4489-aca7-d2314072df6f req-26e6a9a7-451f-4491-89b3-b4f9f68f98e3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.3924143 Feb 07 22:51:02.696147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Pushing event deleted for resources: {'Port': ['ID=292ebb33-74e0-49f9-b7f2-a45f322aaacc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:02.711083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.757743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 730ef7cb-3c98-4f17-9fe9-7423eb617591 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:02.796646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:02.813433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:02.815795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] For port dba8496f-d616-4c0a-a8fc-d13242911409, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:02.923649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] For port dba8496f-d616-4c0a-a8fc-d13242911409, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dba8496f-d616-4c0a-a8fc-d13242911409,segment=NetworkSegment(59476ab6-7b1a-449c-a4f0-5c999e31b64a),segment_id=59476ab6-7b1a-449c-a4f0-5c999e31b64a)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:02.954213 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.040807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:03.071244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] device_id is not set on port f16b85e4-b5fe-41f9-b08f-04d9afacedee yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:03.155213 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-d79961fb-4ad5-4db4-90e8-7ff8078310b9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9305687 Feb 07 22:51:03.161236 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '5f37fa64-63e1-450c-9e7f-8437c0518e75', 'status': 'completed', 'code': 200} Feb 07 22:51:03.173894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['730ef7cb-3c98-4f17-9fe9-7423eb617591'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:03.251465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port dba8496f-d616-4c0a-a8fc-d13242911409, host n-d-827896-3, got binding levels [] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:03.251834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.263181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030b3dc-5c8f-4e6a-8cea-3bb48c79feef None None] Pushing event updated for resources: {'Port': ['ID=dba8496f-d616-4c0a-a8fc-d13242911409,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:03.459570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for dba8496f-d616-4c0a-a8fc-d13242911409 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:03.506397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9eb3b32-7a27-4489-aca7-d2314072df6f req-603f8951-68b4-45ab-b2dd-e333ae816eba tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7388961 Feb 07 22:51:03.611803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.754458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Attempting to bind port 9028abe2-48bb-48cb-9d61-709921bdf11b on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:03.754805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Attempting to bind port 9028abe2-48bb-48cb-9d61-709921bdf11b by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:03.755138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Attempting to bind port 9028abe2-48bb-48cb-9d61-709921bdf11b on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:03.764286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad67d3-d929-40e5-8cc6-dbe5a43c7f22 req-4286b0e8-6fb9-4c26-ac6e-2817e088c004 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.764509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-9966670b-4704-491d-9a75-3f4bea59ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.766180 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3dad67d3-d929-40e5-8cc6-dbe5a43c7f22 req-4286b0e8-6fb9-4c26-ac6e-2817e088c004 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.6041937 Feb 07 22:51:03.767107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-9966670b-4704-491d-9a75-3f4bea59ecff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 1096 time: 0.5771248 Feb 07 22:51:03.772631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:51:03.772950 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:51:03.777107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] device_id is not set on port cd3f0883-ef00-49b2-82b3-5cfae2b14dcb yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:03.794653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Port 9028abe2-48bb-48cb-9d61-709921bdf11b on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:51:03.794984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Attempting to bind port 9028abe2-48bb-48cb-9d61-709921bdf11b on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:03.819754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.820497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.822211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.822881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.823516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.824146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.824811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:03.826878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-2452812b-01e7-43bd-a16f-9904369775dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6232 time: 0.6892977 Feb 07 22:51:03.856282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:03.856969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Checking segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:03.857532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Bound using segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:03.858131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Bound port: 9028abe2-48bb-48cb-9d61-709921bdf11b, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:03.858648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:03.894182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.003561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-5f2dd227-f152-45fe-98b5-876e46a66072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.005039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-5f2dd227-f152-45fe-98b5-876e46a66072 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.2078309 Feb 07 22:51:04.007114 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.075692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3dad67d3-d929-40e5-8cc6-dbe5a43c7f22 req-60587898-c837-42bf-bfee-1e21c66a7513 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858791 Feb 07 22:51:04.076499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 730ef7cb-3c98-4f17-9fe9-7423eb617591 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:04.082560 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-a85ad3f9-0bb1-4edf-aa0b-9cbc11fbb245 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435 HTTP/1.1" status: 200 len: 217 time: 0.0696073 Feb 07 22:51:04.164244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-cec1c427-70e8-4c60-9a41-a597fb48d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.166617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-cec1c427-70e8-4c60-9a41-a597fb48d2e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.0737333 Feb 07 22:51:04.171710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.234550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a36fa-f4e2-494d-a4ab-e2e52bb538cd req-7817c43b-5a34-4761-908b-82a666484c05 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.236039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b3a36fa-f4e2-494d-a4ab-e2e52bb538cd req-7817c43b-5a34-4761-908b-82a666484c05 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.5309036 Feb 07 22:51:04.258630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 730ef7cb-3c98-4f17-9fe9-7423eb617591 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:04.260086 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.308701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port dba8496f-d616-4c0a-a8fc-d13242911409 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:04.309418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.385749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-0294028e-5339-44d9-b183-f0df82a75dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.386883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-0294028e-5339-44d9-b183-f0df82a75dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.386883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-0294028e-5339-44d9-b183-f0df82a75dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:04.388244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-0294028e-5339-44d9-b183-f0df82a75dd9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5394914 Feb 07 22:51:04.398967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] For port 9028abe2-48bb-48cb-9d61-709921bdf11b, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:04.439904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.464509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Port': ['ID=f16b85e4-b5fe-41f9-b08f-04d9afacedee,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:04.473403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:04.484737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:04.491712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.516336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] For port 9028abe2-48bb-48cb-9d61-709921bdf11b, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9028abe2-48bb-48cb-9d61-709921bdf11b,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:04.606104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:04.631581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:04.638131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee622c-d134-4e3d-abbe-c64bfdaeedd5 None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:04.740282 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b3a36fa-f4e2-494d-a4ab-e2e52bb538cd req-e986765b-65d1-4a04-bec4-76795f26891b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249711 Feb 07 22:51:04.849070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8dbf64f7-cbdc-41db-af77-f3f88e2aa28b None None] Provisioning for port dba8496f-d616-4c0a-a8fc-d13242911409 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:04.897170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Checking segment: {'id': '5888d320-cdc2-4d6a-9c8d-f69ca7876844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'aa543954-9af2-410e-a259-abfa41040ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:04.897815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network hostable DHCP agents. Network: aa543954-9af2-410e-a259-abfa41040ed6, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:04.903013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port dba8496f-d616-4c0a-a8fc-d13242911409, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dba8496f-d616-4c0a-a8fc-d13242911409,segment=NetworkSegment(59476ab6-7b1a-449c-a4f0-5c999e31b64a),segment_id=59476ab6-7b1a-449c-a4f0-5c999e31b64a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:04.903386 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.009660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-4fa72caa-37d1-4645-a724-47c80c8784b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.012011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-4fa72caa-37d1-4645-a724-47c80c8784b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8289416 Feb 07 22:51:05.086189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for dba8496f-d616-4c0a-a8fc-d13242911409 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:05.176314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.176981 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.178777 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] 10.222.0.26 "PUT /v2.0/ports/9028abe2-48bb-48cb-9d61-709921bdf11b HTTP/1.1" status: 200 len: 1091 time: 4.9695845 Feb 07 22:51:05.227554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dba8496f-d616-4c0a-a8fc-d13242911409 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:05.311696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network aa543954-9af2-410e-a259-abfa41040ed6 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:05.349270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:05.353637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port dba8496f-d616-4c0a-a8fc-d13242911409 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:05.354819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59a37d-fb5c-40be-80f7-49814184ec7d service neutron] Pushing event updated for resources: {'Port': ['ID=9028abe2-48bb-48cb-9d61-709921bdf11b,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:05.360711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port dba8496f-d616-4c0a-a8fc-d13242911409 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:05.361441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.370082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, aa543954-9af2-410e-a259-abfa41040ed6) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:05.375688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f91e99c1-bc36-41f2-9f0b-953233927ee3 req-592a3f63-beb1-4335-8244-c19766f47c0e tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 210 time: 0.1331306 Feb 07 22:51:05.378160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:05.379028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.396521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-14399d3d-fe53-4373-9f00-b0c9124505da tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.400354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-14399d3d-fe53-4373-9f00-b0c9124505da tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.36 "GET /v2.0/networks?id=9368b132-7c2a-44c2-aef5-d2c25c6d7a19 HTTP/1.1" status: 200 len: 816 time: 0.9869330 Feb 07 22:51:05.444486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:05.451560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c082aa74-6131-4204-86ab-8a71f7ea39aa None None] Network aa543954-9af2-410e-a259-abfa41040ed6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:05.478205 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'code': 200} Feb 07 22:51:05.544234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-ddd6dd75-524d-45d2-b9c3-a4a6626a8608 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727373 Feb 07 22:51:05.570225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b3aa6-0021-4e19-8f39-3d82129aac41 None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:05.601519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:51:05.690076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-af5e624f-7710-4545-9cbd-2c20cffd2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:05.691504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-af5e624f-7710-4545-9cbd-2c20cffd2dc9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2849104 Feb 07 22:51:05.795402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Port': ['ID=cd3f0883-ef00-49b2-82b3-5cfae2b14dcb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:05.807368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Checking segment: {'id': '41b74e8e-2c33-4236-bdef-583afef57026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c7839522-c146-406f-a1c5-7255d1ae7023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:05.807774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network hostable DHCP agents. Network: c7839522-c146-406f-a1c5-7255d1ae7023, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:05.865879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.894850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-116aa78f-ab0b-4ec6-98e0-1b90a8118025 None None] Provisioning complete for port dba8496f-d616-4c0a-a8fc-d13242911409 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:05.895455 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-116aa78f-ab0b-4ec6-98e0-1b90a8118025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:05.957025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Port': ['ID=dba8496f-d616-4c0a-a8fc-d13242911409,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:05.990539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:51:06.006304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-116aa78f-ab0b-4ec6-98e0-1b90a8118025 None None] Port dba8496f-d616-4c0a-a8fc-d13242911409 was deleted so its status cannot be updated. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 22:51:06.020423 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.021078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d3b871-0989-4d6b-82cf-998c21e1d7a1 req-4e8c2a81-0cc0-4c84-909d-364a7b16784c service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612317 Feb 07 22:51:06.021360 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.021640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network c7839522-c146-406f-a1c5-7255d1ae7023 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:06.034190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] Sync routers for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:06.038905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-f9e8b6dd-c539-4a6a-9190-ced47e9a024d tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92c4448aa5664d518b7cf94f2dba822a HTTP/1.1" status: 200 len: 380 time: 0.5122974 Feb 07 22:51:06.074366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Request body: {'port': {'device_id': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'admin_state_up': True, 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'security_groups': ['0d4979f3-d2bd-4b88-a975-7ab5443e5f69']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:06.080598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No DVR routers for this DVR port dba8496f-d616-4c0a-a8fc-d13242911409 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:06.087345 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:06.088084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:50:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:06.116762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cbd50-281f-4332-993b-da1a0eb04afd req-1f8ae04f-bac3-42a3-a93d-1610219795dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.118229 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e0cbd50-281f-4332-993b-da1a0eb04afd req-1f8ae04f-bac3-42a3-a93d-1610219795dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 1096 time: 0.3833542 Feb 07 22:51:06.152393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c7839522-c146-406f-a1c5-7255d1ae7023) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:06.156913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:06.159258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.163666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.165061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.168416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.169476 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.170518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dbb31a-1b09-4d82-b0d7-92de51f32292 None None] Network c7839522-c146-406f-a1c5-7255d1ae7023 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:06.170833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.178246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.183976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.191834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.197669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.205839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-dec5e6b0-65a4-4117-aa04-e64be0ee4837 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5382 time: 1.8944538 Feb 07 22:51:06.218962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0444c275-fe95-4e52-8dba-e30c2ddcef10 admin admin] 10.222.0.10 "PUT /v2.0/routers/4c6ba09d-3ee8-4e64-a743-c79d2cc50116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8510110 Feb 07 22:51:06.220449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.243904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36866) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:06.309831 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.310449 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e0cbd50-281f-4332-993b-da1a0eb04afd req-b945a5b3-c83f-49e7-bb8d-3908ce343c00 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815491 Feb 07 22:51:06.317587 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.361989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=4866868a-36be-451f-ae29-9f280f8518ff,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:06.367290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d28607e3-c951-4ff8-996d-8ecfc63fcdf3 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5284691 Feb 07 22:51:06.383778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:06.486215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.518190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.540122 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.559114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d35487b-e13e-4738-9866-4eb5a29170d5']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:06.577455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59476ab6-7b1a-449c-a4f0-5c999e31b64a') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:06.577455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59476ab6-7b1a-449c-a4f0-5c999e31b64a') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:06.600476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:06.603669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06648f9-1fd8-4ede-8128-c4df1b09fe6f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.609467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06648f9-1fd8-4ede-8128-c4df1b09fe6f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.610250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c06648f9-1fd8-4ede-8128-c4df1b09fe6f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Synchronizing usage tracker for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:06.623752 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.659387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.667492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:06.668078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.707696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c59356-bf9b-4cff-ac48-2a537bcfecfa req-1a578f2f-235d-4479-a7b7-fb6f6a678e8e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5009575 Feb 07 22:51:06.737213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cd8dd-3ce1-4383-8922-dde2e3563809 req-de79c8c6-ca4e-46a3-9f2b-cab4ddc825fb tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:06.745736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-636cd8dd-3ce1-4383-8922-dde2e3563809 req-de79c8c6-ca4e-46a3-9f2b-cab4ddc825fb tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 1.1015158 Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:06.799757 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:06.801841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c06648f9-1fd8-4ede-8128-c4df1b09fe6f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Unset dirty status for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:06.805405 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c06648f9-1fd8-4ede-8128-c4df1b09fe6f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4179237 Feb 07 22:51:06.806878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36876) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:06.841110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7615634-3001-4822-a401-9577cce9c138 None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:06.900400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:06.903198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7615634-3001-4822-a401-9577cce9c138 None None] Network 8d35487b-e13e-4738-9866-4eb5a29170d5 could not be found, it might have been deleted concurrently. {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 07 22:51:06.937651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:06.956233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Usage tracker for resource:port and tenant:92c4448aa5664d518b7cf94f2dba822a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:07.030585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:07.045135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-636cd8dd-3ce1-4383-8922-dde2e3563809 req-ecbf808a-b41f-40df-8a4f-a49d343f3f3a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962315 Feb 07 22:51:07.068816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:07.166655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e856351-aee0-4c25-a69f-2e1e2e6c6e16 None None] DHCP port deletion for 8d35487b-e13e-4738-9866-4eb5a29170d5 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:51:07.171354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dba8496f-d616-4c0a-a8fc-d13242911409 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:07.229971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: dba8496f-d616-4c0a-a8fc-d13242911409 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:07.230402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dba8496f-d616-4c0a-a8fc-d13242911409 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:07.256785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.259544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=8d35487b-e13e-4738-9866-4eb5a29170d5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:07.266691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Deleting port f16b85e4-b5fe-41f9-b08f-04d9afacedee {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:07.267130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.388776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:51:02Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:07.390893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f7186cb-ba66-4c82-b506-1999c7353c92 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/8d35487b-e13e-4738-9866-4eb5a29170d5 HTTP/1.1" status: 204 len: 168 time: 5.8100893 Feb 07 22:51:07.394738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] Checking router: 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:51:07.395408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36882) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:07.400952 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b', 'status': 'completed', 'code': 200} Feb 07 22:51:07.405694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] Routers {'4c6ba09d-3ee8-4e64-a743-c79d2cc50116'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:07.406411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:50:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:07.456547 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f1cef9d-7517-4d52-ac3a-97308215c476 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:07.457049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f1cef9d-7517-4d52-ac3a-97308215c476 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:07.462194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4f1cef9d-7517-4d52-ac3a-97308215c476 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/8d35487b-e13e-4738-9866-4eb5a29170d5 HTTP/1.1" status: 404 len: 339 time: 0.0584514 Feb 07 22:51:07.464048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36886) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:07.474079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374841584', 'description': 'd1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:07.505882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Made reservation on behalf of 92c4448aa5664d518b7cf94f2dba822a for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:07.509321 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.555474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:07.584686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:network and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:07.591213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:07.603672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:07.613430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] Set router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:07.643658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.644401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.644898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.645374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.645827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.647266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.647764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.649771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-422010cd-fcd4-4702-8c55-abe1471c480a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6274 time: 0.4277904 Feb 07 22:51:07.691930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.700775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce9d72c1-67d8-4856-b8d5-598f17165d0e req-848e4def-57e5-46de-9a99-378793407e72 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 210 time: 0.2924314 Feb 07 22:51:07.747513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Deleting port 84ba8ea5-97a6-4daf-ade1-df739d5840ac {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:07.747876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.892433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Allocated IP 172.20.0.8 (9368b132-7c2a-44c2-aef5-d2c25c6d7a19/f87dc53e-bfa1-4187-9a22-739c51b90c17/a047ad4b-fb4b-4167-8b1d-5778585eba10) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:07.936920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:07.941989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:07.974264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb836c-8891-432e-ba0c-078955aae8d6 req-44ce75f6-fad1-48a0-9834-0ea6bd0a1af6 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.977248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2bb836c-8891-432e-ba0c-078955aae8d6 req-44ce75f6-fad1-48a0-9834-0ea6bd0a1af6 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.5746000 Feb 07 22:51:07.986175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-aaf6109f-778b-4b1d-91e5-ad3925e22e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:07.989473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-aaf6109f-778b-4b1d-91e5-ad3925e22e97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a1cf6ea003463188ef42fc5b89771d&device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 1096 time: 0.7344697 Feb 07 22:51:08.006420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:51:02Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:08.010361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64ea92-4461-45dd-8b94-8a027344fe6e None None] The sync data for ids ['4c6ba09d-3ee8-4e64-a743-c79d2cc50116'] in n-d-827896-3 is: [{'id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'name': 'tempest-ServersTestJSON-1941067116-router', 'tenant_id': 'ea87095f5c82496c9be95e09dfea2736', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52'}], 'enable_snat': True}, 'gw_port_id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:59Z', 'updated_at': '2022-02-07T22:51:02Z', 'revision_number': 5, 'project_id': 'ea87095f5c82496c9be95e09dfea2736', 'gw_port': {'id': '84ba8ea5-97a6-4daf-ade1-df739d5840ac', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ba09d-3ee8-4e64-a743-c79d2cc50116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:02Z', 'updated_at': '2022-02-07T22:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:08.127017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.214697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2bb836c-8891-432e-ba0c-078955aae8d6 req-5dfeb31a-265d-45cb-8beb-c01b6b901d73 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839831 Feb 07 22:51:08.284982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] For port 84ba8ea5-97a6-4daf-ade1-df739d5840ac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=84ba8ea5-97a6-4daf-ade1-df739d5840ac,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:08.285326 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.292387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Calling delete_port for f16b85e4-b5fe-41f9-b08f-04d9afacedee owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:08.296052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:51:08.320112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:08.381089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.381376 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 5454f9f7-7482-4cf9-a936-f60413803788 of type vlan for network b58ce156-d4a4-4a72-b5b2-953e02d66b7a Feb 07 22:51:08.396451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-dd0099c5-325c-4b58-b56e-96ac227f86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.396898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-dd0099c5-325c-4b58-b56e-96ac227f86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.397363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-dd0099c5-325c-4b58-b56e-96ac227f86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.398995 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-dd0099c5-325c-4b58-b56e-96ac227f86f9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6198986 Feb 07 22:51:08.454388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-bb7f22a2-2ecc-473d-870b-172d23623cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.456479 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-bb7f22a2-2ecc-473d-870b-172d23623cc3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 200 len: 912 time: 0.4543247 Feb 07 22:51:08.530874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Calling delete_port for 84ba8ea5-97a6-4daf-ade1-df739d5840ac owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:08.583565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.607928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabc625-1f0c-42e6-97ac-b349e5b4b34b req-c152bdb2-fe57-4b23-97a3-43e2077db6ae tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.609412 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8fabc625-1f0c-42e6-97ac-b349e5b4b34b req-c152bdb2-fe57-4b23-97a3-43e2077db6ae tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.6450164 Feb 07 22:51:08.613322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940c719d-b163-4681-9372-0ad4ea08993a {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:08.624212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.653593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.717328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Port': ['ID=f16b85e4-b5fe-41f9-b08f-04d9afacedee,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:08.735282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Transition to ACTIVE for port object 940c719d-b163-4681-9372-0ad4ea08993a will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:08.748638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.753027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.755705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-32a56e10-73e3-4457-bd9f-9dc00157d6d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 200 len: 999 time: 0.2357862 Feb 07 22:51:08.759955 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.765270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.765849 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.789814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-1295f30c-6803-482a-838b-3f6315f1b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.791256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fad25eb7-34f2-4ffc-8d25-abdcf0000800 req-1295f30c-6803-482a-838b-3f6315f1b0e2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3770936 Feb 07 22:51:08.793845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8fabc625-1f0c-42e6-97ac-b349e5b4b34b req-66150f6f-d7e8-4f38-9a44-99189ca2f41d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686718 Feb 07 22:51:08.805804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:08.906499 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dbf8018c-e852-4950-9f49-c4ae9e688ef9 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/ports/f16b85e4-b5fe-41f9-b08f-04d9afacedee HTTP/1.1" status: 204 len: 168 time: 2.0954766 Feb 07 22:51:08.914306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36896) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:08.932911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Transition to ACTIVE for port object a047ad4b-fb4b-4167-8b1d-5778585eba10 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:08.977262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.981618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5140815 Feb 07 22:51:08.983197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.989761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:08.995807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.001743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.007672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.013572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.015563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-9c6d4b1f-e7ed-4712-b7d4-4996bd3bce2a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5382 time: 0.6683130 Feb 07 22:51:09.017914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36900) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:09.023495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Pushing event updated for resources: {'Port': ['ID=940c719d-b163-4681-9372-0ad4ea08993a,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:09.064889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 292ebb33-74e0-49f9-b7f2-a45f322aaacc no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:09.106128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 292ebb33-74e0-49f9-b7f2-a45f322aaacc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:09.106505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 292ebb33-74e0-49f9-b7f2-a45f322aaacc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:09.177431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed2048-852e-4ae9-97a9-a1de869bbed4 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=b58ce156-d4a4-4a72-b5b2-953e02d66b7a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:09.182728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-f71695f6-1826-4e8f-b365-97b8061f5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.184171 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-f71695f6-1826-4e8f-b365-97b8061f5c89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 200 len: 850 time: 0.4101157 Feb 07 22:51:09.188849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b58ce156-d4a4-4a72-b5b2-953e02d66b7a details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:09.228536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Deleting port cd3f0883-ef00-49b2-82b3-5cfae2b14dcb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:09.228970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.440987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-a03acec6-82ca-4d50-8967-fab3b412c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.442466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-a03acec6-82ca-4d50-8967-fab3b412c5f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498975 Feb 07 22:51:09.503334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15a4683f-8205-4341-9b3b-bac2f3ec696a req-92c808de-e836-4d63-8d03-13a7952017fd tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4112766 Feb 07 22:51:09.538377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29767c1-236f-4e8c-b950-e2e513ec3a1c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.539111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d29767c1-236f-4e8c-b950-e2e513ec3a1c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Synchronizing usage tracker for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:09.551475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.552489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.569546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Attempting to bind port 940c719d-b163-4681-9372-0ad4ea08993a on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:09.569751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Attempting to bind port 940c719d-b163-4681-9372-0ad4ea08993a by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:09.570051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Attempting to bind port 940c719d-b163-4681-9372-0ad4ea08993a on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:09.639724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Port 940c719d-b163-4681-9372-0ad4ea08993a on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:51:09.640065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Attempting to bind port 940c719d-b163-4681-9372-0ad4ea08993a on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:09.651311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.687094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Calling delete_port for cd3f0883-ef00-49b2-82b3-5cfae2b14dcb owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:09.707600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d29767c1-236f-4e8c-b950-e2e513ec3a1c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Unset dirty status for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:09.708862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d29767c1-236f-4e8c-b950-e2e513ec3a1c tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/networks?id=b58ce156-d4a4-4a72-b5b2-953e02d66b7a HTTP/1.1" status: 200 len: 760 time: 0.6866946 Feb 07 22:51:09.709713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:09.710057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Checking segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:09.710444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Bound using segment: {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:09.710886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Bound port: 940c719d-b163-4681-9372-0ad4ea08993a, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c487398-97b5-4d50-a224-038cb7acfd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:09.711239 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:09.717256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36906) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:09.721498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:09.738852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d519196-c99d-4f4c-8a0d-49b3cba27021 req-e280389f-4c52-42ce-a97f-e165748624e3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:09.740314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d519196-c99d-4f4c-8a0d-49b3cba27021 req-e280389f-4c52-42ce-a97f-e165748624e3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.7812059 Feb 07 22:51:09.747041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:09.747224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'description': 'd2'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:09.751690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:09.814148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event updated for resources: {'Port': ['ID=a047ad4b-fb4b-4167-8b1d-5778585eba10,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:09.988587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-760e1a2d-6ee7-4dea-9a3d-4b2a94487fe6 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319557 Feb 07 22:51:09.992176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=84ba8ea5-97a6-4daf-ade1-df739d5840ac,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:10.051713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.052251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.068775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d519196-c99d-4f4c-8a0d-49b3cba27021 req-34fb739a-755f-4627-9eb7-b670645baf5c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875941 Feb 07 22:51:10.093008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-acdd7b3a-5b71-4b17-b3a8-1e6b642b88c4 None None] Provisioning for port a047ad4b-fb4b-4167-8b1d-5778585eba10 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:10.100548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-acdd7b3a-5b71-4b17-b3a8-1e6b642b88c4 None None] Provisioning complete for port a047ad4b-fb4b-4167-8b1d-5778585eba10 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:10.101291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-acdd7b3a-5b71-4b17-b3a8-1e6b642b88c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.108278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.150363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.156602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] For port 940c719d-b163-4681-9372-0ad4ea08993a, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:10.164961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-34db06f0-23c0-4396-8bc8-fcf929f0ab61 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1138856 Feb 07 22:51:10.200283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-acdd7b3a-5b71-4b17-b3a8-1e6b642b88c4 None None] Port a047ad4b-fb4b-4167-8b1d-5778585eba10 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:51:10.210645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.234165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f647d-1563-490c-aec0-e95d456732bf req-06695d9c-3960-4048-9c7a-4f7b2113ad06 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.234885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-237f647d-1563-490c-aec0-e95d456732bf req-06695d9c-3960-4048-9c7a-4f7b2113ad06 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Synchronizing usage tracker for tenant:92c4448aa5664d518b7cf94f2dba822a on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:10.237110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.242282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Request body: {'port': {'device_id': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:10.245433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Port': ['ID=cd3f0883-ef00-49b2-82b3-5cfae2b14dcb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:10.270183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.289569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] For port 940c719d-b163-4681-9372-0ad4ea08993a, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=940c719d-b163-4681-9372-0ad4ea08993a,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:10.302078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6edfbc49-0bf8-482d-b407-325149445903 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/ports/cd3f0883-ef00-49b2-82b3-5cfae2b14dcb HTTP/1.1" status: 204 len: 168 time: 1.3678973 Feb 07 22:51:10.341644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36914) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:10.353114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network b58ce156-d4a4-4a72-b5b2-953e02d66b7a is not hosted by any dhcp agent {{(pid=87671) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 22:51:10.358404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.358988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.360207 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "PUT /v2.0/networks/b58ce156-d4a4-4a72-b5b2-953e02d66b7a HTTP/1.1" status: 200 len: 757 time: 0.6420248 Feb 07 22:51:10.368354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36918) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:10.403099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.408657 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ad7b0f0-f763-49db-a93f-d3eb76578af1 req-fef98fcb-a216-4d2a-9dde-96b6ff4cf139 service neutron] 10.222.0.26 "GET /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062364 Feb 07 22:51:10.445955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.469918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0691ab-7772-4021-8cb9-b953b1d70ec0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=b58ce156-d4a4-4a72-b5b2-953e02d66b7a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:10.480730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b58ce156-d4a4-4a72-b5b2-953e02d66b7a details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:10.494805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.519045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7bd31e40-7bf4-4382-b571-11c173844853 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1761105 Feb 07 22:51:10.537389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-237f647d-1563-490c-aec0-e95d456732bf req-06695d9c-3960-4048-9c7a-4f7b2113ad06 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Unset dirty status for tenant:92c4448aa5664d518b7cf94f2dba822a on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:10.538552 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-237f647d-1563-490c-aec0-e95d456732bf req-06695d9c-3960-4048-9c7a-4f7b2113ad06 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 931 time: 0.9104536 Feb 07 22:51:10.544124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36922) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:10.561425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f1cb5-f9a3-4347-a1b1-9bf9c042f870 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.562718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b03f1cb5-f9a3-4347-a1b1-9bf9c042f870 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Synchronizing usage tracker for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:10.578560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b03f1cb5-f9a3-4347-a1b1-9bf9c042f870 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Unset dirty status for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:10.584600 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b03f1cb5-f9a3-4347-a1b1-9bf9c042f870 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/networks?id=b58ce156-d4a4-4a72-b5b2-953e02d66b7a HTTP/1.1" status: 200 len: 760 time: 0.2100153 Feb 07 22:51:10.587881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36928) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:10.594178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870002630'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:10.598103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1563928370'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:10.600948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:10.612390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:10.617219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.617881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.619237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] 10.222.0.26 "PUT /v2.0/ports/940c719d-b163-4681-9372-0ad4ea08993a HTTP/1.1" status: 200 len: 1091 time: 5.2175760 Feb 07 22:51:10.619697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:10.622315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:10.628243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.657293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:10.663912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:10.675315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.675879 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 332de31c-e8b6-4df1-97a0-7f5d9dec99c1 of type vlan for network cd03950b-e983-4a9e-9061-4772d6f7d9ee Feb 07 22:51:10.686844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:10.704285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.713399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Usage tracker for resource:network and tenant:f3d550992a9844c98d37c4b3cbc85d07 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:10.728821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:10.732192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.732773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6ba09d-3ee8-4e64-a743-c79d2cc50116 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:51:10.739706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.746176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:10.746804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.759005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:10.773901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:10.794838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9880931-0e30-4441-ad69-acb7a91c12da service neutron] Pushing event updated for resources: {'Port': ['ID=940c719d-b163-4681-9372-0ad4ea08993a,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:11.022946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4336696 Feb 07 22:51:11.025800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36934) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:11.028548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fbe97-60d5-4832-bce8-e8857319c373 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=cd03950b-e983-4a9e-9061-4772d6f7d9ee,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:11.033847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': 'cd03950b-e983-4a9e-9061-4772d6f7d9ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:11.040672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network cd03950b-e983-4a9e-9061-4772d6f7d9ee details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:11.050439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-237f647d-1563-490c-aec0-e95d456732bf req-9dc69f5e-34a2-4516-82b3-3d114bbed35d tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706604 Feb 07 22:51:11.052129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.055874 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bb6b73eb-40e4-424d-aaea-31f5bc422e3e admin admin] 10.222.0.10 "DELETE /v2.0/routers/4c6ba09d-3ee8-4e64-a743-c79d2cc50116 HTTP/1.1" status: 204 len: 168 time: 4.8110166 Feb 07 22:51:11.060266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36938) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:11.077736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Made reservation on behalf of f3d550992a9844c98d37c4b3cbc85d07 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:11.081695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.184265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:11.189088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Usage tracker for resource:subnet and tenant:8ffd577047274cd09b31d684a97e3f03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:11.192215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:11.199332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:11.212247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:11.219581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.219816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d6f97-2298-4d7d-ac2e-170beeffef93 req-b0b29a72-30d6-4bd2-b6d8-4a7a07ba99fa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:11.228982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-522d6f97-2298-4d7d-ac2e-170beeffef93 req-b0b29a72-30d6-4bd2-b6d8-4a7a07ba99fa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.9492009 Feb 07 22:51:11.346930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84ba8ea5-97a6-4daf-ade1-df739d5840ac no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:11.351748 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.411749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:11.412055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 84ba8ea5-97a6-4daf-ade1-df739d5840ac {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:11.412594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 84ba8ea5-97a6-4daf-ade1-df739d5840ac not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:11.416426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] Deleting subnet 4733d5b4-f976-4272-aed4-bd975f459e7e {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:51:11.463292 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.496824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.520509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-522d6f97-2298-4d7d-ac2e-170beeffef93 req-6a6d968b-1848-4ee1-984b-4a643b5c1261 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906435 Feb 07 22:51:11.521511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.521857 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Added segment 404fb1ce-5faa-4ef0-84e5-6ab28bc5e106 of type vlan for network a1da2244-3ca8-4240-ade5-c1db58dcffbf Feb 07 22:51:11.579088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '332de31c-e8b6-4df1-97a0-7f5d9dec99c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cd03950b-e983-4a9e-9061-4772d6f7d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:11.579389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: cd03950b-e983-4a9e-9061-4772d6f7d9ee, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:11.607977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=7ffbac40-02ef-4b95-bcf7-df0a95e442ce,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:11.620596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network cd03950b-e983-4a9e-9061-4772d6f7d9ee is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:11.630491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, cd03950b-e983-4a9e-9061-4772d6f7d9ee) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:11.636312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:11.637082 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.641608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df56fa5b-5fcf-4ed3-bc0c-ad1aa0eb8d0c None None] Network cd03950b-e983-4a9e-9061-4772d6f7d9ee requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:11.664897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-89be1ee9-fdcc-4739-9ffb-0e6905769b35 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6356127 Feb 07 22:51:11.665085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36942) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:11.702031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.810541 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.836774 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.909102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1386b-78c1-434e-9618-9e60cfaf6881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-cd03950b-e983-4a9e-9061-4772d6f7d9ee', 'network_id': 'cd03950b-e983-4a9e-9061-4772d6f7d9ee', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': '7ffbac40-02ef-4b95-bcf7-df0a95e442ce'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:51:11.910145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67a1386b-78c1-434e-9618-9e60cfaf6881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.933154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:11.946548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565311-762a-4b46-95db-c5052215b908 req-dfe7e917-9be4-4bd3-82ee-cf92ec13790c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:11.948004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a565311-762a-4b46-95db-c5052215b908 req-dfe7e917-9be4-4bd3-82ee-cf92ec13790c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.6976688 Feb 07 22:51:12.017124 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.055731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.058423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffbac40-02ef-4b95-bcf7-df0a95e442ce,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:12.061009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.061589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server [None req-67a1386b-78c1-434e-9618-9e60cfaf6881 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ffbac40-02ef-4b95-bcf7-df0a95e442ce: This subnet is being modified by another concurrent operation. Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:51:12.097582 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise exception Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ffbac40-02ef-4b95-bcf7-df0a95e442ce: This subnet is being modified by another concurrent operation. Feb 07 22:51:12.101001 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Feb 07 22:51:12.153360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.164135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca752d5-58fe-4c7c-b616-a3124c954f1d None None] Network cd03950b-e983-4a9e-9061-4772d6f7d9ee requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:12.180833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd03950b-e983-4a9e-9061-4772d6f7d9ee']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:12.188762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.194091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332de31c-e8b6-4df1-97a0-7f5d9dec99c1') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:12.194398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332de31c-e8b6-4df1-97a0-7f5d9dec99c1') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:12.211519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.228216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.234582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:12.234978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:12.298869 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:12.309145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a565311-762a-4b46-95db-c5052215b908 req-564acea7-188a-40c4-bf32-3c0bf2751a69 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981856 Feb 07 22:51:12.343751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.346335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7986758 Feb 07 22:51:12.352874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36948) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:12.358070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97927c-3ab9-4d2a-b301-35882a631a6e None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:51:12.364624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207f34-1559-4648-8610-3772c2ba2ff7 req-cce65888-2693-4b72-a166-652f18431391 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.371498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7207f34-1559-4648-8610-3772c2ba2ff7 req-cce65888-2693-4b72-a166-652f18431391 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.7377136 Feb 07 22:51:12.374971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.388172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=cd03950b-e983-4a9e-9061-4772d6f7d9ee,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:12.394986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eafa6c46-8100-4912-b9ee-7bcc648198e0 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/cd03950b-e983-4a9e-9061-4772d6f7d9ee HTTP/1.1" status: 204 len: 168 time: 0.7288229 Feb 07 22:51:12.396000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:12.410987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-176416744'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:12.417909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cd3af-7c07-42da-8c01-3f71b5ecfde4 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Network': ['ID=a1da2244-3ca8-4240-ade5-c1db58dcffbf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:12.430667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:12.443140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a047ad4b-fb4b-4167-8b1d-5778585eba10 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:12.447457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a1da2244-3ca8-4240-ade5-c1db58dcffbf details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:12.450277 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3991a916-a959-4ae4-af0e-7e2d253d5994 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] GET failed (client error): The resource could not be found. Feb 07 22:51:12.450914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3991a916-a959-4ae4-af0e-7e2d253d5994 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Synchronizing usage tracker for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:12.452781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Usage tracker for resource:network and tenant:f3d550992a9844c98d37c4b3cbc85d07 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:12.459265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:12.470623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3991a916-a959-4ae4-af0e-7e2d253d5994 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Unset dirty status for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:12.474472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3991a916-a959-4ae4-af0e-7e2d253d5994 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/subnets/7ffbac40-02ef-4b95-bcf7-df0a95e442ce HTTP/1.1" status: 404 len: 337 time: 0.0748863 Feb 07 22:51:12.474686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36956) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:12.475684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.501180 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b605b57-a77d-4269-a8e0-465f016213bd tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:12.501738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b605b57-a77d-4269-a8e0-465f016213bd tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:12.504608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8b605b57-a77d-4269-a8e0-465f016213bd tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/cd03950b-e983-4a9e-9061-4772d6f7d9ee HTTP/1.1" status: 404 len: 339 time: 0.0282469 Feb 07 22:51:12.508075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36960) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:12.527611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:12.573110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7207f34-1559-4648-8610-3772c2ba2ff7 req-c60c00a7-1bbf-4633-95ad-e9b8cbae6540 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976347 Feb 07 22:51:12.596866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.614089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Transition to ACTIVE for port object a047ad4b-fb4b-4167-8b1d-5778585eba10 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:12.633574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97927c-3ab9-4d2a-b301-35882a631a6e None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:51:12.653101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:51:12.664023 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a', 'status': 'completed', 'code': 200} Feb 07 22:51:12.668286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Made reservation on behalf of f3d550992a9844c98d37c4b3cbc85d07 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:12.671979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.692384 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.697329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4733d5b4-f976-4272-aed4-bd975f459e7e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:12.744821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:12.754825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42bf84d-5a3f-48ab-8d57-db9f1df5d9e9 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.755528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e42bf84d-5a3f-48ab-8d57-db9f1df5d9e9 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Synchronizing usage tracker for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:12.779075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e42bf84d-5a3f-48ab-8d57-db9f1df5d9e9 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Unset dirty status for tenant:8ffd577047274cd09b31d684a97e3f03 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:12.781197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e42bf84d-5a3f-48ab-8d57-db9f1df5d9e9 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2710381 Feb 07 22:51:12.783205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36968) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:12.826582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d898b576-2720-4c51-a928-77fc1275bbea tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 207 time: 0.0421865 Feb 07 22:51:12.829780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36972) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:12.909906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.910377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.910846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.911310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.911771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.912230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.912717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:12.914687 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1eee37e0-5e87-4fc8-836d-b219ff5a4543 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6341 time: 0.2569056 Feb 07 22:51:13.061049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-03b7ea80-09a4-4181-86de-44e3ad610a9f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4733d5b4-f976-4272-aed4-bd975f459e7e HTTP/1.1" status: 204 len: 168 time: 1.9945266 Feb 07 22:51:13.080944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36976) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:13.102241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e357bb7-20bd-472a-a3c1-718ee379361a None None] Network ccffdcf7-5f31-48f7-a44f-fb16d4a3618f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:13.134491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:13.148335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.149183 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Added segment f7f6e50a-310a-4dce-81af-0ea3b94126b1 of type vlan for network 6b7e2c43-5283-4086-aeee-b3818d2b29dd Feb 07 22:51:13.232397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:13.242260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.252105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1b24e5bd-d75b-49d4-bbfc-5ca4f0d6f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.252586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1b24e5bd-d75b-49d4-bbfc-5ca4f0d6f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.253056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1b24e5bd-d75b-49d4-bbfc-5ca4f0d6f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.254890 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-1b24e5bd-d75b-49d4-bbfc-5ca4f0d6f4fc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3291676 Feb 07 22:51:13.359797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Pushing event updated for resources: {'Port': ['ID=a047ad4b-fb4b-4167-8b1d-5778585eba10,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:13.383213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a49f55-941c-4eb9-8204-e5d261c41487 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.383331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.386353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a49f55-941c-4eb9-8204-e5d261c41487 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.389118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.392459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a49f55-941c-4eb9-8204-e5d261c41487 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.395135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.398537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a49f55-941c-4eb9-8204-e5d261c41487 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.400194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-07a49f55-941c-4eb9-8204-e5d261c41487 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5694978 Feb 07 22:51:13.400872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.403837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36982) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:13.406673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.413057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.414006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] DHCP port deletion for ccffdcf7-5f31-48f7-a44f-fb16d4a3618f request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:51:13.418450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] Deleting port 1f5e8ee4-1890-4520-b899-985a7bb7289c {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:13.418768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.419168 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.420713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d805fe2-f701-435f-a391-3efc049a5acd req-b9f8a61a-b1ca-43e6-b20e-174d5f6f6acf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5394 time: 0.9704814 Feb 07 22:51:13.423542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.473518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Transition to ACTIVE for port object 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:13.490620 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.502092 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.591104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-84b083eb-3914-4bb1-b98e-1d1bbb0b4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.592549 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a5ee329-097c-453c-b297-f224eaf9f3a7 req-84b083eb-3914-4bb1-b98e-1d1bbb0b4be8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3215976 Feb 07 22:51:13.640693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9f5bf8c-d739-43ed-9668-2346690b43d9 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2327847 Feb 07 22:51:13.641289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:13.649744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] For port 1f5e8ee4-1890-4520-b899-985a7bb7289c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1f5e8ee4-1890-4520-b899-985a7bb7289c,segment=NetworkSegment(9adc785d-30d6-4e60-9a6f-61b344b83a36),segment_id=9adc785d-30d6-4e60-9a6f-61b344b83a36)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:13.650135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.693824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Attempting to bind port a047ad4b-fb4b-4167-8b1d-5778585eba10 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:13.694242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Attempting to bind port a047ad4b-fb4b-4167-8b1d-5778585eba10 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:13.694644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Attempting to bind port a047ad4b-fb4b-4167-8b1d-5778585eba10 on network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:13.717866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62747a8-009c-4ff5-9331-37b5fff6b058 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.719562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62747a8-009c-4ff5-9331-37b5fff6b058 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.721906 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d62747a8-009c-4ff5-9331-37b5fff6b058 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0783796 Feb 07 22:51:13.727084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:13.728924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d805fe2-f701-435f-a391-3efc049a5acd req-452489ce-6878-43e8-81cc-e87b5498e7dc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2890155 Feb 07 22:51:13.746795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Port a047ad4b-fb4b-4167-8b1d-5778585eba10 on network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:51:13.747409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Attempting to bind port a047ad4b-fb4b-4167-8b1d-5778585eba10 on network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:13.749712 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.755301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.755903 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.775674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Deleting port 1f5e8ee4-1890-4520-b899-985a7bb7289c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:13.776029 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:13.852500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe42f5-fc2e-4543-bcdb-7d757817eff2 req-b4c34e54-f1de-4040-afc9-0e5d2f955dcb tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.863604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78fe42f5-fc2e-4543-bcdb-7d757817eff2 req-b4c34e54-f1de-4040-afc9-0e5d2f955dcb tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 943 time: 1.1107981 Feb 07 22:51:13.874904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcc224-7297-4e90-ba70-ca91d49a81c5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.876378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dcc224-7297-4e90-ba70-ca91d49a81c5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:13.878395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] Calling delete_port for 1f5e8ee4-1890-4520-b899-985a7bb7289c owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:13.881494 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b7dcc224-7297-4e90-ba70-ca91d49a81c5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1542442 Feb 07 22:51:13.882084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36994) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:13.977593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.025183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] Pushing event deleted for resources: {'Port': ['ID=1f5e8ee4-1890-4520-b899-985a7bb7289c,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:14.028516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8dff7-171c-40ab-b29e-840ceec7d8b7 None None] No DVR routers for this DVR port 1f5e8ee4-1890-4520-b899-985a7bb7289c on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:14.034164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Pushing event updated for resources: {'Port': ['ID=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:14.061522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:14.061871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Checking segment: {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:14.062268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Bound using segment: {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:14.062710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Bound port: a047ad4b-fb4b-4167-8b1d-5778585eba10, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:14.063074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.069601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda7e90-368c-450f-b8cc-7abe1e90c7bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:14.070958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9fda7e90-368c-450f-b8cc-7abe1e90c7bc tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/networks/ca69773a-cbce-418b-950f-1c25891b149f HTTP/1.1" status: 200 len: 799 time: 0.1879737 Feb 07 22:51:14.074849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36998) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:14.140751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7534595 Feb 07 22:51:14.229164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78fe42f5-fc2e-4543-bcdb-7d757817eff2 req-b8f2aa5a-7581-4898-a925-17ef3d2a837d tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645885 Feb 07 22:51:14.230710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ca2ab76b-13a8-42a3-b695-355931051684 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/networks/ca69773a-cbce-418b-950f-1c25891b149f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1548142 Feb 07 22:51:14.234055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37002) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:14.280419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ae49-9b28-4dd6-9f13-c902d3f9f71f tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Network': ['ID=6b7e2c43-5283-4086-aeee-b3818d2b29dd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:14.293095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 6b7e2c43-5283-4086-aeee-b3818d2b29dd details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:14.320883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8cd62-19e2-40f2-8b67-d83410772a0d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:14.322556 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-22b8cd62-19e2-40f2-8b67-d83410772a0d tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/subnets/ad0a83ac-0237-4ca2-a4bd-21322cd379b7 HTTP/1.1" status: 200 len: 811 time: 0.0875571 Feb 07 22:51:14.326557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37006) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:14.373250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:14.376209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:14.398798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] The port '1f5e8ee4-1890-4520-b899-985a7bb7289c' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:51:14.403212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.448701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a5586-3112-4af5-abdd-6cc62e39cae9 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['shared'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:14.450875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b93a5586-3112-4af5-abdd-6cc62e39cae9 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "GET /v2.0/subnets/ad0a83ac-0237-4ca2-a4bd-21322cd379b7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1231520 Feb 07 22:51:14.454699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:14.461403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-771627796'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:14.467506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:14.479206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:14.493057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:14.497827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.555381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:14.565473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Attempting to bind port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:14.566278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Attempting to bind port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:14.566828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Attempting to bind port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d on network 984796b5-0378-483f-8e6d-60be391eece8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:14.581188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.581568 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Added segment 93cae1fb-d802-4c02-afe0-13561ec58a9f of type vlan for network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d Feb 07 22:51:14.622759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.660491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.669207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:14.670125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.672860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:14.674129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:14.675624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] 10.222.0.36 "PUT /v2.0/ports/a047ad4b-fb4b-4167-8b1d-5778585eba10 HTTP/1.1" status: 200 len: 1091 time: 4.4495201 Feb 07 22:51:14.679258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:14.692006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d on network 984796b5-0378-483f-8e6d-60be391eece8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:51:14.692548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Attempting to bind port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d on network 984796b5-0378-483f-8e6d-60be391eece8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:14.823836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6edf5-05dd-44be-af54-c5d4ce7d26d5 req-5742c3de-3385-43c4-8d72-902f069889a1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:14.832068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58e6edf5-05dd-44be-af54-c5d4ce7d26d5 req-5742c3de-3385-43c4-8d72-902f069889a1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.9487407 Feb 07 22:51:14.837819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Network': ['ID=8dd68dcc-225c-49f2-a9b4-c7f80360c76d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:14.851290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:14.852609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f4785b7-b5c5-4f4d-b6cb-b3a3dd6cd907 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3964093 Feb 07 22:51:14.855322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37022) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:14.861170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'network_id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:14.881606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:14.882546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Checking segment: {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:14.883043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Bound using segment: {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:14.883590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Bound port: 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:14.889003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.005681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.037085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccffdcf7-5f31-48f7-a44f-fb16d4a3618f']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:15.041409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:15.052422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adc785d-30d6-4e60-9a6f-61b344b83a36') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:15.052422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adc785d-30d6-4e60-9a6f-61b344b83a36') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:15.064158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:15.073905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d95a7-5d6d-475d-9ed1-349f0cd0c09e service neutron] Pushing event updated for resources: {'Port': ['ID=a047ad4b-fb4b-4167-8b1d-5778585eba10,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:15.075694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Made reservation on behalf of 8ffd577047274cd09b31d684a97e3f03 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:15.093128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.106936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1f5e8ee4-1890-4520-b899-985a7bb7289c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:15.113324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.151742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1f5e8ee4-1890-4520-b899-985a7bb7289c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:15.152139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1f5e8ee4-1890-4520-b899-985a7bb7289c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:15.179270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58e6edf5-05dd-44be-af54-c5d4ce7d26d5 req-9ca8ee96-1478-41ff-89bd-df757241a360 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461516 Feb 07 22:51:15.207551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.220318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing IP validity checks on allocation pools {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 22:51:15.221088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 22:51:15.227204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:15.227794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:15.244875 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:15.379392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.459332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=ea2842d0-bf20-45ad-8e62-22c0586a987f,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:15.462014 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'status': 'completed', 'code': 200} Feb 07 22:51:15.470236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Checking segment: {'id': '93cae1fb-d802-4c02-afe0-13561ec58a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:15.470727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network hostable DHCP agents. Network: 8dd68dcc-225c-49f2-a9b4-c7f80360c76d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:15.489968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:15.499569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8dd68dcc-225c-49f2-a9b4-c7f80360c76d) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:15.504238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:15.504968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.512538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8396b2e-c8bf-4ef8-bb6f-b30887ce94df None None] Network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:15.543439 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2c6f9e0c-ff9c-44e1-920f-ba7c9e13604a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6868303 Feb 07 22:51:15.544181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37028) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:15.550571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eb17f013-874c-4470-bb18-7a7188d12170 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:15.573124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094428d-f76b-4f23-935d-5a8581aaa849 req-6426aa27-c7fd-4be6-ab94-70430f9c1c20 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:15.574648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d094428d-f76b-4f23-935d-5a8581aaa849 req-6426aa27-c7fd-4be6-ab94-70430f9c1c20 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.6602566 Feb 07 22:51:15.576700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-fa6e7c0c-29d5-42c3-ba03-a1514da8e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:15.578199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-fa6e7c0c-29d5-42c3-ba03-a1514da8e1b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c4448aa5664d518b7cf94f2dba822a&device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 1094 time: 0.8448288 Feb 07 22:51:15.579807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] For port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:15.610971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.616148 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.716135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] For port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:15.729536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb17f013-874c-4470-bb18-7a7188d12170 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2328901'] for subnet, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.730130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-7bdcb827-bcc0-4285-9f16-4795ce09bb7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10 HTTP/1.1" status: 200 len: 217 time: 0.1215527 Feb 07 22:51:15.736015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccffdcf7-5f31-48f7-a44f-fb16d4a3618f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:15.744387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.792060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8dd68dcc-225c-49f2-a9b4-c7f80360c76d', 'network_id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d', 'tenant_id': '8ffd577047274cd09b31d684a97e3f03', 'fixed_ips': [{'subnet_id': 'ea2842d0-bf20-45ad-8e62-22c0586a987f'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:51:15.792935 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.876025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d0fcd6bd-2232-4609-bd09-77c0cfd77b71 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ccffdcf7-5f31-48f7-a44f-fb16d4a3618f HTTP/1.1" status: 204 len: 168 time: 2.7892656 Feb 07 22:51:15.931406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d094428d-f76b-4f23-935d-5a8581aaa849 req-ef9c1323-968b-4d72-b8ff-bc0a080ad5c8 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480761 Feb 07 22:51:15.980506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:15.983833 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:15.986879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] 10.222.0.26 "PUT /v2.0/ports/75aed3f4-cf94-49e2-aad4-343fc1d7ec1d HTTP/1.1" status: 200 len: 1091 time: 5.3327210 Feb 07 22:51:16.045672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Request body: {'port': {'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:16.311916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37046) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:16.316987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-553af42e-5d85-4768-8923-52882f611eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.318940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-553af42e-5d85-4768-8923-52882f611eb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f87dc53e-bfa1-4187-9a22-739c51b90c17 HTTP/1.1" status: 200 len: 855 time: 0.5609910 Feb 07 22:51:16.349622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.355625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.361929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.367858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.375463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.381353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.387201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.396175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-9f4c2914-6c68-42f4-a9e7-a05095b5ea88 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5406 time: 0.9436684 Feb 07 22:51:16.439325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb17f013-874c-4470-bb18-7a7188d12170 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738282386436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2242466'] for subnet, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.455335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be235244-5c3e-4d54-ae7b-61e601cd290f service neutron] Pushing event updated for resources: {'Port': ['ID=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:16.524741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb17f013-874c-4470-bb18-7a7188d12170 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.525424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb17f013-874c-4470-bb18-7a7188d12170 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.529763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eb17f013-874c-4470-bb18-7a7188d12170 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "PUT /v2.0/subnets/ea2842d0-bf20-45ad-8e62-22c0586a987f HTTP/1.1" status: 200 len: 877 time: 0.9844754 Feb 07 22:51:16.535499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37050) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:16.567474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17f013-874c-4470-bb18-7a7188d12170 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event updated for resources: {'Subnet': ['ID=ea2842d0-bf20-45ad-8e62-22c0586a987f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:16.581947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Allocated IP 172.20.0.3 (8dd68dcc-225c-49f2-a9b4-c7f80360c76d/ea2842d0-bf20-45ad-8e62-22c0586a987f/dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:16.642781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea5c6843-e232-4c97-a28e-c7a25c50d2b4 req-8286becf-5bbb-482a-9943-8bb27d8be5b4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2451293 Feb 07 22:51:16.661481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044928c-fd3d-4347-99b0-4a01d83f073d req-f4d07b47-3bad-449d-94d9-e1f03c28be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.663200 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8044928c-fd3d-4347-99b0-4a01d83f073d req-f4d07b47-3bad-449d-94d9-e1f03c28be6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 1096 time: 0.2768393 Feb 07 22:51:16.670969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-b70303e3-b0bf-40df-87dd-49ba02b37547 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.672605 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-b70303e3-b0bf-40df-87dd-49ba02b37547 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "GET /v2.0/ports?device_id=bef44128-4f97-483c-82cd-322df633ad4a HTTP/1.1" status: 200 len: 945 time: 0.5216544 Feb 07 22:51:16.679527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f13c5bee-d219-4ca7-9b64-7f27411bb3aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea87095f5c82496c9be95e09dfea2736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3594599 Feb 07 22:51:16.683893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37054) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:16.689196 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.726436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.780688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-ae00db20-0958-4e4c-8e92-751cabe57174 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:16.788247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-ae00db20-0958-4e4c-8e92-751cabe57174 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 815 time: 0.6146293 Feb 07 22:51:16.864964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8044928c-fd3d-4347-99b0-4a01d83f073d req-8b24815f-f29f-4b1d-9b04-d92339f027f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880369 Feb 07 22:51:16.891689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.907508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Transition to ACTIVE for port object dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:16.921851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-7a7155af-167b-4e19-aca2-325d002ddace tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/quotas/20838b5532104921ba58631c9eb315e8 HTTP/1.1" status: 200 len: 375 time: 0.1323812 Feb 07 22:51:16.950315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Deleting port 730ef7cb-3c98-4f17-9fe9-7423eb617591 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:16.950944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Transition to ACTIVE for port object dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:16.952863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:16.958495 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.037322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:17.040614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:17.043993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:17.052187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Pushing event updated for resources: {'Port': ['ID=dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:17.109916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.161722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Attempting to bind port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:17.162348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Attempting to bind port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '93cae1fb-d802-4c02-afe0-13561ec58a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:17.163027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Attempting to bind port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f on network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:17.169790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:17.170447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Checking segment: {'id': '93cae1fb-d802-4c02-afe0-13561ec58a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:17.171047 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.171594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Bound using segment: {'id': '93cae1fb-d802-4c02-afe0-13561ec58a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:17.172256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Bound port: dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93cae1fb-d802-4c02-afe0-13561ec58a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:17.172915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.228960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-28d1ee62-d179-46e7-84e2-3a123ab31751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:17.231151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-28d1ee62-d179-46e7-84e2-3a123ab31751 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9368b132-7c2a-44c2-aef5-d2c25c6d7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8250203 Feb 07 22:51:17.282081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] For port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:17.288969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] For port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f,segment=NetworkSegment(93cae1fb-d802-4c02-afe0-13561ec58a9f),segment_id=93cae1fb-d802-4c02-afe0-13561ec58a9f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:17.295596 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.315354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] For port 730ef7cb-3c98-4f17-9fe9-7423eb617591, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=730ef7cb-3c98-4f17-9fe9-7423eb617591,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:17.315860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.324331 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.412185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cd175-a484-46d3-a31d-ab5ac68f1c56 None None] Pushing event updated for resources: {'Port': ['ID=dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:17.424010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-ac2f9f13-e984-4c9e-9548-93eaa2eff028 service neutron] 10.222.0.36 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820660 Feb 07 22:51:17.433316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37060) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:17.468836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2842d0-bf20-45ad-8e62-22c0586a987f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:17.514336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:17.544355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'subnets': [{'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1853651437', 'ip_version': 6}, {'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:17.544652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'subnet': {'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1853651437', 'ip_version': 6}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:17.545559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Request body: {'subnet': {'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:17.585298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Calling delete_port for 730ef7cb-3c98-4f17-9fe9-7423eb617591 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:17.674771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.724149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd68dcc-225c-49f2-a9b4-c7f80360c76d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:17.738897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cae1fb-d802-4c02-afe0-13561ec58a9f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:17.739299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cae1fb-d802-4c02-afe0-13561ec58a9f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:17.757405 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.802640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b93fc58c-db85-41b2-a6d3-b847da14b941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.817083 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.840601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:17.840789 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:17.857531 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:17.947957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b93fc58c-db85-41b2-a6d3-b847da14b941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.958038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:17.961269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-7ddb1c26-9c7d-4bdb-a598-0b8fcf1b8091 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0378885 Feb 07 22:51:17.974178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['730ef7cb-3c98-4f17-9fe9-7423eb617591'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:18.030147 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:51:18.030147 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:51:18.030147 n-d-827896-3 neutron-server[87671]: [parameters: {'id': '8dd68dcc-225c-49f2-a9b4-c7f80360c76d'}] Feb 07 22:51:18.030147 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:51:18.030678 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:51:18.032792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Pushing event deleted for resources: {'Port': ['ID=730ef7cb-3c98-4f17-9fe9-7423eb617591,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:18.046709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d56e1-f6c8-46e8-89b8-d588c64662c6 req-2d2bc85e-fcb8-470a-96e7-3da98c199e23 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:18.054958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc9d56e1-f6c8-46e8-89b8-d588c64662c6 req-2d2bc85e-fcb8-470a-96e7-3da98c199e23 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 943 time: 1.1904721 Feb 07 22:51:18.125865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:51:18.226643 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ec42ae-e46b-451b-bd0e-43c6a17f4d67 req-fa8e7b55-b142-4068-a869-7363870dc149 service neutron] 10.222.0.36 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905223 Feb 07 22:51:18.239092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] No DVR routers for this DVR port 730ef7cb-3c98-4f17-9fe9-7423eb617591 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:18.241533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.244121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'name': 'network-vif-deleted', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:18.264311 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2258410-8ece-4072-96ee-bf02027bc2cd req-5e8eda20-85c3-4702-ad80-2027da6dfb66 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "DELETE /v2.0/ports/730ef7cb-3c98-4f17-9fe9-7423eb617591 HTTP/1.1" status: 204 len: 173 time: 1.5425692 Feb 07 22:51:18.425744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f5ccae-afa3-48bb-b7a2-316a10762e7e {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:18.434551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc9d56e1-f6c8-46e8-89b8-d588c64662c6 req-6674822b-d1ab-483d-b5a1-a2e1d05691cd tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788052 Feb 07 22:51:18.456465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.473162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:18.491149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-5f2f6b65-789f-4465-ab12-0e027e240892 service neutron] 10.222.0.10 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124855 Feb 07 22:51:18.493425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b93fc58c-db85-41b2-a6d3-b847da14b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.498589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Usage tracker for resource:subnet and tenant:f3d550992a9844c98d37c4b3cbc85d07 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:18.531855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.546452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:18.546938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:18.552305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Transition to ACTIVE for port object 31f5ccae-afa3-48bb-b7a2-316a10762e7e will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:18.553219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.612258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:18.614900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fc58c-db85-41b2-a6d3-b847da14b941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1447a4e3-fdd5-4cbc-bec1-574e71432812,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:18.657572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.731284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d439f96f-7dbc-427a-ae33-8132ff75e9fa None None] Network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:18.758211 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b93fc58c-db85-41b2-a6d3-b847da14b941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.767556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b93fc58c-db85-41b2-a6d3-b847da14b941 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1447a4e3-fdd5-4cbc-bec1-574e71432812 HTTP/1.1" status: 204 len: 168 time: 2.0527258 Feb 07 22:51:18.822673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Made reservation on behalf of f3d550992a9844c98d37c4b3cbc85d07 for: {'subnet': 2} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:18.844417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.844780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:18.871907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ebfa14f8-d687-45b0-9e7f-1b49da68ba17 None None] Provisioning for port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:18.884639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f,segment=NetworkSegment(93cae1fb-d802-4c02-afe0-13561ec58a9f),segment_id=93cae1fb-d802-4c02-afe0-13561ec58a9f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:18.885073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.168348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:19.212932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-12bef75c-bfd8-4545-a010-18f4bcabb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:19.215268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-12bef75c-bfd8-4545-a010-18f4bcabb126 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c4448aa5664d518b7cf94f2dba822a&device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 1094 time: 0.9185259 Feb 07 22:51:19.216543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=31f5ccae-afa3-48bb-b7a2-316a10762e7e,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:19.240868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:19.346938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:19.350304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.357059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:19.357721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.403865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f was deleted so its status cannot be updated. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 22:51:19.424932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Port': ['ID=dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:19.426767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No DVR routers for this DVR port dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:19.432421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ae096-8252-491e-8a73-f5cdbe2e2b25 None None] DHCP port deletion for 8dd68dcc-225c-49f2-a9b4-c7f80360c76d request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:51:19.455294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83a7d6-fccd-4606-b974-731641120e7d None None] Network 8dd68dcc-225c-49f2-a9b4-c7f80360c76d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:19.531864 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-0c29350b-b3c8-44b0-957d-bdf2e2a60c6f service neutron] 10.222.0.10 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0156865 Feb 07 22:51:19.594726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.599315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b4b69-2c05-4faa-998d-84259037f4c4 req-57473a22-6a99-4436-a9bd-73a4d1383682 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:19.600887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d77b4b69-2c05-4faa-998d-84259037f4c4 req-57473a22-6a99-4436-a9bd-73a4d1383682 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.9910924 Feb 07 22:51:19.638413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd68dcc-225c-49f2-a9b4-c7f80360c76d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:19.655130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93cae1fb-d802-4c02-afe0-13561ec58a9f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:19.655442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93cae1fb-d802-4c02-afe0-13561ec58a9f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:19.670309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.692264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.700029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:19.700408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:19.716610 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:19.740917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Attempting to bind port 31f5ccae-afa3-48bb-b7a2-316a10762e7e on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:19.741251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Attempting to bind port 31f5ccae-afa3-48bb-b7a2-316a10762e7e by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:19.742062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Attempting to bind port 31f5ccae-afa3-48bb-b7a2-316a10762e7e on network 984796b5-0378-483f-8e6d-60be391eece8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:19.771668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d77b4b69-2c05-4faa-998d-84259037f4c4 req-05697041-6654-4e15-a480-8c57c873a6e5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514370 Feb 07 22:51:19.780110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Port 31f5ccae-afa3-48bb-b7a2-316a10762e7e on network 984796b5-0378-483f-8e6d-60be391eece8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:51:19.783174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Attempting to bind port 31f5ccae-afa3-48bb-b7a2-316a10762e7e on network 984796b5-0378-483f-8e6d-60be391eece8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:19.791809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-0939d077-b34e-420a-af5d-166a0260f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:19.798044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-0939d077-b34e-420a-af5d-166a0260f1d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9368b132-7c2a-44c2-aef5-d2c25c6d7a19 HTTP/1.1" status: 200 len: 917 time: 0.5688195 Feb 07 22:51:19.885682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.897624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:19.934648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=8dd68dcc-225c-49f2-a9b4-c7f80360c76d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:19.937378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf2f623f-0392-4668-99da-65da50b1fd79 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/8dd68dcc-225c-49f2-a9b4-c7f80360c76d HTTP/1.1" status: 204 len: 168 time: 3.4009876 Feb 07 22:51:19.941856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37090) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:20.021468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:20.022063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Checking segment: {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:20.022864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Bound using segment: {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:20.024197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Bound port: 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d918c34-54b1-49b6-9c2a-427248dc486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '984796b5-0378-483f-8e6d-60be391eece8'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:20.034392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.052815 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d', 'status': 'completed', 'code': 200} Feb 07 22:51:20.075550 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-026e49eb-089f-414b-a358-206459c56d19 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:20.076031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026e49eb-089f-414b-a358-206459c56d19 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:20.077914 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-026e49eb-089f-414b-a358-206459c56d19 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/ea2842d0-bf20-45ad-8e62-22c0586a987f HTTP/1.1" status: 404 len: 337 time: 0.1342123 Feb 07 22:51:20.096785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37102) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:20.138768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 730ef7cb-3c98-4f17-9fe9-7423eb617591 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:20.175044 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde29340-d9df-4fea-9e11-c1c35d5f54de tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:20.176033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde29340-d9df-4fea-9e11-c1c35d5f54de tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:20.177795 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cde29340-d9df-4fea-9e11-c1c35d5f54de tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/8dd68dcc-225c-49f2-a9b4-c7f80360c76d HTTP/1.1" status: 404 len: 339 time: 0.0825005 Feb 07 22:51:20.185614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37110) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:20.198813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 730ef7cb-3c98-4f17-9fe9-7423eb617591 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:20.199439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 730ef7cb-3c98-4f17-9fe9-7423eb617591 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:20.229833 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-74dc2027-b3b0-4c61-9c80-01ac52091378 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:20.230299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74dc2027-b3b0-4c61-9c80-01ac52091378 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:20.232199 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74dc2027-b3b0-4c61-9c80-01ac52091378 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/7ffbac40-02ef-4b95-bcf7-df0a95e442ce HTTP/1.1" status: 404 len: 337 time: 0.0456107 Feb 07 22:51:20.235500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:20.272728 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-755738a1-8e3b-4d97-a9a0-cadb257b3f1e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:20.273211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755738a1-8e3b-4d97-a9a0-cadb257b3f1e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:20.275043 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-755738a1-8e3b-4d97-a9a0-cadb257b3f1e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/cd03950b-e983-4a9e-9061-4772d6f7d9ee HTTP/1.1" status: 404 len: 339 time: 0.0379050 Feb 07 22:51:20.278577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37120) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:20.285719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-59123e08-6b9a-4b46-834c-e61d07da3d34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10 HTTP/1.1" status: 200 len: 217 time: 0.4716029 Feb 07 22:51:20.307917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.308411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.309056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.309674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.310142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.310599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.311186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.313254 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-735635af-1f08-4a54-b4ea-be6c363a1db4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6433 time: 0.3284853 Feb 07 22:51:20.357003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37124) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:20.504352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.587789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-6bff7012-1498-4b7b-8d12-bdd5efd86585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.589333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-6bff7012-1498-4b7b-8d12-bdd5efd86585 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f87dc53e-bfa1-4187-9a22-739c51b90c17 HTTP/1.1" status: 200 len: 855 time: 0.2857475 Feb 07 22:51:20.659011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-637920672-network', 'tenant_id': '634796cddbc84a0090651a31869456f5'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:20.669258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-430ee420-1969-43f0-bff8-006710747711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.669728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-430ee420-1969-43f0-bff8-006710747711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.670193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-430ee420-1969-43f0-bff8-006710747711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.671773 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-430ee420-1969-43f0-bff8-006710747711 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3029723 Feb 07 22:51:20.680143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:20.682628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] For port 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:20.700364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.710583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Usage tracker for resource:network and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:20.721746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:20.730975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] For port 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:20.741428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:20.753741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.797376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb2eaf-53eb-4500-ba30-bcfa39e6ac97 req-905460ea-88db-4c27-a0fc-849c807a9a0e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.798947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bedb2eaf-53eb-4500-ba30-bcfa39e6ac97 req-905460ea-88db-4c27-a0fc-849c807a9a0e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.7329216 Feb 07 22:51:20.854656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.860369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.866116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.872836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.879052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.884757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.890506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.893141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-7916f73d-33ad-4bd3-96a1-72e55c2e0f09 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.6029058 Feb 07 22:51:20.909144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58ce156-d4a4-4a72-b5b2-953e02d66b7a']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.914100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:20.914712 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.916351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] 10.222.0.26 "PUT /v2.0/ports/31f5ccae-afa3-48bb-b7a2-316a10762e7e HTTP/1.1" status: 200 len: 1091 time: 4.8783064 Feb 07 22:51:20.922392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Made reservation on behalf of 634796cddbc84a0090651a31869456f5 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:20.924817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.931965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5454f9f7-7482-4cf9-a936-f60413803788') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.932269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5454f9f7-7482-4cf9-a936-f60413803788') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:20.951706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:20.973042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.001077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.013446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:21.013856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:21.029455 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:21.031990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-2ca84cc8-9e73-4122-b593-cc7e484b5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.031990 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3baa86c-41f3-4220-bb1a-35566daab4e8 req-2ca84cc8-9e73-4122-b593-cc7e484b5221 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536441 Feb 07 22:51:21.083245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bedb2eaf-53eb-4500-ba30-bcfa39e6ac97 req-eeaf678f-6db7-46b5-8eab-8e2e9ae4561e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671335 Feb 07 22:51:21.123617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:21.164114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:21.169573 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.176037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:21.178353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dcabfcd3-bcfb-44f7-94e6-e8cc8badac2f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:21.181574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-168eb4b8-9ad7-4119-9a42-d0c8c587096e req-32b76863-40d5-41ae-ba17-5da5062e9a9a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2637832 Feb 07 22:51:21.182820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd127bb-c6db-4799-a040-571a8a0d4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=31f5ccae-afa3-48bb-b7a2-316a10762e7e,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:21.192535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Usage tracker for resource:security_group_rule and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:21.202971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:21.207120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.208196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-44e7a293-e279-4e34-9e24-2c13521871e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.209755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-44e7a293-e279-4e34-9e24-2c13521871e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9368b132-7c2a-44c2-aef5-d2c25c6d7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5928824 Feb 07 22:51:21.217389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:21.226725 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bef44128-4f97-483c-82cd-322df633ad4a', 'name': 'network-vif-deleted', 'tag': '730ef7cb-3c98-4f17-9fe9-7423eb617591', 'status': 'completed', 'code': 200} Feb 07 22:51:21.232935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=b58ce156-d4a4-4a72-b5b2-953e02d66b7a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:21.243352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-603764ee-eb56-46eb-95b8-390101f087f8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/b58ce156-d4a4-4a72-b5b2-953e02d66b7a HTTP/1.1" status: 204 len: 168 time: 0.9636230 Feb 07 22:51:21.245988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37132) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.293999 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fde3cb-89c7-4a36-8837-2df99c591f67 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.294534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fde3cb-89c7-4a36-8837-2df99c591f67 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.296873 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-63fde3cb-89c7-4a36-8837-2df99c591f67 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/4866868a-36be-451f-ae29-9f280f8518ff HTTP/1.1" status: 404 len: 337 time: 0.0498581 Feb 07 22:51:21.299918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37136) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.329425 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6d8224-c185-4ac1-820b-3471db25736a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.329939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6d8224-c185-4ac1-820b-3471db25736a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.331598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad6d8224-c185-4ac1-820b-3471db25736a tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/8d35487b-e13e-4738-9866-4eb5a29170d5 HTTP/1.1" status: 404 len: 339 time: 0.0307393 Feb 07 22:51:21.334114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37140) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.343986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.344475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.344986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.345484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.345944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.346410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.346869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.348782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8cfc3279-bad3-4619-b1df-10c83cc6f6fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6475 time: 0.2240477 Feb 07 22:51:21.444226 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-412fd8f7-f35d-4300-a4ff-a640081b563e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.444611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412fd8f7-f35d-4300-a4ff-a640081b563e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.446314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-412fd8f7-f35d-4300-a4ff-a640081b563e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/70c73bfd-0365-4e48-9142-7302e5ad3ba5 HTTP/1.1" status: 404 len: 337 time: 0.1101527 Feb 07 22:51:21.453699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37144) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.456708 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-7564c7bf-d700-4d57-a38e-f584d8b5bc3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40 HTTP/1.1" status: 200 len: 217 time: 0.0734129 Feb 07 22:51:21.520157 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30a2401-fb39-4339-9e5a-665d5fcb3307 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.520665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30a2401-fb39-4339-9e5a-665d5fcb3307 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.522340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a30a2401-fb39-4339-9e5a-665d5fcb3307 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/a289ac72-2bd0-4433-9072-89bab27609cb HTTP/1.1" status: 404 len: 339 time: 0.0675964 Feb 07 22:51:21.524905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37148) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.572058 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c3cd3c-00eb-4df2-9ea1-5876728e35b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.572516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c3cd3c-00eb-4df2-9ea1-5876728e35b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.574214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e4c3cd3c-00eb-4df2-9ea1-5876728e35b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/4869c56f-468a-4358-86cf-0d02ce1e189d HTTP/1.1" status: 404 len: 337 time: 0.0484202 Feb 07 22:51:21.578433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37152) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.579437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-169a243b-1022-451e-9eab-93b9416b7c3c req-efff2498-b806-4bdc-a397-5a233115ca3e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 210 time: 0.1563098 Feb 07 22:51:21.602734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-1620c34a-6020-4d28-afac-65bd3dbd3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.602734 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-1620c34a-6020-4d28-afac-65bd3dbd3b15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a7acac7-5152-4529-8241-a91bc1354bb7 HTTP/1.1" status: 200 len: 850 time: 0.1276445 Feb 07 22:51:21.608391 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-46eef5ff-fbe0-46e5-9463-13e582bcf147 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.608845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46eef5ff-fbe0-46e5-9463-13e582bcf147 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.610553 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46eef5ff-fbe0-46e5-9463-13e582bcf147 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/82327546-7912-4a6e-a69b-efb53aa7e244 HTTP/1.1" status: 404 len: 339 time: 0.0312073 Feb 07 22:51:21.613938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37156) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.667810 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:21.694434 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea429438-eaf1-409f-bcf8-9a26ba65baac tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.694831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea429438-eaf1-409f-bcf8-9a26ba65baac tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.698883 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ea429438-eaf1-409f-bcf8-9a26ba65baac tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/998a82f0-c8e9-4910-b84a-42b746a9683f HTTP/1.1" status: 404 len: 337 time: 0.0820348 Feb 07 22:51:21.699321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37160) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.732223 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3346d604-5ce2-4259-b619-04077febce9e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.732737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3346d604-5ce2-4259-b619-04077febce9e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.737336 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3346d604-5ce2-4259-b619-04077febce9e tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/3987e710-ecc8-4bdd-a296-0e8c1982576d HTTP/1.1" status: 404 len: 339 time: 0.0342331 Feb 07 22:51:21.737603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37168) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.783656 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffe7878-58b7-4b9e-9fa4-bf40bddd61ca tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.784161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffe7878-58b7-4b9e-9fa4-bf40bddd61ca tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.788334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0ffe7878-58b7-4b9e-9fa4-bf40bddd61ca tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/382736fd-ff55-4752-bbd2-3464f7ecdaa9 HTTP/1.1" status: 404 len: 337 time: 0.0475132 Feb 07 22:51:21.788762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37174) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.788970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-1e4f2810-a6d0-4b85-8d08-62a043cac98f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.790586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-1e4f2810-a6d0-4b85-8d08-62a043cac98f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 815 time: 0.4521966 Feb 07 22:51:21.798084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-aefbf793-8b8f-472d-a296-064154131382 service neutron] 10.222.0.36 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753827 Feb 07 22:51:21.819900 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e72a62-ce48-403e-8ced-88a85fc54ae8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.820383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e72a62-ce48-403e-8ced-88a85fc54ae8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.824345 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-10e72a62-ce48-403e-8ced-88a85fc54ae8 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/38394b3b-ae7d-42b6-b4da-9623b7edb895 HTTP/1.1" status: 404 len: 339 time: 0.0326135 Feb 07 22:51:21.824869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37178) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.846996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Request body: {'port': {'device_id': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'admin_state_up': True, 'tenant_id': '20838b5532104921ba58631c9eb315e8'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:21.866833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Subnet': ['ID=32a6fc8b-514b-4508-a58c-1232e8cbbfc7,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:21.877354 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f8b000-331f-4322-9d6e-15fc30bc0b37 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.878147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f8b000-331f-4322-9d6e-15fc30bc0b37 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.880468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d1f8b000-331f-4322-9d6e-15fc30bc0b37 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/bb7e117c-476d-4b35-9131-ce01f6e34917 HTTP/1.1" status: 404 len: 337 time: 0.0548322 Feb 07 22:51:21.883100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ebcba-45f9-42cb-adbd-2bda7a56f0a4 req-549ffd07-afe4-4706-adf8-fac4ecca3e12 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.884616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a5ebcba-45f9-42cb-adbd-2bda7a56f0a4 req-549ffd07-afe4-4706-adf8-fac4ecca3e12 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 943 time: 0.4647076 Feb 07 22:51:21.886293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37188) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:21.891844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-bdf49b66-055a-488b-84b7-9125a2ebc80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:21.895473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-bdf49b66-055a-488b-84b7-9125a2ebc80d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90aa748e-7d12-476c-88ff-0f9cda6902ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2833562 Feb 07 22:51:21.921907 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6038827f-7c67-4578-8765-f88763d5d7f6 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:21.922386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6038827f-7c67-4578-8765-f88763d5d7f6 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:21.924450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6038827f-7c67-4578-8765-f88763d5d7f6 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/255b509c-39dc-4368-962d-ca555c8af18f HTTP/1.1" status: 404 len: 339 time: 0.0360234 Feb 07 22:51:21.927092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37196) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:22.038908 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f217833c-41e2-4e92-b2e9-dcb5ba99a056 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:22.039372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f217833c-41e2-4e92-b2e9-dcb5ba99a056 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:22.041438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f217833c-41e2-4e92-b2e9-dcb5ba99a056 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/aa09f8b6-9e8a-4347-9d47-4cf672256640 HTTP/1.1" status: 404 len: 337 time: 0.1130359 Feb 07 22:51:22.043825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37202) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:22.055719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:22.060254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Checking segment: {'id': '404fb1ce-5faa-4ef0-84e5-6ab28bc5e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:22.060642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network hostable DHCP agents. Network: a1da2244-3ca8-4240-ade5-c1db58dcffbf, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:22.084632 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c6130c-24ce-43c5-a29e-68b18bf5d2b7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:22.085147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c6130c-24ce-43c5-a29e-68b18bf5d2b7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:22.086858 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-43c6130c-24ce-43c5-a29e-68b18bf5d2b7 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/a1295e24-d735-44ba-89f2-ce2810aa2540 HTTP/1.1" status: 404 len: 339 time: 0.0420666 Feb 07 22:51:22.095015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37212) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:22.101657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.133313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.150063 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e9402b-02ca-4341-a6fd-cf2e6f0a8abf tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:22.150536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e9402b-02ca-4341-a6fd-cf2e6f0a8abf tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:22.154592 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-28e9402b-02ca-4341-a6fd-cf2e6f0a8abf tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/1eb65e23-aab3-4953-9ebd-cc2385eba28e HTTP/1.1" status: 404 len: 337 time: 0.0556362 Feb 07 22:51:22.155250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37224) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:22.164686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a5ebcba-45f9-42cb-adbd-2bda7a56f0a4 req-69aa0cbd-b8f0-4e5a-a510-c79e191b6f4a tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735075 Feb 07 22:51:22.201970 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9823404-2dba-4778-a47a-ffe6ae002235 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] DELETE failed (client error): The resource could not be found. Feb 07 22:51:22.202455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9823404-2dba-4778-a47a-ffe6ae002235 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:51:22.204141 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9823404-2dba-4778-a47a-ffe6ae002235 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/9b227ae9-71b2-4d7f-8358-858c51f74815 HTTP/1.1" status: 404 len: 339 time: 0.0479834 Feb 07 22:51:22.207853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37232) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:22.256020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-8b312b3a-2f72-49b8-9745-158605af448e service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303738 Feb 07 22:51:22.351513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:22.355656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network a1da2244-3ca8-4240-ade5-c1db58dcffbf is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:22.359179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting subnet ad0a83ac-0237-4ca2-a4bd-21322cd379b7 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:51:22.366145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.422612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f2256c5-6774-4ce6-a49c-8aa497a2deee req-3845e3f8-16a6-40d2-b39a-dbe26b536b60 service neutron] 10.222.0.36 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090100 Feb 07 22:51:22.423203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefed725-5c5e-49fc-a778-285e6724283c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:22.426304 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.426647 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Added segment 6839ef5b-58f5-4206-9a30-89f33358427e of type vlan for network 02e0cdce-5b5a-4346-b3be-d497829075ef Feb 07 22:51:22.428710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:22.436590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a1da2244-3ca8-4240-ade5-c1db58dcffbf) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:22.441183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Usage tracker for resource:port and tenant:20838b5532104921ba58631c9eb315e8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:22.450109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:22.451352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666e6f2-dd0e-419f-90cd-244c1a72ad8a None None] Network a1da2244-3ca8-4240-ade5-c1db58dcffbf requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:22.452939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.463175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.492367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:22.531721 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-aa16e624-40ed-4cd2-8e68-955f9db16a6b service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600856 Feb 07 22:51:22.538380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.596389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Made reservation on behalf of 20838b5532104921ba58631c9eb315e8 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:22.599944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.651086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event updated for resources: {'Subnet': ['ID=e09abbd1-6607-4f1a-9ad7-cc8ac7b1e220,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:22.730377 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c94a4d6c-8f74-4002-a3cc-d330c7e55e65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 200 len: 217 time: 0.1877129 Feb 07 22:51:22.735707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Checking segment: {'id': 'f7f6e50a-310a-4dce-81af-0ea3b94126b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:22.736715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network hostable DHCP agents. Network: 6b7e2c43-5283-4086-aeee-b3818d2b29dd, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:22.745001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a1da2244-3ca8-4240-ade5-c1db58dcffbf', 'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf', 'tenant_id': 'f3d550992a9844c98d37c4b3cbc85d07', 'fixed_ips': [{'subnet_id': '32a6fc8b-514b-4508-a58c-1232e8cbbfc7'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:51:22.746904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.761685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e00989-dfe7-44ff-b83b-358a0b4225b1 req-47fcfdcb-c786-40a8-a3c0-3bc0c6835c7e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:22.763149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46e00989-dfe7-44ff-b83b-358a0b4225b1 req-47fcfdcb-c786-40a8-a3c0-3bc0c6835c7e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.4188986 Feb 07 22:51:22.763858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.764634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:22.765192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.810276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.848713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-0cd48c00-1c3f-43d0-a3a3-d15ba63c7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:22.850154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-0cd48c00-1c3f-43d0-a3a3-d15ba63c7a6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.1082001 Feb 07 22:51:22.918682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Allocated IP 2001:db8::1 (a1da2244-3ca8-4240-ade5-c1db58dcffbf/32a6fc8b-514b-4508-a58c-1232e8cbbfc7/6850413c-e94e-4cea-8ef5-7945528ad1c4) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:22.953103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] Pushing event updated for resources: {'Network': ['ID=02e0cdce-5b5a-4346-b3be-d497829075ef,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:22.969970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:22.989307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Network 6b7e2c43-5283-4086-aeee-b3818d2b29dd is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:22.998365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 02e0cdce-5b5a-4346-b3be-d497829075ef details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:23.010511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46e00989-dfe7-44ff-b83b-358a0b4225b1 req-1ab14d3e-9ffe-4057-a1db-3c6bee1e73d7 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226322 Feb 07 22:51:23.019063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b17d97e-ea52-466b-9686-66e3e16b60bf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6202328 Feb 07 22:51:23.023911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.026384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37248) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:23.026702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-95c1f71f-74f8-4225-856b-3af1ee12ea20 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.028206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0a83ac-0237-4ca2-a4bd-21322cd379b7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:23.033098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-95c1f71f-74f8-4225-856b-3af1ee12ea20 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=288cf906-4ac9-4b84-b3f8-6ea309cf1cb7 HTTP/1.1" status: 200 len: 943 time: 0.4862757 Feb 07 22:51:23.040964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Request body: {'subnet': {'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-637920672-subnet', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:23.047228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:23.051644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Usage tracker for resource:subnet and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:23.054818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:23.061327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:23.078895 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3f5981b2-44bc-4038-b4b5-94856627a6b5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/subnets/ad0a83ac-0237-4ca2-a4bd-21322cd379b7 HTTP/1.1" status: 204 len: 168 time: 0.8700533 Feb 07 22:51:23.080456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37254) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:23.087065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 6b7e2c43-5283-4086-aeee-b3818d2b29dd) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:23.087331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bea33c-8f8e-409f-8e91-91bd1bfa6f8f None None] Network ca69773a-cbce-418b-950f-1c25891b149f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:23.104327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Made reservation on behalf of 634796cddbc84a0090651a31869456f5 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:23.106783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.111920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.112099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e60697-da65-49bd-a71c-c9fd8dc947fb None None] Network 6b7e2c43-5283-4086-aeee-b3818d2b29dd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:23.112736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.113525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.132727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Allocated IP 172.20.0.6 (90af4766-0b1d-4155-b176-3cdddde54054/407e044c-e8de-4232-a70b-8956194660fe/fd1034cc-1fcd-431c-89f7-e00dec1278b7) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:23.158678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Deleting port 651089e0-ba39-41cb-a923-4306b1694891 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:23.159224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.188378 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e', 'status': 'completed', 'code': 200} Feb 07 22:51:23.198386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1d09494f-f7c8-4830-b280-dc322a97c1ae tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.6852245 Feb 07 22:51:23.208460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37260) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:23.355743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-56a321e8-8d7b-40f5-9370-500853850900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.357405 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-56a321e8-8d7b-40f5-9370-500853850900 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4958723 Feb 07 22:51:23.515562 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.517067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cdb48-4acb-47fa-bd91-9422cb16211b tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.517786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.518582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cdb48-4acb-47fa-bd91-9422cb16211b tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.520444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55cdb48-4acb-47fa-bd91-9422cb16211b tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.521287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c55cdb48-4acb-47fa-bd91-9422cb16211b tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Synchronizing usage tracker for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:23.595641 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.609072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Deleting port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:23.609504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.616273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Transition to ACTIVE for port object 6850413c-e94e-4cea-8ef5-7945528ad1c4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:23.686242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Transition to ACTIVE for port object 6850413c-e94e-4cea-8ef5-7945528ad1c4 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:23.688957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c55cdb48-4acb-47fa-bd91-9422cb16211b tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Unset dirty status for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:23.690506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c55cdb48-4acb-47fa-bd91-9422cb16211b tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4717529 Feb 07 22:51:23.692720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Pushing event updated for resources: {'Subnet': ['ID=305330de-a571-464d-a87a-677bec18bb82,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:23.700166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37264) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:23.704823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-2604ac59-b584-49e0-ab3b-74f54048327e service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252528 Feb 07 22:51:23.707332 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.735395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.742048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.747701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.753448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.756445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-6b7e2c43-5283-4086-aeee-b3818d2b29dd', 'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd', 'tenant_id': 'f3d550992a9844c98d37c4b3cbc85d07', 'fixed_ips': [{'subnet_id': 'e09abbd1-6607-4f1a-9ad7-cc8ac7b1e220'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:51:23.757311 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.759768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.762593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Checking segment: {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:23.763046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Network hostable DHCP agents. Network: 02e0cdce-5b5a-4346-b3be-d497829075ef, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:23.765424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.771757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:23.780037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-595cc2b1-c221-4ca3-b4cc-8444fddbd8ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.4833918 Feb 07 22:51:23.793261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Network a1da2244-3ca8-4240-ade5-c1db58dcffbf is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:23.805173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:23.805867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.810541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:23.896581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] DHCP port deletion for ca69773a-cbce-418b-950f-1c25891b149f request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:51:23.909183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] For port 651089e0-ba39-41cb-a923-4306b1694891, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=651089e0-ba39-41cb-a923-4306b1694891,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:23.909606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.914192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Pushing event updated for resources: {'Port': ['ID=6850413c-e94e-4cea-8ef5-7945528ad1c4,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:23.931759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bef41d2b-97c8-4eba-a6c5-55a2000775f6 req-4487dfb5-9344-451b-9f86-d14624af46b0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501482 Feb 07 22:51:23.956028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Deleting port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:23.956649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:23.998654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Network 02e0cdce-5b5a-4346-b3be-d497829075ef is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:24.039441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Deleting subnet 32a6fc8b-514b-4508-a58c-1232e8cbbfc7 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:51:24.051746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Attempting to bind port 6850413c-e94e-4cea-8ef5-7945528ad1c4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:24.052502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Attempting to bind port 6850413c-e94e-4cea-8ef5-7945528ad1c4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '404fb1ce-5faa-4ef0-84e5-6ab28bc5e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:24.053037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.053439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Attempting to bind port 6850413c-e94e-4cea-8ef5-7945528ad1c4 on network a1da2244-3ca8-4240-ade5-c1db58dcffbf {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:24.063554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:24.064360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Checking segment: {'id': '404fb1ce-5faa-4ef0-84e5-6ab28bc5e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:24.065002 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.065462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Bound using segment: {'id': '404fb1ce-5faa-4ef0-84e5-6ab28bc5e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:24.066008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Bound port: 6850413c-e94e-4cea-8ef5-7945528ad1c4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404fb1ce-5faa-4ef0-84e5-6ab28bc5e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a1da2244-3ca8-4240-ade5-c1db58dcffbf'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:24.066452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.102235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 02e0cdce-5b5a-4346-b3be-d497829075ef) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:24.102527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Calling delete_port for 651089e0-ba39-41cb-a923-4306b1694891 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:24.119380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] For port b6ab0a84-4a93-4425-9cf9-52074b2ecd13, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,segment=NetworkSegment(186f787b-e680-49c7-9d3f-5b579af5d695),segment_id=186f787b-e680-49c7-9d3f-5b579af5d695)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:24.120053 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.132060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:24.132935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.141886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-9530271f-ae6a-4751-bc12-58445e4bb390 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274657 Feb 07 22:51:24.145303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b046117-c729-4912-ad52-637fee7611fa None None] Network 02e0cdce-5b5a-4346-b3be-d497829075ef requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:24.193524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f06122b1-dee6-40dd-bba4-7248bce4b4bc req-1b7e8909-d624-4488-8f26-8d01baf1422c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Synchronizing usage tracker for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:24.231497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f06122b1-dee6-40dd-bba4-7248bce4b4bc req-1b7e8909-d624-4488-8f26-8d01baf1422c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Unset dirty status for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:24.237206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f06122b1-dee6-40dd-bba4-7248bce4b4bc req-1b7e8909-d624-4488-8f26-8d01baf1422c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 210 time: 0.0977502 Feb 07 22:51:24.486733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Allocated IP 2001:db8:0:1::1 (6b7e2c43-5283-4086-aeee-b3818d2b29dd/e09abbd1-6607-4f1a-9ad7-cc8ac7b1e220/04616733-9b50-4545-bf29-0e37087568fb) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:24.490770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-a12a358b-4f86-4e0f-8cab-99dd24cec85c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 200 len: 217 time: 0.3348289 Feb 07 22:51:24.502187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Calling delete_port for b6ab0a84-4a93-4425-9cf9-52074b2ecd13 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:24.554111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] For port b6ab0a84-4a93-4425-9cf9-52074b2ecd13, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,segment=NetworkSegment(186f787b-e680-49c7-9d3f-5b579af5d695),segment_id=186f787b-e680-49c7-9d3f-5b579af5d695)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:24.554909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.574912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.591148 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.592847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f3137063-425f-4602-bd78-c283fbad480f None None] For port 6850413c-e94e-4cea-8ef5-7945528ad1c4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:24.598352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.606824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fbeb1a1d-7a1c-4fed-9af3-16ec0188104c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5763650 Feb 07 22:51:24.619185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37270) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:24.633234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:24.666125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:24.676258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Usage tracker for resource:router and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:24.682485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7', 'e0d4bc88-dfd9-4984-9338-66a9a6914435'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:24.684885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:24.686946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Network 90af4766-0b1d-4155-b176-3cdddde54054 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:24.712663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-3833ded4-e8e0-4099-94ca-e00265a90e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:24.714114 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-3833ded4-e8e0-4099-94ca-e00265a90e4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.1840591 Feb 07 22:51:24.718244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:24.719450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:24.722481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:24.763138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:24.798940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.830646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bfa54-cf97-4692-b14a-8399b19264f1 req-68da9d71-c123-4ab7-a50a-50beafe147a2 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:24.832212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-467bfa54-cf97-4692-b14a-8399b19264f1 req-68da9d71-c123-4ab7-a50a-50beafe147a2 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 943 time: 0.3286209 Feb 07 22:51:24.863393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f3137063-425f-4602-bd78-c283fbad480f None None] For port 6850413c-e94e-4cea-8ef5-7945528ad1c4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6850413c-e94e-4cea-8ef5-7945528ad1c4,segment=NetworkSegment(404fb1ce-5faa-4ef0-84e5-6ab28bc5e106),segment_id=404fb1ce-5faa-4ef0-84e5-6ab28bc5e106)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:24.870733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Calling delete_port for b6ab0a84-4a93-4425-9cf9-52074b2ecd13 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:24.877702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Port': ['ID=b6ab0a84-4a93-4425-9cf9-52074b2ecd13,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:24.880591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.881652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.899020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.906397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event deleted for resources: {'Port': ['ID=651089e0-ba39-41cb-a923-4306b1694891,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:24.922596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] No DVR routers for this DVR port 651089e0-ba39-41cb-a923-4306b1694891 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:24.925175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] No DVR routers for this DVR port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:24.934446 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.952607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:24.994266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:24.996405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.015310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-078ad241-fd8b-4e64-a187-abbf4e382782 req-418e7222-46e2-45d0-8040-95533f5b7ed3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "DELETE /v2.0/ports/651089e0-ba39-41cb-a923-4306b1694891 HTTP/1.1" status: 204 len: 173 time: 1.9806545 Feb 07 22:51:25.034009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-467bfa54-cf97-4692-b14a-8399b19264f1 req-4b209a2d-9cd1-4390-a693-0b2d022f756a tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705067 Feb 07 22:51:25.066842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-8037c3a2-8282-447e-9925-01116a03f802 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2541819 Feb 07 22:51:25.080914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Request body: {'port': {'device_id': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:25.190317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-deleted', 'tag': '651089e0-ba39-41cb-a923-4306b1694891'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:25.195308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-02e0cdce-5b5a-4346-b3be-d497829075ef', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:51:25.196365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.209739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6ab0a84-4a93-4425-9cf9-52074b2ecd13 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:25.295760 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.318075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.337620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b6ab0a84-4a93-4425-9cf9-52074b2ecd13 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:25.340710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6ab0a84-4a93-4425-9cf9-52074b2ecd13 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:25.373156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3137063-425f-4602-bd78-c283fbad480f None None] Pushing event updated for resources: {'Port': ['ID=6850413c-e94e-4cea-8ef5-7945528ad1c4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:25.497353 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.508192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Transition to ACTIVE for port object 04616733-9b50-4545-bf29-0e37087568fb will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:25.528189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Transition to ACTIVE for port object 04616733-9b50-4545-bf29-0e37087568fb will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:25.658474 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:51:25.659081 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:51:25.669843 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.711119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.732221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:25.832746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Pushing event updated for resources: {'Port': ['ID=04616733-9b50-4545-bf29-0e37087568fb,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:25.840365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device a047ad4b-fb4b-4167-8b1d-5778585eba10 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:25.899597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Network 6b7e2c43-5283-4086-aeee-b3818d2b29dd is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:25.904000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fa25bd3f-b3fb-46af-b992-29603434109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:25.906270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-fa25bd3f-b3fb-46af-b992-29603434109e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1755025 Feb 07 22:51:25.909548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca69773a-cbce-418b-950f-1c25891b149f']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:25.913512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:25.916444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:25.959972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:25.966300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:25.976642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:25.982846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:25.990548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:25.996614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:26.004154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:26.007205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186f787b-e680-49c7-9d3f-5b579af5d695') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:26.007508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186f787b-e680-49c7-9d3f-5b579af5d695') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:26.010331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-bcaa6b5d-6810-4932-bc72-eb06faa085ef tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.3544180 Feb 07 22:51:26.098666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77779ff8-3fc8-4f27-9e07-bd88d0c39db6 req-52691e66-efde-4950-8b2c-173417d8f101 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748806 Feb 07 22:51:26.109887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.127224 n-d-827896-3 neutron-server[87670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '288cf906-4ac9-4b84-b3f8-6ea309cf1cb7', 'name': 'network-vif-deleted', 'tag': '651089e0-ba39-41cb-a923-4306b1694891', 'status': 'failed', 'code': 422} returned with failed status Feb 07 22:51:26.163419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Allocated IP 172.20.0.2 (02e0cdce-5b5a-4346-b3be-d497829075ef/305330de-a571-464d-a87a-677bec18bb82/53c093eb-6e03-45cf-9ba0-52f252727d24) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:26.165537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Deleting port b6ab0a84-4a93-4425-9cf9-52074b2ecd13 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:26.166051 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.166748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.178975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.192445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b23f0a79-e477-4a91-96a1-586f376773fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.230395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.254394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:26.254871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.295242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Attempting to bind port 04616733-9b50-4545-bf29-0e37087568fb on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:26.295770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Attempting to bind port 04616733-9b50-4545-bf29-0e37087568fb by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f7f6e50a-310a-4dce-81af-0ea3b94126b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:26.296257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Attempting to bind port 04616733-9b50-4545-bf29-0e37087568fb on network 6b7e2c43-5283-4086-aeee-b3818d2b29dd {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:26.310270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9dba34ce-4079-4b56-a6f1-7c36f43efc03 None None] The port 'b6ab0a84-4a93-4425-9cf9-52074b2ecd13' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:51:26.390471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1034cc-1fcd-431c-89f7-e00dec1278b7 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:26.406672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.413629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:26.414218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Checking segment: {'id': 'f7f6e50a-310a-4dce-81af-0ea3b94126b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:26.414722 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.415229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Bound using segment: {'id': 'f7f6e50a-310a-4dce-81af-0ea3b94126b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:26.415922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Bound port: 04616733-9b50-4545-bf29-0e37087568fb, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f6e50a-310a-4dce-81af-0ea3b94126b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6b7e2c43-5283-4086-aeee-b3818d2b29dd'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:26.416426 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.437131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Subnet': ['ID=32a6fc8b-514b-4508-a58c-1232e8cbbfc7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:26.439944 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:26.446434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-288776c1-6bce-49a3-a2e9-f846f413e213 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070066 Feb 07 22:51:26.458570 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.469929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Transition to ACTIVE for port object fd1034cc-1fcd-431c-89f7-e00dec1278b7 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:26.494390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.498231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cddd68c6-bcd5-4352-9844-5e2b33b63ad5 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/subnets/32a6fc8b-514b-4508-a58c-1232e8cbbfc7 HTTP/1.1" status: 204 len: 168 time: 2.7900884 Feb 07 22:51:26.513830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37296) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:26.602384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:26.643025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990645b4-cd42-4585-81bc-432a8610314a req-d27fa2c7-6d84-4db5-8d82-f4005588507a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:26.648253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-990645b4-cd42-4585-81bc-432a8610314a req-d27fa2c7-6d84-4db5-8d82-f4005588507a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.3123927 Feb 07 22:51:26.650061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'port_id': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'mac_address': 'fa:16:3e:c0:9f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:26.660439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878e256-128c-49a8-947b-ddd64fffebe5 req-34e74eba-84a1-4a73-8ce1-de9299fe6f6f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:26.662247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a878e256-128c-49a8-947b-ddd64fffebe5 req-34e74eba-84a1-4a73-8ce1-de9299fe6f6f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 931 time: 0.3820899 Feb 07 22:51:26.678295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.691629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a5f28-fa50-485b-82c4-6326a3b6028f None None] Network a1da2244-3ca8-4240-ade5-c1db58dcffbf requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:26.742192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] Pushing event deleted for resources: {'Network': ['ID=ca69773a-cbce-418b-950f-1c25891b149f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:26.814389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] For port 04616733-9b50-4545-bf29-0e37087568fb, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:26.828412 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b118c12a-e88c-4719-b9a8-3837cf470df5 tempest-NetworksTest-144352626 tempest-NetworksTest-144352626-project] 10.222.0.10 "DELETE /v2.0/networks/ca69773a-cbce-418b-950f-1c25891b149f HTTP/1.1" status: 204 len: 168 time: 3.7458992 Feb 07 22:51:26.891628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] For port 04616733-9b50-4545-bf29-0e37087568fb, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=04616733-9b50-4545-bf29-0e37087568fb,segment=NetworkSegment(f7f6e50a-310a-4dce-81af-0ea3b94126b1),segment_id=f7f6e50a-310a-4dce-81af-0ea3b94126b1)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:26.954939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:26.999104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:27.008127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4169b1f2-22e6-4135-8426-4722a067f452 None None] Provisioning for port 6850413c-e94e-4cea-8ef5-7945528ad1c4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:27.012676 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-b4ec11bd-7701-441e-ab17-c6672ea5afab service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484207 Feb 07 22:51:27.024121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.024970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.030691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Deleting subnet e09abbd1-6607-4f1a-9ad7-cc8ac7b1e220 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:51:27.064592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a878e256-128c-49a8-947b-ddd64fffebe5 req-8877f326-c3f5-4008-b83a-9d134b5f99f9 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940501 Feb 07 22:51:27.065607 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.155239 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f8a151fb-2040-44ce-a8e2-65ee7bebda28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=9028abe2-48bb-48cb-9d61-709921bdf11b HTTP/1.1" status: 200 len: 217 time: 0.1014483 Feb 07 22:51:27.157045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a047ad4b-fb4b-4167-8b1d-5778585eba10 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:27.166507 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.194019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.254626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6850413c-e94e-4cea-8ef5-7945528ad1c4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:27.312130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Transition to ACTIVE for port object 53c093eb-6e03-45cf-9ba0-52f252727d24 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:27.312366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37308) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:27.317970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:27.352659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-4a353601-7d0d-43b3-b76d-66d870aa2d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:27.357921 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-4a353601-7d0d-43b3-b76d-66d870aa2d01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.1846507 Feb 07 22:51:27.360977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea19cc-13c8-41bd-9b02-f4a88a7dd38d None None] Pushing event updated for resources: {'Port': ['ID=04616733-9b50-4545-bf29-0e37087568fb,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:27.363699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.443391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-990645b4-cd42-4585-81bc-432a8610314a req-c48dd618-2d5f-4651-b369-159c8c96d4e5 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7326450 Feb 07 22:51:27.463417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Transition to ACTIVE for port object 53c093eb-6e03-45cf-9ba0-52f252727d24 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:27.476985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.493943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Attempting to bind port fd1034cc-1fcd-431c-89f7-e00dec1278b7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:27.494352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Attempting to bind port fd1034cc-1fcd-431c-89f7-e00dec1278b7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:27.495005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Attempting to bind port fd1034cc-1fcd-431c-89f7-e00dec1278b7 on network 90af4766-0b1d-4155-b176-3cdddde54054 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:27.552073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=a047ad4b-fb4b-4167-8b1d-5778585eba10,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:27.612126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Port fd1034cc-1fcd-431c-89f7-e00dec1278b7 on network 90af4766-0b1d-4155-b176-3cdddde54054 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:51:27.612460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Attempting to bind port fd1034cc-1fcd-431c-89f7-e00dec1278b7 on network 90af4766-0b1d-4155-b176-3cdddde54054 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:27.653703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:27.654050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Checking segment: {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:27.654447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Bound using segment: {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:27.654896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Bound port: fd1034cc-1fcd-431c-89f7-e00dec1278b7, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:27.655248 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.685182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Allocated IP 172.25.0.228 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/e298c981-ade1-4339-85fa-937493372dff) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:27.689919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-b506d4f4-4cb6-4e35-9db9-76dcf5a97df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:27.691746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-b506d4f4-4cb6-4e35-9db9-76dcf5a97df4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3226206 Feb 07 22:51:27.724100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Pushing event updated for resources: {'Port': ['ID=53c093eb-6e03-45cf-9ba0-52f252727d24,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:27.732138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['a047ad4b-fb4b-4167-8b1d-5778585eba10'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:27.739531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.744136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-825f0d36-e484-4bc7-a195-5b60f2a26ab5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ffd577047274cd09b31d684a97e3f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307101 Feb 07 22:51:27.760725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] DHCP port deletion for a1da2244-3ca8-4240-ade5-c1db58dcffbf request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:51:27.764656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Network 02e0cdce-5b5a-4346-b3be-d497829075ef is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:27.771682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:27.779996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6850413c-e94e-4cea-8ef5-7945528ad1c4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:27.782945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37316) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:27.783253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:27.792826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Deleting port 6850413c-e94e-4cea-8ef5-7945528ad1c4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:27.793207 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.842116 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6850413c-e94e-4cea-8ef5-7945528ad1c4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:27.842555 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:27.989908 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-c631ed94-933c-41e1-810f-25fafd19b42e service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875271 Feb 07 22:51:28.030205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5168ffe8-c142-4818-ab3e-59613fe99c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.051530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Attempting to bind port 53c093eb-6e03-45cf-9ba0-52f252727d24 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:28.052120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Attempting to bind port 53c093eb-6e03-45cf-9ba0-52f252727d24 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:28.052233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Attempting to bind port 53c093eb-6e03-45cf-9ba0-52f252727d24 on network 02e0cdce-5b5a-4346-b3be-d497829075ef {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:28.059249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5168ffe8-c142-4818-ab3e-59613fe99c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.074054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:28.074425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Checking segment: {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:28.074828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.075222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Bound using segment: {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:28.075697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Bound port: 53c093eb-6e03-45cf-9ba0-52f252727d24, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:28.076742 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.085904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.140240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afebfe0-cdbb-4683-a67b-6d6b4bb4dc49 req-bdd0038b-ef8b-4367-a6f7-0dd59122e1e8 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.141972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5afebfe0-cdbb-4683-a67b-6d6b4bb4dc49 req-bdd0038b-ef8b-4367-a6f7-0dd59122e1e8 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 944 time: 0.6679177 Feb 07 22:51:28.162468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-da24e273-0d4f-48ee-b6ef-143b7aa2fd06 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645725 Feb 07 22:51:28.174210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:28.210133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.216190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.222971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.228903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.237531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.243830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.247529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.258199 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:51:28.261385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.263757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-eab02466-ca65-458d-8f48-d2650176eb26 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.5869262 Feb 07 22:51:28.311916 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-23fd53e3-3840-43ef-8be8-bb3be747f15f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=940c719d-b163-4681-9372-0ad4ea08993a HTTP/1.1" status: 200 len: 217 time: 0.1346805 Feb 07 22:51:28.314542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5168ffe8-c142-4818-ab3e-59613fe99c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.323065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:28.323313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:28.335396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e157eb7c-6ca2-4b43-a0b9-e096d511d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.347424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] For port 6850413c-e94e-4cea-8ef5-7945528ad1c4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6850413c-e94e-4cea-8ef5-7945528ad1c4,segment=NetworkSegment(404fb1ce-5faa-4ef0-84e5-6ab28bc5e106),segment_id=404fb1ce-5faa-4ef0-84e5-6ab28bc5e106)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:28.347826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.349099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168ffe8-c142-4818-ab3e-59613fe99c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab8d760-63e9-4b49-98e3-6c04ff8676ea,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:28.359623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5afebfe0-cdbb-4683-a67b-6d6b4bb4dc49 req-1ae1d4e1-4d8d-4186-b95d-4e0b07cbee0d tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956072 Feb 07 22:51:28.364123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.376468 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.410266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:28.441235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Pushing event updated for resources: {'Port': ['ID=e298c981-ade1-4339-85fa-937493372dff,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:28.449674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:28.465363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.465983 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.468403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] 10.222.0.26 "PUT /v2.0/ports/fd1034cc-1fcd-431c-89f7-e00dec1278b7 HTTP/1.1" status: 200 len: 1091 time: 3.3917282 Feb 07 22:51:28.531418 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.532414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:28.541659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37c729bd-d39d-4e1b-b1b2-2bf8dc6195e6 req-d74756b9-eb97-434a-aca8-78784ee93109 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2493908 Feb 07 22:51:28.552294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Calling delete_port for 6850413c-e94e-4cea-8ef5-7945528ad1c4 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:28.614146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5168ffe8-c142-4818-ab3e-59613fe99c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.618081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5168ffe8-c142-4818-ab3e-59613fe99c59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ab8d760-63e9-4b49-98e3-6c04ff8676ea HTTP/1.1" status: 204 len: 168 time: 0.8225467 Feb 07 22:51:28.718409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94fd97-1be4-4e41-a219-aba4640cff91 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:28.756906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-5e7a9765-2332-4d37-8f89-73877bb00af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:28.758788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-5e7a9765-2332-4d37-8f89-73877bb00af2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 1094 time: 0.2163162 Feb 07 22:51:28.761151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:28.783379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] For port 53c093eb-6e03-45cf-9ba0-52f252727d24, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:28.842113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bac23b-2c7b-4d40-bf1f-a2cecf9c0b13 None None] Network 6b7e2c43-5283-4086-aeee-b3818d2b29dd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:28.986347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-d61dcd12-6cb4-4d5b-8b0d-62cd7f5295ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7 HTTP/1.1" status: 200 len: 217 time: 0.1477702 Feb 07 22:51:28.989086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Subnet': ['ID=e09abbd1-6607-4f1a-9ad7-cc8ac7b1e220,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:29.006776 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.020523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] For port 53c093eb-6e03-45cf-9ba0-52f252727d24, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53c093eb-6e03-45cf-9ba0-52f252727d24,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:29.026573 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'status': 'completed', 'code': 200} Feb 07 22:51:29.041784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6850413c-e94e-4cea-8ef5-7945528ad1c4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6850413c-e94e-4cea-8ef5-7945528ad1c4,segment=NetworkSegment(404fb1ce-5faa-4ef0-84e5-6ab28bc5e106),segment_id=404fb1ce-5faa-4ef0-84e5-6ab28bc5e106)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:29.058772 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.140697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b9e6e084-7ce7-42a3-9abc-c9cd04c98915 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/subnets/e09abbd1-6607-4f1a-9ad7-cc8ac7b1e220 HTTP/1.1" status: 204 len: 168 time: 2.5932727 Feb 07 22:51:29.149749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37336) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:29.164773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.178236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-458f1883-25e7-471f-b94b-2e2e98b2bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.179828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-458f1883-25e7-471f-b94b-2e2e98b2bc48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=407e044c-e8de-4232-a70b-8956194660fe HTTP/1.1" status: 200 len: 855 time: 0.1812279 Feb 07 22:51:29.212260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:51:29.212755 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:51:29.266717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0e47d7fe-652a-4032-8a0e-05c041f11b7b None None] Provisioning for port 04616733-9b50-4545-bf29-0e37087568fb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:29.303508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-93fc628e-47a3-4052-834e-c80ded7c1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.306889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-93fc628e-47a3-4052-834e-c80ded7c1bc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.9809294 Feb 07 22:51:29.367674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-284742d7-3044-4dba-8d74-bbfae0fe80c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90af4766-0b1d-4155-b176-3cdddde54054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452193 Feb 07 22:51:29.378877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 04616733-9b50-4545-bf29-0e37087568fb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:29.412797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2f411-4b9a-4714-a3ec-e17f3f2c4dd1 None None] Pushing event updated for resources: {'Port': ['ID=53c093eb-6e03-45cf-9ba0-52f252727d24,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:29.470819 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.498767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666dff4-b4e6-414d-88a6-5e10f207ea03 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.499881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f666dff4-b4e6-414d-88a6-5e10f207ea03 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Synchronizing usage tracker for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:29.551366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.589525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.624769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6850413c-e94e-4cea-8ef5-7945528ad1c4,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:29.630163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347268-6275-4679-8028-1aa6e5a041d9 req-e7e20c4d-b12c-4ad4-8c28-8cca4101df0b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.631018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-78d50e7e-e01a-418b-9a2a-cc2ada689429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.632615 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-78d50e7e-e01a-418b-9a2a-cc2ada689429 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3132026 Feb 07 22:51:29.645270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e347268-6275-4679-8028-1aa6e5a041d9 req-e7e20c4d-b12c-4ad4-8c28-8cca4101df0b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 943 time: 0.5657058 Feb 07 22:51:29.647877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 04616733-9b50-4545-bf29-0e37087568fb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:29.668613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 04616733-9b50-4545-bf29-0e37087568fb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:29.668993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.684470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f666dff4-b4e6-414d-88a6-5e10f207ea03 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Unset dirty status for tenant:f3d550992a9844c98d37c4b3cbc85d07 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:29.692421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f666dff4-b4e6-414d-88a6-5e10f207ea03 tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5132773 Feb 07 22:51:29.696910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37358) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:29.711567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device a047ad4b-fb4b-4167-8b1d-5778585eba10 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:29.785723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Deleting port 6850413c-e94e-4cea-8ef5-7945528ad1c4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:29.785723 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:29.826581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-3643e9e6-6d3f-4f22-941a-930931879e60 service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429336 Feb 07 22:51:29.840584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150909-d237-4209-a489-3aaada5d306c req-953741bc-c4ad-40d2-9545-ae4edc947820 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:29.841491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7b150909-d237-4209-a489-3aaada5d306c req-953741bc-c4ad-40d2-9545-ae4edc947820 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:29.915756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e347268-6275-4679-8028-1aa6e5a041d9 req-d51bad3f-423a-4777-9634-63c2c9c5274e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671278 Feb 07 22:51:29.978452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:30.015402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] DHCP port deletion for 6b7e2c43-5283-4086-aeee-b3818d2b29dd request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:51:30.054726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Deleting port 04616733-9b50-4545-bf29-0e37087568fb {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:30.056715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.118673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7b150909-d237-4209-a489-3aaada5d306c req-953741bc-c4ad-40d2-9545-ae4edc947820 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:30.127732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b150909-d237-4209-a489-3aaada5d306c req-953741bc-c4ad-40d2-9545-ae4edc947820 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 907 time: 0.8410580 Feb 07 22:51:30.169270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.238746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port a047ad4b-fb4b-4167-8b1d-5778585eba10 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:30.253809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad92c8a7-7e90-42db-ab2b-447c6540acf6 req-fa79248d-441d-479c-ae9f-3a0f085791fb service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981993 Feb 07 22:51:30.325803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-9f1f45b8-b733-44d5-a15c-da611fb66b65 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754332 Feb 07 22:51:30.347160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-24d93226-ad01-49a0-88de-d09d9e8825b7 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:30.348040 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-24d93226-ad01-49a0-88de-d09d9e8825b7 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 22:51:30.348670 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-24d93226-ad01-49a0-88de-d09d9e8825b7 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:51:30.350014 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-24d93226-ad01-49a0-88de-d09d9e8825b7 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3474057 Feb 07 22:51:30.350446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Deleting port 04616733-9b50-4545-bf29-0e37087568fb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:30.350812 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.359028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port a047ad4b-fb4b-4167-8b1d-5778585eba10 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:30.359455 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.411667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37370) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:30.667840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] For port 04616733-9b50-4545-bf29-0e37087568fb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=04616733-9b50-4545-bf29-0e37087568fb,segment=NetworkSegment(f7f6e50a-310a-4dce-81af-0ea3b94126b1),segment_id=f7f6e50a-310a-4dce-81af-0ea3b94126b1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:30.668432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.690798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.862411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] For port 6850413c-e94e-4cea-8ef5-7945528ad1c4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6850413c-e94e-4cea-8ef5-7945528ad1c4,segment=NetworkSegment(404fb1ce-5faa-4ef0-84e5-6ab28bc5e106),segment_id=404fb1ce-5faa-4ef0-84e5-6ab28bc5e106)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:30.863154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:30.867553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa85fa-1900-4136-9a32-db239682952c req-a5d679d4-737a-4db8-944b-79d66cd95351 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:30.871277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-affa85fa-1900-4136-9a32-db239682952c req-a5d679d4-737a-4db8-944b-79d66cd95351 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 944 time: 0.5414543 Feb 07 22:51:30.886031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 04616733-9b50-4545-bf29-0e37087568fb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=04616733-9b50-4545-bf29-0e37087568fb,segment=NetworkSegment(f7f6e50a-310a-4dce-81af-0ea3b94126b1),segment_id=f7f6e50a-310a-4dce-81af-0ea3b94126b1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:30.924031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-fe64e429-6588-455a-9d15-b72ce525a77b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:30.926025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-fe64e429-6588-455a-9d15-b72ce525a77b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 907 time: 0.6674535 Feb 07 22:51:30.928398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-57c951f2-a8a5-4a81-9be7-ffa2a0220f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:30.930058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-57c951f2-a8a5-4a81-9be7-ffa2a0220f6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 1094 time: 0.3683922 Feb 07 22:51:31.025274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] For port 04616733-9b50-4545-bf29-0e37087568fb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=04616733-9b50-4545-bf29-0e37087568fb,segment=NetworkSegment(f7f6e50a-310a-4dce-81af-0ea3b94126b1),segment_id=f7f6e50a-310a-4dce-81af-0ea3b94126b1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:31.025549 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.044349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Calling delete_port for 6850413c-e94e-4cea-8ef5-7945528ad1c4 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:31.047841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Calling delete_port for 04616733-9b50-4545-bf29-0e37087568fb owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:31.049891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.055809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.061541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.067956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.073701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.075599 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.078372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4695cf-0202-4ec5-bd90-53304a99b24c None None] Network 02e0cdce-5b5a-4346-b3be-d497829075ef requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:31.079704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.085463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.098776 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-f07d3cfe-9c8b-4f5b-9cc3-f4ce36e7d12b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.4879467 Feb 07 22:51:31.148646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--113839879'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:31.179652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:31.191375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:31.199985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6850413c-e94e-4cea-8ef5-7945528ad1c4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:31.201753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:31.210191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.213012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-affa85fa-1900-4136-9a32-db239682952c req-8b79030d-9a45-4e65-bade-d54422fcb3e9 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252335 Feb 07 22:51:31.237240 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.240149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b3bc3fd-3c1d-4930-9738-0446238f3e34 req-6c29d4e3-532a-4e41-bdbd-c315cad83851 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1400688 Feb 07 22:51:31.242282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:31.251771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Deleting port cbcbab56-2672-401e-adfc-0eccc4c91b22 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:31.251939 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.384164 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.405925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Calling delete_port for 04616733-9b50-4545-bf29-0e37087568fb owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:31.453192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dce5fbd8-6b1e-420c-99e6-38b6373a9529 None None] Provisioning for port 53c093eb-6e03-45cf-9ba0-52f252727d24 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:31.487700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.505678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-ba02227e-30d9-456b-bb4d-aa8aa2d6ce22 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1622941 Feb 07 22:51:31.512320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:51:31.512777 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:51:31.514723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.521049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:31.569514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:31.586167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=04616733-9b50-4545-bf29-0e37087568fb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:31.589536 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.602364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-be4c7c34-c3c6-46fb-b5d9-107c9e22fd76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d HTTP/1.1" status: 200 len: 217 time: 0.0754001 Feb 07 22:51:31.603277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:31.609618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:31.629599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] For port cbcbab56-2672-401e-adfc-0eccc4c91b22, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cbcbab56-2672-401e-adfc-0eccc4c91b22,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:31.630186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.643942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:31.653636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:31.660948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Router 5233ea36-9250-48fb-9803-83f8d99ec95b is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:51:31.772040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f30e5eb2-3c9f-49f7-9365-87f3233c3153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.772259 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:31.773510 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-f30e5eb2-3c9f-49f7-9365-87f3233c3153 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 200 len: 797 time: 0.1605105 Feb 07 22:51:31.775548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 6850413c-e94e-4cea-8ef5-7945528ad1c4 update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 22:51:31.792762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Calling delete_port for cbcbab56-2672-401e-adfc-0eccc4c91b22 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:31.810857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:51:31.811145 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:51:31.823879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] No DVR routers for this DVR port 6850413c-e94e-4cea-8ef5-7945528ad1c4 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:31.865424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-e5fb13f4-17f5-40fb-b0a2-0ace9b735bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:31.866293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=a047ad4b-fb4b-4167-8b1d-5778585eba10,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:31.867604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-e5fb13f4-17f5-40fb-b0a2-0ace9b735bd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 916 time: 0.8740740 Feb 07 22:51:31.929467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680a29a-1c6a-4e0b-9572-47220accf681 None None] Pushing event deleted for resources: {'Port': ['ID=6850413c-e94e-4cea-8ef5-7945528ad1c4,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:31.970399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:51:31.994744 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Sync routers for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:32.011203 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:32.015342 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:32.020800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Deleting port 04616733-9b50-4545-bf29-0e37087568fb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:32.021143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.024359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 53c093eb-6e03-45cf-9ba0-52f252727d24 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:32.051081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-42f70df4-e805-4147-ae36-54afad3a4fbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7 HTTP/1.1" status: 200 len: 217 time: 0.1526921 Feb 07 22:51:32.072523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.084648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-7d811966-9603-4f83-93fd-e01384719c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:32.086163 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-7d811966-9603-4f83-93fd-e01384719c7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3023887 Feb 07 22:51:32.089345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.090393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7c1cfd66-b497-4414-a279-e96cbc040b98 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4665065 Feb 07 22:51:32.096674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37380) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:32.112319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 53c093eb-6e03-45cf-9ba0-52f252727d24 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:32.118404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.119873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 53c093eb-6e03-45cf-9ba0-52f252727d24 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:32.120978 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.136025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:32.183709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1c577-8e75-4b17-937d-ff0315cbbe98 req-fa78dc36-4a60-4e19-8faf-10714cb277ae tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:32.192458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9a1c577-8e75-4b17-937d-ff0315cbbe98 req-fa78dc36-4a60-4e19-8faf-10714cb277ae tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 943 time: 0.6678984 Feb 07 22:51:32.208689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf743c3-0a08-4919-82bc-b9d12f0bfa52 req-bafeee0f-9907-4618-9697-40df34d36651 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:32.216207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebf743c3-0a08-4919-82bc-b9d12f0bfa52 req-bafeee0f-9907-4618-9697-40df34d36651 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.6929283 Feb 07 22:51:32.218927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fd1034cc-1fcd-431c-89f7-e00dec1278b7 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:32.255510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-e9fa6dcd-59fd-4c93-b680-9a7359b145ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:32.256983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-e9fa6dcd-59fd-4c93-b680-9a7359b145ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=407e044c-e8de-4232-a70b-8956194660fe HTTP/1.1" status: 200 len: 855 time: 0.1964655 Feb 07 22:51:32.336178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:32.352312 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:32.367960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:32.402714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-4b296349-8e76-4a96-8989-c6ab02259a2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90af4766-0b1d-4155-b176-3cdddde54054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077194 Feb 07 22:51:32.407131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:32.411435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b020376-f0a6-4fe7-95a5-863b3f00041c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:32.431256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Deleting port 04616733-9b50-4545-bf29-0e37087568fb {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:32.431675 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.445511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9a1c577-8e75-4b17-937d-ff0315cbbe98 req-bba8f6c7-1479-4341-ae1f-f4d0df8a7c5d tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521715 Feb 07 22:51:32.466976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebf743c3-0a08-4919-82bc-b9d12f0bfa52 req-48d044ef-cd57-4d6b-a3b0-93c4c06c5187 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459257 Feb 07 22:51:32.619676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.635948 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'code': 200} Feb 07 22:51:32.714895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:32.789812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5662fd15-1095-4f00-a706-88e1b9070e91 None None] Provisioning complete for port 53c093eb-6e03-45cf-9ba0-52f252727d24 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:32.790188 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5662fd15-1095-4f00-a706-88e1b9070e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.828476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'port_id': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'mac_address': 'fa:16:3e:48:3d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407e044c-e8de-4232-a70b-8956194660fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:32.830335 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.921315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event deleted for resources: {'Port': ['ID=cbcbab56-2672-401e-adfc-0eccc4c91b22,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:32.942582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] For port 04616733-9b50-4545-bf29-0e37087568fb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=04616733-9b50-4545-bf29-0e37087568fb,segment=NetworkSegment(f7f6e50a-310a-4dce-81af-0ea3b94126b1),segment_id=f7f6e50a-310a-4dce-81af-0ea3b94126b1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:32.944872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:32.948870 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:29Z', 'revision_number': 3, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:32.956351 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Checking router: 5233ea36-9250-48fb-9803-83f8d99ec95b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:51:32.957857 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Updating router 5233ea36-9250-48fb-9803-83f8d99ec95b port e298c981-ade1-4339-85fa-937493372dff binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:51:33.027398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c55b198c-02f3-4cce-b567-bd62456ffb24 req-cefa0799-c3c8-45a9-b336-ec6f4a00ec34 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 210 time: 0.4309402 Feb 07 22:51:33.036220 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.049313 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.081877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 53c093eb-6e03-45cf-9ba0-52f252727d24, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53c093eb-6e03-45cf-9ba0-52f252727d24,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:33.093394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1034cc-1fcd-431c-89f7-e00dec1278b7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:33.100037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] For port 04616733-9b50-4545-bf29-0e37087568fb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=04616733-9b50-4545-bf29-0e37087568fb,segment=NetworkSegment(f7f6e50a-310a-4dce-81af-0ea3b94126b1),segment_id=f7f6e50a-310a-4dce-81af-0ea3b94126b1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:33.100433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.114888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.275800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] No DVR routers for this DVR port cbcbab56-2672-401e-adfc-0eccc4c91b22 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:33.282126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.304594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 04616733-9b50-4545-bf29-0e37087568fb no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:33.313055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'name': 'network-vif-deleted', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:33.493741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Calling delete_port for 04616733-9b50-4545-bf29-0e37087568fb owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:33.499424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Calling delete_port for 04616733-9b50-4545-bf29-0e37087568fb owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:33.533671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c77c5d61-0407-4ae1-a466-2bce7309194d req-5c3cd349-2338-4118-a33b-276fb5f241db tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.36 "DELETE /v2.0/ports/cbcbab56-2672-401e-adfc-0eccc4c91b22 HTTP/1.1" status: 204 len: 173 time: 2.5822704 Feb 07 22:51:33.540544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-7b31a6ed-9642-4b49-a09f-469ded2a0d7b service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1267965 Feb 07 22:51:33.544312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:33.572516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.627813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=53c093eb-6e03-45cf-9ba0-52f252727d24,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:33.713341 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.728508 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Transition to ACTIVE for port object e298c981-ade1-4339-85fa-937493372dff will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:33.747337 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.750868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-6b3eef1d-967e-46ff-b632-8d22f4cb6b5e service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6568346 Feb 07 22:51:33.771654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cbcbab56-2672-401e-adfc-0eccc4c91b22 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:33.833626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe5a8-bece-4b46-af16-2792fb2925b0 req-78e3a468-cf72-4a78-b2c9-f90c8ef9b9b5 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:33.835173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20afe5a8-bece-4b46-af16-2792fb2925b0 req-78e3a468-cf72-4a78-b2c9-f90c8ef9b9b5 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.9670916 Feb 07 22:51:33.894060 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Pushing event updated for resources: {'Port': ['ID=e298c981-ade1-4339-85fa-937493372dff,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:33.925839 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.926436 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.926926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.927432 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.927913 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.928418 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.929020 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.929625 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.930099 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.930583 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.931057 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.931528 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:33.934950 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Attempting to bind port e298c981-ade1-4339-85fa-937493372dff on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:33.935775 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Attempting to bind port e298c981-ade1-4339-85fa-937493372dff by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:33.936317 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Attempting to bind port e298c981-ade1-4339-85fa-937493372dff on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:33.943731 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:33.944465 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:33.945061 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:33.945861 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:33.946489 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Bound port: e298c981-ade1-4339-85fa-937493372dff, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:33.947031 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.015203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: cbcbab56-2672-401e-adfc-0eccc4c91b22 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:34.015724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cbcbab56-2672-401e-adfc-0eccc4c91b22 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:34.034653 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] For port e298c981-ade1-4339-85fa-937493372dff, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:34.035608 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.039201 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] For port e298c981-ade1-4339-85fa-937493372dff, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e298c981-ade1-4339-85fa-937493372dff,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:34.043190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.045175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-d57e50b0-ee92-4bea-bb9a-6d66cdcd8ced service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754834 Feb 07 22:51:34.046930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ec6e31-f6ad-49ad-ab5b-e8d246c7339e req-c079b0d1-e7ef-44e2-a996-221b9ef76e92 service neutron] 10.222.0.26 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908752 Feb 07 22:51:34.050601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20afe5a8-bece-4b46-af16-2792fb2925b0 req-af241a09-c21d-4425-952d-ee7687e86e79 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972740 Feb 07 22:51:34.051130 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.065297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.071871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.078141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.085644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.092469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.099722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.110195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['fd1034cc-1fcd-431c-89f7-e00dec1278b7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:34.119264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.129450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-564466e2-d787-45db-bcc6-7d773963e349 req-2c763dbf-f503-4bb2-bb13-68a6cf7fbaa9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.7232287 Feb 07 22:51:34.174024 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc598523-b743-471b-98c3-ef9998a76372', 'name': 'network-vif-deleted', 'tag': 'cbcbab56-2672-401e-adfc-0eccc4c91b22', 'status': 'completed', 'code': 200} Feb 07 22:51:34.204970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-564466e2-d787-45db-bcc6-7d773963e349 req-cd7c5da3-6e61-46a9-9800-098b4482ca78 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743344 Feb 07 22:51:34.223664 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:34.224324 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:34.255081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:34.374492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] No DVR routers for this DVR port 04616733-9b50-4545-bf29-0e37087568fb on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:34.566231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b2bfc-a9ce-44bf-a19e-836c242baa39 None None] Pushing event deleted for resources: {'Port': ['ID=04616733-9b50-4545-bf29-0e37087568fb,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:34.567248 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223292b-fe8f-41b2-93de-b3494068e0b5 None None] Pushing event updated for resources: {'Port': ['ID=e298c981-ade1-4339-85fa-937493372dff,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:34.572611 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:34.592659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-06dd756a-4629-4dc8-8d43-c73a56f73b55 req-915b8ca2-51ae-4317-a22e-c739f77531e5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:34.614122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.643566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-06dd756a-4629-4dc8-8d43-c73a56f73b55 req-915b8ca2-51ae-4317-a22e-c739f77531e5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:34.658648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06dd756a-4629-4dc8-8d43-c73a56f73b55 req-915b8ca2-51ae-4317-a22e-c739f77531e5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc598523-b743-471b-98c3-ef9998a76372 HTTP/1.1" status: 200 len: 210 time: 0.1551189 Feb 07 22:51:34.677021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d177e-a45f-452b-b902-fb506958b271 req-6ef47a33-03c1-4740-af6c-de62d6ea41c3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.679917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb7d177e-a45f-452b-b902-fb506958b271 req-6ef47a33-03c1-4740-af6c-de62d6ea41c3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 944 time: 0.2838409 Feb 07 22:51:34.750379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 53c093eb-6e03-45cf-9ba0-52f252727d24 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:34.771174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb7d177e-a45f-452b-b902-fb506958b271 req-924b3db6-a4e4-4d4c-aa6a-3d3e193c40d6 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853698 Feb 07 22:51:34.798817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:51:34.799384 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:51:34.875720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.890040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 53c093eb-6e03-45cf-9ba0-52f252727d24 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:34.890524 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:34.894248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08628635-3db7-449c-8c11-5e92568e997c req-3babbabb-5d92-4f4a-82d2-4f895c76e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:34.898203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08628635-3db7-449c-8c11-5e92568e997c req-3babbabb-5d92-4f4a-82d2-4f895c76e1b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 1096 time: 1.6768973 Feb 07 22:51:34.927535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-91566982-9c61-4e6d-b67f-ae2ef5427572 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e HTTP/1.1" status: 200 len: 217 time: 0.8147423 Feb 07 22:51:34.985391 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:29Z', 'revision_number': 3, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:34.990305 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a70ae-a52f-4021-bea3-7760a319b47d None None] The sync data for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 is: [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:29Z', 'revision_number': 3, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:35.158237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6429d60e-1c80-4ea3-8f7d-def715d12f72,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:35.173910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.178352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2128b6dc-4b8a-45ed-8712-1fbe6863791a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 4.1032662 Feb 07 22:51:35.181603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37410) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:35.250100 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08628635-3db7-449c-8c11-5e92568e997c req-554f2fad-d307-4a03-99ad-62504c907e07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944059 Feb 07 22:51:35.283307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-17eb1836-b3f9-4693-a57a-3662f0726318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.284803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-17eb1836-b3f9-4693-a57a-3662f0726318 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 200 len: 797 time: 0.2624652 Feb 07 22:51:35.290850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '6429d60e-1c80-4ea3-8f7d-def715d12f72', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:35.333220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:35.345762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9668cb-7135-43cd-9d8f-039375894fd6 req-b27a61bc-f239-4c8c-93dd-59db00d3d9d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.347392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f9668cb-7135-43cd-9d8f-039375894fd6 req-b27a61bc-f239-4c8c-93dd-59db00d3d9d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.2169249 Feb 07 22:51:35.349519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805edb0-5764-4fed-95e7-5c30af888dad req-d57d5798-22da-4283-8716-d783c41c1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.350878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:35.351369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7805edb0-5764-4fed-95e7-5c30af888dad req-d57d5798-22da-4283-8716-d783c41c1c6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 0.2926352 Feb 07 22:51:35.360982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:35.369847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:35.402509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.411965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fdc1e-38b3-4671-a16a-6a376daa3dad req-0d53ce0b-356d-45de-a1ee-3f3510073420 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.413504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba4fdc1e-38b3-4671-a16a-6a376daa3dad req-0d53ce0b-356d-45de-a1ee-3f3510073420 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.1631811 Feb 07 22:51:35.421377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f9668cb-7135-43cd-9d8f-039375894fd6 req-9481c1bb-cdf6-4260-9553-3c95603ccbba tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650165 Feb 07 22:51:35.486355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba4fdc1e-38b3-4671-a16a-6a376daa3dad req-ed3604a1-2ee2-46a5-bd20-fd8b2da58e3f tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639882 Feb 07 22:51:35.607956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Deleting port 04616733-9b50-4545-bf29-0e37087568fb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:35.608446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.673778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805edb0-5764-4fed-95e7-5c30af888dad req-ebabaeb9-84e8-4e0d-8bff-31eb238d93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.675696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7805edb0-5764-4fed-95e7-5c30af888dad req-ebabaeb9-84e8-4e0d-8bff-31eb238d93cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.2102902 Feb 07 22:51:35.695157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] The port '04616733-9b50-4545-bf29-0e37087568fb' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:51:35.696415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.769910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.776650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.783043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.789671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.796423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.829988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.842173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.845781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-a4cc558b-1c7c-461f-96be-6446ff860f23 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.2892003 Feb 07 22:51:35.847934 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:35.879318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7805edb0-5764-4fed-95e7-5c30af888dad req-1fae8103-33df-4b08-b5ca-dbb3679f2d12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 217 time: 0.1900494 Feb 07 22:51:35.949820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087f5f6-9532-473b-beec-84ca26dad977 req-bbf89ef2-5019-4964-b4f8-fbc1c3c7a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:35.951750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-bbf89ef2-5019-4964-b4f8-fbc1c3c7a526 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6560576 Feb 07 22:51:35.992682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aeb67a96-668f-46ce-9f0e-e4fafd92f937 req-221bb7ff-f40c-434b-a734-2c1351ae2fe0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169417 Feb 07 22:51:35.996272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.013921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805edb0-5764-4fed-95e7-5c30af888dad req-2155ddbd-1e88-4471-81d0-b79ec963fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:36.015476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7805edb0-5764-4fed-95e7-5c30af888dad req-2155ddbd-1e88-4471-81d0-b79ec963fbe9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.1226912 Feb 07 22:51:36.122427 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.142815 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-beb7fe85-d422-487b-b2cb-8d0b24f44681 service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825140 Feb 07 22:51:36.146114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7805edb0-5764-4fed-95e7-5c30af888dad req-00908abe-4724-4979-b608-4b9e9aa02c3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160812 Feb 07 22:51:36.219246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fd1034cc-1fcd-431c-89f7-e00dec1278b7 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:36.281675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.310718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7e2c43-5283-4086-aeee-b3818d2b29dd']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:36.322917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.340720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port fd1034cc-1fcd-431c-89f7-e00dec1278b7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:36.355018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port fd1034cc-1fcd-431c-89f7-e00dec1278b7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:36.355396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.356753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f6e50a-310a-4dce-81af-0ea3b94126b1') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:36.357057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f6e50a-310a-4dce-81af-0ea3b94126b1') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:36.388035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.435792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116e89cd-7a36-4b33-b9bf-705c879be913,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:36.476845 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.494502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.497833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.499078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4d279467-e75b-4064-a9f7-0e51d701ebac tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2480705 Feb 07 22:51:36.505856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37426) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:36.506829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:36.507237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.527447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:36.531159 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:36.539627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:36.544818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.591556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '6429d60e-1c80-4ea3-8f7d-def715d12f72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:36.606247 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f087f5f6-9532-473b-beec-84ca26dad977 req-3fe4f80f-7873-4b13-9459-02ae09a06fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179845 Feb 07 22:51:36.610009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:36.612876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Allocated IP 172.20.0.1 (02e0cdce-5b5a-4346-b3be-d497829075ef/305330de-a571-464d-a87a-677bec18bb82/c3660885-0d00-4f08-badc-141dcf5b1ea3) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:36.619572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:36.627700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:36.632167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:36.649485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:36.710904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e86fc0-5a29-4cd8-858d-94f15fc76c18 req-fd80225c-ac61-45d5-91d5-6b6f843cec0f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:36.712407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0e86fc0-5a29-4cd8-858d-94f15fc76c18 req-fd80225c-ac61-45d5-91d5-6b6f843cec0f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 944 time: 0.5551038 Feb 07 22:51:36.718067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7805edb0-5764-4fed-95e7-5c30af888dad req-86067465-9436-43e4-ade8-750db2c1bb65 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618272 Feb 07 22:51:36.728000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b6bf-5b94-49b3-ae19-84934f93e4e0 req-009d7794-c0fd-4efc-a2bb-17c89bebcbf3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:36.728000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30e4b6bf-5b94-49b3-ae19-84934f93e4e0 req-009d7794-c0fd-4efc-a2bb-17c89bebcbf3 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 945 time: 0.5728784 Feb 07 22:51:36.731566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.791917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e298c981-ade1-4339-85fa-937493372dff up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:36.802741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.812455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.856397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Network': ['ID=6b7e2c43-5283-4086-aeee-b3818d2b29dd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:36.865148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e298c981-ade1-4339-85fa-937493372dff completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:36.871370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e298c981-ade1-4339-85fa-937493372dff triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:36.872032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:36.885678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-271a3784-2444-411a-836b-ec2ad821897a tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/networks/6b7e2c43-5283-4086-aeee-b3818d2b29dd HTTP/1.1" status: 204 len: 168 time: 7.1840937 Feb 07 22:51:36.888031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37434) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:36.949564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7805edb0-5764-4fed-95e7-5c30af888dad req-67a9a1eb-6b87-4400-8db2-d4f7e52c96fb service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214036 Feb 07 22:51:37.026302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.052436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0e86fc0-5a29-4cd8-858d-94f15fc76c18 req-fe9edab2-dc85-43c4-b6f0-df957af12f60 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232276 Feb 07 22:51:37.060652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e298c981-ade1-4339-85fa-937493372dff, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e298c981-ade1-4339-85fa-937493372dff,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:37.072941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.086956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.087436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.087900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.088370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.088864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.089331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.089753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.091658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73938617-1835-4f78-99d3-e8d346fbe870 req-5e564867-67d7-4a40-b8b8-244b0d35e0c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6475 time: 0.3580647 Feb 07 22:51:37.098407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30e4b6bf-5b94-49b3-ae19-84934f93e4e0 req-53fed41b-9778-4c56-8d60-0e93aa18a17b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504710 Feb 07 22:51:37.111992 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:51:37.111992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-edc0fbf9-94e7-4b80-907f-bbab0aef7218 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5781171 Feb 07 22:51:37.114880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37444) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:37.151462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.158740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.222990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-66a682dc-a743-4885-b18d-286e3758ce2b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.224488 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-66a682dc-a743-4885-b18d-286e3758ce2b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 945 time: 0.2739768 Feb 07 22:51:37.229534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e298c981-ade1-4339-85fa-937493372dff,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:37.259244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Transition to ACTIVE for port object c3660885-0d00-4f08-badc-141dcf5b1ea3 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:37.303099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.392987 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6e693b12-40c4-48fd-b085-2672c195f597 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.409629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Deleting port e0d4bc88-dfd9-4984-9338-66a9a6914435 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:37.409972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.415654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Network 02e0cdce-5b5a-4346-b3be-d497829075ef is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:37.424162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:37.504044 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6e693b12-40c4-48fd-b085-2672c195f597 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.584308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:37.643155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6940ef-1e98-4a59-8fb5-b6221c19415c req-82aeaf1e-f200-41de-9ec3-33f4db39038e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.644918 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da6940ef-1e98-4a59-8fb5-b6221c19415c req-82aeaf1e-f200-41de-9ec3-33f4db39038e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.3749006 Feb 07 22:51:37.656536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bce603db-6540-479c-8477-5316420b09ed None None] Provisioning for port c3660885-0d00-4f08-badc-141dcf5b1ea3 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:37.663109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bce603db-6540-479c-8477-5316420b09ed None None] Provisioning complete for port c3660885-0d00-4f08-badc-141dcf5b1ea3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:37.665483 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bce603db-6540-479c-8477-5316420b09ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.679097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Pushing event updated for resources: {'Port': ['ID=c3660885-0d00-4f08-badc-141dcf5b1ea3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:37.685652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea7b5d-7df2-42e1-bb1f-6b388c73af9d req-d03c1438-5f1f-473b-b718-5de665064f02 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.686556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6fea7b5d-7df2-42e1-bb1f-6b388c73af9d req-d03c1438-5f1f-473b-b718-5de665064f02 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.3802316 Feb 07 22:51:37.724051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-4ee4a5a0-6fb6-4f3c-adab-37997850032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:37.725542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73938617-1835-4f78-99d3-e8d346fbe870 req-4ee4a5a0-6fb6-4f3c-adab-37997850032b service neutron] 10.222.0.26 "GET /v2.0/networks?id=984796b5-0378-483f-8e6d-60be391eece8 HTTP/1.1" status: 200 len: 902 time: 0.6048379 Feb 07 22:51:37.726681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bce603db-6540-479c-8477-5316420b09ed None None] Port c3660885-0d00-4f08-badc-141dcf5b1ea3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:51:37.732839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.796845 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6e693b12-40c4-48fd-b085-2672c195f597 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.802290 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.833363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da6940ef-1e98-4a59-8fb5-b6221c19415c req-05a46856-47a3-4f0a-a5c4-a63a8268d5fa tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688845 Feb 07 22:51:37.864295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e693b12-40c4-48fd-b085-2672c195f597 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429d60e-1c80-4ea3-8f7d-def715d12f72,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:37.879733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6fea7b5d-7df2-42e1-bb1f-6b388c73af9d req-98011972-7ae9-4ac0-be2d-9805c114c78b tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443403 Feb 07 22:51:37.883548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6e693b12-40c4-48fd-b085-2672c195f597 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.887005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6e693b12-40c4-48fd-b085-2672c195f597 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/6429d60e-1c80-4ea3-8f7d-def715d12f72 HTTP/1.1" status: 204 len: 168 time: 0.7744081 Feb 07 22:51:37.887786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:37.927193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] For port e0d4bc88-dfd9-4984-9338-66a9a6914435, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=e0d4bc88-dfd9-4984-9338-66a9a6914435,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:37.927384 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:37.929945 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'code': 200} Feb 07 22:51:37.987579 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73938617-1835-4f78-99d3-e8d346fbe870 req-55274f50-5a70-4bc3-893d-6bd581bbdb0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e HTTP/1.1" status: 200 len: 217 time: 0.2472703 Feb 07 22:51:38.080698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1da2244-3ca8-4240-ade5-c1db58dcffbf']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:38.084987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Calling delete_port for e0d4bc88-dfd9-4984-9338-66a9a6914435 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:38.117306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404fb1ce-5faa-4ef0-84e5-6ab28bc5e106') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:38.117533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404fb1ce-5faa-4ef0-84e5-6ab28bc5e106') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:38.148988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.171175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-90a71f99-ef50-467b-8bf0-3b641abbbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.172613 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73938617-1835-4f78-99d3-e8d346fbe870 req-90a71f99-ef50-467b-8bf0-3b641abbbe4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 200 len: 797 time: 0.1376200 Feb 07 22:51:38.193171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.226479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-90750b69-5220-41c2-96e1-e072cd413867 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:38.258204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:38.258614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:38.277163 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:38.309676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-90750b69-5220-41c2-96e1-e072cd413867 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:38.310909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-90750b69-5220-41c2-96e1-e072cd413867 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4124751 Feb 07 22:51:38.316412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37458) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:38.327579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675658709'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:38.365574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:38.383498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c0e9c-ade0-446b-a608-5aee5eeaa2de req-6ace9dff-2967-47ee-8cd7-99127cac3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.385075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce6c0e9c-ade0-446b-a608-5aee5eeaa2de req-6ace9dff-2967-47ee-8cd7-99127cac3f63 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 1096 time: 0.3818011 Feb 07 22:51:38.386176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.392102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.398491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.404334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.410044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.414653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.415843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.421574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.423940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-964c0fd9-fc2c-4b29-839f-f895609ab49a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.3571229 Feb 07 22:51:38.437603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:38.444630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.462322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Network': ['ID=a1da2244-3ca8-4240-ade5-c1db58dcffbf,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:38.468290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7990ba-314e-4f0e-bf2c-14e78e01c4ea req-3027dab9-bd41-4441-b2f0-e5b0754a9d79 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.469819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca7990ba-314e-4f0e-bf2c-14e78e01c4ea req-3027dab9-bd41-4441-b2f0-e5b0754a9d79 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.3999867 Feb 07 22:51:38.486039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37462) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:38.491708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Request body: {'floatingip': {'port_id': 'a047ad4b-fb4b-4167-8b1d-5778585eba10'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:38.517616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce6c0e9c-ade0-446b-a608-5aee5eeaa2de req-3f7aa3b9-8f75-4021-8004-56896915f048 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222191 Feb 07 22:51:38.521554 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1c88cec-768a-4982-aeb9-f173e75afffe tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/networks/a1da2244-3ca8-4240-ade5-c1db58dcffbf HTTP/1.1" status: 204 len: 168 time: 1.6240702 Feb 07 22:51:38.527306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37466) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:38.531757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73938617-1835-4f78-99d3-e8d346fbe870 req-75ec6d04-9df8-4f13-aa77-0fd198001261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:38.533373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73938617-1835-4f78-99d3-e8d346fbe870 req-75ec6d04-9df8-4f13-aa77-0fd198001261 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3496685 Feb 07 22:51:38.632718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.685017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e298c981-ade1-4339-85fa-937493372dff up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:38.697642 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.718472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.758766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e298c981-ade1-4339-85fa-937493372dff triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:38.759450 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.762458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.771001 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:38.793950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:38.855285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ed2a0f1-7ab9-4939-8e47-facf428b2ba6 req-33d442b4-dde9-4c2d-ac20-20084c9fbfb4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4187918 Feb 07 22:51:38.938816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event deleted for resources: {'Port': ['ID=e0d4bc88-dfd9-4984-9338-66a9a6914435,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:38.940877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:39.010141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:39.042912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:39.105025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:39.172654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] No DVR routers for this DVR port e0d4bc88-dfd9-4984-9338-66a9a6914435 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:39.176253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80f8b396-c548-4e3f-b161-040b8c073926 req-d41e37c6-dc65-4d7c-a7bc-b759ac35a89d tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ef3ab23-7caf-4e16-8c5d-7edc313bed78 HTTP/1.1" status: 200 len: 210 time: 0.1348348 Feb 07 22:51:39.178655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.212849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'name': 'network-vif-deleted', 'tag': 'e0d4bc88-dfd9-4984-9338-66a9a6914435'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:39.245693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.251495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7fa7f-f517-4c20-ba0a-177b6e203371 req-f5950413-45b1-4f2c-88c0-0d58438a4924 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:39.253083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02f7fa7f-f517-4c20-ba0a-177b6e203371 req-f5950413-45b1-4f2c-88c0-0d58438a4924 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.5792649 Feb 07 22:51:39.285401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73938617-1835-4f78-99d3-e8d346fbe870 req-7151cc28-e7eb-45d6-a1e6-83ab7bd51e26 service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638258 Feb 07 22:51:39.288730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2970bd39-b6bd-488f-9863-830f88b0bc58 req-9d7e3f0a-1b03-4299-ba2a-5db41ba8c769 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "DELETE /v2.0/ports/e0d4bc88-dfd9-4984-9338-66a9a6914435 HTTP/1.1" status: 204 len: 173 time: 2.0572486 Feb 07 22:51:39.313849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7839522-c146-406f-a1c5-7255d1ae7023']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:39.435234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b74e8e-2c33-4236-bdef-583afef57026') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:39.435904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b74e8e-2c33-4236-bdef-583afef57026') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:39.476934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.492485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02f7fa7f-f517-4c20-ba0a-177b6e203371 req-0a36cf22-8a6a-4371-9fd8-e2e1d6f04880 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222507 Feb 07 22:51:39.529723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.533098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.537935 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-73938617-1835-4f78-99d3-e8d346fbe870 req-1c0c2174-b5b9-4115-b2d5-df15f4548c79 service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443483 Feb 07 22:51:39.543138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:39.543554 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:39.561547 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:39.588522 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef3ab23-7caf-4e16-8c5d-7edc313bed78', 'name': 'network-vif-deleted', 'tag': 'e0d4bc88-dfd9-4984-9338-66a9a6914435', 'status': 'completed', 'code': 200} Feb 07 22:51:39.602342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.620045 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.631800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.762943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1144191a-221a-4dd5-95e8-2d7bbe009100,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:39.772824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422ce6e-486f-4e29-9f5e-7e783cb53d00 req-8df4a747-afd0-445c-8c10-abd8c4ca1a2d tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:39.778040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Pushing event updated for resources: {'Port': ['ID=c3660885-0d00-4f08-badc-141dcf5b1ea3,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:39.779791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1422ce6e-486f-4e29-9f5e-7e783cb53d00 req-8df4a747-afd0-445c-8c10-abd8c4ca1a2d tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.4676440 Feb 07 22:51:39.783941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.785071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a7dd2ed2-5a2f-4809-a886-0856645e1806 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4649374 Feb 07 22:51:39.787995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.792452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.795416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:39.799289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37474) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:39.838348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1422ce6e-486f-4e29-9f5e-7e783cb53d00 req-1b50bb6c-5926-4247-9378-857ac5360e98 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576758 Feb 07 22:51:39.846747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Network': ['ID=c7839522-c146-406f-a1c5-7255d1ae7023,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:39.868625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-87647e2d-06de-4160-b56f-11abe482207b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '1144191a-221a-4dd5-95e8-2d7bbe009100', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:39.870260 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-87647e2d-06de-4160-b56f-11abe482207b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 22:51:39.870965 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-87647e2d-06de-4160-b56f-11abe482207b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:39.872302 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-87647e2d-06de-4160-b56f-11abe482207b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0433393 Feb 07 22:51:39.877732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a6c7344a-cb46-43ab-8229-44f533db6bcf tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/networks/c7839522-c146-406f-a1c5-7255d1ae7023 HTTP/1.1" status: 204 len: 168 time: 1.3433721 Feb 07 22:51:39.879076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37478) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:39.879202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37480) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:40.019480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:51:40.087705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a896683-122a-46cc-a27c-e88fd55c99fd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.111047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Network 02e0cdce-5b5a-4346-b3be-d497829075ef is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:40.118369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:40.129059 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.129547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a896683-122a-46cc-a27c-e88fd55c99fd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.224361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0d4bc88-dfd9-4984-9338-66a9a6914435 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:40.288808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: e0d4bc88-dfd9-4984-9338-66a9a6914435 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:40.289538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device e0d4bc88-dfd9-4984-9338-66a9a6914435 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:40.361628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.377611 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a896683-122a-46cc-a27c-e88fd55c99fd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.386267 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.405006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Router 5233ea36-9250-48fb-9803-83f8d99ec95b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:51:40.411941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a896683-122a-46cc-a27c-e88fd55c99fd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1144191a-221a-4dd5-95e8-2d7bbe009100,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:40.466934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0a49ed37-a813-4ec4-b714-bcbe367fb693 None None] Provisioning complete for port c3660885-0d00-4f08-badc-141dcf5b1ea3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:40.467699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a49ed37-a813-4ec4-b714-bcbe367fb693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.490852 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a896683-122a-46cc-a27c-e88fd55c99fd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.495848 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4a896683-122a-46cc-a27c-e88fd55c99fd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/1144191a-221a-4dd5-95e8-2d7bbe009100 HTTP/1.1" status: 204 len: 168 time: 0.5854495 Feb 07 22:51:40.504509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37492) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:40.538627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0a49ed37-a813-4ec4-b714-bcbe367fb693 None None] Port c3660885-0d00-4f08-badc-141dcf5b1ea3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:51:40.554618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.656608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.662703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.668464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.674291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.677778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-206f8915-143d-40f4-ba4c-f35716a5b6e0 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:40.680003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.685868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.691625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.693558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-27dbbf82-28f7-4026-b45e-78b18f19e1a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.6769729 Feb 07 22:51:40.702035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:51:40.707900 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-77e9c96b-8081-419a-979f-557f47536f5b admin admin] 10.222.0.10 "PUT /v2.0/routers/5233ea36-9250-48fb-9803-83f8d99ec95b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5914080 Feb 07 22:51:40.713968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Sync routers for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:40.718101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-206f8915-143d-40f4-ba4c-f35716a5b6e0 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:40.723405 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-206f8915-143d-40f4-ba4c-f35716a5b6e0 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2146475 Feb 07 22:51:40.725031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37502) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:40.727459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:40.728421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:40.731616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--221467095'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:40.739007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:40.751817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:40.760970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa543954-9af2-410e-a259-abfa41040ed6']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:40.766274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.786752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5888d320-cdc2-4d6a-9c8d-f69ca7876844') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:40.787052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5888d320-cdc2-4d6a-9c8d-f69ca7876844') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:40.798220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:40.803944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:40.806644 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Floating IP 155be16c-7095-4558-83c6-104dd00803aa associated. External IP: 172.25.0.128, port: a047ad4b-fb4b-4167-8b1d-5778585eba10. Feb 07 22:51:40.809361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:40.822477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:40.860663 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.918207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.942366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6fa0431-98a1-4fa2-b453-0eb4b3422536 req-dda6d2d1-3693-411a-b1e5-a138bc683899 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2369606 Feb 07 22:51:40.945971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:40.946376 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:40.963883 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:40.983212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:40.995476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-6c670743-4cc6-40df-966f-1d842d0b60ac tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:40.996196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-6c670743-4cc6-40df-966f-1d842d0b60ac tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:41.024405 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.029703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.050608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-6c670743-4cc6-40df-966f-1d842d0b60ac tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:41.051808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-6c670743-4cc6-40df-966f-1d842d0b60ac tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.2215128 Feb 07 22:51:41.139871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1bdf66-6cf5-4b5b-9183-42640ad6da1b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:41.147145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.151511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-006ea683-20f8-4772-8a4b-fc8e499a4a0a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4245169 Feb 07 22:51:41.152098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37510) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:41.160761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-126e536c-ca86-4dbe-b988-f4add37a3a33 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '6d1bdf66-6cf5-4b5b-9183-42640ad6da1b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:41.161679 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-126e536c-ca86-4dbe-b988-f4add37a3a33 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 22:51:41.163299 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-126e536c-ca86-4dbe-b988-f4add37a3a33 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:41.165951 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-126e536c-ca86-4dbe-b988-f4add37a3a33 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105894 Feb 07 22:51:41.169568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Deleting port 9c243994-4a00-490c-9527-7514ad4badf7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:41.169910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.173495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37514) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:41.193168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30142a-c445-4afa-9faa-995084228c99 req-f1fb9829-25e3-482d-a7a0-879dedce91e4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:41.194632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba30142a-c445-4afa-9faa-995084228c99 req-f1fb9829-25e3-482d-a7a0-879dedce91e4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.5001702 Feb 07 22:51:41.212756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.262232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.292415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] Pushing event deleted for resources: {'Network': ['ID=aa543954-9af2-410e-a259-abfa41040ed6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:41.342975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 2, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:41.347571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Checking router: 5233ea36-9250-48fb-9803-83f8d99ec95b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:51:41.347925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Updating router 5233ea36-9250-48fb-9803-83f8d99ec95b port c3660885-0d00-4f08-badc-141dcf5b1ea3 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:51:41.370735 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-324cd607-2b1a-4ae2-8124-79eb81b1abca tempest-BulkNetworkOpsIpV6Test-1784818490 tempest-BulkNetworkOpsIpV6Test-1784818490-project] 10.222.0.10 "DELETE /v2.0/networks/aa543954-9af2-410e-a259-abfa41040ed6 HTTP/1.1" status: 204 len: 168 time: 1.4880142 Feb 07 22:51:41.404702 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.406386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba30142a-c445-4afa-9faa-995084228c99 req-2f431b34-b261-4980-85ac-cc4b4292badb tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960120 Feb 07 22:51:41.525386 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-382885b3-247d-481f-9aba-c999fc99eda8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.549087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548344f-34db-41b3-9efe-477ec10c72ba req-9c5b1578-2d67-46dd-8a32-4e08a6808c7e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:41.549833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e548344f-34db-41b3-9efe-477ec10c72ba req-9c5b1578-2d67-46dd-8a32-4e08a6808c7e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:41.607140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] For port 9c243994-4a00-490c-9527-7514ad4badf7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9c243994-4a00-490c-9527-7514ad4badf7,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:41.607650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.659033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-382885b3-247d-481f-9aba-c999fc99eda8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.694083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e548344f-34db-41b3-9efe-477ec10c72ba req-9c5b1578-2d67-46dd-8a32-4e08a6808c7e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:41.694774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e548344f-34db-41b3-9efe-477ec10c72ba req-9c5b1578-2d67-46dd-8a32-4e08a6808c7e tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=78d0ef3f-e58f-4c11-b017-32e40fc56dbc HTTP/1.1" status: 200 len: 946 time: 0.5837712 Feb 07 22:51:41.738905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Router 28c155cf-97f4-4f37-b802-ec3352ef9dde has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:51:41.776595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Calling delete_port for 9c243994-4a00-490c-9527-7514ad4badf7 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:41.828743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37524) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:41.843168 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.869174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e548344f-34db-41b3-9efe-477ec10c72ba req-45a34e32-624b-4250-95a6-7769ad952dba tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=74d7dc71-4974-4dd5-9d90-420e954bdc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496572 Feb 07 22:51:41.894420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Transition to ACTIVE for port object c3660885-0d00-4f08-badc-141dcf5b1ea3 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:41.914647 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:41.915325 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-382885b3-247d-481f-9aba-c999fc99eda8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.123354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6eb6bb86-784d-4d1f-b9b1-5432df27e919 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3d550992a9844c98d37c4b3cbc85d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927165 Feb 07 22:51:42.126558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37534) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:42.128450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.173326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9c243994-4a00-490c-9527-7514ad4badf7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:42.229118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b1cf9-d84f-44c5-b04e-9723fd965114 req-2df5a724-9094-456e-a314-3cee00e253d2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:42.230704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f87b1cf9-d84f-44c5-b04e-9723fd965114 req-2df5a724-9094-456e-a314-3cee00e253d2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.6269071 Feb 07 22:51:42.278398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event deleted for resources: {'Port': ['ID=9c243994-4a00-490c-9527-7514ad4badf7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:42.307775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382885b3-247d-481f-9aba-c999fc99eda8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1bdf66-6cf5-4b5b-9183-42640ad6da1b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:42.311024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:51:42.318079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360796c-ec55-4979-a255-4137a8de4cc8 None None] Pushing event updated for resources: {'Port': ['ID=c3660885-0d00-4f08-badc-141dcf5b1ea3,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:42.325924 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] Sync routers for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:42.332162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Attempting to bind port c3660885-0d00-4f08-badc-141dcf5b1ea3 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:42.332527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Attempting to bind port c3660885-0d00-4f08-badc-141dcf5b1ea3 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:42.332931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Attempting to bind port c3660885-0d00-4f08-badc-141dcf5b1ea3 on network 02e0cdce-5b5a-4346-b3be-d497829075ef {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:42.340377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:42.340785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Checking segment: {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:42.341188 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.341592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Bound using segment: {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:42.342071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Bound port: c3660885-0d00-4f08-badc-141dcf5b1ea3, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:42.342452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.346345 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:42.347424 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:42.372320 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.449774 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f13b8557-feed-4361-9c65-8fdc5261e316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.465240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f87b1cf9-d84f-44c5-b04e-9723fd965114 req-7037656f-e15c-402a-821b-01bb52455185 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549642 Feb 07 22:51:42.528153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-382885b3-247d-481f-9aba-c999fc99eda8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.535560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-382885b3-247d-481f-9aba-c999fc99eda8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/6d1bdf66-6cf5-4b5b-9183-42640ad6da1b HTTP/1.1" status: 204 len: 168 time: 1.3542297 Feb 07 22:51:42.539654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37538) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:42.549665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f13b8557-feed-4361-9c65-8fdc5261e316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.581104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] No DVR routers for this DVR port 9c243994-4a00-490c-9527-7514ad4badf7 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:42.587703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.618291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'name': 'network-vif-deleted', 'tag': '9c243994-4a00-490c-9527-7514ad4badf7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:42.628770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] For port c3660885-0d00-4f08-badc-141dcf5b1ea3, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:42.629935 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-315a53e5-a95d-4ce1-acf7-8d0cf69f1355 req-faaeeb9a-47a1-4b9c-8e1e-f3a6d1df7c62 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "DELETE /v2.0/ports/9c243994-4a00-490c-9527-7514ad4badf7 HTTP/1.1" status: 204 len: 173 time: 1.5667651 Feb 07 22:51:42.644238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] For port c3660885-0d00-4f08-badc-141dcf5b1ea3, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c3660885-0d00-4f08-badc-141dcf5b1ea3,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:42.656067 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.699977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-758f88cd-9ddc-41db-9d8d-a3e66205d7a4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "PUT /v2.0/floatingips/155be16c-7095-4558-83c6-104dd00803aa HTTP/1.1" status: 200 len: 991 time: 4.2123902 Feb 07 22:51:42.702460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:42.720956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f13b8557-feed-4361-9c65-8fdc5261e316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.749089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b8557-feed-4361-9c65-8fdc5261e316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c689f334-e08f-4bc1-951d-6cb41cea59cc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:42.752108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-52912a91-def0-4e49-bc2f-d789da58727f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:42.777103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f13b8557-feed-4361-9c65-8fdc5261e316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:42.783585 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f13b8557-feed-4361-9c65-8fdc5261e316 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c689f334-e08f-4bc1-951d-6cb41cea59cc HTTP/1.1" status: 204 len: 168 time: 0.6525171 Feb 07 22:51:42.786389 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:42.930938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-52912a91-def0-4e49-bc2f-d789da58727f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:42.941227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37552) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:42.942830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-52912a91-def0-4e49-bc2f-d789da58727f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3928072 Feb 07 22:51:42.949315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--666910176'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:42.960828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:42.996610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:42.998378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:43.001719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:43.015937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.021367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4736bb-ebdb-4605-984e-72ea6a556acc req-33a80179-122e-4b33-ac32-6f94f91ca14a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.023536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be4736bb-ebdb-4605-984e-72ea6a556acc req-33a80179-122e-4b33-ac32-6f94f91ca14a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.2423480 Feb 07 22:51:43.056835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:43.061315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:43.065738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:43.073633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:43.085235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37558) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:43.152370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be4736bb-ebdb-4605-984e-72ea6a556acc req-5081b366-8ebb-4c15-af3a-971af8c878d7 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159708 Feb 07 22:51:43.189043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360796c-ec55-4979-a255-4137a8de4cc8 None None] Pushing event updated for resources: {'Port': ['ID=c3660885-0d00-4f08-badc-141dcf5b1ea3,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:43.259882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.271948 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d0ef3f-e58f-4c11-b017-32e40fc56dbc', 'name': 'network-vif-deleted', 'tag': '9c243994-4a00-490c-9527-7514ad4badf7', 'status': 'completed', 'code': 200} Feb 07 22:51:43.278179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1115654921', 'description': 'tempest-description--210686497'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:43.305677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.358200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:43.414829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Usage tracker for resource:security_group and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:43.423305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:43.428815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:43.435114 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.436719 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4944553 Feb 07 22:51:43.452699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37568) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:43.455304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:43.470269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-78799a77-5dea-4762-9a25-27fc1b0fb6b9 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '972226af-d84a-43fe-8211-2f82075936b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:43.488638 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-78799a77-5dea-4762-9a25-27fc1b0fb6b9 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 22:51:43.489553 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-78799a77-5dea-4762-9a25-27fc1b0fb6b9 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:43.491289 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-78799a77-5dea-4762-9a25-27fc1b0fb6b9 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301068 Feb 07 22:51:43.498737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37576) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:43.538540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d5f7eb0c-d7fc-48ed-9561-69654714b9b3 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '972226af-d84a-43fe-8211-2f82075936b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:43.539258 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-d5f7eb0c-d7fc-48ed-9561-69654714b9b3 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 22:51:43.539731 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-d5f7eb0c-d7fc-48ed-9561-69654714b9b3 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:43.540746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d5f7eb0c-d7fc-48ed-9561-69654714b9b3 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0411820 Feb 07 22:51:43.547243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37582) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:43.550335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.552755 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '155be16c-7095-4558-83c6-104dd00803aa', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'port_id': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'mac_address': 'fa:16:3e:c0:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:50:32Z', 'updated_at': '2022-02-07T22:51:39Z', 'revision_number': 1, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:27Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:43.568259 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] Checking router: 28c155cf-97f4-4f37-b802-ec3352ef9dde for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:51:43.576938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495b594-8fdd-47a2-93f5-3a884bdc7366 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972226af-d84a-43fe-8211-2f82075936b6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:43.585503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9e083621-8e7c-45b1-9468-6decfd5a0d0c tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '972226af-d84a-43fe-8211-2f82075936b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:43.586183 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:43.586379 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-9e083621-8e7c-45b1-9468-6decfd5a0d0c tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 22:51:43.587434 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:43.587531 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-9e083621-8e7c-45b1-9468-6decfd5a0d0c tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:43.587804 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9e083621-8e7c-45b1-9468-6decfd5a0d0c tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0389216 Feb 07 22:51:43.590656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:43.597505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d558aa4b-dcb2-495a-81bf-e8699f4b5815 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '972226af-d84a-43fe-8211-2f82075936b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:43.598386 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-d558aa4b-dcb2-495a-81bf-e8699f4b5815 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 22:51:43.598891 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-d558aa4b-dcb2-495a-81bf-e8699f4b5815 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:43.599849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d558aa4b-dcb2-495a-81bf-e8699f4b5815 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082934 Feb 07 22:51:43.603290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37590) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:43.619364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:43.627747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Usage tracker for resource:security_group_rule and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:43.637788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:43.648257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:43.658155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.681033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.687104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.698635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.700744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62bad245-1390-44a5-a5ba-6515254e9c3d tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.713387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.719499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.729877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62bad245-1390-44a5-a5ba-6515254e9c3d tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.732001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.734974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6084842c-090f-4817-a4a2-286503cae3b3 req-05d61ea6-9c35-4144-a076-de2e4867ec4f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.4541430 Feb 07 22:51:43.853273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62bad245-1390-44a5-a5ba-6515254e9c3d tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.859014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.872431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.880671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bad245-1390-44a5-a5ba-6515254e9c3d tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972226af-d84a-43fe-8211-2f82075936b6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:43.893224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6084842c-090f-4817-a4a2-286503cae3b3 req-234ae4a5-9689-4240-afda-d180bb446e3f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1468785 Feb 07 22:51:43.916443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c0e09-9086-43d0-a46e-c64ca7e3e7cf req-27d033c5-0841-4649-91e7-d9c2165e3c85 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:43.918063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd1c0e09-9086-43d0-a46e-c64ca7e3e7cf req-27d033c5-0841-4649-91e7-d9c2165e3c85 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.4549475 Feb 07 22:51:43.959540 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:43.968836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62bad245-1390-44a5-a5ba-6515254e9c3d tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:43.975175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-62bad245-1390-44a5-a5ba-6515254e9c3d tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/972226af-d84a-43fe-8211-2f82075936b6 HTTP/1.1" status: 204 len: 168 time: 0.3705890 Feb 07 22:51:43.976426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37602) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.005217 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'status': 'completed', 'code': 200} Feb 07 22:51:44.018210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.020162 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7565870 Feb 07 22:51:44.026945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37608) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.040590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Request body: {'security_group_rule': {'security_group_id': '06241524-4946-4cd9-8a7a-16890adb17b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.049093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-011faffe-c288-40ab-a598-a8353c49554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:42Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:44.059443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:44.069006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011faffe-c288-40ab-a598-a8353c49554e None None] The sync data for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 is: [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:42Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:44.112143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065ecb6-fd50-4448-af0d-e4f2257e4be4 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06241524-4946-4cd9-8a7a-16890adb17b3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:44.121132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-19e4c836-8f45-4517-be92-dd047a367e58 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:44.129276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Usage tracker for resource:security_group_rule and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:44.138855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd1c0e09-9086-43d0-a46e-c64ca7e3e7cf req-e4b32278-bbe2-4df2-a1a7-6114dbeb6949 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006507 Feb 07 22:51:44.156104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:44.161365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-19e4c836-8f45-4517-be92-dd047a367e58 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:44.170398 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-19e4c836-8f45-4517-be92-dd047a367e58 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1883261 Feb 07 22:51:44.171307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37612) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.183759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846734865'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.193758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:44.207457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:44.213461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37616) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.215345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:44.232092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9c243994-4a00-490c-9527-7514ad4badf7 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:44.253284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-1f6064fe-10a7-4f6b-acf8-4ea54e808c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:44.254546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.256325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-1f6064fe-10a7-4f6b-acf8-4ea54e808c06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92c4448aa5664d518b7cf94f2dba822a&device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 1096 time: 0.2237880 Feb 07 22:51:44.289672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.318578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:44.322928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:44.327127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:44.333584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:44.359827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 9c243994-4a00-490c-9527-7514ad4badf7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:44.361165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9c243994-4a00-490c-9527-7514ad4badf7 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:44.467393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'networks': [{'name': 'tempest-network--333145684'}, {'name': 'tempest-network--96621682'}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.468808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'network': {'name': 'tempest-network--333145684'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.469438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'network': {'name': 'tempest-network--96621682'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.480707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.495109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.502936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:44.527601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Usage tracker for resource:network and tenant:9843bbd1748742b182154bd50417df53 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:44.539897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af60be5-be99-4b17-88d8-ebd2b4706c46,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:44.543389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:44.572705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:44.592585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.608211 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.629551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-7f75ec06-26ff-42fe-9da4-9eee042b3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:44.631025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-7f75ec06-26ff-42fe-9da4-9eee042b3bb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9368b132-7c2a-44c2-aef5-d2c25c6d7a19 HTTP/1.1" status: 200 len: 917 time: 0.3671002 Feb 07 22:51:44.692539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.698768 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6679447 Feb 07 22:51:44.701161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.703482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a99883ff-8ec3-47d2-b731-0f0b13f66c00 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5277696 Feb 07 22:51:44.706176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37624) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.706704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37626) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.721756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-51a3b000-d363-431e-a0da-c8def3458399 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.722767 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-51a3b000-d363-431e-a0da-c8def3458399 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 22:51:44.723476 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-51a3b000-d363-431e-a0da-c8def3458399 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:44.724698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-51a3b000-d363-431e-a0da-c8def3458399 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111394 Feb 07 22:51:44.731168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37634) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.741298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Request body: {'security_group_rule': {'security_group_id': '06241524-4946-4cd9-8a7a-16890adb17b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.749219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:44.753431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Usage tracker for resource:security_group_rule and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:44.756393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:44.762773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:44.770530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f967eac-9bf8-43f0-81b8-a57307d5a3ed tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97638ff8-40bf-42a0-a3e8-da44b4bdad79,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:44.773838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Made reservation on behalf of 9843bbd1748742b182154bd50417df53 for: {'network': 2} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:44.778824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.795781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.812782 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '155be16c-7095-4558-83c6-104dd00803aa', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'port_id': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'mac_address': 'fa:16:3e:c0:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:50:32Z', 'updated_at': '2022-02-07T22:51:39Z', 'revision_number': 1, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:27Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:44.819817 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e11aaf-c25d-4f9f-b2e6-2a2ea1223ce4 None None] The sync data for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 is: [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '155be16c-7095-4558-83c6-104dd00803aa', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'port_id': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'mac_address': 'fa:16:3e:c0:9f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:50:32Z', 'updated_at': '2022-02-07T22:51:39Z', 'revision_number': 1, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:27Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:44.830331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3660885-0d00-4f08-badc-141dcf5b1ea3 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:44.880039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-93f76559-acac-4819-bebc-d6eb0171d5bb tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.904175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.909755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.940016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb2ce0d4-0981-4fa6-a712-c1614354d788,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:44.961533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.967772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:44.973575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e6450556-a61f-4d8a-9bf4-e40e1d8a2cb2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2629142 Feb 07 22:51:44.974147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37640) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:44.980946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:44.985981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-93f76559-acac-4819-bebc-d6eb0171d5bb tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:44.989510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:44.991798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c3660885-0d00-4f08-badc-141dcf5b1ea3 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:44.996047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Usage tracker for resource:floatingip and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:44.998022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c3660885-0d00-4f08-badc-141dcf5b1ea3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:44.998609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.003675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:45.007209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-93f76559-acac-4819-bebc-d6eb0171d5bb tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:45.010761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:45.015739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-93f76559-acac-4819-bebc-d6eb0171d5bb tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:45.025029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.033303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-93f76559-acac-4819-bebc-d6eb0171d5bb tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:45.045719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:45.060319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-2f773f97-6fea-4b9d-9673-49c0eef9643d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10 HTTP/1.1" status: 200 len: 999 time: 0.4197276 Feb 07 22:51:45.074099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Usage tracker for resource:security_group_rule and tenant:9843bbd1748742b182154bd50417df53 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:45.081255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:45.089202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:45.151822 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.186607 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.196180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c3660885-0d00-4f08-badc-141dcf5b1ea3, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c3660885-0d00-4f08-badc-141dcf5b1ea3,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:45.202628 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.273099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7717821-7318-4c8b-8985-e57133a48820 None None] New status for floating IP 155be16c-7095-4558-83c6-104dd00803aa: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:51:45.302164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.337284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.338031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.367051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Allocated IP 172.25.0.80 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/1a156b1b-c279-4870-a6df-35f822fb9a99) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:45.392777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b421f59-2ece-4b66-81eb-138d667843c6 req-9736012d-a356-46f0-acd9-30c4de157449 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:45.400476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b421f59-2ece-4b66-81eb-138d667843c6 req-9736012d-a356-46f0-acd9-30c4de157449 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.5078096 Feb 07 22:51:45.451332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e6f71-fd28-4939-9c36-5c78a7268863 req-4f739f3a-d1bf-4c1b-8c2f-d52f27a2bc4c tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:45.459189 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-191e6f71-fd28-4939-9c36-5c78a7268863 req-4f739f3a-d1bf-4c1b-8c2f-d52f27a2bc4c tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.7289779 Feb 07 22:51:45.464059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c3660885-0d00-4f08-badc-141dcf5b1ea3,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:45.474547 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-93f76559-acac-4819-bebc-d6eb0171d5bb tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:45.478279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-93f76559-acac-4819-bebc-d6eb0171d5bb tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7368743 Feb 07 22:51:45.494521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-ea4f9784-f419-44fb-8006-534b516ad234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:45.495967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-ea4f9784-f419-44fb-8006-534b516ad234 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f87dc53e-bfa1-4187-9a22-739c51b90c17 HTTP/1.1" status: 200 len: 855 time: 0.2832742 Feb 07 22:51:45.508316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:45.518141 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.518489 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Added segment 6e252fea-0668-48db-9689-991920779f71 of type vlan for network 29adf8e0-ace8-49df-a46d-73a2ad3c1b25 Feb 07 22:51:45.542113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.551456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.567432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37646) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:45.573032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0faaff1c-c82b-4ec3-90b8-c7754b654e5a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:45.574172 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-0faaff1c-c82b-4ec3-90b8-c7754b654e5a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 22:51:45.574795 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-0faaff1c-c82b-4ec3-90b8-c7754b654e5a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:45.575877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0faaff1c-c82b-4ec3-90b8-c7754b654e5a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073428 Feb 07 22:51:45.579416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37650) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:45.587750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-58fe715a-5df1-411b-bcd6-2f3e99e232d2 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:45.589254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:45.595124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-58fe715a-5df1-411b-bcd6-2f3e99e232d2 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:45.600110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-58fe715a-5df1-411b-bcd6-2f3e99e232d2 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:45.603984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-58fe715a-5df1-411b-bcd6-2f3e99e232d2 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:45.604293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.604685 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Added segment 9370083a-3f80-4ff8-a028-cbc6a8a89822 of type vlan for network 73444598-d10c-4ff8-8cad-5259de81f7b9 Feb 07 22:51:45.607935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.637110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.650101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-58fe715a-5df1-411b-bcd6-2f3e99e232d2 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:45.692305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:45.698575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:45.709490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:45.745119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b421f59-2ece-4b66-81eb-138d667843c6 req-bec1757a-72c2-4846-8660-82193933661e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433816 Feb 07 22:51:45.755694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf5f14-6834-4ddc-8876-c39dc5c6c7c6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:45.769322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.769817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.775359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:45.780798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:45.781476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:45.861677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event updated for resources: {'Port': ['ID=1a156b1b-c279-4870-a6df-35f822fb9a99,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:45.891072 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-58fe715a-5df1-411b-bcd6-2f3e99e232d2 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:45.891298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58fe715a-5df1-411b-bcd6-2f3e99e232d2 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3107791 Feb 07 22:51:45.894670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37656) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:45.908973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1e5e3a36-f680-406f-86db-5ea8d9a8ad4f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:45.909464 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-1e5e3a36-f680-406f-86db-5ea8d9a8ad4f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 22:51:45.909960 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-1e5e3a36-f680-406f-86db-5ea8d9a8ad4f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:45.917445 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1e5e3a36-f680-406f-86db-5ea8d9a8ad4f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154667 Feb 07 22:51:45.917445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:45.921129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c3b504cf-ed60-4375-9d6b-42992f25d6ab tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:45.933449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c3b504cf-ed60-4375-9d6b-42992f25d6ab tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:45.940517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3b504cf-ed60-4375-9d6b-42992f25d6ab tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:45.942992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-191e6f71-fd28-4939-9c36-5c78a7268863 req-73c5def6-deb4-4695-9a40-b5967762aa91 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807768 Feb 07 22:51:45.944287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3b504cf-ed60-4375-9d6b-42992f25d6ab tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:45.964177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c3b504cf-ed60-4375-9d6b-42992f25d6ab tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:45.999865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.012244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Network': ['ID=29adf8e0-ace8-49df-a46d-73a2ad3c1b25,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:46.028035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 29adf8e0-ace8-49df-a46d-73a2ad3c1b25 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:46.056188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.8301880 Feb 07 22:51:46.058666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37664) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:46.203998 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-c3b504cf-ed60-4375-9d6b-42992f25d6ab tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:46.207590 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3b504cf-ed60-4375-9d6b-42992f25d6ab tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2899539 Feb 07 22:51:46.211265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37670) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:46.220829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c38e217c-cc4d-4978-ab8b-0f274b02d9e0 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:46.221315 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-c38e217c-cc4d-4978-ab8b-0f274b02d9e0 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 22:51:46.221815 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-c38e217c-cc4d-4978-ab8b-0f274b02d9e0 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:46.223794 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c38e217c-cc4d-4978-ab8b-0f274b02d9e0 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105603 Feb 07 22:51:46.229625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37674) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:46.230295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fcbef-0e3c-4cad-b529-d42b8b41708f tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Network': ['ID=73444598-d10c-4ff8-8cad-5259de81f7b9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:46.241403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0b383411-a722-49ec-8b28-2e75811083fc tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:46.246625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 73444598-d10c-4ff8-8cad-5259de81f7b9 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:46.247674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-555f8b1a-d764-4d62-9a45-9872d12b712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.249167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-555f8b1a-d764-4d62-9a45-9872d12b712f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9368b132-7c2a-44c2-aef5-d2c25c6d7a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5767546 Feb 07 22:51:46.250446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.253894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b383411-a722-49ec-8b28-2e75811083fc tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:46.259388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b383411-a722-49ec-8b28-2e75811083fc tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:46.265750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b383411-a722-49ec-8b28-2e75811083fc tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:46.362380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886a627-a8df-41b2-991a-5b31d76774c2 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.368208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886a627-a8df-41b2-991a-5b31d76774c2 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.374522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886a627-a8df-41b2-991a-5b31d76774c2 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.380593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886a627-a8df-41b2-991a-5b31d76774c2 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.385307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9886a627-a8df-41b2-991a-5b31d76774c2 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3219278 Feb 07 22:51:46.387970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37678) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:46.472432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b383411-a722-49ec-8b28-2e75811083fc tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:46.587968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.593703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.599001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.600167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.605901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.612324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.618413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.624973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.632769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-f6b9741d-e54d-4b19-9fc4-f527469d9d11 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.4904428 Feb 07 22:51:46.683541 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-0b383411-a722-49ec-8b28-2e75811083fc tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:46.687380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b383411-a722-49ec-8b28-2e75811083fc tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4519291 Feb 07 22:51:46.688228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37682) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:46.697187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c3f50cc1-e9a0-46ac-9c6a-a5ef16324c85 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '3af60be5-be99-4b17-88d8-ebd2b4706c46', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:46.717933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3660885-0d00-4f08-badc-141dcf5b1ea3 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:51:46.731547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-7b795a37-2a74-4742-a413-52b6c9489c7b service neutron] 10.222.0.36 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664776 Feb 07 22:51:46.738577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c06f20e4-4c5a-4791-abf0-5f8b322065f0 req-64ac243b-facf-45f0-9e27-8b6170bfc183 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045532 Feb 07 22:51:46.764910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c3f50cc1-e9a0-46ac-9c6a-a5ef16324c85 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:46.784002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3f50cc1-e9a0-46ac-9c6a-a5ef16324c85 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:46.797158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3f50cc1-e9a0-46ac-9c6a-a5ef16324c85 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:46.808253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c3f50cc1-e9a0-46ac-9c6a-a5ef16324c85 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:46.813829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.817644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.834216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70df8dd-becd-45a7-9871-62adc6accded req-acbab5d0-9c75-40cf-9174-979438743913 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:46.836472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.838349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c3660885-0d00-4f08-badc-141dcf5b1ea3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:46.838476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:46.846126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b70df8dd-becd-45a7-9871-62adc6accded req-acbab5d0-9c75-40cf-9174-979438743913 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.5483816 Feb 07 22:51:46.960228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa163d15-b663-4b6f-87f8-92c1632b79ec req-e059ecf4-a269-44c0-8279-1764eacf278e service neutron] 10.222.0.36 "GET /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199013 Feb 07 22:51:46.963551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29adf8e0-ace8-49df-a46d-73a2ad3c1b25']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:46.995437 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-c3f50cc1-e9a0-46ac-9c6a-a5ef16324c85 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:46.999303 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3f50cc1-e9a0-46ac-9c6a-a5ef16324c85 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3068311 Feb 07 22:51:47.005092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37688) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:47.010183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e252fea-0668-48db-9689-991920779f71') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:47.010505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e252fea-0668-48db-9689-991920779f71') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:47.022470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b70df8dd-becd-45a7-9871-62adc6accded req-325efc28-9af2-4ba1-a474-68ff7b1c7711 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754446 Feb 07 22:51:47.062632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310ec9f-1772-492d-b613-f3597fe5a926 req-d13d77f8-d99b-4555-9fe6-17afa60f195b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:47.065205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f310ec9f-1772-492d-b613-f3597fe5a926 req-d13d77f8-d99b-4555-9fe6-17afa60f195b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.1092236 Feb 07 22:51:47.068431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.106282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event updated for resources: {'Port': ['ID=1a156b1b-c279-4870-a6df-35f822fb9a99,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:47.112998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.115215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f310ec9f-1772-492d-b613-f3597fe5a926 req-8e07da8a-0060-4730-bee9-9b696218cc5d tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Feb 07 22:51:47.121256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.144937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:47.145353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:47.160770 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:47.218477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9afbff-e57c-49f2-9129-1adb0eaa6bd1 req-0e4e99f5-c5c2-4cb0-ab13-4088ebe3aa92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:47.220860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc9afbff-e57c-49f2-9129-1adb0eaa6bd1 req-0e4e99f5-c5c2-4cb0-ab13-4088ebe3aa92 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.0896540 Feb 07 22:51:47.224547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-832325b5-fb72-4086-bc5a-f7a306541a80 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.250902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.252112 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1349bef4-3a27-441f-a5cd-29a6f0eb0682 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2769942 Feb 07 22:51:47.274148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-832325b5-fb72-4086-bc5a-f7a306541a80 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.282445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.309483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.325240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc9afbff-e57c-49f2-9129-1adb0eaa6bd1 req-fcbc4c2d-982a-4a84-8e65-e00e98b6bccf tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups?id=768512de-0c32-476f-a332-41f3b437c70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970025 Feb 07 22:51:47.327663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Network': ['ID=29adf8e0-ace8-49df-a46d-73a2ad3c1b25,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:47.334773 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-61c256d3-2c4b-40bd-8380-b01dc3156911 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/networks/29adf8e0-ace8-49df-a46d-73a2ad3c1b25 HTTP/1.1" status: 204 len: 168 time: 0.9432652 Feb 07 22:51:47.335114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37696) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:47.375024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-832325b5-fb72-4086-bc5a-f7a306541a80 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.397721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832325b5-fb72-4086-bc5a-f7a306541a80 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af60be5-be99-4b17-88d8-ebd2b4706c46,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:47.402291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-832325b5-fb72-4086-bc5a-f7a306541a80 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.403310 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-832325b5-fb72-4086-bc5a-f7a306541a80 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/3af60be5-be99-4b17-88d8-ebd2b4706c46 HTTP/1.1" status: 204 len: 168 time: 0.3972917 Feb 07 22:51:47.405838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:47.455203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a914bc-eadc-4120-8264-996d3a901eda req-23854af5-d848-4a4d-8a56-fad914fab751 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:47.457213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72a914bc-eadc-4120-8264-996d3a901eda req-23854af5-d848-4a4d-8a56-fad914fab751 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.2266221 Feb 07 22:51:47.465204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c7c5ec97-b250-4acc-9e81-d9c0e5ac5d23 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:47.483513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c7c5ec97-b250-4acc-9e81-d9c0e5ac5d23 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:47.488592 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7c5ec97-b250-4acc-9e81-d9c0e5ac5d23 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781491 Feb 07 22:51:47.489788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37710) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:47.497144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723207266'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:47.504717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:47.522510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:47.534285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.539336 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.553203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72a914bc-eadc-4120-8264-996d3a901eda req-4f6b2fa6-8cf5-4182-96ad-1b4c4f3d555e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890975 Feb 07 22:51:47.554991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:47.558849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:47.564278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:47.571003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:47.749483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.749483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.834061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-e1c839d3-abd9-4417-8673-570fe6b8658c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:47.834061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-e1c839d3-abd9-4417-8673-570fe6b8658c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Synchronizing usage tracker for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:47.849255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23339f29-0c33-48df-ad79-3f25f993388f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:47.849255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.849255 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bbe28103-c82d-46ab-8ef0-4c65f6c6fd0b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3557613 Feb 07 22:51:47.853992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:47.863667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-8246e1c0-ac66-49bd-9eb6-315fbf95e05f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Synchronizing usage tracker for tenant:634796cddbc84a0090651a31869456f5 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:47.866764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-31422c42-4da5-471d-8425-6174c2a0544b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '23339f29-0c33-48df-ad79-3f25f993388f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:47.883244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-31422c42-4da5-471d-8425-6174c2a0544b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:47.889659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31422c42-4da5-471d-8425-6174c2a0544b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:47.897817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31422c42-4da5-471d-8425-6174c2a0544b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:47.920297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-e1c839d3-abd9-4417-8673-570fe6b8658c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Unset dirty status for tenant:55a1cf6ea003463188ef42fc5b89771d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:47.921855 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-e1c839d3-abd9-4417-8673-570fe6b8658c tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 945 time: 0.2897973 Feb 07 22:51:47.926316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-31422c42-4da5-471d-8425-6174c2a0544b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:47.929429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:47.954389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-8246e1c0-ac66-49bd-9eb6-315fbf95e05f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Unset dirty status for tenant:634796cddbc84a0090651a31869456f5 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:47.964178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-8246e1c0-ac66-49bd-9eb6-315fbf95e05f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1115654921&fields=id&tenant_id=634796cddbc84a0090651a31869456f5 HTTP/1.1" status: 200 len: 267 time: 0.2203946 Feb 07 22:51:48.086035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Deleting port 8e937cc6-083f-438e-864f-aca4e7806a81 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:48.086035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.111533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73444598-d10c-4ff8-8cad-5259de81f7b9']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:48.147512 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-31422c42-4da5-471d-8425-6174c2a0544b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The resource could not be found. Feb 07 22:51:48.147512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-31422c42-4da5-471d-8425-6174c2a0544b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2882960 Feb 07 22:51:48.159031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37740) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:48.179276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3af41063-ca77-466b-a969-168b5c8f0756 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '23339f29-0c33-48df-ad79-3f25f993388f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8c340dfb-54a8-4041-b4a4-7fef5ad260fc'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:48.179276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3af41063-ca77-466b-a969-168b5c8f0756 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:48.190023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3af41063-ca77-466b-a969-168b5c8f0756 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:48.194989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9370083a-3f80-4ff8-a028-cbc6a8a89822') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:48.194989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9370083a-3f80-4ff8-a028-cbc6a8a89822') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:48.198490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3af41063-ca77-466b-a969-168b5c8f0756 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:48.198490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3af41063-ca77-466b-a969-168b5c8f0756 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:48.224301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.268885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.289264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:51:48.289264 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:51:48.306224 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:51:48.309128 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-3af41063-ca77-466b-a969-168b5c8f0756 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The resource could not be found. Feb 07 22:51:48.312436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3af41063-ca77-466b-a969-168b5c8f0756 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1564107 Feb 07 22:51:48.314949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37744) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:48.424538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-e88dbe61-b51c-480f-a440-16d9224b96ea tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.425917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-e88dbe61-b51c-480f-a440-16d9224b96ea tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Synchronizing usage tracker for tenant:634796cddbc84a0090651a31869456f5 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:48.448036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.454847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.461274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.467955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.474357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.480996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.486860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.488874 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e94d37e6-ad6e-4380-9666-f86a77f10ed4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.3958387 Feb 07 22:51:48.493352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.520856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.552815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Network': ['ID=73444598-d10c-4ff8-8cad-5259de81f7b9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:48.559619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3a085c5e-d38a-46a6-84ff-4f34a634fbcd tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/networks/73444598-d10c-4ff8-8cad-5259de81f7b9 HTTP/1.1" status: 204 len: 168 time: 1.2232716 Feb 07 22:51:48.565639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37750) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:48.568912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-e88dbe61-b51c-480f-a440-16d9224b96ea tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Unset dirty status for tenant:634796cddbc84a0090651a31869456f5 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:48.575289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-e88dbe61-b51c-480f-a440-16d9224b96ea tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/networks?id=02e0cdce-5b5a-4346-b3be-d497829075ef HTTP/1.1" status: 200 len: 811 time: 0.6106381 Feb 07 22:51:48.603010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-90718dc8-7e72-4419-bb1e-33f7369415c2 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/quotas/634796cddbc84a0090651a31869456f5 HTTP/1.1" status: 200 len: 375 time: 0.0268106 Feb 07 22:51:48.609397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ee7ac0-cb1d-4acc-8f33-8a4b86f34313 req-e7fc8f48-511a-4b62-8901-c86e25a5938d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121032 Feb 07 22:51:48.724738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51b8ffa4-8551-4d8b-9be7-b6be2cd34f3a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.735952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-14ab0731-7b67-477d-9df9-700929145e85 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=634796cddbc84a0090651a31869456f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1303546 Feb 07 22:51:48.777810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] For port 8e937cc6-083f-438e-864f-aca4e7806a81, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8e937cc6-083f-438e-864f-aca4e7806a81,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:48.778144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.862960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51b8ffa4-8551-4d8b-9be7-b6be2cd34f3a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:48.942917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1057e48-80ef-4d55-bd7d-238404f73749 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.949674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1057e48-80ef-4d55-bd7d-238404f73749 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:48.949674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1057e48-80ef-4d55-bd7d-238404f73749 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Synchronizing usage tracker for tenant:9843bbd1748742b182154bd50417df53 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:49.077394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51b8ffa4-8551-4d8b-9be7-b6be2cd34f3a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.077394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1057e48-80ef-4d55-bd7d-238404f73749 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Unset dirty status for tenant:9843bbd1748742b182154bd50417df53 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:49.077394 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1057e48-80ef-4d55-bd7d-238404f73749 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5077331 Feb 07 22:51:49.083000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:49.098217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8ffa4-8551-4d8b-9be7-b6be2cd34f3a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23339f29-0c33-48df-ad79-3f25f993388f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:49.106925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-58089758'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:49.119506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:49.153864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f1b97-0a84-4f2e-9adb-7b4be87e0a19 req-94b2df05-2cb5-45ad-9774-c7be7c80729c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:49.156809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-797f1b97-0a84-4f2e-9adb-7b4be87e0a19 req-94b2df05-2cb5-45ad-9774-c7be7c80729c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.3852620 Feb 07 22:51:49.159229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:49.171555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-7bd5257d-d77d-47bf-bc44-448fc62f9f66 service neutron] 10.222.0.10 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338896 Feb 07 22:51:49.182201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51b8ffa4-8551-4d8b-9be7-b6be2cd34f3a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.185974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-51b8ffa4-8551-4d8b-9be7-b6be2cd34f3a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/23339f29-0c33-48df-ad79-3f25f993388f HTTP/1.1" status: 204 len: 168 time: 0.8723404 Feb 07 22:51:49.186645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:49.253289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.253559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.253878 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Floating IP 8e43db85-b013-49d1-b96b-d2c35bd6ec48 disassociated. External IP: 172.25.0.95, port: 8e937cc6-083f-438e-864f-aca4e7806a81. Feb 07 22:51:49.254230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Calling delete_port for 8e937cc6-083f-438e-864f-aca4e7806a81 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:49.260551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Made reservation on behalf of 9843bbd1748742b182154bd50417df53 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:49.263953 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.308801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe84c2f5-c783-4a41-9cce-ff4a5506c7bd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:49.328448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-797f1b97-0a84-4f2e-9adb-7b4be87e0a19 req-29c178be-5964-4106-a3ff-6fac6e8235a3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577463 Feb 07 22:51:49.338931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:49.347256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe84c2f5-c783-4a41-9cce-ff4a5506c7bd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:49.352453 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fe84c2f5-c783-4a41-9cce-ff4a5506c7bd tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1618156 Feb 07 22:51:49.353737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37766) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:49.359496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-33533793-4493-437b-b9ad-94d22d02ec2f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': 'ccb08293-d3bf-4384-b40c-08461e798644', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:49.367236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-33533793-4493-437b-b9ad-94d22d02ec2f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:49.372454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-33533793-4493-437b-b9ad-94d22d02ec2f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:49.373051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.373411 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Added segment 62ddf450-4711-407a-9203-d36888cb50af of type vlan for network 2987a57b-b6e9-4ff3-8aae-3b8f8ba334be Feb 07 22:51:49.376049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-33533793-4493-437b-b9ad-94d22d02ec2f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:49.397398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-674ddf4a-0e60-44ab-9244-e7ec79c15233 service neutron] 10.222.0.10 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224274 Feb 07 22:51:49.412802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-33533793-4493-437b-b9ad-94d22d02ec2f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:49.415665 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.454220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.462425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:49.463075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.475534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.526465 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-33533793-4493-437b-b9ad-94d22d02ec2f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The resource could not be found. Feb 07 22:51:49.529240 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-33533793-4493-437b-b9ad-94d22d02ec2f tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1742918 Feb 07 22:51:49.534284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event deleted for resources: {'Port': ['ID=8e937cc6-083f-438e-864f-aca4e7806a81,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:49.538077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37770) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:49.543748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856713893'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:49.559686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.560157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.560530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.561002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.561557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.561995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.562424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.563031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.563859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.564647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.565198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.565718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:49.569566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:49.630044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Network': ['ID=2987a57b-b6e9-4ff3-8aae-3b8f8ba334be,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:49.636859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f87eaef3-3e09-4eb7-9805-f185856d6eb9 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5476887 Feb 07 22:51:49.638229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37776) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:49.643016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 2987a57b-b6e9-4ff3-8aae-3b8f8ba334be details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:49.648745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:49.655392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1351886926'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:49.663668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:49.670024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Usage tracker for resource:network and tenant:9843bbd1748742b182154bd50417df53 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:49.674238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:49.684202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:49.701205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec0ba-c737-4c92-bc0c-68afa1cb0a2a req-8c006595-3b21-4263-9c8f-c4ba1564cfac tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:49.701363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.709927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-519ec0ba-c737-4c92-bc0c-68afa1cb0a2a req-8c006595-3b21-4263-9c8f-c4ba1564cfac tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.2411804 Feb 07 22:51:49.774489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Made reservation on behalf of 9843bbd1748742b182154bd50417df53 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:49.780690 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.805753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b26258e-9e29-4130-bccb-218debc750e1 req-790aae62-ed19-4de5-9247-ea7ced0c8635 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/ports?device_id=b72e584f-8f55-4525-b610-4fdd51e951e8 HTTP/1.1" status: 200 len: 210 time: 0.0919406 Feb 07 22:51:49.813376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:49.845842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:49.858217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Router ff3e3551-8959-4d92-96a5-12dda0c1ce0e has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:51:49.859323 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.859721 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Added segment dfae394f-73f1-4426-a36c-5072eab6ce21 of type vlan for network 2c78de73-3b82-4962-992b-ca0b01a8b8fc Feb 07 22:51:49.863416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:49.867239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:49.875292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:49.902791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:49.976843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-519ec0ba-c737-4c92-bc0c-68afa1cb0a2a req-079453ea-a569-469b-b5a7-3dd14d8e48f5 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657657 Feb 07 22:51:50.063468 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.070200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.071164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.215525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:51:50.218619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.223734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5837288 Feb 07 22:51:50.228927 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] Sync routers for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:51:50.234019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37792) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:50.237065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df2e1086-1a3c-4e97-aaa1-1fb68b4c23d7 req-27355203-95c6-4b80-a1f3-9b9d2e405636 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 210 time: 0.1857960 Feb 07 22:51:50.245554 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:50.246611 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:50.266937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:51:50.280147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'ports': [{'network_id': '2987a57b-b6e9-4ff3-8aae-3b8f8ba334be', 'name': 'tempest-port--1275640662', 'admin_state_up': True}, {'network_id': '2c78de73-3b82-4962-992b-ca0b01a8b8fc', 'admin_state_up': False}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:50.280456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'port': {'network_id': '2987a57b-b6e9-4ff3-8aae-3b8f8ba334be', 'name': 'tempest-port--1275640662', 'admin_state_up': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:50.280991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'port': {'network_id': '2c78de73-3b82-4962-992b-ca0b01a8b8fc', 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:50.287129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.312658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 8e937cc6-083f-438e-864f-aca4e7806a81 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:51:50.313958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8e937cc6-083f-438e-864f-aca4e7806a81 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:51:50.479231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420fe8d-0817-4808-9f13-5dc0e2082279 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Network': ['ID=2c78de73-3b82-4962-992b-ca0b01a8b8fc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:50.494085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 2c78de73-3b82-4962-992b-ca0b01a8b8fc details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:50.511620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] No DVR routers for this DVR port 8e937cc6-083f-438e-864f-aca4e7806a81 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:51:50.519904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.522742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-deleted', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:50.535280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5132c2b3-7f97-44ce-a7a7-048a8a1ee0d0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:50.558548 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-510d8e25-2c4e-407a-8965-e4146981c9ec req-f8d90814-310c-4877-bd3e-ee0cb2fd3d9b tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.26 "DELETE /v2.0/ports/8e937cc6-083f-438e-864f-aca4e7806a81 HTTP/1.1" status: 204 len: 173 time: 2.6259673 Feb 07 22:51:50.565037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.567780 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d7893cc4-349c-46c7-b9ce-c5cfc92874f8 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0286424 Feb 07 22:51:50.572162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37800) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:50.579117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--190973168'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:50.590074 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:50.593876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:50.612028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:50.615533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:50.623069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:50.658767 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.690854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:50.698137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:50.701060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:50.707249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:50.739151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c24608-5131-4d7a-be8b-aac9521653d3 req-0b4502ff-1b0f-4a3d-b415-b644cdb472ba tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.747813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27c24608-5131-4d7a-be8b-aac9521653d3 req-0b4502ff-1b0f-4a3d-b415-b644cdb472ba tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.8050854 Feb 07 22:51:50.771781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:50.781390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Usage tracker for resource:port and tenant:9843bbd1748742b182154bd50417df53 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:50.787044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:50.793670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.802152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.809894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:50.840013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.846703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.853180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.859414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.866166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.870005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa26bbf-4395-4025-974e-fedb541afcac,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:50.874601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.882851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:50.884913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-44bae157-e886-45cf-bc81-e242fdccfac2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.4911199 Feb 07 22:51:50.893059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.894480 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-45badbc8-db62-4281-bee7-3e258e2d04d4 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3203826 Feb 07 22:51:50.896379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27c24608-5131-4d7a-be8b-aac9521653d3 req-9d800b6c-30e6-45fc-a6f9-7263f252758f tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472497 Feb 07 22:51:50.898548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37806) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:50.900198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Made reservation on behalf of 9843bbd1748742b182154bd50417df53 for: {'port': 2} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:50.906269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-109be5d5-248f-47f7-8340-c12aa506dd19 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group_rule': {'security_group_id': '5132c2b3-7f97-44ce-a7a7-048a8a1ee0d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bfa26bbf-4395-4025-974e-fedb541afcac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:50.910341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.915196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-109be5d5-248f-47f7-8340-c12aa506dd19 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:50.920064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-109be5d5-248f-47f7-8340-c12aa506dd19 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:50.923293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-109be5d5-248f-47f7-8340-c12aa506dd19 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:50.930602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-109be5d5-248f-47f7-8340-c12aa506dd19 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:50.952820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:50.968624 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 5, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:50.970235 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-109be5d5-248f-47f7-8340-c12aa506dd19 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:51:50.974785 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] Checking router: ff3e3551-8959-4d92-96a5-12dda0c1ce0e for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:51:50.974989 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-109be5d5-248f-47f7-8340-c12aa506dd19 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0731540 Feb 07 22:51:50.975493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37810) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:50.986479 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:51:50.987249 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:50.991959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26f12d01-edf5-4b23-b936-cf038afd9176 req-d608bd20-df0c-435b-a7d6-0f69737c2a2e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0939105 Feb 07 22:51:51.074176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e486acd-dd07-4dd0-a674-2211698087d5 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.103912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e486acd-dd07-4dd0-a674-2211698087d5 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.170694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e486acd-dd07-4dd0-a674-2211698087d5 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.192967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e486acd-dd07-4dd0-a674-2211698087d5 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa26bbf-4395-4025-974e-fedb541afcac,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:51.201029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e486acd-dd07-4dd0-a674-2211698087d5 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.205831 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e486acd-dd07-4dd0-a674-2211698087d5 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/bfa26bbf-4395-4025-974e-fedb541afcac HTTP/1.1" status: 204 len: 168 time: 0.2293594 Feb 07 22:51:51.206468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:51.262106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:51:51.369126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b7cddd5b-554d-4f4b-9f14-372946cfda7b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:51.415790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b7cddd5b-554d-4f4b-9f14-372946cfda7b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:51.417952 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b7cddd5b-554d-4f4b-9f14-372946cfda7b tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2099357 Feb 07 22:51:51.420516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37820) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:51.449666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-19c34218-ad1d-4225-8504-f821273c9962 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:51.452602 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-19c34218-ad1d-4225-8504-f821273c9962 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.26 "GET /v2.0/networks?id=02e0cdce-5b5a-4346-b3be-d497829075ef HTTP/1.1" status: 200 len: 811 time: 0.2085524 Feb 07 22:51:51.519321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-abfd4e23-66e4-482b-89f3-65997d07347d tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Synchronizing usage tracker for tenant:634796cddbc84a0090651a31869456f5 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:51.520019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] device_id is not set on port a78004aa-4d46-496f-9c9b-f7373dae7107 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:51.539733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-abfd4e23-66e4-482b-89f3-65997d07347d tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Unset dirty status for tenant:634796cddbc84a0090651a31869456f5 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:51.541042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-abfd4e23-66e4-482b-89f3-65997d07347d tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=634796cddbc84a0090651a31869456f5 HTTP/1.1" status: 200 len: 380 time: 0.0801430 Feb 07 22:51:51.553077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Request body: {'port': {'device_id': '711855b9-20d5-4a94-bb70-321953933038', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'admin_state_up': True, 'tenant_id': '634796cddbc84a0090651a31869456f5', 'security_groups': ['06241524-4946-4cd9-8a7a-16890adb17b3']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:51.571233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad481da-c65c-49ca-8c0c-e171599089ba req-0d8b9cc1-dc7d-4278-8bd0-e3d372e780ba tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:51.573178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ad481da-c65c-49ca-8c0c-e171599089ba req-0d8b9cc1-dc7d-4278-8bd0-e3d372e780ba tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.5063086 Feb 07 22:51:51.601598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.658705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b66fa-51b0-442d-87dd-d2b23c4b75af req-96a904eb-0cf7-40cc-b149-0f51c97c4005 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:51.669325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-908b66fa-51b0-442d-87dd-d2b23c4b75af req-96a904eb-0cf7-40cc-b149-0f51c97c4005 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.4974258 Feb 07 22:51:51.674308 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 5, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:51:51.680497 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e90789-c23a-4816-bfeb-07742a7e5208 None None] The sync data for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 is: [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:41:37Z', 'revision_number': 4, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bf50f8b2-48e8-4537-a652-0424d994faa2', 'name': '', 'network_id': '25c1252f-a3e6-4ee4-93bb-1b969c7fb38e', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'mac_address': 'fa:16:3e:e3:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:34Z', 'updated_at': '2022-02-07T22:41:57Z', 'revision_number': 5, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'subnets': [{'id': '1a68c447-f1da-41e8-8907-3da48fcfb61d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:51:51.743406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:51.745538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.753650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Usage tracker for resource:port and tenant:634796cddbc84a0090651a31869456f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:51.761646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:51.775769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:51.791202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Made reservation on behalf of 634796cddbc84a0090651a31869456f5 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:51.796017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:51.825111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ad481da-c65c-49ca-8c0c-e171599089ba req-ee0158c2-68ba-42d9-a896-e483380d500c tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207599 Feb 07 22:51:51.829667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-908b66fa-51b0-442d-87dd-d2b23c4b75af req-5403886d-ed34-420c-b776-ecd3b02ec296 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586442 Feb 07 22:51:51.919712 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72e584f-8f55-4525-b610-4fdd51e951e8', 'name': 'network-vif-deleted', 'tag': '8e937cc6-083f-438e-864f-aca4e7806a81', 'status': 'completed', 'code': 200} Feb 07 22:51:51.925281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.073704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] device_id is not set on port a70e10c3-af0e-4673-8326-e8e09d7d8f6d yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:51:52.080378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Allocated IP 172.20.0.9 (02e0cdce-5b5a-4346-b3be-d497829075ef/305330de-a571-464d-a87a-677bec18bb82/b0078f8e-9605-4fa9-a61b-2cae4be7e825) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:51:52.121094 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.140029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b3b3e3-0536-491b-bd62-6c093d021665 None None] New status for floating IP 8e43db85-b013-49d1-b96b-d2c35bd6ec48: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:51:52.178634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5132c2b3-7f97-44ce-a7a7-048a8a1ee0d0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:52.182312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-950cc3f7-b1f6-4905-887d-af83b9555e0f req-92fb164f-5753-4e41-bf5b-24d7cca01edf tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 210 time: 0.1124339 Feb 07 22:51:52.203578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.204136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.204681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.205186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.205686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.206176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.206671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.207154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.207648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.208129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.208640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.209136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:51:52.258542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:52.346711 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.379431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dced85d-a694-485f-bc58-a84c4311f838 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.383876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.421985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Transition to ACTIVE for port object b0078f8e-9605-4fa9-a61b-2cae4be7e825 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:52.425120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dced85d-a694-485f-bc58-a84c4311f838 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.432743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.433852 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c6029618-d35a-4bef-b0f9-df0c0b7b8afa tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/5132c2b3-7f97-44ce-a7a7-048a8a1ee0d0 HTTP/1.1" status: 204 len: 168 time: 1.0122550 Feb 07 22:51:52.437519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37836) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:52.447295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faccb6-fd6a-4757-8ef5-0e2662fe3f46 req-d4753d59-355b-41fc-b260-9e08080b89e3 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.448744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8faccb6-fd6a-4757-8ef5-0e2662fe3f46 req-d4753d59-355b-41fc-b260-9e08080b89e3 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.3333232 Feb 07 22:51:52.460487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.531348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74a53349-efa0-4e96-a08f-edfd187c8c49 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918200 Feb 07 22:51:52.536130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:52.541589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011759839'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:52.548936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:52.554653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:52.558049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.559836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:52.562760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dced85d-a694-485f-bc58-a84c4311f838 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.597590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8faccb6-fd6a-4757-8ef5-0e2662fe3f46 req-2077fe26-6dd0-46c8-8565-54701f429574 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412325 Feb 07 22:51:52.607089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Port': ['ID=a78004aa-4d46-496f-9c9b-f7373dae7107,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:52.608609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:52.632744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.638548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.640596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dced85d-a694-485f-bc58-a84c4311f838 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=768512de-0c32-476f-a332-41f3b437c70b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:52.645269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.651997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.658585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.664438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.668483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Network 02e0cdce-5b5a-4346-b3be-d497829075ef is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:51:52.670348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.673257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:52.673438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-4dc0db8b-e424-4a86-9af1-cdad44a427f0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.2960575 Feb 07 22:51:52.677776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.682320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Checking segment: {'id': '62ddf450-4711-407a-9203-d36888cb50af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2987a57b-b6e9-4ff3-8aae-3b8f8ba334be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:52.682683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network hostable DHCP agents. Network: 2987a57b-b6e9-4ff3-8aae-3b8f8ba334be, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:52.694973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:52.729462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event updated for resources: {'Port': ['ID=b0078f8e-9605-4fa9-a61b-2cae4be7e825,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:52.739297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef3b48e4-f3d5-4f51-ade3-cfb2a7ca2bad req-235df334-5771-4003-819d-b813f596b095 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580778 Feb 07 22:51:52.745839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network 2987a57b-b6e9-4ff3-8aae-3b8f8ba334be is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:52.748503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dced85d-a694-485f-bc58-a84c4311f838 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.749655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7dced85d-a694-485f-bc58-a84c4311f838 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "DELETE /v2.0/security-groups/768512de-0c32-476f-a332-41f3b437c70b HTTP/1.1" status: 204 len: 168 time: 0.4901054 Feb 07 22:51:52.752323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37844) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:52.765703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:52.775266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Usage tracker for resource:security_group_rule and tenant:7d7a9c58048442d58fe80b4c17f6cf85 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:52.780284 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-ddf88f4b-b64d-485d-adde-487f5de68de5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] show failed (client error): The resource could not be found. Feb 07 22:51:52.780499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:52.781441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ddf88f4b-b64d-485d-adde-487f5de68de5 tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "GET /v2.0/security-groups/768512de-0c32-476f-a332-41f3b437c70b HTTP/1.1" status: 404 len: 347 time: 0.0261457 Feb 07 22:51:52.782696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 2987a57b-b6e9-4ff3-8aae-3b8f8ba334be) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:52.784697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:52.793842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:52.794288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66717930-f2e8-4863-8c0e-b468213503a1 None None] Network 2987a57b-b6e9-4ff3-8aae-3b8f8ba334be requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:52.794903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:52.799405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:52.847690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-6bf87e6b-bb4e-4b2d-9250-39b43eec8c3b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3004153 Feb 07 22:51:52.869549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Request body: {'port': {'device_id': '711855b9-20d5-4a94-bb70-321953933038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:52.894388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:52.894910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.046301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.076278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-34547f41-0abc-416d-9649-61148e17880b None None] Provisioning for port b0078f8e-9605-4fa9-a61b-2cae4be7e825 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:51:53.082691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-34547f41-0abc-416d-9649-61148e17880b None None] Provisioning complete for port b0078f8e-9605-4fa9-a61b-2cae4be7e825 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:51:53.083070 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-34547f41-0abc-416d-9649-61148e17880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.091796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.120368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.150192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-34547f41-0abc-416d-9649-61148e17880b None None] Port b0078f8e-9605-4fa9-a61b-2cae4be7e825 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:51:53.154120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Deleting port 010acc4c-8743-4e2e-a2f6-43d41add69a3 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:53.154502 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.191758 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.195648 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6563871 Feb 07 22:51:53.205977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37856) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:53.207914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Port': ['ID=a70e10c3-af0e-4673-8326-e8e09d7d8f6d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:53.230470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-be75935c-882d-4f7d-8a0d-fa370b63ce6a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:53.230890 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-be75935c-882d-4f7d-8a0d-fa370b63ce6a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 22:51:53.231382 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-be75935c-882d-4f7d-8a0d-fa370b63ce6a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 22:51:53.235103 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be75935c-882d-4f7d-8a0d-fa370b63ce6a tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "PUT /v2.0/security-groups/8fca82f4-95c9-4219-b356-9c4bf08007f8 HTTP/1.1" status: 409 len: 330 time: 0.0165305 Feb 07 22:51:53.238223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37862) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:53.259341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4d294-7dfc-4976-9ec1-fb370c0e5083 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fca82f4-95c9-4219-b356-9c4bf08007f8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:53.312645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Checking segment: {'id': 'dfae394f-73f1-4426-a36c-5072eab6ce21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c78de73-3b82-4962-992b-ca0b01a8b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:53.313593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network hostable DHCP agents. Network: 2c78de73-3b82-4962-992b-ca0b01a8b8fc, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:51:53.472284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network 2c78de73-3b82-4962-992b-ca0b01a8b8fc is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:51:53.509809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2dcdf-c177-45c8-891b-9d3f9bd511d6 req-d4075dbf-5d90-459e-90fd-8ad1391c64e3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:53.511315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baf2dcdf-c177-45c8-891b-9d3f9bd511d6 req-d4075dbf-5d90-459e-90fd-8ad1391c64e3 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.4349585 Feb 07 22:51:53.521677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 2c78de73-3b82-4962-992b-ca0b01a8b8fc) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:51:53.531361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb29b5-3dd8-4eae-9e44-158d6ffc6a7c None None] Network 2c78de73-3b82-4962-992b-ca0b01a8b8fc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:51:53.540508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:51:53.546007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:53.551382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:53.552038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.567073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd6200f4-4a4c-4246-917c-4ddaad7db036 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.579220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.579830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.612170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd6200f4-4a4c-4246-917c-4ddaad7db036 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.707578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd6200f4-4a4c-4246-917c-4ddaad7db036 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.773430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6200f4-4a4c-4246-917c-4ddaad7db036 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fca82f4-95c9-4219-b356-9c4bf08007f8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:53.782356 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd6200f4-4a4c-4246-917c-4ddaad7db036 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.783497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fd6200f4-4a4c-4246-917c-4ddaad7db036 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/8fca82f4-95c9-4219-b356-9c4bf08007f8 HTTP/1.1" status: 204 len: 168 time: 0.5423832 Feb 07 22:51:53.786193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:53.813748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0078f8e-9605-4fa9-a61b-2cae4be7e825 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:53.823311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.857804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Transition to ACTIVE for port object b0078f8e-9605-4fa9-a61b-2cae4be7e825 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:51:53.858063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1481f1d-25dc-463b-8672-355d7f86df8c req-c7bb40ce-a486-4b8c-8c2e-8fab4c670578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:53.860297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1481f1d-25dc-463b-8672-355d7f86df8c req-c7bb40ce-a486-4b8c-8c2e-8fab4c670578 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 0.5415204 Feb 07 22:51:53.865599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5dc28179-6aa8-4465-a99b-07f0eb9e0b56 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Synchronizing usage tracker for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:53.869465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Calling delete_port for 010acc4c-8743-4e2e-a2f6-43d41add69a3 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:53.869711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:53.929175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b74b367f-ef87-441a-8868-2c7d70f46f35 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6845126 Feb 07 22:51:53.933039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37874) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:53.942449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447a87d-039a-456f-9ec0-9179903c1d6e req-e885c98f-1309-4b21-89d6-807dbf7f6841 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:53.944103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a447a87d-039a-456f-9ec0-9179903c1d6e req-e885c98f-1309-4b21-89d6-807dbf7f6841 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 931 time: 0.5856133 Feb 07 22:51:53.957152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baf2dcdf-c177-45c8-891b-9d3f9bd511d6 req-4695ea32-4888-4737-b9b4-33e219a2e306 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334774 Feb 07 22:51:54.017456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1481f1d-25dc-463b-8672-355d7f86df8c req-4071468c-f7d1-46ec-b7bc-353c465d9536 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096559 Feb 07 22:51:54.049976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5dc28179-6aa8-4465-a99b-07f0eb9e0b56 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] Unset dirty status for tenant:7d7a9c58048442d58fe80b4c17f6cf85 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:54.051846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5dc28179-6aa8-4465-a99b-07f0eb9e0b56 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2647488 Feb 07 22:51:54.055907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37878) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:54.063597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Pushing event updated for resources: {'Port': ['ID=b0078f8e-9605-4fa9-a61b-2cae4be7e825,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:54.077435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a447a87d-039a-456f-9ec0-9179903c1d6e req-7019584f-090d-4fd4-8667-abd812d6028e tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166654 Feb 07 22:51:54.143485 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-fe5afad6-dc77-43fd-bc6d-565f86341712 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] delete failed (client error): The resource could not be found. Feb 07 22:51:54.144543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe5afad6-dc77-43fd-bc6d-565f86341712 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "DELETE /v2.0/security-groups/eef17926-3a00-4468-9028-a1ba231ac266 HTTP/1.1" status: 404 len: 347 time: 0.0876877 Feb 07 22:51:54.149071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37882) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:54.186428 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-b54d692d-6dcc-4f0c-83c1-e995bb29acea tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] show failed (client error): The resource could not be found. Feb 07 22:51:54.187461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b54d692d-6dcc-4f0c-83c1-e995bb29acea tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-groups/b010d837-e4b7-4258-9e43-3fdec1a48dbc HTTP/1.1" status: 404 len: 347 time: 0.0334032 Feb 07 22:51:54.191429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37886) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:54.217591 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-b8ad0dd9-5262-4c7c-984d-c2a27e5957f7 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] show failed (client error): The resource could not be found. Feb 07 22:51:54.218274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b8ad0dd9-5262-4c7c-984d-c2a27e5957f7 tempest-NegativeSecGroupTest-1026165701 tempest-NegativeSecGroupTest-1026165701-project] 10.222.0.10 "GET /v2.0/security-group-rules/9e7da011-d83f-4b0c-83cf-6b0608bd1579 HTTP/1.1" status: 404 len: 356 time: 0.0253670 Feb 07 22:51:54.249262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd7151-b947-4550-90d3-90d11288ab0c tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.255494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd7151-b947-4550-90d3-90d11288ab0c tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.257537 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2bcd7151-b947-4550-90d3-90d11288ab0c tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3195097 Feb 07 22:51:54.261521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37892) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:54.266594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b8c26c42-1cd3-4f15-8a82-48d78deb6c40 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:54.318132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.335677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Attempting to bind port b0078f8e-9605-4fa9-a61b-2cae4be7e825 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:51:54.335826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Attempting to bind port b0078f8e-9605-4fa9-a61b-2cae4be7e825 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:51:54.336105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Attempting to bind port b0078f8e-9605-4fa9-a61b-2cae4be7e825 on network 02e0cdce-5b5a-4346-b3be-d497829075ef {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:54.351927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Port b0078f8e-9605-4fa9-a61b-2cae4be7e825 on network 02e0cdce-5b5a-4346-b3be-d497829075ef not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:51:54.352547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Attempting to bind port b0078f8e-9605-4fa9-a61b-2cae4be7e825 on network 02e0cdce-5b5a-4346-b3be-d497829075ef {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:51:54.386689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:51:54.387468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Checking segment: {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:51:54.388311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Bound using segment: {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:51:54.388952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Bound port: b0078f8e-9605-4fa9-a61b-2cae4be7e825, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6839ef5b-58f5-4206-9a30-89f33358427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:51:54.389487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.413170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Pushing event deleted for resources: {'Port': ['ID=010acc4c-8743-4e2e-a2f6-43d41add69a3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:54.429623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Deleting port a78004aa-4d46-496f-9c9b-f7373dae7107 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:54.430259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.491298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:54.502040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4c31a-594b-4219-b85f-1703fe16f028 req-485c7374-c535-4b89-93ba-cc9ef3c24e0b tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.507663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'port_id': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'mac_address': 'fa:16:3e:55:2c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:54.509008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6bd4c31a-594b-4219-b85f-1703fe16f028 req-485c7374-c535-4b89-93ba-cc9ef3c24e0b tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.4108453 Feb 07 22:51:54.579516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.588237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6bd4c31a-594b-4219-b85f-1703fe16f028 req-d9f7b6da-1a57-4aff-b813-fafb0b84b344 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782063 Feb 07 22:51:54.610395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.612214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c26c42-1cd3-4f15-8a82-48d78deb6c40 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:54.616660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.622599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.629604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.629768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:54.635849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.640813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.642336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 31f5ccae-afa3-48bb-b7a2-316a10762e7e details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:54.644274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.650906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.652868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-403480f8-f783-42ce-80b5-72c9bb52779b req-e84273cc-afd3-4f62-bc10-ffa5ed1270a5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5418 time: 0.4135005 Feb 07 22:51:54.662622 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.668998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37898) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:54.670522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:51:54.698236 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.702647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-69f8798a-1cdd-404d-8dd1-75c795416def tempest-ServerActionsTestJSON-2080277714 tempest-ServerActionsTestJSON-2080277714-project] 10.222.0.10 "DELETE /v2.0/floatingips/8e43db85-b013-49d1-b96b-d2c35bd6ec48 HTTP/1.1" status: 204 len: 168 time: 1.9137082 Feb 07 22:51:54.707798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37902) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:54.751727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:51:54.764591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:54.770446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-403480f8-f783-42ce-80b5-72c9bb52779b req-ce756a5a-048c-4168-aeec-8a52468f7c2c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088426 Feb 07 22:51:54.772846 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:51:54.775197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.855412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Pushing event updated for resources: {'Port': ['ID=b0078f8e-9605-4fa9-a61b-2cae4be7e825,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:54.860980 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.876779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:54.877417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:54.878752 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-dc3f4221-65e9-4407-b0b6-eb2f24339844 service neutron] 10.222.0.26 "PUT /v2.0/ports/b0078f8e-9605-4fa9-a61b-2cae4be7e825 HTTP/1.1" status: 200 len: 1091 time: 2.0191867 Feb 07 22:51:54.879225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:51:54.974491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:55.009170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '31f5ccae-afa3-48bb-b7a2-316a10762e7e', 'network_id': '984796b5-0378-483f-8e6d-60be391eece8', 'port_id': '31f5ccae-afa3-48bb-b7a2-316a10762e7e', 'mac_address': 'fa:16:3e:a4:23:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b677f8-4fc0-4cb2-a1b1-fa02379ec551', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:55.072171 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'status': 'completed', 'code': 200} Feb 07 22:51:55.121542 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.159977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f5ccae-afa3-48bb-b7a2-316a10762e7e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:55.183972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:55.196302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.197005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:55.243800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Calling delete_port for a78004aa-4d46-496f-9c9b-f7373dae7107 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:55.354891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-68771ca9-32aa-4b0a-b437-f227172a3bbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d7a9c58048442d58fe80b4c17f6cf85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808021 Feb 07 22:51:55.361702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37916) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:55.423630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-66b66491-0388-41f1-96b7-f240b9bb282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:55.423630 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-66b66491-0388-41f1-96b7-f240b9bb282f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=634796cddbc84a0090651a31869456f5&device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 1094 time: 0.4290311 Feb 07 22:51:55.445301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=31f5ccae-afa3-48bb-b7a2-316a10762e7e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:55.497770 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.514772 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-3043d4c0-a0f7-4a19-b24a-f5fa62af560b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825 HTTP/1.1" status: 200 len: 217 time: 0.0763564 Feb 07 22:51:55.521132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:55.543443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6', 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'port_id': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6', 'mac_address': 'fa:16:3e:91:74:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1f9eb7-bf31-4ce9-800b-87b48d5d816f', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:55.628173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69df6a-ab99-4687-b522-7be4d0565ddd req-2cd9dd0e-3f18-46c8-b2e1-ac2937a2a4ef tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:55.628173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c69df6a-ab99-4687-b522-7be4d0565ddd req-2cd9dd0e-3f18-46c8-b2e1-ac2937a2a4ef tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 943 time: 0.3035638 Feb 07 22:51:55.655657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8a4ab-1955-43e3-8fdc-a349dd906f8e req-5d9f77a4-3b30-416a-8ff2-1b1ee17d7cb9 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:55.660596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2d8a4ab-1955-43e3-8fdc-a349dd906f8e req-5d9f77a4-3b30-416a-8ff2-1b1ee17d7cb9 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.3394840 Feb 07 22:51:55.661233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.719058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:55.736368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Port': ['ID=a78004aa-4d46-496f-9c9b-f7373dae7107,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:55.766626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:55.774661 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.777671 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.777671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5f37fa64-63e1-450c-9e7f-8437c0518e75 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:55.796574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-783082a4-c9f7-4c7a-8fdc-b97c6d3a8906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:55.804457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c69df6a-ab99-4687-b522-7be4d0565ddd req-6374c5f2-37df-42cb-b55d-02e433ce818a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571045 Feb 07 22:51:55.808737 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-60553745-3f04-4bac-9911-f02482e2fccb tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/ports/a78004aa-4d46-496f-9c9b-f7373dae7107 HTTP/1.1" status: 204 len: 168 time: 1.5309727 Feb 07 22:51:55.808927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37922) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:55.820884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-2b83d422-99a6-44f7-93ae-7112d1f01726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:55.820884 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-2b83d422-99a6-44f7-93ae-7112d1f01726 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=305330de-a571-464d-a87a-677bec18bb82 HTTP/1.1" status: 200 len: 850 time: 0.2775347 Feb 07 22:51:55.850599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5f37fa64-63e1-450c-9e7f-8437c0518e75, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:55.873984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '5f37fa64-63e1-450c-9e7f-8437c0518e75', 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'port_id': '5f37fa64-63e1-450c-9e7f-8437c0518e75', 'mac_address': 'fa:16:3e:91:58:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1f9eb7-bf31-4ce9-800b-87b48d5d816f', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:55.938771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2d8a4ab-1955-43e3-8fdc-a349dd906f8e req-a1e6c7e7-fd6e-4499-b937-aa9195a4b2e6 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591007 Feb 07 22:51:55.944181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-783082a4-c9f7-4c7a-8fdc-b97c6d3a8906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.017817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-4247c2e1-5124-4a5e-9ef1-4035d1d3d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.017817 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-4247c2e1-5124-4a5e-9ef1-4035d1d3d221 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e0cdce-5b5a-4346-b3be-d497829075ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735022 Feb 07 22:51:56.049417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-783082a4-c9f7-4c7a-8fdc-b97c6d3a8906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.138414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783082a4-c9f7-4c7a-8fdc-b97c6d3a8906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b020376-f0a6-4fe7-95a5-863b3f00041c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:56.167540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-783082a4-c9f7-4c7a-8fdc-b97c6d3a8906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.167540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-783082a4-c9f7-4c7a-8fdc-b97c6d3a8906 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b020376-f0a6-4fe7-95a5-863b3f00041c HTTP/1.1" status: 204 len: 168 time: 0.8002336 Feb 07 22:51:56.185595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:56.216463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Deleting port a70e10c3-af0e-4673-8326-e8e09d7d8f6d {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:56.216463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.229666 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d081b2a1-6e43-4f2e-b62e-a817be349763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.249405 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.268363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-817b068a-b7c9-43d4-b1e7-58d91c9643f0 service neutron] 10.222.0.26 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366419 Feb 07 22:51:56.303462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f37fa64-63e1-450c-9e7f-8437c0518e75 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:56.353218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5f37fa64-63e1-450c-9e7f-8437c0518e75, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:56.361660 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.362827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:56.422558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621c3eb-a053-465c-900f-4e16c4143616 req-1415a7fd-91bf-4bdc-813a-c4981ab75148 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.422558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d621c3eb-a053-465c-900f-4e16c4143616 req-1415a7fd-91bf-4bdc-813a-c4981ab75148 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.4899514 Feb 07 22:51:56.484825 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5c9efce0-1fb2-4e28-9e23-9506e9005137 req-0ee8f668-2f8f-458d-907a-2dbdeb445478 service neutron] 10.222.0.26 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106571 Feb 07 22:51:56.553655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=5f37fa64-63e1-450c-9e7f-8437c0518e75,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:56.553655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:56.590951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d', 'network_id': '984796b5-0378-483f-8e6d-60be391eece8', 'port_id': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d', 'mac_address': 'fa:16:3e:9b:ad:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b677f8-4fc0-4cb2-a1b1-fa02379ec551', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:56.716427 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.758844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:56.764600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-1c0bfe1f-5dca-4ffe-8ef2-baf6349c606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.764600 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-1c0bfe1f-5dca-4ffe-8ef2-baf6349c606d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=634796cddbc84a0090651a31869456f5&device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 1094 time: 0.1559470 Feb 07 22:51:56.784271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:56.786112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.789827 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:56.791357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9028abe2-48bb-48cb-9d61-709921bdf11b details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:56.795311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.815877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.821590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.836855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.842670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.850137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:56.865024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-0ef09e16-f734-4104-81bb-929827325cbf tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5421 time: 0.5650659 Feb 07 22:51:56.871687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9028abe2-48bb-48cb-9d61-709921bdf11b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9028abe2-48bb-48cb-9d61-709921bdf11b,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:56.891654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '9028abe2-48bb-48cb-9d61-709921bdf11b', 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'port_id': '9028abe2-48bb-48cb-9d61-709921bdf11b', 'mac_address': 'fa:16:3e:81:f2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1f9eb7-bf31-4ce9-800b-87b48d5d816f', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:57.002700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3816aceb-d07f-4b4d-804e-e9bc492d7212 req-35d26c1d-1c2d-4574-a002-57593f8c16ed tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294794 Feb 07 22:51:57.023300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-e7f337da-f427-44f4-ac4e-8d78b4fdd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:57.023300 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-e7f337da-f427-44f4-ac4e-8d78b4fdd400 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02e0cdce-5b5a-4346-b3be-d497829075ef HTTP/1.1" status: 200 len: 912 time: 0.2376952 Feb 07 22:51:57.052290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:57.059426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d621c3eb-a053-465c-900f-4e16c4143616 req-9200b499-60ae-44de-8c9f-0ab60aaba18a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6173818 Feb 07 22:51:57.067109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.110758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9028abe2-48bb-48cb-9d61-709921bdf11b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:57.139095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9028abe2-48bb-48cb-9d61-709921bdf11b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9028abe2-48bb-48cb-9d61-709921bdf11b,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:57.145698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-28d58645-bfd3-4eaa-b73c-10d3b22288ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825 HTTP/1.1" status: 200 len: 217 time: 0.1170883 Feb 07 22:51:57.153626 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.153626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 940c719d-b163-4681-9372-0ad4ea08993a details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:57.168529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.197439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.241134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-7c0c1a26-80bb-4f6b-881d-b402b902b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:57.245841 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-7c0c1a26-80bb-4f6b-881d-b402b902b76d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=305330de-a571-464d-a87a-677bec18bb82 HTTP/1.1" status: 200 len: 850 time: 0.0973921 Feb 07 22:51:57.257556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9028abe2-48bb-48cb-9d61-709921bdf11b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:57.283124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 940c719d-b163-4681-9372-0ad4ea08993a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=940c719d-b163-4681-9372-0ad4ea08993a,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:57.296181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '940c719d-b163-4681-9372-0ad4ea08993a', 'network_id': '2f0bb286-3025-4880-9f15-7f54f22b10b4', 'port_id': '940c719d-b163-4681-9372-0ad4ea08993a', 'mac_address': 'fa:16:3e:6a:a8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1f9eb7-bf31-4ce9-800b-87b48d5d816f', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:51:57.353489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-ce4eca49-1500-4a55-9f15-204d478f87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:57.355046 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-ce4eca49-1500-4a55-9f15-204d478f87fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e0cdce-5b5a-4346-b3be-d497829075ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010265 Feb 07 22:51:57.372630 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.394148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940c719d-b163-4681-9372-0ad4ea08993a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:51:57.413221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 940c719d-b163-4681-9372-0ad4ea08993a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=940c719d-b163-4681-9372-0ad4ea08993a,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:57.418160 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.489019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37956) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:57.506960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=940c719d-b163-4681-9372-0ad4ea08993a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:57.549322 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-dbfa74de-908d-45d3-962c-e2e9b8ec869f service neutron] 10.222.0.26 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809106 Feb 07 22:51:57.634946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Calling delete_port for a70e10c3-af0e-4673-8326-e8e09d7d8f6d owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:57.639982 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-96ccbd09-6dcf-486f-b6e9-2dc99e1fdda3 tempest-ServiceProvidersTest-839831478 tempest-ServiceProvidersTest-839831478-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1474717 Feb 07 22:51:57.717115 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-550e2339-14e5-4bbe-96cf-7026c4901ee5 req-d733fe79-d199-4623-9bfd-d98a8f20d86f service neutron] 10.222.0.26 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648567 Feb 07 22:51:57.796639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-386e22cc-c16a-4380-a2ad-0e7c5a2a3d98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0781496 Feb 07 22:51:57.940056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:57.954555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37966) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:58.000715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f9734-fe97-4b29-9762-81d99ecddd10 req-300e4956-723c-48e4-98ef-eace91b034c2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.002090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df6f9734-fe97-4b29-9762-81d99ecddd10 req-300e4956-723c-48e4-98ef-eace91b034c2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.6642776 Feb 07 22:51:58.017477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36944cb3-f9c8-48ce-a436-229780a22cb0 req-a5f426b4-fb05-4e4d-84d5-c5deac6f0260 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.019154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36944cb3-f9c8-48ce-a436-229780a22cb0 req-a5f426b4-fb05-4e4d-84d5-c5deac6f0260 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 943 time: 0.6824691 Feb 07 22:51:58.025895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Port': ['ID=a70e10c3-af0e-4673-8326-e8e09d7d8f6d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:58.051330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.052762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9028abe2-48bb-48cb-9d61-709921bdf11b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:58.086562 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['31f5ccae-afa3-48bb-b7a2-316a10762e7e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:58.092068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7d2c8a1b-bb96-4e22-ae0e-82d22b9cf5e1 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/ports/a70e10c3-af0e-4673-8326-e8e09d7d8f6d HTTP/1.1" status: 204 len: 168 time: 2.2948747 Feb 07 22:51:58.096033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:58.125129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:58.131287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-40d1fd90-2ce3-44aa-83a7-e9b1b1d7bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.133242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-40d1fd90-2ce3-44aa-83a7-e9b1b1d7bab0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 0.3107953 Feb 07 22:51:58.140653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.149887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['5f37fa64-63e1-450c-9e7f-8437c0518e75'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:58.163915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:58.167590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Usage tracker for resource:security_group_rule and tenant:84f50a4f50d64075b2f7abf1028dce62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:58.171019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:58.176974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:58.193014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a9aff7bf-d9e0-4f1f-987d-3de1a187d0f6 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Synchronizing usage tracker for tenant:9843bbd1748742b182154bd50417df53 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:51:58.194189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['75aed3f4-cf94-49e2-aad4-343fc1d7ec1d'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:58.197067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df6f9734-fe97-4b29-9762-81d99ecddd10 req-08bdd62a-352e-4d57-8894-81452667ba8c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721241 Feb 07 22:51:58.240111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a9aff7bf-d9e0-4f1f-987d-3de1a187d0f6 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Unset dirty status for tenant:9843bbd1748742b182154bd50417df53 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:51:58.245330 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9aff7bf-d9e0-4f1f-987d-3de1a187d0f6 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1453314 Feb 07 22:51:58.247703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37978) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:58.254552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-117985223'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:58.266703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:58.276609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Usage tracker for resource:network and tenant:9843bbd1748742b182154bd50417df53 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:58.281074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:58.294741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:58.298557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['940c719d-b163-4681-9372-0ad4ea08993a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:58.336116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Made reservation on behalf of 9843bbd1748742b182154bd50417df53 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:58.342121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.366316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.381099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.408947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36944cb3-f9c8-48ce-a436-229780a22cb0 req-d4e4a87d-c2fc-43b4-985a-006b0258ab21 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3776238 Feb 07 22:51:58.425738 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84f50a4f50d64075b2f7abf1028dce62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4698200 Feb 07 22:51:58.430374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37982) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:58.460805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:58.502700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Deleting port bf50f8b2-48e8-4537-a652-0424d994faa2 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:51:58.503433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.509991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce537f30-de2e-4377-bbe4-8fa6d8997bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9604bbed-3338-4f23-8d71-00f08b1c58a3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:58.518052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.519220 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Added segment 4b2ea52e-4d30-4107-95f3-01f3c5c8ef7c of type vlan for network 4b00e167-dbc1-4215-860f-44368bb3f192 Feb 07 22:51:58.548392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9b6379ac-3766-4bd5-9e32-0cb34f155955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.580849 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.584906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-566dd155-ebf9-4939-82fa-24a29e78edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.636157 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-566dd155-ebf9-4939-82fa-24a29e78edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.685353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-b87ba331-bbfd-45d2-95ab-96c9ce1249d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.687278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-b87ba331-bbfd-45d2-95ab-96c9ce1249d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.4995084 Feb 07 22:51:58.688505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.696185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:58.697005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:58.884916 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6335039 Feb 07 22:51:58.902464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:58.915857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-774822891'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:58.980725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] For port bf50f8b2-48e8-4537-a652-0424d994faa2, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bf50f8b2-48e8-4537-a652-0424d994faa2,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:51:58.980725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.074253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['b8c26c42-1cd3-4f15-8a82-48d78deb6c40'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:51:59.242616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:51:59.242616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05776f-40d1-4770-8ed2-7535757b1e58 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Network': ['ID=4b00e167-dbc1-4215-860f-44368bb3f192,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:59.255523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Usage tracker for resource:network and tenant:9843bbd1748742b182154bd50417df53 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:51:59.255523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:51:59.280095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Calling delete_port for bf50f8b2-48e8-4537-a652-0424d994faa2 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:51:59.285254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:51:59.300072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Made reservation on behalf of 9843bbd1748742b182154bd50417df53 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:51:59.303516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.315786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-566dd155-ebf9-4939-82fa-24a29e78edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.337839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4b00e167-dbc1-4215-860f-44368bb3f192 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:59.353687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:51:59.363717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.364071 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Added segment 6e2a4224-4225-4482-bb82-182852a37ca6 of type vlan for network f4119b9b-6a09-4d13-9ed8-b6abda980563 Feb 07 22:51:59.375470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dd155-ebf9-4939-82fa-24a29e78edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9604bbed-3338-4f23-8d71-00f08b1c58a3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:59.399299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-566dd155-ebf9-4939-82fa-24a29e78edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.400023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-566dd155-ebf9-4939-82fa-24a29e78edc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9604bbed-3338-4f23-8d71-00f08b1c58a3 HTTP/1.1" status: 204 len: 168 time: 0.9662776 Feb 07 22:51:59.419320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.465503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-1d65a0e8-f37b-47e8-82f5-8b670c593ffa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 217 time: 0.7590535 Feb 07 22:51:59.484209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b0078f8e-9605-4fa9-a61b-2cae4be7e825 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:51:59.489926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.500032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.500939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:51:59.658073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-d39fb96c-7e17-414d-a979-c7a0df7aa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.661097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-d39fb96c-7e17-414d-a979-c7a0df7aa5e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.1751838 Feb 07 22:51:59.694434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Network': ['ID=f4119b9b-6a09-4d13-9ed8-b6abda980563,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:51:59.743710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b67683b0-e044-4ea7-baf5-b6a88bc3dc71 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8275843 Feb 07 22:51:59.766672 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-23c60442-3c3f-496d-a589-e54ca8c40d86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927594 Feb 07 22:51:59.858150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f4119b9b-6a09-4d13-9ed8-b6abda980563 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:51:59.880294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:51:59.880294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'subnets': [{'network_id': '4b00e167-dbc1-4215-860f-44368bb3f192', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1162551453', 'ip_version': 4}, {'network_id': 'f4119b9b-6a09-4d13-9ed8-b6abda980563', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:59.880294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'subnet': {'network_id': '4b00e167-dbc1-4215-860f-44368bb3f192', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1162551453', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:59.880294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Request body: {'subnet': {'network_id': 'f4119b9b-6a09-4d13-9ed8-b6abda980563', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:51:59.892440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.901440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.913949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.913949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.925118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.930960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.939946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:51:59.939946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-f3d1bef8-db4a-4992-87c4-e66f91e85ac3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5425 time: 0.6125219 Feb 07 22:51:59.990870 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.005293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b97f77-a66a-4429-aa77-fcc9126618d6 req-5ec519bb-7b42-4331-bb51-7665c4717518 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:00.005293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13b97f77-a66a-4429-aa77-fcc9126618d6 req-5ec519bb-7b42-4331-bb51-7665c4717518 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.6790042 Feb 07 22:52:00.104652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e33e962d-6e73-4fa4-8e0f-2a239a3f680b req-e19c485e-02b4-4a1a-b2f9-64b609674e38 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1621995 Feb 07 22:52:00.124164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13b97f77-a66a-4429-aa77-fcc9126618d6 req-87b310d9-0477-4862-817f-04b5d3e99a52 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216435 Feb 07 22:52:00.283435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-516a4390-98a2-405b-8fc2-527c780e105e service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017281 Feb 07 22:52:00.357895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:00.366236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Usage tracker for resource:subnet and tenant:9843bbd1748742b182154bd50417df53 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:00.368654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.369866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:00.387459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:00.404075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Made reservation on behalf of 9843bbd1748742b182154bd50417df53 for: {'subnet': 2} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:00.404075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.404075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.471525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:52:00.741077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:00.842061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Pushing event deleted for resources: {'Port': ['ID=bf50f8b2-48e8-4537-a652-0424d994faa2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:00.895228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:00.934151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'port_id': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'mac_address': 'fa:16:3e:30:ae:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:52:01.072455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38024) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:01.084180 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64daf91b-32f7-4032-a4a3-0fdda60216d3 req-413fa930-d939-4c51-8859-365e8a4375f1 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8025434 Feb 07 22:52:01.122979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17f41a-a0f9-4c9e-88f2-1e3123adbab2 req-8e44098d-4dd3-475a-8c30-7082f66edc73 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.124485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d17f41a-a0f9-4c9e-88f2-1e3123adbab2 req-8e44098d-4dd3-475a-8c30-7082f66edc73 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 943 time: 0.7544398 Feb 07 22:52:01.129770 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.130137 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.196007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0078f8e-9605-4fa9-a61b-2cae4be7e825 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:01.214430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.236100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:01.246043 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.246224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19f14d-effe-4820-9832-544e43e359f5 req-31dd8e4b-6d47-44d6-bf6a-4411595a65d5 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.253271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a19f14d-effe-4820-9832-544e43e359f5 req-31dd8e4b-6d47-44d6-bf6a-4411595a65d5 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.8121305 Feb 07 22:52:01.318637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Subnet': ['ID=e13040b6-9b68-4f79-ba04-697878c70ef3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:01.346022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b0078f8e-9605-4fa9-a61b-2cae4be7e825,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:01.350846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-da8688b8-e40c-42da-b8e8-2c4aadfe4758 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-759460257', 'prefixes': ['172.20.0.0/16']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:01.371349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Checking segment: {'id': '4b2ea52e-4d30-4107-95f3-01f3c5c8ef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b00e167-dbc1-4215-860f-44368bb3f192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:01.372594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network hostable DHCP agents. Network: 4b00e167-dbc1-4215-860f-44368bb3f192, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:01.382892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-da8688b8-e40c-42da-b8e8-2c4aadfe4758 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:01.399377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network 4b00e167-dbc1-4215-860f-44368bb3f192 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:01.416393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4b00e167-dbc1-4215-860f-44368bb3f192) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:01.421516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.427629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d17f41a-a0f9-4c9e-88f2-1e3123adbab2 req-3c2f9277-900b-49c1-b53c-5f3d35cef876 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875733 Feb 07 22:52:01.433812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa7b90-9d95-4957-9440-4aa579b8535d None None] Network 4b00e167-dbc1-4215-860f-44368bb3f192 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:01.474247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5f37fa64-63e1-450c-9e7f-8437c0518e75 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:01.522376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a19f14d-effe-4820-9832-544e43e359f5 req-9391b045-70e7-4312-be4a-4e117ff87a9c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682054 Feb 07 22:52:01.576831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event updated for resources: {'Subnet': ['ID=5bac2499-cd37-486c-b0ac-580e6d6fd39a,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:01.607019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Checking segment: {'id': '6e2a4224-4225-4482-bb82-182852a37ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f4119b9b-6a09-4d13-9ed8-b6abda980563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:01.607019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network hostable DHCP agents. Network: f4119b9b-6a09-4d13-9ed8-b6abda980563, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:01.667958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Network f4119b9b-6a09-4d13-9ed8-b6abda980563 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:01.686468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f4119b9b-6a09-4d13-9ed8-b6abda980563) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:01.691289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.691289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.692436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.757223 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ac657df-6f53-4bbd-8125-6761e0a235b7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8818057 Feb 07 22:52:01.764259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38036) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:01.790399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4281069-1a5e-4ea6-9072-3ca14a8472b0 None None] Network f4119b9b-6a09-4d13-9ed8-b6abda980563 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:01.899897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-03fb3696-e812-403f-b8b0-e986d003f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.901608 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-03fb3696-e812-403f-b8b0-e986d003f834 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 0.7204242 Feb 07 22:52:01.952877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:01.986446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff27ae-4d62-4075-9cbb-c7eca246adf5 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.988767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff27ae-4d62-4075-9cbb-c7eca246adf5 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.990404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff27ae-4d62-4075-9cbb-c7eca246adf5 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:01.991297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9aff27ae-4d62-4075-9cbb-c7eca246adf5 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Synchronizing usage tracker for tenant:9843bbd1748742b182154bd50417df53 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:01.999354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 5f37fa64-63e1-450c-9e7f-8437c0518e75 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:02.015474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9aff27ae-4d62-4075-9cbb-c7eca246adf5 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Unset dirty status for tenant:9843bbd1748742b182154bd50417df53 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:02.019731 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9aff27ae-4d62-4075-9cbb-c7eca246adf5 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2479386 Feb 07 22:52:02.023298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38040) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:02.077140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 5f37fa64-63e1-450c-9e7f-8437c0518e75 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:02.077140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.159506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c578a-8641-4085-b9a5-2625a02b08f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4b00e167-dbc1-4215-860f-44368bb3f192', 'network_id': '4b00e167-dbc1-4215-860f-44368bb3f192', 'tenant_id': '9843bbd1748742b182154bd50417df53', 'fixed_ips': [{'subnet_id': 'e13040b6-9b68-4f79-ba04-697878c70ef3'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:02.159506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d45c578a-8641-4085-b9a5-2625a02b08f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.168540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Deleting subnet e13040b6-9b68-4f79-ba04-697878c70ef3 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:52:02.174149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.219486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-49addaa7-a201-4cc2-8d29-3a08841d6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.221001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-49addaa7-a201-4cc2-8d29-3a08841d6276 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.2995212 Feb 07 22:52:02.260121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['b0078f8e-9605-4fa9-a61b-2cae4be7e825'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:52:02.267577 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.362720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.375861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.383352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.390363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.397407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.404894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.412531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.418247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.420472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-f72743e7-4db8-4353-99a2-664dc3b7c1e9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5425 time: 0.6931515 Feb 07 22:52:02.425252 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.425428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-2f4ca3c0-19cd-4715-84e1-eb6be2efc059 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 217 time: 0.1817091 Feb 07 22:52:02.425979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da8688b8-e40c-42da-b8e8-2c4aadfe4758 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] Notify callbacks [] for subnetpool, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.429324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-da8688b8-e40c-42da-b8e8-2c4aadfe4758 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.3493545 Feb 07 22:52:02.437849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38044) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:02.492337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f37fa64-63e1-450c-9e7f-8437c0518e75'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:02.506009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b598cd1c-441a-4de6-8cf0-6d4240f6584c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-f4119b9b-6a09-4d13-9ed8-b6abda980563', 'network_id': 'f4119b9b-6a09-4d13-9ed8-b6abda980563', 'tenant_id': '9843bbd1748742b182154bd50417df53', 'fixed_ips': [{'subnet_id': '5bac2499-cd37-486c-b0ac-580e6d6fd39a'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:02.507435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b598cd1c-441a-4de6-8cf0-6d4240f6584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.519518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-59980939-a3d2-431d-a49a-4110b41e664d tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] 10.222.0.10 "GET /v2.0/subnetpools/cbdeff3b-d069-415b-a2b9-c268a7e21101 HTTP/1.1" status: 200 len: 731 time: 0.0792296 Feb 07 22:52:02.522191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38052) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:02.527980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d796d79d-17ed-485d-a979-b1c549ead6aa tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1177890436'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:02.532447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625037b-fc76-4435-a82b-5785b81673b1 req-6da868c1-cd24-46ce-88aa-afa5aa0e9b62 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.533451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5f37fa64-63e1-450c-9e7f-8437c0518e75, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:02.546082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a625037b-fc76-4435-a82b-5785b81673b1 req-6da868c1-cd24-46ce-88aa-afa5aa0e9b62 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.7147815 Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server [None req-d45c578a-8641-4085-b9a5-2625a02b08f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e13040b6-9b68-4f79-ba04-697878c70ef3: This subnet is being modified by another concurrent operation. Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:52:02.547616 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise exception Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e13040b6-9b68-4f79-ba04-697878c70ef3: This subnet is being modified by another concurrent operation. Feb 07 22:52:02.551993 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Feb 07 22:52:02.561001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.580036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.633765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a625037b-fc76-4435-a82b-5785b81673b1 req-ca4fa7f1-56f6-44d6-be9c-42de3557f450 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859644 Feb 07 22:52:02.636069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cceb401-087c-4a0b-972a-fb40012207c4 None None] Network 4b00e167-dbc1-4215-860f-44368bb3f192 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:02.651481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Subnet': ['ID=e13040b6-9b68-4f79-ba04-697878c70ef3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:02.662650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.691243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-136d435e-f53b-4229-a756-5e30cc5b5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:02.696445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-136d435e-f53b-4229-a756-5e30cc5b5f2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.2538865 Feb 07 22:52:02.734685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7b05ad85-dfbb-4236-8763-d5698f0a4440 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/subnets/e13040b6-9b68-4f79-ba04-697878c70ef3 HTTP/1.1" status: 204 len: 168 time: 0.7088854 Feb 07 22:52:02.738363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38058) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:02.839154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Deleting subnet 5bac2499-cd37-486c-b0ac-580e6d6fd39a {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:52:02.847854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.930263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d796d79d-17ed-485d-a979-b1c549ead6aa tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] Notify callbacks [] for subnetpool, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.931497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d796d79d-17ed-485d-a979-b1c549ead6aa tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] 10.222.0.10 "PUT /v2.0/subnetpools/cbdeff3b-d069-415b-a2b9-c268a7e21101 HTTP/1.1" status: 200 len: 684 time: 0.4083838 Feb 07 22:52:02.938546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38062) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:02.942465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=5f37fa64-63e1-450c-9e7f-8437c0518e75,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:02.981013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:02.998655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:02.998847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.000458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.001642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.002016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.002587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.005537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.007101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.007101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.007403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.007553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.008119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:03.027457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-cf0f147f-4894-42d1-b084-7f9865a6417b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2393606 Feb 07 22:52:03.041322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d10a7bb-cf0a-4a4f-9f53-fdfea18a755d req-df425311-8a6d-4314-a411-88ff1aa23c08 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6023712 Feb 07 22:52:03.146717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.200749 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f37fa64-63e1-450c-9e7f-8437c0518e75', 'code': 200} Feb 07 22:52:03.339196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6813808-2a19-4080-9e02-b7d563e6d703 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] Notify callbacks [] for subnetpool, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.343761 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c6813808-2a19-4080-9e02-b7d563e6d703 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] 10.222.0.10 "DELETE /v2.0/subnetpools/cbdeff3b-d069-415b-a2b9-c268a7e21101 HTTP/1.1" status: 204 len: 168 time: 0.3994088 Feb 07 22:52:03.343761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:03.371479 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-e10dc6f8-1d55-4fed-ac19-b4ed83df8d31 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] show failed (client error): The resource could not be found. Feb 07 22:52:03.372644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e10dc6f8-1d55-4fed-ac19-b4ed83df8d31 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] 10.222.0.10 "GET /v2.0/subnetpools/cbdeff3b-d069-415b-a2b9-c268a7e21101 HTTP/1.1" status: 404 len: 346 time: 0.0280240 Feb 07 22:52:03.375611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38070) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server [None req-b598cd1c-441a-4de6-8cf0-6d4240f6584c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bac2499-cd37-486c-b0ac-580e6d6fd39a: This subnet is being modified by another concurrent operation. Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:52:03.398480 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise exception Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bac2499-cd37-486c-b0ac-580e6d6fd39a: This subnet is being modified by another concurrent operation. Feb 07 22:52:03.403475 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Feb 07 22:52:03.414028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.440412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4eb68a-92b5-4c19-b6ed-83ff6debc04d None None] Network f4119b9b-6a09-4d13-9ed8-b6abda980563 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:03.456753 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-1ff3242a-7284-4490-b3bf-b25f548d4635 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] delete failed (client error): The resource could not be found. Feb 07 22:52:03.460855 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ff3242a-7284-4490-b3bf-b25f548d4635 tempest-SubnetPoolsTestJSON-323212762 tempest-SubnetPoolsTestJSON-323212762-project] 10.222.0.10 "DELETE /v2.0/subnetpools/cbdeff3b-d069-415b-a2b9-c268a7e21101 HTTP/1.1" status: 404 len: 346 time: 0.0812593 Feb 07 22:52:03.471378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.474213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Subnet': ['ID=5bac2499-cd37-486c-b0ac-580e6d6fd39a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:03.486834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fec17000-ab11-4a64-95db-2ee43aaaadce tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/subnets/5bac2499-cd37-486c-b0ac-580e6d6fd39a HTTP/1.1" status: 204 len: 168 time: 0.7430570 Feb 07 22:52:03.486834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38076) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:03.601610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a3320-af19-4146-8c0a-626e1811e11e tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:03.602440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe9a3320-af19-4146-8c0a-626e1811e11e tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Synchronizing usage tracker for tenant:9843bbd1748742b182154bd50417df53 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:03.615742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-72907a98-6b21-4860-8287-4910dd73aebf service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675094 Feb 07 22:52:03.640423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fe9a3320-af19-4146-8c0a-626e1811e11e tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Unset dirty status for tenant:9843bbd1748742b182154bd50417df53 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:03.641756 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fe9a3320-af19-4146-8c0a-626e1811e11e tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551294 Feb 07 22:52:03.645548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:03.741989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b8c26c42-1cd3-4f15-8a82-48d78deb6c40 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:03.785988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:03.834735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a349662-ad49-4292-9a23-f06133a116cd req-70c5be13-ff38-4ffd-9e94-a8c3358574de tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:03.840201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a349662-ad49-4292-9a23-f06133a116cd req-70c5be13-ff38-4ffd-9e94-a8c3358574de tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 944 time: 0.9556863 Feb 07 22:52:03.896439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Router ff3e3551-8959-4d92-96a5-12dda0c1ce0e has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:52:03.946130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1f20b-2348-4443-b933-32c237df0c7d None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:52:03.952088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a349662-ad49-4292-9a23-f06133a116cd req-c9217458-6878-494c-8062-7463f4ddb228 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929663 Feb 07 22:52:03.970053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a8c37-b877-468c-a47d-d33122368ae8 req-92657c94-e197-4ced-a8be-542572b43886 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:03.971576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-760a8c37-b877-468c-a47d-d33122368ae8 req-92657c94-e197-4ced-a8be-542572b43886 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.4562809 Feb 07 22:52:03.972067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38088) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:04.020684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.053461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4119b9b-6a09-4d13-9ed8-b6abda980563']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.067516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2a4224-4225-4482-bb82-182852a37ca6') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.068137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2a4224-4225-4482-bb82-182852a37ca6') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.085537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.086010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c17562-f25b-49e6-bcb4-b57f1730b2a7 req-a19140b0-6777-4e95-8afa-a064383d2469 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570484 Feb 07 22:52:04.110264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.122355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:04.123047 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:04.142295 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:04.172540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-760a8c37-b877-468c-a47d-d33122368ae8 req-7f4958f1-adc0-49c1-acb6-943a26f5d2f6 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871386 Feb 07 22:52:04.254571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1f20b-2348-4443-b933-32c237df0c7d None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:52:04.268121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:04.291018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.315966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.317946 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.330046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Network': ['ID=f4119b9b-6a09-4d13-9ed8-b6abda980563,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:04.341644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd8e7acc-bfed-465d-960d-54c581b48f63 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/networks/f4119b9b-6a09-4d13-9ed8-b6abda980563 HTTP/1.1" status: 204 len: 168 time: 0.6948137 Feb 07 22:52:04.345414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38100) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:04.367395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:04.387584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:04.388055 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.429659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:52:04.444833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec1c8a4e-53b5-40d9-8aa7-88d9d97fabdb admin admin] 10.222.0.10 "PUT /v2.0/routers/ff3e3551-8959-4d92-96a5-12dda0c1ce0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7335424 Feb 07 22:52:04.445139 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] Sync routers for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:04.446014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Usage tracker for resource:security_group_rule and tenant:b7aac5e28d864780a0feaed96fb698e1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:04.449141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38104) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:04.461627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:04.461765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:04.461765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.464640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:04.484551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f599b1-8b2f-43c1-9c44-a615d1b7cb59 req-3816d632-8a62-44da-a757-69ac96f600a9 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.489726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26f599b1-8b2f-43c1-9c44-a615d1b7cb59 req-3816d632-8a62-44da-a757-69ac96f600a9 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.3818557 Feb 07 22:52:04.562215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.603932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26f599b1-8b2f-43c1-9c44-a615d1b7cb59 req-0967a4fa-6eca-4ecf-93c6-5b478d20f232 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005716 Feb 07 22:52:04.648360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.660100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.661163 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.667467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.675271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.681735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.688514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.694529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:04.697352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-33953308-b88e-42c4-9101-447d5e084ef1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5426 time: 0.3417192 Feb 07 22:52:04.810789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.815154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.823650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-feb3f4fb-a657-45b2-92be-2ee8ce8cf3e2 req-278b5348-6d9a-46d8-ac33-723c576896c7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184058 Feb 07 22:52:04.828108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.850673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:04.867171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.873852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:04.903219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:04.948255 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:04.957269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b00e167-dbc1-4215-860f-44368bb3f192']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:04.958730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6604ad-eba0-4cb3-9d7c-cbeb56bc11d2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:05.003429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6c770460-5d03-4cf8-804e-482239753116 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7aac5e28d864780a0feaed96fb698e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0197124 Feb 07 22:52:05.004132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:05.006690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2ea52e-4d30-4107-95f3-01f3c5c8ef7c') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:05.006690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2ea52e-4d30-4107-95f3-01f3c5c8ef7c') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:05.124292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:05.126499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.140434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a1315a-440e-449e-b031-7a5d4a42ebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.157678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.190092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:05.191048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.208969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a1315a-440e-449e-b031-7a5d4a42ebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:05.245066 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:05.247522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:05.253844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:05.269858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:05.269858 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.288710 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:52:05.346010 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a1315a-440e-449e-b031-7a5d4a42ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.463994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.465806 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.467258 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '74fce176-5781-4df2-9c58-6784183e051c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:52:00Z', 'revision_number': 5, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port': {'id': '74fce176-5781-4df2-9c58-6784183e051c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:98:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:41:23Z', 'updated_at': '2022-02-07T22:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:05.476128 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] Checking router: ff3e3551-8959-4d92-96a5-12dda0c1ce0e for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:52:05.483757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Deleting port 74fce176-5781-4df2-9c58-6784183e051c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:05.484820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.491216 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] Routers {'ff3e3551-8959-4d92-96a5-12dda0c1ce0e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:05.492089 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:05.498575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d30a962-b3a2-4198-aff5-9ea32769dba0 None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:52:05.501140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a1315a-440e-449e-b031-7a5d4a42ebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.502714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-93a1315a-440e-449e-b031-7a5d4a42ebf5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d6604ad-eba0-4cb3-9d7c-cbeb56bc11d2 HTTP/1.1" status: 204 len: 168 time: 0.4889033 Feb 07 22:52:05.503973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1315a-440e-449e-b031-7a5d4a42ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6604ad-eba0-4cb3-9d7c-cbeb56bc11d2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:05.572045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:05.583419 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.584426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9028abe2-48bb-48cb-9d61-709921bdf11b up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:05.636781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e13ed-912f-4a0b-a41b-37c6a814d31b req-d112eadc-6343-420a-8d2c-6db8e54d9559 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:05.639147 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72e13ed-912f-4a0b-a41b-37c6a814d31b req-d112eadc-6343-420a-8d2c-6db8e54d9559 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.2728603 Feb 07 22:52:05.652710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdbea1-8be8-41ee-af12-d6cc71afa926 req-59cf420d-637b-4eba-8450-bfbc9cd8aa22 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:05.661714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20fdbea1-8be8-41ee-af12-d6cc71afa926 req-59cf420d-637b-4eba-8450-bfbc9cd8aa22 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 944 time: 0.4886379 Feb 07 22:52:05.801197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 9028abe2-48bb-48cb-9d61-709921bdf11b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:05.817826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20fdbea1-8be8-41ee-af12-d6cc71afa926 req-f703799b-8609-4a9a-a049-9e1ba2cd0b3a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551986 Feb 07 22:52:05.827169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 9028abe2-48bb-48cb-9d61-709921bdf11b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:05.827556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.855582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72e13ed-912f-4a0b-a41b-37c6a814d31b req-31db922f-f2a2-4d52-97eb-cc408d9cc853 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470253 Feb 07 22:52:05.875191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] Set router ff3e3551-8959-4d92-96a5-12dda0c1ce0e gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:05.894533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:05.914843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.942524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:05.977671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38126) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:05.977864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/networks/4b00e167-dbc1-4215-860f-44368bb3f192 HTTP/1.1" status: 204 len: 168 time: 1.6312995 Feb 07 22:52:05.987958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e2741-cde9-40a7-b049-f761084e1df7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Network': ['ID=4b00e167-dbc1-4215-860f-44368bb3f192,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:06.025137 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'code': 200} Feb 07 22:52:06.043417 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.102357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] For port 74fce176-5781-4df2-9c58-6784183e051c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=74fce176-5781-4df2-9c58-6784183e051c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:06.103716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.121651 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:52:05Z', 'revision_number': 6, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:06.134711 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b9d6eb-675b-4b82-b962-22c08a89ebc3 None None] The sync data for ids ['ff3e3551-8959-4d92-96a5-12dda0c1ce0e'] in n-d-827896-3 is: [{'id': 'ff3e3551-8959-4d92-96a5-12dda0c1ce0e', 'name': 'tempest-ServerActionsTestJSON-442905874-router', 'tenant_id': '55a1cf6ea003463188ef42fc5b89771d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:41:20Z', 'updated_at': '2022-02-07T22:52:05Z', 'revision_number': 6, 'project_id': '55a1cf6ea003463188ef42fc5b89771d', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:06.270263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30a962-b3a2-4198-aff5-9ea32769dba0 None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:52:06.299050 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.320726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Calling delete_port for 74fce176-5781-4df2-9c58-6784183e051c owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:06.327837 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.330695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.552932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9028abe2-48bb-48cb-9d61-709921bdf11b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9028abe2-48bb-48cb-9d61-709921bdf11b,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:06.626872 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.627009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 31f5ccae-afa3-48bb-b7a2-316a10762e7e up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:06.755682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf50f8b2-48e8-4537-a652-0424d994faa2 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:06.766061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275950d3-4c9d-4360-b806-49cd2d2d8f7a req-b116e085-22c4-4dc3-8ee3-3a2c50b4c2cf tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.767704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-275950d3-4c9d-4360-b806-49cd2d2d8f7a req-b116e085-22c4-4dc3-8ee3-3a2c50b4c2cf tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.5927486 Feb 07 22:52:06.854856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.885257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.893259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.895409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:06.900638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.911726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.918417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.942094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.958087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:06.962295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d949076-d90b-4509-b94a-d86671b68de8 req-7e668643-ec9a-41a0-a179-fc1db0a9188d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5428 time: 0.6830070 Feb 07 22:52:06.986359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: bf50f8b2-48e8-4537-a652-0424d994faa2 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:52:06.986857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf50f8b2-48e8-4537-a652-0424d994faa2 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:52:06.987316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-275950d3-4c9d-4360-b806-49cd2d2d8f7a req-19e202b8-3dae-4229-87fd-dec0ad8cf3f9 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057588 Feb 07 22:52:07.009387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Pushing event deleted for resources: {'Port': ['ID=74fce176-5781-4df2-9c58-6784183e051c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:07.012307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c78de73-3b82-4962-992b-ca0b01a8b8fc']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:07.056529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfae394f-73f1-4426-a36c-5072eab6ce21') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:07.059787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfae394f-73f1-4426-a36c-5072eab6ce21') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:07.083364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9028abe2-48bb-48cb-9d61-709921bdf11b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:07.113636 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.153919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d949076-d90b-4509-b94a-d86671b68de8 req-e60fb57e-9d97-49fe-af04-4ad845e40ff9 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756074 Feb 07 22:52:07.220778 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.241961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 31f5ccae-afa3-48bb-b7a2-316a10762e7e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:07.244827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:07.246913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.269570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 31f5ccae-afa3-48bb-b7a2-316a10762e7e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:07.270821 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:07.278705 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:07.305492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.401644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.421999 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.432423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Network': ['ID=2c78de73-3b82-4962-992b-ca0b01a8b8fc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:07.446640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aae148-d905-4e2a-8b27-20ffa18d2027 req-e643ca4e-d694-41ee-8806-7bfd4ac19b4e tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:07.448288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19aae148-d905-4e2a-8b27-20ffa18d2027 req-e643ca4e-d694-41ee-8806-7bfd4ac19b4e tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 944 time: 0.3029735 Feb 07 22:52:07.495513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fd1034cc-1fcd-431c-89f7-e00dec1278b7 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:52:07.531880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-25aaffd5-29c3-4aaf-9cf4-6e5078fc58ff tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/networks/2c78de73-3b82-4962-992b-ca0b01a8b8fc HTTP/1.1" status: 204 len: 168 time: 1.5518973 Feb 07 22:52:07.535224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:07.637937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.643251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.681234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.681715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff3e3551-8959-4d92-96a5-12dda0c1ce0e {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:52:07.711022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.712412 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-40040be9-e8c6-4484-ad01-7cba7f8eda25 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff3e3551-8959-4d92-96a5-12dda0c1ce0e HTTP/1.1" status: 204 len: 168 time: 3.2633097 Feb 07 22:52:07.714885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38164) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:07.732928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19aae148-d905-4e2a-8b27-20ffa18d2027 req-6d675788-88b4-4acf-8469-eb7d04a42ead tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315850 Feb 07 22:52:07.769474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.848757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:07.859804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] Deleting subnet 1a68c447-f1da-41e8-8907-3da48fcfb61d {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:52:07.865251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:07.892120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'port_id': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'mac_address': 'fa:16:3e:48:3d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407e044c-e8de-4232-a70b-8956194660fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:52:08.001475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c983f-b6a4-4261-b02a-d5ce0514293b req-8b5efac3-7858-4491-971a-c241abf1b3b2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.007919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.012997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-905c983f-b6a4-4261-b02a-d5ce0514293b req-8b5efac3-7858-4491-971a-c241abf1b3b2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.5825975 Feb 07 22:52:08.054879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.062946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:08.112025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-905c983f-b6a4-4261-b02a-d5ce0514293b req-f5de00f4-7e61-4160-8c3e-df28d765fcaa tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975077 Feb 07 22:52:08.115707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.120479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2987a57b-b6e9-4ff3-8aae-3b8f8ba334be']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:08.138213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ddf450-4711-407a-9203-d36888cb50af') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:08.138516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ddf450-4711-407a-9203-d36888cb50af') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:08.141254 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.166263 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.210590 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.212508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.213075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd1034cc-1fcd-431c-89f7-e00dec1278b7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:08.225449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:08.225873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.240183 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d', 'code': 200} Feb 07 22:52:08.240703 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b', 'code': 200} Feb 07 22:52:08.251540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:08.255148 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.290453 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.325707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a68c447-f1da-41e8-8907-3da48fcfb61d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:08.326834 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:08.338600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.353352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-81fbc5cf-9df6-46cb-b600-4d0efeb8e6e7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1a68c447-f1da-41e8-8907-3da48fcfb61d HTTP/1.1" status: 204 len: 168 time: 0.6336479 Feb 07 22:52:08.353984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38190) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:08.400043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:08.404014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123e217-58eb-4a82-86f4-2afb61b11120 None None] Network 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:08.423460 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.445410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.465464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] Pushing event deleted for resources: {'Network': ['ID=2987a57b-b6e9-4ff3-8aae-3b8f8ba334be,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:08.475183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e2d0ff38-fa67-4e35-b9dc-16f2de7b19e7 tempest-BulkNetworkOpsTest-1837496888 tempest-BulkNetworkOpsTest-1837496888-project] 10.222.0.10 "DELETE /v2.0/networks/2987a57b-b6e9-4ff3-8aae-3b8f8ba334be HTTP/1.1" status: 204 len: 168 time: 0.9333220 Feb 07 22:52:08.509480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.512245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:08.517438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.530343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.533158 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.536437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:08.538150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.544333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.551400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.557890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:08.566344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-2b20bb37-7803-4239-9ce7-c7cbac6dedac tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5429 time: 0.1996946 Feb 07 22:52:08.619132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17608ebb-0d39-4ba2-9d21-f162e19b19cf req-26a974ae-1f42-463c-8924-7442d035ba8d tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514462 Feb 07 22:52:08.766458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.780689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Deleting port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:08.781844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:08.786694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['fd1034cc-1fcd-431c-89f7-e00dec1278b7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:52:08.887006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 74fce176-5781-4df2-9c58-6784183e051c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:09.053788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38210) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:09.138354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] For port b07a4da5-5427-4e97-bbbc-28d2c4c949c4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b07a4da5-5427-4e97-bbbc-28d2c4c949c4,segment=NetworkSegment(72e4135a-97ed-41c2-a168-7ffcfe24e465),segment_id=72e4135a-97ed-41c2-a168-7ffcfe24e465)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:09.138354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.159276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667e278-0d8b-4630-a4a2-288f02cbb933 req-33ad2066-d0b1-4dec-96fb-7cd6123ab87c tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:09.169239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7667e278-0d8b-4630-a4a2-288f02cbb933 req-33ad2066-d0b1-4dec-96fb-7cd6123ab87c tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 944 time: 0.1980882 Feb 07 22:52:09.208305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 74fce176-5781-4df2-9c58-6784183e051c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:52:09.209804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 74fce176-5781-4df2-9c58-6784183e051c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:52:09.247925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7667e278-0d8b-4630-a4a2-288f02cbb933 req-6a43e760-7358-4206-9b13-062465a2835b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747728 Feb 07 22:52:09.330836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=31f5ccae-afa3-48bb-b7a2-316a10762e7e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:09.339727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:09.366992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Calling delete_port for b07a4da5-5427-4e97-bbbc-28d2c4c949c4 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:09.402962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:09.402962 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.454581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.513350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-79f84b26-5fb6-4f11-aede-3b5aba696720 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9843bbd1748742b182154bd50417df53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303110 Feb 07 22:52:09.514489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07a4da5-5427-4e97-bbbc-28d2c4c949c4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:09.520574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38218) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:09.525234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] No DVR routers for this DVR port b07a4da5-5427-4e97-bbbc-28d2c4c949c4 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:09.628052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d258-0baf-4d04-b6e2-31f150130d5b req-85fa6eae-636c-4d23-856c-b6dfecc57b2c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:09.629809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb58d258-0baf-4d04-b6e2-31f150130d5b req-85fa6eae-636c-4d23-856c-b6dfecc57b2c tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 944 time: 0.2859085 Feb 07 22:52:09.717657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f80f34eb-3aba-4c85-a8fb-0dd5369babe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.719015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.734537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb58d258-0baf-4d04-b6e2-31f150130d5b req-fccdcc09-93bd-4ce7-850a-51c19fade700 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864606 Feb 07 22:52:09.791733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d2209-24ae-4c31-b189-cad3beb31f98 None None] DHCP port deletion for 25c1252f-a3e6-4ee4-93bb-1b969c7fb38e request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:52:09.800077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:09.801327 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f80f34eb-3aba-4c85-a8fb-0dd5369babe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.830582 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.831610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 940c719d-b163-4681-9372-0ad4ea08993a up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:09.842558 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.882816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f80f34eb-3aba-4c85-a8fb-0dd5369babe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.893958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c1252f-a3e6-4ee4-93bb-1b969c7fb38e']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:09.908668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e4135a-97ed-41c2-a168-7ffcfe24e465') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:09.909496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e4135a-97ed-41c2-a168-7ffcfe24e465') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:09.911763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f34eb-3aba-4c85-a8fb-0dd5369babe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf5f14-6834-4ddc-8876-c39dc5c6c7c6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:09.922146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.939596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.946727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:09.947033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.965305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f80f34eb-3aba-4c85-a8fb-0dd5369babe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:09.966762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f80f34eb-3aba-4c85-a8fb-0dd5369babe8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77cf5f14-6834-4ddc-8876-c39dc5c6c7c6 HTTP/1.1" status: 204 len: 168 time: 0.4426537 Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:09.968098 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:10.042915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 940c719d-b163-4681-9372-0ad4ea08993a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:10.046008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.052948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.057707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 940c719d-b163-4681-9372-0ad4ea08993a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:10.057707 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.060393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.067771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.073418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.079183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.085234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.090223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.094652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15187093-f407-46ce-8f55-e0e470453198 req-e1c9c567-69f2-40fe-99af-221e30fc5b6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5431 time: 0.1736095 Feb 07 22:52:10.101853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:10.103465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.134979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=25c1252f-a3e6-4ee4-93bb-1b969c7fb38e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:10.156085 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9f0aed62-8d75-4dc2-a7e4-19ca890f70f3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/25c1252f-a3e6-4ee4-93bb-1b969c7fb38e HTTP/1.1" status: 204 len: 168 time: 1.7983422 Feb 07 22:52:10.156710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15187093-f407-46ce-8f55-e0e470453198 req-2021696b-405f-4655-8125-a590f2cfad06 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611742 Feb 07 22:52:10.240113 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.256820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:10.338778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 940c719d-b163-4681-9372-0ad4ea08993a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=940c719d-b163-4681-9372-0ad4ea08993a,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:10.347656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.393039 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e', 'code': 200} Feb 07 22:52:10.393309 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6', 'code': 200} Feb 07 22:52:10.394373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b0078f8e-9605-4fa9-a61b-2cae4be7e825 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:10.493654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=940c719d-b163-4681-9372-0ad4ea08993a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:10.522086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38246) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:10.523195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port b0078f8e-9605-4fa9-a61b-2cae4be7e825 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:10.536384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port b0078f8e-9605-4fa9-a61b-2cae4be7e825 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:10.536954 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.715274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.777613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:10.791903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:10.793107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fd1034cc-1fcd-431c-89f7-e00dec1278b7 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:10.819872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11292857-1572-4ee8-b1ae-f3ad00bded0c req-52bda2ab-9da6-4152-89af-b643b2450ef8 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.821425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11292857-1572-4ee8-b1ae-f3ad00bded0c req-52bda2ab-9da6-4152-89af-b643b2450ef8 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 944 time: 0.4265211 Feb 07 22:52:10.829645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ad2cf6d6-446b-47f0-8549-873d21a86216 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55a1cf6ea003463188ef42fc5b89771d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080690 Feb 07 22:52:10.832801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38258) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:10.906635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11292857-1572-4ee8-b1ae-f3ad00bded0c req-e8666b77-446c-416e-85fe-f5647d854628 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735323 Feb 07 22:52:10.934311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d53242-e498-48c6-82a8-07b418c1f926 req-f3d4ac9e-c87c-4a17-ada5-cd6a601ad994 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:10.935838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7d53242-e498-48c6-82a8-07b418c1f926 req-f3d4ac9e-c87c-4a17-ada5-cd6a601ad994 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.3765757 Feb 07 22:52:10.987613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b07a4da5-5427-4e97-bbbc-28d2c4c949c4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:11.060901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7d53242-e498-48c6-82a8-07b418c1f926 req-19e87e15-83b4-45c7-8496-f66b9b0aa28f tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135340 Feb 07 22:52:11.070610 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4158ff14-870d-45bd-b4cb-b1aa78bd9ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.098088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b07a4da5-5427-4e97-bbbc-28d2c4c949c4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:52:11.098441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b07a4da5-5427-4e97-bbbc-28d2c4c949c4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:52:11.131803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4158ff14-870d-45bd-b4cb-b1aa78bd9ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.139657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b0078f8e-9605-4fa9-a61b-2cae4be7e825,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:11.231050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4158ff14-870d-45bd-b4cb-b1aa78bd9ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.235088 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.263231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158ff14-870d-45bd-b4cb-b1aa78bd9ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7dc71-4974-4dd5-9d90-420e954bdc46,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:11.287374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4158ff14-870d-45bd-b4cb-b1aa78bd9ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.291794 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4158ff14-870d-45bd-b4cb-b1aa78bd9ce5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74d7dc71-4974-4dd5-9d90-420e954bdc46 HTTP/1.1" status: 204 len: 168 time: 0.4525161 Feb 07 22:52:11.433686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fd1034cc-1fcd-431c-89f7-e00dec1278b7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:11.484135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:11.495278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:11.585061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fd1034cc-1fcd-431c-89f7-e00dec1278b7 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:11.635352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9bcf3-df80-4896-b93b-26db1c855a8b req-9963332b-c42a-4efc-975c-b61821a2a84e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:11.646391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3c9bcf3-df80-4896-b93b-26db1c855a8b req-9963332b-c42a-4efc-975c-b61821a2a84e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 943 time: 0.2543688 Feb 07 22:52:11.750986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:11.752770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38294) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:11.756768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3c9bcf3-df80-4896-b93b-26db1c855a8b req-773d98b1-42da-47b4-a2a4-4a52de3ef463 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991535 Feb 07 22:52:11.768768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port fd1034cc-1fcd-431c-89f7-e00dec1278b7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:11.769860 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.126133 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.223157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:12.237424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.258367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-201332414'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:12.273353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:12.289620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:network and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:12.296204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:12.332608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:12.334308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:12.353245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:12.367599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.391338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.394613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a'}, {'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825'}, {'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:12.408324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:12.413391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:security_group_rule and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:12.417092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:12.423845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:12.465513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8cc76-f585-490b-b5cb-84c492c4fe94 req-d1b6e6e0-9347-4358-9f1a-299fe0b61cc9 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.477665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52f8cc76-f585-490b-b5cb-84c492c4fe94 req-d1b6e6e0-9347-4358-9f1a-299fe0b61cc9 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.3420899 Feb 07 22:52:12.531830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.549813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.563680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.573010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.582468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.585243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.591392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.593385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-f4ef9d99-905a-40b5-9e7f-dabb26970604 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.3891861 Feb 07 22:52:12.612875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.632437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.644963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52f8cc76-f585-490b-b5cb-84c492c4fe94 req-8bf410eb-4b41-4455-a133-9375fc91f2d5 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633458 Feb 07 22:52:12.703083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfc033e-23d5-40b0-92df-f92ef261bf39 req-7b41d3d0-0890-420d-9964-f76d67e6a6a2 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008060 Feb 07 22:52:12.732773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:12.776534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.777432 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Added segment b73cfbe9-3c89-4203-9104-c11201466e7c of type vlan for network 81745de2-feff-49ff-b4ba-bd303bc9bafa Feb 07 22:52:12.847698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.909830 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.920712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:12.922735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:12.960695 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a', 'code': 200} Feb 07 22:52:12.960695 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'code': 200} Feb 07 22:52:12.960695 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'code': 200} Feb 07 22:52:13.075820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3060002 Feb 07 22:52:13.173615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f749ba6-7656-4055-a328-86dc82443509,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:13.378030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c367fa-5b49-48ff-abab-d71e93d0f823 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Network': ['ID=81745de2-feff-49ff-b4ba-bd303bc9bafa,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:13.398682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 81745de2-feff-49ff-b4ba-bd303bc9bafa details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:52:13.415378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55dfa0-4a6e-4c47-a1e7-86501dcb2876 req-79ed8623-1248-455a-aee4-12d4fd44c5e2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.423785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b55dfa0-4a6e-4c47-a1e7-86501dcb2876 req-79ed8623-1248-455a-aee4-12d4fd44c5e2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.3200939 Feb 07 22:52:13.498364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b55dfa0-4a6e-4c47-a1e7-86501dcb2876 req-e997800f-cadc-4b3c-8944-324ea4dd3864 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678709 Feb 07 22:52:13.574559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb80b-4779-4590-931a-12da09e2d45a req-1716a0cf-df3e-4aad-a4cb-00cedc6edee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.576664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bedfb80b-4779-4590-931a-12da09e2d45a req-1716a0cf-df3e-4aad-a4cb-00cedc6edee5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 1096 time: 0.2998545 Feb 07 22:52:13.645670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bedfb80b-4779-4590-931a-12da09e2d45a req-4d1e7b12-21d6-4b53-9a46-35b01d64b593 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597432 Feb 07 22:52:13.663185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0e9f1-3fc9-4521-a255-52cd65cca6f7 req-4e06ee19-b3c9-48df-aea9-d0e0824f5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.664904 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0a0e9f1-3fc9-4521-a255-52cd65cca6f7 req-4e06ee19-b3c9-48df-aea9-d0e0824f5273 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 1096 time: 0.2492993 Feb 07 22:52:13.682383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.683279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.683633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.684227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.684966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.685280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.685741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:13.688023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-fc8bb2ea-e8ec-497c-9ece-53dda6cf69ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6489 time: 0.4702175 Feb 07 22:52:13.781714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38336) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:14.040724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0a0e9f1-3fc9-4521-a255-52cd65cca6f7 req-f0aca629-63b1-4698-ab89-b893cd446fb7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577861 Feb 07 22:52:14.066717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-560de30c-ce38-4e59-9a50-6a9ea20c83be req-bcbf9281-e35c-4494-9936-d04ee2e812f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185216 Feb 07 22:52:14.094055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250363d8-f098-4432-8f3a-e4e7ab853bc5 req-1071c788-48a7-4003-9449-a999094c40fd tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.095835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-250363d8-f098-4432-8f3a-e4e7ab853bc5 req-1071c788-48a7-4003-9449-a999094c40fd tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.2334707 Feb 07 22:52:14.136719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1490761349-network', 'tenant_id': 'bb22c220f54347f8becae28ef01cabaf'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:14.144155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:14.157583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Usage tracker for resource:network and tenant:bb22c220f54347f8becae28ef01cabaf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:14.167681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:14.178270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:14.202137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Made reservation on behalf of bb22c220f54347f8becae28ef01cabaf for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:14.206142 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.238203 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.261360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.268164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.274414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.280627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.291131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.317922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.317922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.317922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac3506d5-6034-43a2-9473-748b3487b506 req-74a3a7df-4933-4024-873a-cbe3013debfb tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.3612258 Feb 07 22:52:14.317922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-250363d8-f098-4432-8f3a-e4e7ab853bc5 req-0b4c6279-c7ec-43e2-a197-b6d535d42e22 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077971 Feb 07 22:52:14.362649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:14.374126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Usage tracker for resource:security_group_rule and tenant:bb22c220f54347f8becae28ef01cabaf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:14.384137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:14.398056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:14.502876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac3506d5-6034-43a2-9473-748b3487b506 req-b6fad4a1-1ba7-4fa4-ae8d-46a1cb0368ab tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1907234 Feb 07 22:52:14.569815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.569815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.627533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b2a4b7-7020-4157-9f93-41e3123867a5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:14.679335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:14.714851 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.714851 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Added segment 02b4021a-aee4-45a8-9894-1cc35d0f04e4 of type vlan for network 99c6cd4e-8120-46a4-b117-4015222f5045 Feb 07 22:52:14.796100 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.977998 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:14.979935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:14.980648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.199557 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4132855 Feb 07 22:52:15.201405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38358) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:15.212475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Request body: {'subnet': {'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1490761349-subnet', 'tenant_id': 'bb22c220f54347f8becae28ef01cabaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:15.227345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:15.238957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edf7c3-2938-4503-9f77-e5c1189f7a50 admin admin] Pushing event updated for resources: {'Network': ['ID=99c6cd4e-8120-46a4-b117-4015222f5045,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:15.254230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 99c6cd4e-8120-46a4-b117-4015222f5045 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:52:15.274443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Usage tracker for resource:subnet and tenant:bb22c220f54347f8becae28ef01cabaf is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:15.287509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:15.312269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd80d5-fdeb-4d69-8cb6-b122d3b5a9da req-dbadee98-5feb-45ba-b0c3-e45f58d1fee7 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:15.325459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1dd80d5-fdeb-4d69-8cb6-b122d3b5a9da req-dbadee98-5feb-45ba-b0c3-e45f58d1fee7 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.4776971 Feb 07 22:52:15.333065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:15.393287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Made reservation on behalf of bb22c220f54347f8becae28ef01cabaf for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:15.398953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:15.574620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1dd80d5-fdeb-4d69-8cb6-b122d3b5a9da req-eaa516dd-3a09-478e-b20e-aa01a8934eb5 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361312 Feb 07 22:52:16.193410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f675b-2cb5-4787-9983-35d645883f7e req-2a30279e-5da8-4f0c-95f6-b1a27432df51 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.200306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef8f675b-2cb5-4787-9983-35d645883f7e req-2a30279e-5da8-4f0c-95f6-b1a27432df51 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.4637396 Feb 07 22:52:16.267738 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef8f675b-2cb5-4787-9983-35d645883f7e req-9270cb30-b52a-4219-94ee-25e71ff93014 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667434 Feb 07 22:52:16.299916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.306302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.312165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.321068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.329009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.335948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.342852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.355447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-f6f31bd3-3057-4126-930b-a4e6ab311e1a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.3352532 Feb 07 22:52:16.424640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b59264-4130-4ea1-a5b7-9d57aa0bbc49 req-b49de411-7292-4aca-b8d8-54da8fff9500 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642579 Feb 07 22:52:16.446478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38370) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:16.452653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'subnet': {'network_id': '81745de2-feff-49ff-b4ba-bd303bc9bafa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:16.532317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.576252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:16.581028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:subnet and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:16.584332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:16.594509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:16.614579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:16.620454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f857c8f-2ee5-4418-8e19-1b479b3109c8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:16.621329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.636639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Checking segment: {'id': '02b4021a-aee4-45a8-9894-1cc35d0f04e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:16.637249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Network hostable DHCP agents. Network: 99c6cd4e-8120-46a4-b117-4015222f5045, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:16.678704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Network 99c6cd4e-8120-46a4-b117-4015222f5045 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:16.703814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 99c6cd4e-8120-46a4-b117-4015222f5045) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:16.716527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.717298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:16.718017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53539dc7-369f-4e8a-aca4-0e2c66dcb7c8 None None] Network 99c6cd4e-8120-46a4-b117-4015222f5045 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:16.757995 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf5b7380-b834-469b-8824-b4e7607e3d71 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5537653 Feb 07 22:52:16.993708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aba265-31a4-44a3-9bc5-455596b8d548 req-fab89a07-c181-459f-91c9-7e0c2606c1a4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:16.994420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00aba265-31a4-44a3-9bc5-455596b8d548 req-fab89a07-c181-459f-91c9-7e0c2606c1a4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.1788869 Feb 07 22:52:17.264507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eecb3a8-5077-44b4-8ccb-76f946f53920 None None] Network 99c6cd4e-8120-46a4-b117-4015222f5045 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:17.296195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.372213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00aba265-31a4-44a3-9bc5-455596b8d548 req-5206b849-7c2a-4354-bb0f-7b3266f7a17e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904416 Feb 07 22:52:17.405026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Subnet': ['ID=b3e0b7f5-4aec-42e1-8aef-1517b29fdeca,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:17.428705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Checking segment: {'id': 'b73cfbe9-3c89-4203-9104-c11201466e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81745de2-feff-49ff-b4ba-bd303bc9bafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:17.429839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network hostable DHCP agents. Network: 81745de2-feff-49ff-b4ba-bd303bc9bafa, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:17.475342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network 81745de2-feff-49ff-b4ba-bd303bc9bafa is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:17.502353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 81745de2-feff-49ff-b4ba-bd303bc9bafa) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:17.515002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:17.516507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.527333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad2d6c-23a8-4fa1-9623-53f0451c2636 None None] Network 81745de2-feff-49ff-b4ba-bd303bc9bafa requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:17.686714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-62f9eb31-0035-469b-ad60-c3bf96a861fe tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2387328 Feb 07 22:52:17.690573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38404) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:17.696891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1990362436'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:17.702256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:17.707080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:network and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:17.710227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:17.716370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:17.727329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:17.731229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.761031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:17.764459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38b2df-3358-4363-8c31-55417061df67 req-a2265936-000c-4cf7-a2bb-6d789c6ac15a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:17.766913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a38b2df-3358-4363-8c31-55417061df67 req-a2265936-000c-4cf7-a2bb-6d789c6ac15a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.2286487 Feb 07 22:52:17.774828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-9f0a8fab-4905-4c13-ba7a-8e7411261dd6 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:17.775167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.775545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-9f0a8fab-4905-4c13-ba7a-8e7411261dd6 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Synchronizing usage tracker for tenant:bb22c220f54347f8becae28ef01cabaf on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:17.775673 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Added segment ef818236-ed10-426f-97cd-2f9eb4c27cd4 of type vlan for network 54ee4f68-4946-40c6-96b2-86d913b25a1e Feb 07 22:52:17.825343 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.857698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-81745de2-feff-49ff-b4ba-bd303bc9bafa', 'network_id': '81745de2-feff-49ff-b4ba-bd303bc9bafa', 'tenant_id': '240fbd08b02a4a059dd21b68901c6b21', 'fixed_ips': [{'subnet_id': 'b3e0b7f5-4aec-42e1-8aef-1517b29fdeca'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:17.858667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.859809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a38b2df-3358-4363-8c31-55417061df67 req-09491638-2c86-4461-b1fa-10056c99ce05 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799420 Feb 07 22:52:17.866944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-9f0a8fab-4905-4c13-ba7a-8e7411261dd6 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Unset dirty status for tenant:bb22c220f54347f8becae28ef01cabaf on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:17.868692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.869392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-9f0a8fab-4905-4c13-ba7a-8e7411261dd6 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/networks?id=99c6cd4e-8120-46a4-b117-4015222f5045 HTTP/1.1" status: 200 len: 822 time: 0.3329504 Feb 07 22:52:17.883967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:17.883967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:17.895202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-bb29d841-71f2-4846-a9da-84376e5d338c tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/quotas/bb22c220f54347f8becae28ef01cabaf HTTP/1.1" status: 200 len: 375 time: 0.0199645 Feb 07 22:52:17.997257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-fced97d0-e484-447d-86af-7944227b7ad6 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bb22c220f54347f8becae28ef01cabaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960097 Feb 07 22:52:18.020644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Network': ['ID=54ee4f68-4946-40c6-96b2-86d913b25a1e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:18.025099 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fca10803-ada5-49b4-84f1-86f34d8628db tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3332918 Feb 07 22:52:18.027740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38412) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:18.036377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'subnet': {'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:18.061743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 54ee4f68-4946-40c6-96b2-86d913b25a1e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:52:18.212741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ae419-d9d4-4c2b-a7c0-292ac4f0776c req-83fdc0aa-2cd7-46df-ba09-c358062c1e8a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.213850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd8ae419-d9d4-4c2b-a7c0-292ac4f0776c req-83fdc0aa-2cd7-46df-ba09-c358062c1e8a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.2146342 Feb 07 22:52:18.224764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:18.226457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Allocated IP 2001:db8:0:ffff::2 (81745de2-feff-49ff-b4ba-bd303bc9bafa/b3e0b7f5-4aec-42e1-8aef-1517b29fdeca/6e496ef7-282d-46f8-80ed-e9494903dfde) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:18.232691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:subnet and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:18.241073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:18.251290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:18.282562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:18.287902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.315276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-010fcb80-14bf-4b47-b669-18b0100f406f service neutron] 10.222.0.10 "GET /v2.0/networks/99c6cd4e-8120-46a4-b117-4015222f5045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171577 Feb 07 22:52:18.476269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd8ae419-d9d4-4c2b-a7c0-292ac4f0776c req-6395f5c6-14bf-4cf3-abc9-d9bd40dbf9e0 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454658 Feb 07 22:52:18.581005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-a55f28d9-3f39-40f5-b8e7-ed39c6174f5d service neutron] 10.222.0.10 "GET /v2.0/networks/99c6cd4e-8120-46a4-b117-4015222f5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554061 Feb 07 22:52:18.623084 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.639304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Transition to ACTIVE for port object 6e496ef7-282d-46f8-80ed-e9494903dfde will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:18.672926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Transition to ACTIVE for port object 6e496ef7-282d-46f8-80ed-e9494903dfde will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:18.684659 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.797324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Network 81745de2-feff-49ff-b4ba-bd303bc9bafa is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:18.804292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:18.812530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:18.819169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.828512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.835549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.841994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.856544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.862906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.871139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:18.880891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-e8c33945-b720-4590-9acf-6c105f23990a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.1939003 Feb 07 22:52:18.907847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Pushing event updated for resources: {'Port': ['ID=6e496ef7-282d-46f8-80ed-e9494903dfde,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:18.945398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a87a267f-47ad-48a8-b6cd-d36779e60b7e req-cca3bbd5-db89-4c80-9a7b-5fab9df28c01 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627110 Feb 07 22:52:18.951560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Attempting to bind port 6e496ef7-282d-46f8-80ed-e9494903dfde on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:18.952246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Attempting to bind port 6e496ef7-282d-46f8-80ed-e9494903dfde by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b73cfbe9-3c89-4203-9104-c11201466e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81745de2-feff-49ff-b4ba-bd303bc9bafa'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:18.953369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Attempting to bind port 6e496ef7-282d-46f8-80ed-e9494903dfde on network 81745de2-feff-49ff-b4ba-bd303bc9bafa {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:18.978340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:52:18.978736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Checking segment: {'id': 'b73cfbe9-3c89-4203-9104-c11201466e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81745de2-feff-49ff-b4ba-bd303bc9bafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:18.979975 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:18.980525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Bound using segment: {'id': 'b73cfbe9-3c89-4203-9104-c11201466e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81745de2-feff-49ff-b4ba-bd303bc9bafa'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:52:18.981098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Bound port: 6e496ef7-282d-46f8-80ed-e9494903dfde, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73cfbe9-3c89-4203-9104-c11201466e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '81745de2-feff-49ff-b4ba-bd303bc9bafa'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:18.981529 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.026129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:52:19.043411 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.210708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] For port 6e496ef7-282d-46f8-80ed-e9494903dfde, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:52:19.217196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] For port 6e496ef7-282d-46f8-80ed-e9494903dfde, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e496ef7-282d-46f8-80ed-e9494903dfde,segment=NetworkSegment(b73cfbe9-3c89-4203-9104-c11201466e7c),segment_id=b73cfbe9-3c89-4203-9104-c11201466e7c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:52:19.231520 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.304667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Subnet': ['ID=a6a970d2-da7a-4006-8b23-1ff717e61830,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:19.322789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Checking segment: {'id': 'ef818236-ed10-426f-97cd-2f9eb4c27cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:19.323371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network hostable DHCP agents. Network: 54ee4f68-4946-40c6-96b2-86d913b25a1e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:19.353172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a5833-3c7d-4d76-a680-8862d19afa79 req-3734c704-7451-4436-a844-7955dd0353e7 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:19.355060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e7a5833-3c7d-4d76-a680-8862d19afa79 req-3734c704-7451-4436-a844-7955dd0353e7 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.1449261 Feb 07 22:52:19.381675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38462) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:19.402592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Request body: {'floatingip': {'port_id': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:19.407089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da637-8b51-4079-8bb8-7d1dc06c6b44 None None] Pushing event updated for resources: {'Port': ['ID=6e496ef7-282d-46f8-80ed-e9494903dfde,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:19.457216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7df4ea6-61c2-4a49-965a-3329b28d7503 req-7f833f89-0add-4966-96d8-72b11eb1d1d6 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 210 time: 0.0815883 Feb 07 22:52:19.610098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network 54ee4f68-4946-40c6-96b2-86d913b25a1e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:19.630289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.700463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 54ee4f68-4946-40c6-96b2-86d913b25a1e) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:19.706628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:19.707914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:19.712218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4696d3-845e-40e6-afa7-3f03f739f289 None None] Network 54ee4f68-4946-40c6-96b2-86d913b25a1e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:19.970482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1f9f561b-4df4-44fb-a338-e81818026df8 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9408803 Feb 07 22:52:19.978868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:19.995175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'port': {'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e', 'name': 'tempest-NetworksIpV6TestAttrs-1922804956'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:20.099242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.119081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.133513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.148101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.153907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.160862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.166803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:20.173289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f78006fc-4914-4b46-84e3-aa9a5854dc41 req-e9629db6-4106-49a1-965b-32cfa4f335e5 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.5444856 Feb 07 22:52:20.184893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38486) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:20.212695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Request body: {'floatingip': {'port_id': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:20.265091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-54ee4f68-4946-40c6-96b2-86d913b25a1e', 'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e', 'tenant_id': '240fbd08b02a4a059dd21b68901c6b21', 'fixed_ips': [{'subnet_id': 'a6a970d2-da7a-4006-8b23-1ff717e61830'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:20.273856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:20.527270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:20.545470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:20.618136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:port and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:20.651724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:20.783536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Allocated IP 2001:db8::f816:3eff:fe6f:29b1 (54ee4f68-4946-40c6-96b2-86d913b25a1e/a6a970d2-da7a-4006-8b23-1ff717e61830/1993011d-6c4d-4cdb-a9db-c90cd5658d75) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:20.990814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b639fe2-2935-45b0-adfc-f32919f27970 req-efc7d5a8-c482-404e-b150-a7c4a6814780 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 210 time: 0.2782204 Feb 07 22:52:20.996780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e496ef7-282d-46f8-80ed-e9494903dfde up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:21.211893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:21.256489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6e496ef7-282d-46f8-80ed-e9494903dfde completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:21.284126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41cb25c-ecfc-4e73-a062-71fb3e870dd5 None None] Network 81745de2-feff-49ff-b4ba-bd303bc9bafa requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:21.387163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:21.391514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.439308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] device_id is not set on port e50055ed-aa5a-42c6-8a6e-6b989331f49d yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:21.532611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2830383f-704c-4e98-990a-15414d4c137d None None] Provisioning for port 6e496ef7-282d-46f8-80ed-e9494903dfde completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:21.547032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2830383f-704c-4e98-990a-15414d4c137d None None] Provisioning complete for port 6e496ef7-282d-46f8-80ed-e9494903dfde triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:21.547032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2830383f-704c-4e98-990a-15414d4c137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.555167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-40cdebbd-f63a-40e2-ba0b-07ec789c92af tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:21.555979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-40cdebbd-f63a-40e2-ba0b-07ec789c92af tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Synchronizing usage tracker for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:21.595888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-40cdebbd-f63a-40e2-ba0b-07ec789c92af tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Unset dirty status for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:21.597067 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-40cdebbd-f63a-40e2-ba0b-07ec789c92af tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "GET /v2.0/ports?device_id=27f9f91d-4d06-4d53-913e-4d486b77b663 HTTP/1.1" status: 200 len: 945 time: 0.4898186 Feb 07 22:52:21.617069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.652338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Transition to ACTIVE for port object 1993011d-6c4d-4cdb-a9db-c90cd5658d75 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:21.655137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-e19eb4a7-accc-43a4-9fa9-bcdd14bd2dd8 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:21.656862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-e19eb4a7-accc-43a4-9fa9-bcdd14bd2dd8 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 815 time: 1.8004959 Feb 07 22:52:21.712847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-5be7631b-0607-49a8-9c26-9809ab006d8a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/quotas/20838b5532104921ba58631c9eb315e8 HTTP/1.1" status: 200 len: 375 time: 0.0446136 Feb 07 22:52:21.729423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Transition to ACTIVE for port object 1993011d-6c4d-4cdb-a9db-c90cd5658d75 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:21.838451 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:21.973113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Allocated IP 2001:db8::f816:3eff:fe82:6610 (54ee4f68-4946-40c6-96b2-86d913b25a1e/a6a970d2-da7a-4006-8b23-1ff717e61830/e50055ed-aa5a-42c6-8a6e-6b989331f49d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:22.009942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Network 54ee4f68-4946-40c6-96b2-86d913b25a1e is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:22.015385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:22.019899 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2830383f-704c-4e98-990a-15414d4c137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.060886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:22.094998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Pushing event updated for resources: {'Port': ['ID=1993011d-6c4d-4cdb-a9db-c90cd5658d75,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:22.140148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-cd88c191-28e9-4284-a236-587eb2665790 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:22.141814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-cd88c191-28e9-4284-a236-587eb2665790 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.36 "GET /v2.0/networks?id=99c6cd4e-8120-46a4-b117-4015222f5045 HTTP/1.1" status: 200 len: 822 time: 1.0285790 Feb 07 22:52:22.169993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Request body: {'port': {'device_id': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045', 'admin_state_up': True, 'tenant_id': 'bb22c220f54347f8becae28ef01cabaf'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:22.251881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.272796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2830383f-704c-4e98-990a-15414d4c137d None None] For port 6e496ef7-282d-46f8-80ed-e9494903dfde, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e496ef7-282d-46f8-80ed-e9494903dfde,segment=NetworkSegment(b73cfbe9-3c89-4203-9104-c11201466e7c),segment_id=b73cfbe9-3c89-4203-9104-c11201466e7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:22.275949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.290742 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2830383f-704c-4e98-990a-15414d4c137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.350867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Attempting to bind port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:22.351300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Attempting to bind port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ef818236-ed10-426f-97cd-2f9eb4c27cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:22.351886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Attempting to bind port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 on network 54ee4f68-4946-40c6-96b2-86d913b25a1e {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:22.360916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:52:22.361702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Checking segment: {'id': 'ef818236-ed10-426f-97cd-2f9eb4c27cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:22.362319 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.362923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Bound using segment: {'id': 'ef818236-ed10-426f-97cd-2f9eb4c27cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:52:22.363621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Bound port: 1993011d-6c4d-4cdb-a9db-c90cd5658d75, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef818236-ed10-426f-97cd-2f9eb4c27cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '54ee4f68-4946-40c6-96b2-86d913b25a1e'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:22.364986 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.410165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7fb123d-d005-4263-b844-1b98e427f875 req-db6336cf-4723-4c03-8623-0d786bd18997 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 210 time: 0.0483384 Feb 07 22:52:22.444480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.455477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:22.460445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Usage tracker for resource:port and tenant:bb22c220f54347f8becae28ef01cabaf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:22.464285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:22.471573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:22.485417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Transition to ACTIVE for port object e50055ed-aa5a-42c6-8a6e-6b989331f49d will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:22.505172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830383f-704c-4e98-990a-15414d4c137d None None] Pushing event updated for resources: {'Port': ['ID=6e496ef7-282d-46f8-80ed-e9494903dfde,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:22.506416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-420ec1f9-9bd0-49ae-8ea7-e51a24c04f61 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6813815 Feb 07 22:52:22.576338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] For port 1993011d-6c4d-4cdb-a9db-c90cd5658d75, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:52:22.578068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Deleting port fd1034cc-1fcd-431c-89f7-e00dec1278b7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:22.578458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.582015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] For port 1993011d-6c4d-4cdb-a9db-c90cd5658d75, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1993011d-6c4d-4cdb-a9db-c90cd5658d75,segment=NetworkSegment(ef818236-ed10-426f-97cd-2f9eb4c27cd4),segment_id=ef818236-ed10-426f-97cd-2f9eb4c27cd4)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:52:22.595333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.630727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.663476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Made reservation on behalf of bb22c220f54347f8becae28ef01cabaf for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:22.668532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.684595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-170f5b93-ac2a-43f8-8195-4484b2b5ab0b service neutron] 10.222.0.10 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772707 Feb 07 22:52:22.770680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1cfe050d-4de8-451b-a26f-d53f14355a5d None None] Provisioning complete for port 6e496ef7-282d-46f8-80ed-e9494903dfde triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:22.776880 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cfe050d-4de8-451b-a26f-d53f14355a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:22.819358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Port': ['ID=e50055ed-aa5a-42c6-8a6e-6b989331f49d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:22.826290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636441f9-0562-44f8-bafc-c6bb3c0a4617 None None] Pushing event updated for resources: {'Port': ['ID=1993011d-6c4d-4cdb-a9db-c90cd5658d75,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:22.840902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e496ef7-282d-46f8-80ed-e9494903dfde up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:22.901529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:52:22.929608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network 54ee4f68-4946-40c6-96b2-86d913b25a1e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:22.946143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:22.952132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:22.967172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:22.970483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.183535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c5271265-75f0-4ad7-979c-a68109e5934b tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1986353 Feb 07 22:52:23.226796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38524) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:23.246912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6e496ef7-282d-46f8-80ed-e9494903dfde triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:23.248212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.401760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-131c24ba-3c64-4cb3-88f4-ab9c90d6bcbc service neutron] 10.222.0.10 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7160637 Feb 07 22:52:23.403756 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Floating IP 55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7 associated. External IP: 172.25.0.80, port: b0078f8e-9605-4fa9-a61b-2cae4be7e825. Feb 07 22:52:23.512730 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.536264 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:23.700930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Allocated IP 172.20.0.7 (99c6cd4e-8120-46a4-b117-4015222f5045/7f857c8f-2ee5-4418-8e19-1b479b3109c8/98cb05be-ab39-4438-b069-e261cd846f98) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:23.812317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2aa2ca-ae15-4244-a42d-f76bb2bdb8a4 req-07b93db1-21c4-45df-b36d-f3fab6648f80 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:23.820769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c2aa2ca-ae15-4244-a42d-f76bb2bdb8a4 req-07b93db1-21c4-45df-b36d-f3fab6648f80 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.4046552 Feb 07 22:52:23.881943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-662fe28a-89ee-43f7-9b53-83bbb0a38958 req-651bb630-a1d3-4636-a2a7-cb7e20745fe1 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 210 time: 0.1770413 Feb 07 22:52:24.017335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c2aa2ca-ae15-4244-a42d-f76bb2bdb8a4 req-1e3ced33-67cb-4876-b1e1-0b6d6c931b2d tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954629 Feb 07 22:52:24.036260 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Floating IP 5b89ad59-721a-4ab9-8f07-fad379899cb6 associated. External IP: 172.25.0.65, port: b8c26c42-1cd3-4f15-8a82-48d78deb6c40. Feb 07 22:52:24.104937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] For port fd1034cc-1fcd-431c-89f7-e00dec1278b7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fd1034cc-1fcd-431c-89f7-e00dec1278b7,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:24.105529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.211057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a0ed315-b233-40a4-8b0e-2d39d63c66d9 req-f46f9077-0143-45e4-8e88-2ec0b0549353 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 210 time: 0.1139374 Feb 07 22:52:24.288059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Calling delete_port for fd1034cc-1fcd-431c-89f7-e00dec1278b7 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:24.340645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting subnet a6a970d2-da7a-4006-8b23-1ff717e61830 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:52:24.387932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.462476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-72ff044b-4518-4eba-900b-214106761fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:24.466694 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-72ff044b-4518-4eba-900b-214106761fcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 1.2410908 Feb 07 22:52:24.594892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ab3b2-9015-4ef3-9d2d-0655bfb6c1f8 None None] Network 54ee4f68-4946-40c6-96b2-86d913b25a1e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:24.672365 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.713529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:24.805263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Router d333497f-f084-4582-a29d-0fb783ff4255 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:52:24.851240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6b75f29c-5cd8-494c-98fb-b536f06685fa None None] Provisioning for port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:24.930677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1993011d-6c4d-4cdb-a9db-c90cd5658d75 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:25.131142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-371c9715-b6e2-4f72-a487-80c5611b50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:25.133912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-371c9715-b6e2-4f72-a487-80c5611b50b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.6365006 Feb 07 22:52:25.169426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:52:25.196810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] Sync routers for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:25.209831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbc6ebb3-02ef-445e-81ae-ad0c555d7db5 req-7b46a6a6-fd7c-4c49-8808-83a088502a91 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 210 time: 0.0891492 Feb 07 22:52:25.216903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:25.217607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:25.268138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.319856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.391304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-703bca49-515d-44bf-9c57-3ba4007bc38c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "PUT /v2.0/floatingips/5b89ad59-721a-4ab9-8f07-fad379899cb6 HTTP/1.1" status: 200 len: 991 time: 5.1949286 Feb 07 22:52:25.391304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:25.482614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.582379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:25.701435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-892c7472-b2bd-4488-a226-4dc598163175 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 217 time: 0.5287089 Feb 07 22:52:25.748331 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:25.929996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Pushing event updated for resources: {'Port': ['ID=98cb05be-ab39-4438-b069-e261cd846f98,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:25.998580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a970d2-da7a-4006-8b23-1ff717e61830,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:26.040754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fd1034cc-1fcd-431c-89f7-e00dec1278b7 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:26.047979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1616e22b-9e7a-459f-bbbd-3c54d2124a99 req-e7c9829a-d123-4ef0-ad9c-b6095af2bf74 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 210 time: 0.1091015 Feb 07 22:52:26.058330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Network 99c6cd4e-8120-46a4-b117-4015222f5045 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:26.086755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:26.097397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.097668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:26.174883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:26.179816 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a2666c6-eaa4-48b9-9999-8882ebd326f3 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/a6a970d2-da7a-4006-8b23-1ff717e61830 HTTP/1.1" status: 204 len: 168 time: 2.9517677 Feb 07 22:52:26.182290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Router 5233ea36-9250-48fb-9803-83f8d99ec95b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:52:26.182920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38580) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:26.208447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:26.209109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.233764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b09-7c47-4c21-bc18-cccb548564c0 req-2811542c-b428-4ff0-9e96-9ee66eeb7aa0 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.235319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71066b09-7c47-4c21-bc18-cccb548564c0 req-2811542c-b428-4ff0-9e96-9ee66eeb7aa0 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 1.0303266 Feb 07 22:52:26.264670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8924373a-21aa-4d39-8320-5ed86b80adca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.286932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2f43c-d6e4-423c-b6f8-f5eb7361b734 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.290895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2f43c-d6e4-423c-b6f8-f5eb7361b734 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.290895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8fc2f43c-d6e4-423c-b6f8-f5eb7361b734 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Synchronizing usage tracker for tenant:240fbd08b02a4a059dd21b68901c6b21 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:26.304533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.349970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-d7961294-052a-4dc8-bd05-663cfe713d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.351822 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-d7961294-052a-4dc8-bd05-663cfe713d20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.5910459 Feb 07 22:52:26.402894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.403822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:26.406740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8fc2f43c-d6e4-423c-b6f8-f5eb7361b734 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Unset dirty status for tenant:240fbd08b02a4a059dd21b68901c6b21 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:26.411619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8fc2f43c-d6e4-423c-b6f8-f5eb7361b734 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2209764 Feb 07 22:52:26.414976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:26.464164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71066b09-7c47-4c21-bc18-cccb548564c0 req-59dc3725-44f8-44c8-a83e-ec152873ae25 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026031 Feb 07 22:52:26.477900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-22f660a3-72ad-4dc9-9452-352e8753f268 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3149908 Feb 07 22:52:26.499865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Request body: {'port': {'device_id': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:26.512423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Pushing event deleted for resources: {'Port': ['ID=fd1034cc-1fcd-431c-89f7-e00dec1278b7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:26.597641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.637370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.653573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.674428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.681980 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No active binding found for port fd1034cc-1fcd-431c-89f7-e00dec1278b7 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:52:26.683297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fd1034cc-1fcd-431c-89f7-e00dec1278b7 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:52:26.691756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.701729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.708180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:26.729205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-2696db35-ee32-4477-89b4-2d91de5d5f25 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.4119961 Feb 07 22:52:26.746154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38592) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:26.766320 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'status': 'completed', 'code': 200} Feb 07 22:52:26.903258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83ff451e-ffdc-4c46-b340-530f559265a2 req-3a853383-c1a0-4da9-8339-6f21f1bb019e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1766469 Feb 07 22:52:26.914197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.027304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-565b0e8a-31ff-4e7b-a54e-ccb10788e708 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6149967 Feb 07 22:52:27.055872 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.115498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-620ff1a1-89c6-47cb-a90c-1284935a79e5 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:27.118416 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-620ff1a1-89c6-47cb-a90c-1284935a79e5 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.36 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 815 time: 1.4296224 Feb 07 22:52:27.227540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 1993011d-6c4d-4cdb-a9db-c90cd5658d75, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1993011d-6c4d-4cdb-a9db-c90cd5658d75,segment=NetworkSegment(ef818236-ed10-426f-97cd-2f9eb4c27cd4),segment_id=ef818236-ed10-426f-97cd-2f9eb4c27cd4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:27.248165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.310333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Request body: {'port': {'device_id': 'cf98dab9-6021-4f7f-8354-434489419d34', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'admin_state_up': True, 'tenant_id': '20838b5532104921ba58631c9eb315e8'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:27.353875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] No DVR routers for this DVR port fd1034cc-1fcd-431c-89f7-e00dec1278b7 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:27.360752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf330f2-9f81-4b1a-89b7-94c21f1807f0 None None] Network 54ee4f68-4946-40c6-96b2-86d913b25a1e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:27.367145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.367145 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e5a1181-a122-4252-bd57-4f51b4de55f3 req-6170579e-f7a3-4c3a-bf69-ba7e6736911b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.26 "DELETE /v2.0/ports/fd1034cc-1fcd-431c-89f7-e00dec1278b7 HTTP/1.1" status: 204 len: 173 time: 5.7412837 Feb 07 22:52:27.427020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd351d9b-d454-48f2-a6de-e95a848cccfb req-07095a14-7e03-490c-ba1c-4aba31f73512 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 210 time: 0.0782640 Feb 07 22:52:27.597159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27ca2383-4594-4696-bebc-a268d25d8a1c None None] Provisioning complete for port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:27.597159 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27ca2383-4594-4696-bebc-a268d25d8a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.641805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '5b89ad59-721a-4ab9-8f07-fad379899cb6', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'port_id': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'mac_address': 'fa:16:3e:55:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:50:09Z', 'updated_at': '2022-02-07T22:52:22Z', 'revision_number': 1, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:49Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:27.657542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] Checking router: d333497f-f084-4582-a29d-0fb783ff4255 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:52:27.661536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'name': 'network-vif-deleted', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:27.670109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=1993011d-6c4d-4cdb-a9db-c90cd5658d75,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:27.681468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-714b8bac-fc01-4443-a6d4-6c20e8fa5971 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:27.711443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:27.711443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:27.760268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d4c21a-5d3b-4543-9d9f-5455bf417a25 req-216c6e3e-6147-4971-941c-faf94e8ca299 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:27.766928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-02d4c21a-5d3b-4543-9d9f-5455bf417a25 req-216c6e3e-6147-4971-941c-faf94e8ca299 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Synchronizing usage tracker for tenant:bb22c220f54347f8becae28ef01cabaf on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:27.862573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-02d4c21a-5d3b-4543-9d9f-5455bf417a25 req-216c6e3e-6147-4971-941c-faf94e8ca299 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Unset dirty status for tenant:bb22c220f54347f8becae28ef01cabaf on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:27.862573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02d4c21a-5d3b-4543-9d9f-5455bf417a25 req-216c6e3e-6147-4971-941c-faf94e8ca299 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 931 time: 0.6250873 Feb 07 22:52:27.956324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.047061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-02d4c21a-5d3b-4543-9d9f-5455bf417a25 req-23eb57c8-4f69-4e78-92ae-ee647c7ce120 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Synchronizing usage tracker for tenant:bb22c220f54347f8becae28ef01cabaf on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:28.198215 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-714b8bac-fc01-4443-a6d4-6c20e8fa5971 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 22:52:28.198215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714b8bac-fc01-4443-a6d4-6c20e8fa5971 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:52:28.211767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-714b8bac-fc01-4443-a6d4-6c20e8fa5971 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/54ee4f68-4946-40c6-96b2-86d913b25a1e HTTP/1.1" status: 409 len: 405 time: 1.7293129 Feb 07 22:52:28.229796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:28.234927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38608) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:28.252344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:28.256302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1643130559'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:28.286105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:28.304976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:network and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:28.313859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Usage tracker for resource:security_group_rule and tenant:fd8a18e9026a42dd8b1e7d32dd5e38b7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:28.320882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:28.323965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:28.364649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] DHCP port deletion for 54ee4f68-4946-40c6-96b2-86d913b25a1e request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:52:28.378242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:28.382843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-02d4c21a-5d3b-4543-9d9f-5455bf417a25 req-23eb57c8-4f69-4e78-92ae-ee647c7ce120 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Unset dirty status for tenant:bb22c220f54347f8becae28ef01cabaf on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:28.389085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02d4c21a-5d3b-4543-9d9f-5455bf417a25 req-23eb57c8-4f69-4e78-92ae-ee647c7ce120 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077240 Feb 07 22:52:28.403227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] Deleting port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:28.403227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.487121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:28.497156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.503001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:28.554988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:52:28.554988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.554988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.554988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.554988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.554988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.566216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.566216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.571394 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] Sync routers for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:28.576690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08e90244-6efc-45dc-974b-42255e73807f req-cca7c3fa-cec5-4c95-ae36-e39faaca7560 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6489 time: 1.8062825 Feb 07 22:52:28.576690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.582240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a146b0-134b-452b-a08d-37edcb445f6c req-799702ca-a89e-4f63-88d0-ea3dd3201ceb tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:28.582240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6a146b0-134b-452b-a08d-37edcb445f6c req-799702ca-a89e-4f63-88d0-ea3dd3201ceb tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.5048301 Feb 07 22:52:28.594854 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:28.599817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cb05be-ab39-4438-b069-e261cd846f98 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:28.606645 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:51:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:28.612094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:28.632919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:28.640982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.658681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.658681 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Added segment 483dabfb-1c84-4d0a-9c5f-0e96a940f081 of type vlan for network c496054a-a7fd-4214-97b5-84e07b0eb7e3 Feb 07 22:52:28.730865 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-ea7bbc82-e202-4422-9b6a-7c7825451c29 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6582832 Feb 07 22:52:28.730865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:28.767803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Transition to ACTIVE for port object 98cb05be-ab39-4438-b069-e261cd846f98 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:28.831435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9475-4c54-4500-b30c-e52981d131c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.841181 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.895254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Made reservation on behalf of 20838b5532104921ba58631c9eb315e8 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:28.895254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:28.935823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6f27c37b-2499-4e66-9968-fdb5c1fb184f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "PUT /v2.0/floatingips/55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7 HTTP/1.1" status: 200 len: 990 time: 9.5400479 Feb 07 22:52:28.983423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6a146b0-134b-452b-a08d-37edcb445f6c req-422b52b2-45fc-4718-a297-255f53f49346 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953633 Feb 07 22:52:29.041384 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.050846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27ca2383-4594-4696-bebc-a268d25d8a1c None None] Provisioning for port e50055ed-aa5a-42c6-8a6e-6b989331f49d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:29.094696 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f9f91d-4d06-4d53-913e-4d486b77b663', 'name': 'network-vif-deleted', 'tag': 'fd1034cc-1fcd-431c-89f7-e00dec1278b7', 'status': 'completed', 'code': 200} Feb 07 22:52:29.123959 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:29.131825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-bf76e9f6-ffe9-459c-8365-9b719b4e2ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:29.133964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08e90244-6efc-45dc-974b-42255e73807f req-bf76e9f6-ffe9-459c-8365-9b719b4e2ad0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90aa748e-7d12-476c-88ff-0f9cda6902ae HTTP/1.1" status: 200 len: 912 time: 0.5411894 Feb 07 22:52:29.199096 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35153019-55be-46c0-8e2e-cfe28c0135dd req-fa6e12f1-64f2-4246-bceb-98e9b0d7c337 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574890 Feb 07 22:52:29.223985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede37ffa-2daa-4102-9a3e-3747017d09b1 req-7da9da4b-73f4-4fff-b74c-f82b0b5f2b33 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:29.227619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27ca2383-4594-4696-bebc-a268d25d8a1c None None] Provisioning complete for port e50055ed-aa5a-42c6-8a6e-6b989331f49d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:29.231796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27ca2383-4594-4696-bebc-a268d25d8a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.234247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ede37ffa-2daa-4102-9a3e-3747017d09b1 req-7da9da4b-73f4-4fff-b74c-f82b0b5f2b33 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.5367792 Feb 07 22:52:29.281633 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:52:29.321715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Pushing event updated for resources: {'Port': ['ID=98cb05be-ab39-4438-b069-e261cd846f98,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:29.382594 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.391642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.395043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:29.401865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.414449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.433820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1993011d-6c4d-4cdb-a9db-c90cd5658d75 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:29.454750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd8a18e9026a42dd8b1e7d32dd5e38b7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6221929 Feb 07 22:52:29.455575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08e90244-6efc-45dc-974b-42255e73807f req-a9835e41-f17c-46a1-87b2-d16be60ce3c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40 HTTP/1.1" status: 200 len: 999 time: 0.3135121 Feb 07 22:52:29.457564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38624) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:29.610360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Network': ['ID=c496054a-a7fd-4214-97b5-84e07b0eb7e3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:29.695727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ede37ffa-2daa-4102-9a3e-3747017d09b1 req-0711c0a7-062a-4821-b3e2-4c85bfbc8f31 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606988 Feb 07 22:52:29.702847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] For port 1993011d-6c4d-4cdb-a9db-c90cd5658d75, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1993011d-6c4d-4cdb-a9db-c90cd5658d75,segment=NetworkSegment(ef818236-ed10-426f-97cd-2f9eb4c27cd4),segment_id=ef818236-ed10-426f-97cd-2f9eb4c27cd4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:29.703121 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'port_id': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'mac_address': 'fa:16:3e:30:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711855b9-20d5-4a94-bb70-321953933038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:51:45Z', 'updated_at': '2022-02-07T22:52:21Z', 'revision_number': 1, 'project_id': '634796cddbc84a0090651a31869456f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:45Z', 'revision_number': 5, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:29.703679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:29.721755 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] Checking router: 5233ea36-9250-48fb-9803-83f8d99ec95b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:52:29.751139 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:29.752059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:29.837960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] Calling delete_port for 1993011d-6c4d-4cdb-a9db-c90cd5658d75 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:29.901746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Allocated IP 172.20.0.4 (90af4766-0b1d-4155-b176-3cdddde54054/407e044c-e8de-4232-a70b-8956194660fe/3596dd5a-a0c5-4a25-875e-e94d0307bb50) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:30.074829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0730164-21f8-4f62-96da-08c8914a263f req-cf94a842-1bbe-48c6-af89-7551ff6f19b0 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 210 time: 0.0849624 Feb 07 22:52:30.078755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c496054a-a7fd-4214-97b5-84e07b0eb7e3 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:52:30.089681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ab3da784-ac6e-4fba-8d2d-90f83080d7aa tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8517165 Feb 07 22:52:30.112682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:30.141050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'subnet': {'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:30.184355 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.185671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-27ca2383-4594-4696-bebc-a268d25d8a1c None None] Port e50055ed-aa5a-42c6-8a6e-6b989331f49d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:52:30.189534 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:30.237536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.261383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 22:52:30.263053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.266668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.285971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-3a0a684e-929f-483c-8ee9-9fcf75a44dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.287694 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08e90244-6efc-45dc-974b-42255e73807f req-3a0a684e-929f-483c-8ee9-9fcf75a44dd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a7acac7-5152-4529-8241-a91bc1354bb7 HTTP/1.1" status: 200 len: 850 time: 0.8023949 Feb 07 22:52:30.312513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.348436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] Pushing event deleted for resources: {'Port': ['ID=1993011d-6c4d-4cdb-a9db-c90cd5658d75,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:30.351153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02176170-1bbb-4831-9cc5-05d09562d35e None None] No DVR routers for this DVR port 1993011d-6c4d-4cdb-a9db-c90cd5658d75 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:30.439289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Attempting to bind port 98cb05be-ab39-4438-b069-e261cd846f98 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:30.439869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Attempting to bind port 98cb05be-ab39-4438-b069-e261cd846f98 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '02b4021a-aee4-45a8-9894-1cc35d0f04e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:30.440412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Attempting to bind port 98cb05be-ab39-4438-b069-e261cd846f98 on network 99c6cd4e-8120-46a4-b117-4015222f5045 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:30.448393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '5b89ad59-721a-4ab9-8f07-fad379899cb6', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'port_id': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'mac_address': 'fa:16:3e:55:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:50:09Z', 'updated_at': '2022-02-07T22:52:22Z', 'revision_number': 1, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:49Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:30.453834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298b45ea-c8e0-450a-b4fa-236d5e72ce27 None None] The sync data for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 is: [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '5b89ad59-721a-4ab9-8f07-fad379899cb6', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'floating_ip_address': '172.25.0.65', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'port_id': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'mac_address': 'fa:16:3e:55:2c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:50:09Z', 'updated_at': '2022-02-07T22:52:22Z', 'revision_number': 1, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:49Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:30.463877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.471533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.477673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.483471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.486390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59e217-7ca0-429d-a069-07a20f7a9cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303db0dd-77e5-497c-bf7f-1ce0f2018eba,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:30.490415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.496226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.505023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.513564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-db7f4d02-70f2-469b-9b5a-90de588a18f1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 1.1415339 Feb 07 22:52:30.539903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:30.543132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Network 90af4766-0b1d-4155-b176-3cdddde54054 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:30.549865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:30.551769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:30.558210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:30.559788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Port 98cb05be-ab39-4438-b069-e261cd846f98 on network 99c6cd4e-8120-46a4-b117-4015222f5045 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:52:30.560244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Attempting to bind port 98cb05be-ab39-4438-b069-e261cd846f98 on network 99c6cd4e-8120-46a4-b117-4015222f5045 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:30.582345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:30.589221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.609842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Pushing event updated for resources: {'Port': ['ID=3596dd5a-a0c5-4a25-875e-e94d0307bb50,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:30.631440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95bb186f-847e-44b7-ab42-b1637b350869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.671983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.673209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.711933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95bb186f-847e-44b7-ab42-b1637b350869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.714502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:52:30.714943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Checking segment: {'id': '02b4021a-aee4-45a8-9894-1cc35d0f04e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:30.715885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Bound using segment: {'id': '02b4021a-aee4-45a8-9894-1cc35d0f04e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:52:30.715885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Bound port: 98cb05be-ab39-4438-b069-e261cd846f98, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b4021a-aee4-45a8-9894-1cc35d0f04e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:30.716460 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:30.733066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90244-6efc-45dc-974b-42255e73807f req-66f2e4e6-8158-42a4-95c7-e6a609d8e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.735353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08e90244-6efc-45dc-974b-42255e73807f req-66f2e4e6-8158-42a4-95c7-e6a609d8e3c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90aa748e-7d12-476c-88ff-0f9cda6902ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4333913 Feb 07 22:52:30.757304 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'port_id': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'mac_address': 'fa:16:3e:30:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711855b9-20d5-4a94-bb70-321953933038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:51:45Z', 'updated_at': '2022-02-07T22:52:21Z', 'revision_number': 1, 'project_id': '634796cddbc84a0090651a31869456f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:45Z', 'revision_number': 5, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:30.764596 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988bb265-c2e1-4426-b459-2dcd385ef439 None None] The sync data for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 is: [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'port_id': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'mac_address': 'fa:16:3e:30:ae:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711855b9-20d5-4a94-bb70-321953933038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:51:45Z', 'updated_at': '2022-02-07T22:52:21Z', 'revision_number': 1, 'project_id': '634796cddbc84a0090651a31869456f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:45Z', 'revision_number': 5, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:30.797694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e29f73-62de-445e-9a9d-d619678ab535 req-a65f11ea-1f8e-4c83-9d81-d311d8c2cf7f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:30.805751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53e29f73-62de-445e-9a9d-d619678ab535 req-a65f11ea-1f8e-4c83-9d81-d311d8c2cf7f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.5098009 Feb 07 22:52:30.832131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54ecb675-74ef-43bf-904b-ee4c046b07b9 req-c11e44ac-980b-4777-8e20-b491476f2b05 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3181465 Feb 07 22:52:30.879159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-9729227c-e0e2-4a08-8e70-5e715b1b6c4b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5836532 Feb 07 22:52:30.880462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2d431b-be06-46f0-a7cc-0ffaf8e53822 None None] New status for floating IP 5b89ad59-721a-4ab9-8f07-fad379899cb6: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:52:30.915012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Request body: {'port': {'device_id': 'cf98dab9-6021-4f7f-8354-434489419d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:31.059725 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.113322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:31.121272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.139416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53e29f73-62de-445e-9a9d-d619678ab535 req-816d65a8-e6e5-4171-9a97-2c3ef2f3f546 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326662 Feb 07 22:52:31.156495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] For port 98cb05be-ab39-4438-b069-e261cd846f98, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:52:31.161673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7889489-169e-4330-90e6-689550dbe94f None None] New status for floating IP 55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:52:31.174879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] For port 98cb05be-ab39-4438-b069-e261cd846f98, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=98cb05be-ab39-4438-b069-e261cd846f98,segment=NetworkSegment(02b4021a-aee4-45a8-9894-1cc35d0f04e4),segment_id=02b4021a-aee4-45a8-9894-1cc35d0f04e4)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:52:31.204854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.313798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95bb186f-847e-44b7-ab42-b1637b350869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.353116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb186f-847e-44b7-ab42-b1637b350869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303db0dd-77e5-497c-bf7f-1ce0f2018eba,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:31.446320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28f06e-4509-475f-8382-cbd303e4e0c4 req-5813281b-0eca-47a6-bba7-65f509e08a45 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:31.451602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff28f06e-4509-475f-8382-cbd303e4e0c4 req-5813281b-0eca-47a6-bba7-65f509e08a45 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 943 time: 0.3842723 Feb 07 22:52:31.456860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-95bb186f-847e-44b7-ab42-b1637b350869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.460736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-95bb186f-847e-44b7-ab42-b1637b350869 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/303db0dd-77e5-497c-bf7f-1ce0f2018eba HTTP/1.1" status: 204 len: 168 time: 1.9972234 Feb 07 22:52:31.477846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08e90244-6efc-45dc-974b-42255e73807f req-4e309beb-c870-47b6-881b-3357691bae7a service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7260520 Feb 07 22:52:31.486353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:31.487021 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.488612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] 10.222.0.36 "PUT /v2.0/ports/98cb05be-ab39-4438-b069-e261cd846f98 HTTP/1.1" status: 200 len: 1091 time: 5.0009847 Feb 07 22:52:31.491499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'tag': '98cb05be-ab39-4438-b069-e261cd846f98'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:31.659813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eff0b-8d3c-497a-b0e0-22e6e78693f4 service neutron] Pushing event updated for resources: {'Port': ['ID=98cb05be-ab39-4438-b069-e261cd846f98,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:31.665107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff28f06e-4509-475f-8382-cbd303e4e0c4 req-5419d3f2-e14f-458f-b9b7-c2d601f04040 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752486 Feb 07 22:52:31.675384 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08e90244-6efc-45dc-974b-42255e73807f req-9f5a932b-78c8-4b5e-8f5f-2a3a746d75ee service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884813 Feb 07 22:52:31.747977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3596dd5a-a0c5-4a25-875e-e94d0307bb50 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:31.761644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.777189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83313ec9-dcc8-47ae-a16b-4962aa476350 req-3f7f245e-b0f0-433e-85b7-8426067fefd6 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:31.778694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83313ec9-dcc8-47ae-a16b-4962aa476350 req-3f7f245e-b0f0-433e-85b7-8426067fefd6 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.4573209 Feb 07 22:52:31.790243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Transition to ACTIVE for port object 3596dd5a-a0c5-4a25-875e-e94d0307bb50 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:31.797206 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:31.922687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38650) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:31.926789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-f5b3a16c-ee84-4d17-87de-cf2b2b3159d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:31.928255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-f5b3a16c-ee84-4d17-87de-cf2b2b3159d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb22c220f54347f8becae28ef01cabaf&device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 1094 time: 0.3679597 Feb 07 22:52:31.967388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3596dd5a-a0c5-4a25-875e-e94d0307bb50,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:32.044896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Attempting to bind port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:32.045236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Attempting to bind port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:32.045567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Attempting to bind port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 on network 90af4766-0b1d-4155-b176-3cdddde54054 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:32.050232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 on network 90af4766-0b1d-4155-b176-3cdddde54054 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:52:32.050438 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.050535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Attempting to bind port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 on network 90af4766-0b1d-4155-b176-3cdddde54054 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:32.055661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:52:32.056067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Checking segment: {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:32.056386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Bound using segment: {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:52:32.056851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Bound port: 3596dd5a-a0c5-4a25-875e-e94d0307bb50, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:32.057199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.059626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-20758a88-f114-4d8b-ac4d-73d3ccb0579d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cb05be-ab39-4438-b069-e261cd846f98 HTTP/1.1" status: 200 len: 217 time: 0.1203589 Feb 07 22:52:32.066086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83313ec9-dcc8-47ae-a16b-4962aa476350 req-4e78e7c5-ba27-491a-81b2-24af8a1b59ec tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932271 Feb 07 22:52:32.106234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:52:32.118200 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'status': 'completed', 'code': 200} Feb 07 22:52:32.144101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.151331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:32.192324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Usage tracker for resource:security_group_rule and tenant:36490b4887a441e6a2f84252d6df1269 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:32.210550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:32.239331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:32.275949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-b6044a25-c75c-49ee-bda9-fa45d2fbc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.277441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-b6044a25-c75c-49ee-bda9-fa45d2fbc0f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f857c8f-2ee5-4418-8e19-1b479b3109c8 HTTP/1.1" status: 200 len: 862 time: 0.1815579 Feb 07 22:52:32.290357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efd5a4-77a5-44ef-88c2-09f24104b0e6 req-4cb8975e-059a-48f3-9033-371705a693ff tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.291978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04efd5a4-77a5-44ef-88c2-09f24104b0e6 req-4cb8975e-059a-48f3-9033-371705a693ff tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 943 time: 0.4735441 Feb 07 22:52:32.303683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Subnet': ['ID=a478c3db-827d-49af-95c2-7bd47c21bc8c,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:32.324903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] For port 3596dd5a-a0c5-4a25-875e-e94d0307bb50, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:52:32.345072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] For port 3596dd5a-a0c5-4a25-875e-e94d0307bb50, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3596dd5a-a0c5-4a25-875e-e94d0307bb50,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:52:32.354664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.396450 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'tag': '98cb05be-ab39-4438-b069-e261cd846f98', 'status': 'completed', 'code': 200} Feb 07 22:52:32.400506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-3155312b-1fab-4f86-9ae3-d79f198a4d8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c6cd4e-8120-46a4-b117-4015222f5045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047599 Feb 07 22:52:32.410110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Checking segment: {'id': '483dabfb-1c84-4d0a-9c5f-0e96a940f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:32.410475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network hostable DHCP agents. Network: c496054a-a7fd-4214-97b5-84e07b0eb7e3, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:32.425649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.426351 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.427806 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] 10.222.0.36 "PUT /v2.0/ports/3596dd5a-a0c5-4a25-875e-e94d0307bb50 HTTP/1.1" status: 200 len: 1091 time: 1.5250764 Feb 07 22:52:32.435428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-cc01dcaf-b02b-40e2-95ca-ec8cddbc9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.437532 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-cc01dcaf-b02b-40e2-95ca-ec8cddbc9bd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=634796cddbc84a0090651a31869456f5&device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 1096 time: 0.2954755 Feb 07 22:52:32.514437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b398b-028a-46a0-8238-87a64bb19fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=3596dd5a-a0c5-4a25-875e-e94d0307bb50,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:32.640224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-9b67d2c0-ecc0-455c-90de-1b6ec7e77325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.641701 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-9b67d2c0-ecc0-455c-90de-1b6ec7e77325 service neutron] 10.222.0.26 "GET /v2.0/networks?id=02e0cdce-5b5a-4346-b3be-d497829075ef HTTP/1.1" status: 200 len: 912 time: 0.1954584 Feb 07 22:52:32.647834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-dff79a37-8ba7-4e34-bbdc-c283a47a50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.649209 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-dff79a37-8ba7-4e34-bbdc-c283a47a50dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 1094 time: 0.1313107 Feb 07 22:52:32.713767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04efd5a4-77a5-44ef-88c2-09f24104b0e6 req-1125a11d-fd24-49f0-9955-73375b110a54 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571632 Feb 07 22:52:32.762416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network c496054a-a7fd-4214-97b5-84e07b0eb7e3 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:32.787002 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-99c4413f-382d-4f66-bb76-73d0551c36bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3596dd5a-a0c5-4a25-875e-e94d0307bb50 HTTP/1.1" status: 200 len: 217 time: 0.0851538 Feb 07 22:52:32.799507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c496054a-a7fd-4214-97b5-84e07b0eb7e3) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:32.812086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993b85c-b3e2-47a5-86e1-e1eb61fa4b51 None None] Network c496054a-a7fd-4214-97b5-84e07b0eb7e3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:32.818746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.819351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.830144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-7748ce64-2fc2-474f-9163-9f55cdc03c76 service neutron] 10.222.0.36 "GET /v2.0/networks/99c6cd4e-8120-46a4-b117-4015222f5045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119775 Feb 07 22:52:32.846003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:32.857762 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-e033930c-fe8b-42dd-bd68-b3d41a25c098 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825 HTTP/1.1" status: 200 len: 1000 time: 0.2076225 Feb 07 22:52:32.902954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-ac60f5f9-f7b2-45aa-b86e-70167d5887b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.904401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-ac60f5f9-f7b2-45aa-b86e-70167d5887b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=407e044c-e8de-4232-a70b-8956194660fe HTTP/1.1" status: 200 len: 855 time: 0.1092877 Feb 07 22:52:32.976182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-6499b78e-f77f-4085-ae47-0c8496d61e63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90af4766-0b1d-4155-b176-3cdddde54054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611258 Feb 07 22:52:32.981802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-e8dd21ee-dcea-425c-9069-1233f9485cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:32.983327 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-e8dd21ee-dcea-425c-9069-1233f9485cbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=305330de-a571-464d-a87a-677bec18bb82 HTTP/1.1" status: 200 len: 850 time: 0.1181293 Feb 07 22:52:32.989747 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.059213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.064926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.070348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.076143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.082485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.088514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.095693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.101100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f634f752-1eec-4770-8a1c-b678f984095d req-97b65f47-508a-405f-b058-85877c4fe9ea tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.4769926 Feb 07 22:52:33.113969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-c496054a-a7fd-4214-97b5-84e07b0eb7e3', 'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3', 'tenant_id': '240fbd08b02a4a059dd21b68901c6b21', 'fixed_ips': [{'subnet_id': 'a478c3db-827d-49af-95c2-7bd47c21bc8c'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:33.115407 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.175841 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-547c40f0-e504-47a1-8f05-c907c78d3ec8 service neutron] 10.222.0.36 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899836 Feb 07 22:52:33.178545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-0563d8de-4f3c-417e-ae4c-a9ad2dee73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.182753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-0563d8de-4f3c-417e-ae4c-a9ad2dee73fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=02e0cdce-5b5a-4346-b3be-d497829075ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764288 Feb 07 22:52:33.182890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36490b4887a441e6a2f84252d6df1269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2509272 Feb 07 22:52:33.195897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-03fdb115-1ed6-4782-97cf-f88b7d66df4d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0809064 Feb 07 22:52:33.201499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38662) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:33.201832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38664) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:33.203043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff336-f52a-4de2-b2a7-21471fba39b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ba8c4-25d6-43ff-8dd1-5f800c36f9e8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:33.245913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'port': {'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3', 'name': 'tempest-NetworksIpV6TestAttrs-155029280'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:33.283054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Allocated IP 2001:db8::f816:3eff:fee5:ca2f (c496054a-a7fd-4214-97b5-84e07b0eb7e3/a478c3db-827d-49af-95c2-7bd47c21bc8c/540bbfd1-cf65-46ed-9ac0-aa575c3f42de) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:33.372235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8084089d-9708-4b49-a6c2-7dbb23b6bbc9 req-32c65fdd-242d-4147-b20b-1cd828bf8f0b service neutron] 10.222.0.36 "GET /v2.0/networks/99c6cd4e-8120-46a4-b117-4015222f5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120578 Feb 07 22:52:33.431232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f634f752-1eec-4770-8a1c-b678f984095d req-53eb3577-97b3-4b88-9571-40785beca8ee tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2973673 Feb 07 22:52:33.431523 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-78dcb33d-5007-46f2-acb7-704905b8d429 req-1c8ce367-0aa3-4b45-8924-f2d718719066 service neutron] 10.222.0.36 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490640 Feb 07 22:52:33.434822 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-80fb3517-1f09-4367-b075-a1b79b7b92b8 service neutron] 10.222.0.26 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289534 Feb 07 22:52:33.471731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0c1b-7278-4e76-9f27-558f61dd3d1e req-30cff69a-c3b4-4dc5-b5af-89a69a6410df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.473793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-631a0c1b-7278-4e76-9f27-558f61dd3d1e req-30cff69a-c3b4-4dc5-b5af-89a69a6410df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.6171496 Feb 07 22:52:33.497092 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.508702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Transition to ACTIVE for port object 540bbfd1-cf65-46ed-9ac0-aa575c3f42de will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:33.527967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Transition to ACTIVE for port object 540bbfd1-cf65-46ed-9ac0-aa575c3f42de will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:33.536629 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.539652 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-807cfed9-0f73-4ce3-963e-a5393d370cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.617000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-807cfed9-0f73-4ce3-963e-a5393d370cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.665778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-631a0c1b-7278-4e76-9f27-558f61dd3d1e req-41b6b456-d64a-4ac6-840b-0a5d9271d63a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764586 Feb 07 22:52:33.682809 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a2aa70af-a14e-4e36-8617-1bc20d7244ae req-e421d5dd-324f-4a19-a609-6807ad176a39 service neutron] 10.222.0.26 "GET /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382178 Feb 07 22:52:33.691270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-27d09197-8332-4b58-90e9-cb763eedb584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:33.692124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Network c496054a-a7fd-4214-97b5-84e07b0eb7e3 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:33.692967 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-27d09197-8332-4b58-90e9-cb763eedb584 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb22c220f54347f8becae28ef01cabaf&device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 1094 time: 0.2154675 Feb 07 22:52:33.695640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:33.699415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:33.706543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Pushing event updated for resources: {'Port': ['ID=540bbfd1-cf65-46ed-9ac0-aa575c3f42de,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:33.746022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:33.751202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:port and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:33.754747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:33.761221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:33.796893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:33.801114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.808286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Attempting to bind port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:33.808910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Attempting to bind port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '483dabfb-1c84-4d0a-9c5f-0e96a940f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:33.809410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Attempting to bind port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de on network c496054a-a7fd-4214-97b5-84e07b0eb7e3 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:33.820473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:52:33.821321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Checking segment: {'id': '483dabfb-1c84-4d0a-9c5f-0e96a940f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:33.821321 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.821710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Bound using segment: {'id': '483dabfb-1c84-4d0a-9c5f-0e96a940f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:52:33.822180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Bound port: 540bbfd1-cf65-46ed-9ac0-aa575c3f42de, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483dabfb-1c84-4d0a-9c5f-0e96a940f081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c496054a-a7fd-4214-97b5-84e07b0eb7e3'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:33.822554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:33.847418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] device_id is not set on port 188a2853-5bc5-4567-9d01-5f32afb071e4 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:52:33.968864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] For port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:52:33.972857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] For port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=540bbfd1-cf65-46ed-9ac0-aa575c3f42de,segment=NetworkSegment(483dabfb-1c84-4d0a-9c5f-0e96a940f081),segment_id=483dabfb-1c84-4d0a-9c5f-0e96a940f081)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:52:33.978640 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.062310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29dbe2-fb3c-462f-bd68-0bf45083e992 None None] Pushing event updated for resources: {'Port': ['ID=540bbfd1-cf65-46ed-9ac0-aa575c3f42de,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:34.073580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-a03e0642-bb40-4a26-b52b-a45f160e8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:34.087623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-a03e0642-bb40-4a26-b52b-a45f160e8bb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c6cd4e-8120-46a4-b117-4015222f5045 HTTP/1.1" status: 200 len: 923 time: 0.3844664 Feb 07 22:52:34.117872 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-807cfed9-0f73-4ce3-963e-a5393d370cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.166086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf98dab9-6021-4f7f-8354-434489419d34', 'tag': '3596dd5a-a0c5-4a25-875e-e94d0307bb50'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:34.170688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Allocated IP 2001:db8::f816:3eff:fe83:47c5 (c496054a-a7fd-4214-97b5-84e07b0eb7e3/a478c3db-827d-49af-95c2-7bd47c21bc8c/188a2853-5bc5-4567-9d01-5f32afb071e4) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:34.193460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-c9e8ffca-17e7-4743-ba4b-42a6c91fae98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98cb05be-ab39-4438-b069-e261cd846f98 HTTP/1.1" status: 200 len: 217 time: 0.0919409 Feb 07 22:52:34.229605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae8e7c-bd6f-4753-8787-2f3e96bd53b7 req-5c73ed15-6b53-45a4-a5c9-b40858d2dc27 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:34.229605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7ae8e7c-bd6f-4753-8787-2f3e96bd53b7 req-5c73ed15-6b53-45a4-a5c9-b40858d2dc27 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.5623260 Feb 07 22:52:34.252201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cfed9-0f73-4ce3-963e-a5393d370cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ba8c4-25d6-43ff-8dd1-5f800c36f9e8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:34.275954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-5c7df15a-e7e2-4b24-8f45-c513f02be99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:34.282940 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-5c7df15a-e7e2-4b24-8f45-c513f02be99a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7f857c8f-2ee5-4418-8e19-1b479b3109c8 HTTP/1.1" status: 200 len: 862 time: 0.0861251 Feb 07 22:52:34.321356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-807cfed9-0f73-4ce3-963e-a5393d370cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.322532 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-807cfed9-0f73-4ce3-963e-a5393d370cc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c8ba8c4-25d6-43ff-8dd1-5f800c36f9e8 HTTP/1.1" status: 204 len: 168 time: 1.1166220 Feb 07 22:52:34.337512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-8a855135-aa00-495c-a9cd-d4a7d8adeb18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c6cd4e-8120-46a4-b117-4015222f5045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489039 Feb 07 22:52:34.384642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-a3e11b8e-5264-4a52-b588-2b3884f628cb tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:34.386252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-a3e11b8e-5264-4a52-b588-2b3884f628cb tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 945 time: 0.4505355 Feb 07 22:52:34.442016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7ae8e7c-bd6f-4753-8787-2f3e96bd53b7 req-9121bf4f-8116-4976-8185-5281dc39e9d1 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114177 Feb 07 22:52:34.528460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-4e2a9697-7733-41a3-9f8d-ef08a4124f21 service neutron] 10.222.0.36 "GET /v2.0/networks/99c6cd4e-8120-46a4-b117-4015222f5045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628029 Feb 07 22:52:34.579004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75f762-e3db-45ca-a7f5-71f7086d5bdd req-f2682a9d-a6c2-4420-a9d8-489765317f38 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:34.585791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f75f762-e3db-45ca-a7f5-71f7086d5bdd req-f2682a9d-a6c2-4420-a9d8-489765317f38 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 943 time: 0.7453082 Feb 07 22:52:34.683984 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ae4c83a-68f7-4463-8827-6cbccd76a0f6 req-fc1ef2ea-3e63-4e3f-a1fc-ae9641006734 service neutron] 10.222.0.36 "GET /v2.0/networks/99c6cd4e-8120-46a4-b117-4015222f5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491532 Feb 07 22:52:34.711147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Deleting port a047ad4b-fb4b-4167-8b1d-5778585eba10 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:34.711428 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.793447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f75f762-e3db-45ca-a7f5-71f7086d5bdd req-26e972bb-00e1-41dd-a3e2-476d37993100 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971090 Feb 07 22:52:34.897545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:34.927491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Transition to ACTIVE for port object 188a2853-5bc5-4567-9d01-5f32afb071e4 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:35.173962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ca4ba-1322-4523-ae21-e49a3b9f8e1d req-71e96d09-abb8-4692-a1f0-75babe92e970 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.175486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d8ca4ba-1322-4523-ae21-e49a3b9f8e1d req-71e96d09-abb8-4692-a1f0-75babe92e970 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.5885496 Feb 07 22:52:35.323060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d8ca4ba-1322-4523-ae21-e49a3b9f8e1d req-87d8234c-3d65-4ced-85d2-d87d259b57a5 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389627 Feb 07 22:52:35.364764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:35.365192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.378958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.391547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.398673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.404477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.410772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.416746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.423632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.429333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.431315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-34c9a7f4-4d77-4c9a-a245-276bd679d47a tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.3524654 Feb 07 22:52:35.523567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 540bbfd1-cf65-46ed-9ac0-aa575c3f42de up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:35.567499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82792786-8fec-4524-8f11-e9b52ce05c07 None None] Network c496054a-a7fd-4214-97b5-84e07b0eb7e3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:35.586482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdfec8-ce8c-42d1-9819-707c0e84ca6e req-134eb6a0-3f93-47c3-8329-bfb5377d19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.586482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25fdfec8-ce8c-42d1-9819-707c0e84ca6e req-134eb6a0-3f93-47c3-8329-bfb5377d19b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 0.2175343 Feb 07 22:52:35.632624 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25fdfec8-ce8c-42d1-9819-707c0e84ca6e req-989c2418-6c88-44f2-9337-3a19fd33a6b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Feb 07 22:52:35.709027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b5691930-636e-4526-8d1c-9eaac29a480e None None] Provisioning for port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:35.747292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network c496054a-a7fd-4214-97b5-84e07b0eb7e3 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:35.753318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:35.764297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:35.770280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:35.770889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.776534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:35.778925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1d8ef42-570b-4e3a-9514-2aae71b1049c req-1cc9b4d1-6445-4ca8-8af1-d17861453923 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2382154 Feb 07 22:52:35.785090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Port': ['ID=188a2853-5bc5-4567-9d01-5f32afb071e4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:35.810970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:35.810970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:35.932326 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf98dab9-6021-4f7f-8354-434489419d34', 'tag': '3596dd5a-a0c5-4a25-875e-e94d0307bb50', 'status': 'completed', 'code': 200} Feb 07 22:52:36.012891 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.018778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f971ac4c-12b6-4d5f-8dd3-aa8cd843ce26 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8108926 Feb 07 22:52:36.025149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38714) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:36.034123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 98cb05be-ab39-4438-b069-e261cd846f98 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:52:36.036811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device a047ad4b-fb4b-4167-8b1d-5778585eba10 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:36.156549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-665c09fe-8e1d-4edf-b5ed-4918e3874a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.159372 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-665c09fe-8e1d-4edf-b5ed-4918e3874a93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20838b5532104921ba58631c9eb315e8&device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 1094 time: 0.2007921 Feb 07 22:52:36.236169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed54b04-3a40-4b21-921f-8511a4ce3d24 req-bcfe073d-dcfa-4366-ad32-f7bb943da97e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.244066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ed54b04-3a40-4b21-921f-8511a4ce3d24 req-bcfe073d-dcfa-4366-ad32-f7bb943da97e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 943 time: 0.6615641 Feb 07 22:52:36.246926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.322008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting subnet a478c3db-827d-49af-95c2-7bd47c21bc8c {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:52:36.353224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.364156 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.400035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-8b70e56c-c869-4097-99d2-4a294e89b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.400035 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-8b70e56c-c869-4097-99d2-4a294e89b0e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 200 len: 916 time: 0.2267756 Feb 07 22:52:36.418152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.418152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.418152 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Floating IP 155be16c-7095-4558-83c6-104dd00803aa disassociated. External IP: 172.25.0.128, port: a047ad4b-fb4b-4167-8b1d-5778585eba10. Feb 07 22:52:36.418152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Calling delete_port for a047ad4b-fb4b-4167-8b1d-5778585eba10 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:36.425451 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.505534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=540bbfd1-cf65-46ed-9ac0-aa575c3f42de,segment=NetworkSegment(483dabfb-1c84-4d0a-9c5f-0e96a940f081),segment_id=483dabfb-1c84-4d0a-9c5f-0e96a940f081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:36.512850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ed54b04-3a40-4b21-921f-8511a4ce3d24 req-98781345-aff5-4755-9bfa-28dcc2ac28a9 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677751 Feb 07 22:52:36.531253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-cbd30817-7f3f-4b5f-b426-df8a4f445b2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3596dd5a-a0c5-4a25-875e-e94d0307bb50 HTTP/1.1" status: 200 len: 217 time: 0.1249082 Feb 07 22:52:36.538155 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.560437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:36.601116 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:36.627500 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.627500 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:36.766484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-4da38365-628c-42a0-8c89-f56aa3e1a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.770669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-4da38365-628c-42a0-8c89-f56aa3e1a24e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=407e044c-e8de-4232-a70b-8956194660fe HTTP/1.1" status: 200 len: 855 time: 0.2330899 Feb 07 22:52:36.777595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d93b4-533f-4b99-8880-433b7a3d5b86 req-313be002-b7a7-40e8-9d35-17039949b01f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:36.779559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea0d93b4-533f-4b99-8880-433b7a3d5b86 req-313be002-b7a7-40e8-9d35-17039949b01f tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.6205571 Feb 07 22:52:36.843695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 98cb05be-ab39-4438-b069-e261cd846f98, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=98cb05be-ab39-4438-b069-e261cd846f98,segment=NetworkSegment(02b4021a-aee4-45a8-9894-1cc35d0f04e4),segment_id=02b4021a-aee4-45a8-9894-1cc35d0f04e4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:36.873640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '98cb05be-ab39-4438-b069-e261cd846f98', 'network_id': '99c6cd4e-8120-46a4-b117-4015222f5045', 'port_id': '98cb05be-ab39-4438-b069-e261cd846f98', 'mac_address': 'fa:16:3e:b3:77:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f857c8f-2ee5-4418-8e19-1b479b3109c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:52:36.960892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea0d93b4-533f-4b99-8880-433b7a3d5b86 req-1e8ba61b-3638-45a5-bcd4-d59b3eff1f17 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288121 Feb 07 22:52:36.985635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=a047ad4b-fb4b-4167-8b1d-5778585eba10,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:37.126262 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.139902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:52:37.139902 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:52:37.151756 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-dbb5a5e4-4b07-4c80-893c-e085a7cc1965 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=90af4766-0b1d-4155-b176-3cdddde54054&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3620195 Feb 07 22:52:37.234076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976ef49-3916-48ab-b4ff-9eef887b7ec5 req-9b9d15ae-75d2-490b-af03-48f84160ed0f tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:37.243540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2976ef49-3916-48ab-b4ff-9eef887b7ec5 req-9b9d15ae-75d2-490b-af03-48f84160ed0f tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 943 time: 0.2342575 Feb 07 22:52:37.249374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cb05be-ab39-4438-b069-e261cd846f98 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:37.271421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f802e15a-43f6-4362-894e-9801b100498e None None] Provisioning for port 188a2853-5bc5-4567-9d01-5f32afb071e4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:37.297422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=540bbfd1-cf65-46ed-9ac0-aa575c3f42de,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:37.307286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f802e15a-43f6-4362-894e-9801b100498e None None] Provisioning complete for port 188a2853-5bc5-4567-9d01-5f32afb071e4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:37.310210 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f802e15a-43f6-4362-894e-9801b100498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.351787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 98cb05be-ab39-4438-b069-e261cd846f98, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=98cb05be-ab39-4438-b069-e261cd846f98,segment=NetworkSegment(02b4021a-aee4-45a8-9894-1cc35d0f04e4),segment_id=02b4021a-aee4-45a8-9894-1cc35d0f04e4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:37.369700 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.369700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3596dd5a-a0c5-4a25-875e-e94d0307bb50 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:52:37.449743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2976ef49-3916-48ab-b4ff-9eef887b7ec5 req-65dd7fab-735e-48ce-b637-792facefd6e4 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131228 Feb 07 22:52:37.452924 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.457288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f802e15a-43f6-4362-894e-9801b100498e None None] Port 188a2853-5bc5-4567-9d01-5f32afb071e4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:52:37.472694 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-6038e522-09b7-4c77-b983-2490fcd9e0a4 service neutron] 10.222.0.36 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163188 Feb 07 22:52:37.577341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f802e15a-43f6-4362-894e-9801b100498e None None] Provisioning complete for port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:37.578646 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f802e15a-43f6-4362-894e-9801b100498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.595107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f0da-704d-4701-8e68-5f43644cf88c req-11601583-cacb-4ba7-97a8-0cf66f06bd49 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:37.597194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48a6f0da-704d-4701-8e68-5f43644cf88c req-11601583-cacb-4ba7-97a8-0cf66f06bd49 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 944 time: 0.2959900 Feb 07 22:52:37.644412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Deleting port a047ad4b-fb4b-4167-8b1d-5778585eba10 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:37.645076 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.731844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=98cb05be-ab39-4438-b069-e261cd846f98,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:37.756278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:37.768614 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a4f118a1-7b4c-4e16-9d33-b46f102db1ca req-8f6c7f74-ca6d-4965-8388-0394da886443 service neutron] 10.222.0.36 "GET /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931325 Feb 07 22:52:37.787404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48a6f0da-704d-4701-8e68-5f43644cf88c req-637bdee7-7214-4a0c-8f31-7c77464bb7b9 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809106 Feb 07 22:52:37.838068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3596dd5a-a0c5-4a25-875e-e94d0307bb50, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3596dd5a-a0c5-4a25-875e-e94d0307bb50,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:37.850941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.856822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '3596dd5a-a0c5-4a25-875e-e94d0307bb50', 'network_id': '90af4766-0b1d-4155-b176-3cdddde54054', 'port_id': '3596dd5a-a0c5-4a25-875e-e94d0307bb50', 'mac_address': 'fa:16:3e:65:62:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407e044c-e8de-4232-a70b-8956194660fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:52:37.918227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:37.935981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:37.941618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3ab27bb77c495ebba5101f535047dd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:37.945404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:37.961618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:37.976683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.002338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3596dd5a-a0c5-4a25-875e-e94d0307bb50 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:52:38.019278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3596dd5a-a0c5-4a25-875e-e94d0307bb50, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3596dd5a-a0c5-4a25-875e-e94d0307bb50,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:38.022834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.058288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.062881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.090814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3596dd5a-a0c5-4a25-875e-e94d0307bb50,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:38.097798 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad3ab27bb77c495ebba5101f535047dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398147 Feb 07 22:52:38.100589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38748) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:38.110436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Subnet': ['ID=a478c3db-827d-49af-95c2-7bd47c21bc8c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:38.111114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a192a7-e866-49c0-ab67-30b6d738bc1e None None] Network c496054a-a7fd-4214-97b5-84e07b0eb7e3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:38.112699 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.145091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbca58-24ea-4145-85de-d0ba342eb8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee84f4a-cd60-4cce-864f-a86dedaf3ef9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:38.186597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-226546a4-b88b-404c-97c1-52cf3886ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.214577 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-226546a4-b88b-404c-97c1-52cf3886ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.217312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd071e22-e715-482d-80a5-cdd20b886c76 None None] Provisioning complete for port 188a2853-5bc5-4567-9d01-5f32afb071e4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:38.218292 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd071e22-e715-482d-80a5-cdd20b886c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.223028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bc41b96d-0ece-4fe3-9959-e35c397ca414 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/a478c3db-827d-49af-95c2-7bd47c21bc8c HTTP/1.1" status: 204 len: 168 time: 2.1943400 Feb 07 22:52:38.225914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38752) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:38.303265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.309294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.310816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['3596dd5a-a0c5-4a25-875e-e94d0307bb50'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:52:38.315120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.321113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.322025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a4892-9fe1-415b-85bf-5f858a4739f5 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.323596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a4892-9fe1-415b-85bf-5f858a4739f5 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.328006 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-876a4892-9fe1-415b-85bf-5f858a4739f5 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0982583 Feb 07 22:52:38.328133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.330945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38756) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:38.333886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.336075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['98cb05be-ab39-4438-b069-e261cd846f98'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:52:38.340023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.342003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf3f7c39-efc0-422f-9403-12d94367b241 req-5bbbd57c-ae3b-4997-9793-4826e6be0910 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.5969839 Feb 07 22:52:38.376276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70856a2d-dae1-430e-a827-498549f1a8c4 req-62f3e757-7590-4d0d-aef5-594535c75355 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.384929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70856a2d-dae1-430e-a827-498549f1a8c4 req-62f3e757-7590-4d0d-aef5-594535c75355 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.3278728 Feb 07 22:52:38.412640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] For port a047ad4b-fb4b-4167-8b1d-5778585eba10, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=a047ad4b-fb4b-4167-8b1d-5778585eba10,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:38.421683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.439143 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'code': 200} Feb 07 22:52:38.467091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-cd071e22-e715-482d-80a5-cdd20b886c76 None None] Port 188a2853-5bc5-4567-9d01-5f32afb071e4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:52:38.537010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70856a2d-dae1-430e-a827-498549f1a8c4 req-9f8a781d-a592-4745-9f1c-ce3ea65dd90e tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508512 Feb 07 22:52:38.548170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-226546a4-b88b-404c-97c1-52cf3886ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.566812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226546a4-b88b-404c-97c1-52cf3886ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee84f4a-cd60-4cce-864f-a86dedaf3ef9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:38.581754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-226546a4-b88b-404c-97c1-52cf3886ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.583001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-226546a4-b88b-404c-97c1-52cf3886ad3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ee84f4a-cd60-4cce-864f-a86dedaf3ef9 HTTP/1.1" status: 204 len: 168 time: 0.4815030 Feb 07 22:52:38.605605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a07436c3-3130-48a4-a70a-e0df6a0963da tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.620032 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07436c3-3130-48a4-a70a-e0df6a0963da tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 07 22:52:38.620509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07436c3-3130-48a4-a70a-e0df6a0963da tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:52:38.626807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a07436c3-3130-48a4-a70a-e0df6a0963da tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/c496054a-a7fd-4214-97b5-84e07b0eb7e3 HTTP/1.1" status: 409 len: 405 time: 0.2902851 Feb 07 22:52:38.630350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38768) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:38.637356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-991791719'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:38.654095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:38.666099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:network and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:38.674335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:38.690730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:38.741284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:38.741284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.764138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] DHCP port deletion for c496054a-a7fd-4214-97b5-84e07b0eb7e3 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:52:38.809743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:38.813767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] Deleting port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:38.814149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.835386 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.835749 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Added segment 15d922c5-6944-4165-824e-d73fa6ae1234 of type vlan for network b3f86ae6-a68c-4242-91c7-e17515f92172 Feb 07 22:52:38.876947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.951640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:38.962150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:38.962943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.102757 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4709978 Feb 07 22:52:39.105943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38776) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:39.121814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'subnet': {'network_id': 'b3f86ae6-a68c-4242-91c7-e17515f92172', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:39.125123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.125519 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.125850 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Floating IP 155be16c-7095-4558-83c6-104dd00803aa disassociated. External IP: 172.25.0.128, port: a047ad4b-fb4b-4167-8b1d-5778585eba10. Feb 07 22:52:39.126195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Calling delete_port for a047ad4b-fb4b-4167-8b1d-5778585eba10 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:39.147871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c78f2-c5ae-42fc-9429-8056b5df8ff0 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Network': ['ID=b3f86ae6-a68c-4242-91c7-e17515f92172,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:39.196481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49729ee-c20d-4823-bcab-42bde7de695f req-8d2e51e0-fa3b-4367-a831-af1564c35963 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:39.198248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c49729ee-c20d-4823-bcab-42bde7de695f req-8d2e51e0-fa3b-4367-a831-af1564c35963 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.6438642 Feb 07 22:52:39.215897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] For port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=540bbfd1-cf65-46ed-9ac0-aa575c3f42de,segment=NetworkSegment(483dabfb-1c84-4d0a-9c5f-0e96a940f081),segment_id=483dabfb-1c84-4d0a-9c5f-0e96a940f081)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:39.218346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.240396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b3f86ae6-a68c-4242-91c7-e17515f92172 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:52:39.257176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffd481-b3f7-4cda-ad1b-6654f05e4419 req-dc99e7f4-ff0b-48a3-863d-32b053c8efd7 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:39.258631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffd481-b3f7-4cda-ad1b-6654f05e4419 req-dc99e7f4-ff0b-48a3-863d-32b053c8efd7 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 944 time: 0.2516186 Feb 07 22:52:39.302807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c49729ee-c20d-4823-bcab-42bde7de695f req-8552e660-35e4-43dc-acdf-6b1c2f60b514 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969388 Feb 07 22:52:39.318354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:39.323341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:subnet and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:39.326745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:39.333751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:39.351610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:39.355712 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.400173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38782) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:39.450192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] Calling delete_port for 540bbfd1-cf65-46ed-9ac0-aa575c3f42de owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:39.450988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.479456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ffd481-b3f7-4cda-ad1b-6654f05e4419 req-1a27c97c-e3bc-4455-8877-508683fc3db1 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994221 Feb 07 22:52:39.480810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 540bbfd1-cf65-46ed-9ac0-aa575c3f42de no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:39.527594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:39.539521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Usage tracker for resource:security_group_rule and tenant:8c571f5eef18457ba92ee25527c3247b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:39.549343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:39.557149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.561800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:39.635733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event deleted for resources: {'Port': ['ID=a047ad4b-fb4b-4167-8b1d-5778585eba10,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:39.696003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.754281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] Pushing event deleted for resources: {'Port': ['ID=540bbfd1-cf65-46ed-9ac0-aa575c3f42de,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:39.761180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc8095-7256-45f7-a46f-60b8271d3066 None None] No DVR routers for this DVR port 540bbfd1-cf65-46ed-9ac0-aa575c3f42de on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:39.767855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:39.815093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c429c-bd3b-433e-a873-30b71c2f9c3a req-606e9ce2-f10b-4cb5-8dc5-3771da32ad12 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:39.816049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9c6c429c-bd3b-433e-a873-30b71c2f9c3a req-606e9ce2-f10b-4cb5-8dc5-3771da32ad12 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Synchronizing usage tracker for tenant:92c4448aa5664d518b7cf94f2dba822a on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:39.884775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.objects.ports [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87671) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:52:39.902312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.023029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Checking segment: {'id': '15d922c5-6944-4165-824e-d73fa6ae1234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b3f86ae6-a68c-4242-91c7-e17515f92172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:40.023029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network hostable DHCP agents. Network: b3f86ae6-a68c-4242-91c7-e17515f92172, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:40.025764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9c6c429c-bd3b-433e-a873-30b71c2f9c3a req-606e9ce2-f10b-4cb5-8dc5-3771da32ad12 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Unset dirty status for tenant:92c4448aa5664d518b7cf94f2dba822a on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:40.029627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6c429c-bd3b-433e-a873-30b71c2f9c3a req-606e9ce2-f10b-4cb5-8dc5-3771da32ad12 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 865 time: 0.5463729 Feb 07 22:52:40.031526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 98cb05be-ab39-4438-b069-e261cd846f98 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:40.045399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Subnet': ['ID=1d020d83-1c1b-4b45-8d37-8300c1220099,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:40.056214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network b3f86ae6-a68c-4242-91c7-e17515f92172 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:40.068033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, b3f86ae6-a68c-4242-91c7-e17515f92172) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:40.077940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:40.078870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.090485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d312a3-5c09-4aff-9c23-ce5bbe5007f8 None None] Network b3f86ae6-a68c-4242-91c7-e17515f92172 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:40.106208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-39a30bf0-3404-49ec-a925-8f8bdec6dad7 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9991548 Feb 07 22:52:40.108748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Router 28c155cf-97f4-4f37-b802-ec3352ef9dde has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:52:40.109289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38790) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:40.143269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.156850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c6c429c-bd3b-433e-a873-30b71c2f9c3a req-170dc033-63c2-4a5e-8e06-827322bba320 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d4979f3-d2bd-4b88-a975-7ab5443e5f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256070 Feb 07 22:52:40.179579 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.256811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c51a13a-6ecb-4a07-b8a3-518c516f5921,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:40.337516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 98cb05be-ab39-4438-b069-e261cd846f98 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:40.359903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 98cb05be-ab39-4438-b069-e261cd846f98 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:40.360893 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.382834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.517361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.528335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b73ef1-41ce-4af2-ab3f-3a66eb6d2915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-b3f86ae6-a68c-4242-91c7-e17515f92172', 'network_id': 'b3f86ae6-a68c-4242-91c7-e17515f92172', 'tenant_id': '240fbd08b02a4a059dd21b68901c6b21', 'fixed_ips': [{'subnet_id': '1d020d83-1c1b-4b45-8d37-8300c1220099'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:40.528335 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7b73ef1-41ce-4af2-ab3f-3a66eb6d2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.607714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36459af5-53b2-4290-b604-8924d70077fd req-45c56bb0-190e-44e6-98b9-5ef854ec3d99 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:40.613175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36459af5-53b2-4290-b604-8924d70077fd req-45c56bb0-190e-44e6-98b9-5ef854ec3d99 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 944 time: 0.6999695 Feb 07 22:52:40.616827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8a0076e9-9048-46b8-b2c2-cdc6203aad49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c571f5eef18457ba92ee25527c3247b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2153189 Feb 07 22:52:40.632358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38798) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:40.689594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.697715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server [None req-e7b73ef1-41ce-4af2-ab3f-3a66eb6d2915 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d020d83-1c1b-4b45-8d37-8300c1220099: This subnet is being modified by another concurrent operation. Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 07 22:52:40.718045 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise self.value Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server raise exception Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d020d83-1c1b-4b45-8d37-8300c1220099: This subnet is being modified by another concurrent operation. Feb 07 22:52:40.722385 n-d-827896-3 neutron-server[87672]: ERROR oslo_messaging.rpc.server Feb 07 22:52:40.726595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb05be-ab39-4438-b069-e261cd846f98'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:40.735782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 98cb05be-ab39-4438-b069-e261cd846f98, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=98cb05be-ab39-4438-b069-e261cd846f98,segment=NetworkSegment(02b4021a-aee4-45a8-9894-1cc35d0f04e4),segment_id=02b4021a-aee4-45a8-9894-1cc35d0f04e4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:40.742221 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.743037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3596dd5a-a0c5-4a25-875e-e94d0307bb50 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:52:40.781232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36459af5-53b2-4290-b604-8924d70077fd req-66bded28-e296-4fac-af6c-7142c800785b tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523886 Feb 07 22:52:40.810486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae05e1-68f7-41b1-8372-a0c40ca53aa4 None None] Network b3f86ae6-a68c-4242-91c7-e17515f92172 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:40.888309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:40.901104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Subnet': ['ID=1d020d83-1c1b-4b45-8d37-8300c1220099,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:40.903000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-787bfb63-4b63-4e2d-ae40-e03823b80c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:40.904593 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-787bfb63-4b63-4e2d-ae40-e03823b80c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 1096 time: 0.2934635 Feb 07 22:52:40.944847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f86ae6-a68c-4242-91c7-e17515f92172']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:41.037851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d922c5-6944-4165-824e-d73fa6ae1234') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:41.037851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d922c5-6944-4165-824e-d73fa6ae1234') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:41.053092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=98cb05be-ab39-4438-b069-e261cd846f98,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:41.071563 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.102791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:52:41.121678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.134065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:41.134065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.143948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:52:41.143948 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:41.149585 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:41.162317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:52:41.201098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] Sync routers for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:41.204682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdf7c-ff5c-4310-935c-e0fcf6045018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.215462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ea6d1-369d-4c4a-a041-f540bf376584 req-5178e801-bd21-4a2f-931c-c7683b2698ed tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:41.220133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:41.220981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:41.223593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c8ea6d1-369d-4c4a-a041-f540bf376584 req-5178e801-bd21-4a2f-931c-c7683b2698ed tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.6042097 Feb 07 22:52:41.288536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4f816-73c9-41cb-bfd4-165aea50f94d None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:52:41.308233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] No DVR routers for this DVR port a047ad4b-fb4b-4167-8b1d-5778585eba10 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:41.308929 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.316808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'name': 'network-vif-deleted', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:41.355860 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdf7c-ff5c-4310-935c-e0fcf6045018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.369978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d00aa06-b483-43ba-9dec-1d68ce627c98 req-ab188d70-8388-485c-a4df-81c91757c302 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.36 "DELETE /v2.0/ports/a047ad4b-fb4b-4167-8b1d-5778585eba10 HTTP/1.1" status: 204 len: 173 time: 6.9689229 Feb 07 22:52:41.400526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-c4fb82a5-9155-45ba-921f-de052026f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:41.402797 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-c4fb82a5-9155-45ba-921f-de052026f4a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.4857826 Feb 07 22:52:41.403693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c8ea6d1-369d-4c4a-a041-f540bf376584 req-e2c00140-22c0-48c6-93d6-cb549ec82066 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791553 Feb 07 22:52:41.423743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bbbfe-d371-4c90-a591-5578b49ef80a req-ebbeb716-d9ee-4136-9c65-08f81ea8da94 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:41.430932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-750bbbfe-d371-4c90-a591-5578b49ef80a req-ebbeb716-d9ee-4136-9c65-08f81ea8da94 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 944 time: 0.4399652 Feb 07 22:52:41.437232 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.501070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-eb50733a-60bc-45c6-911e-41b1b39f2bbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 200 len: 217 time: 0.0904820 Feb 07 22:52:41.502350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.570353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-750bbbfe-d371-4c90-a591-5578b49ef80a req-19801ab2-c665-4e13-bae5-829fdf007538 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365778 Feb 07 22:52:41.582690 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdf7c-ff5c-4310-935c-e0fcf6045018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.605631 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb05be-ab39-4438-b069-e261cd846f98', 'code': 200} Feb 07 22:52:41.630185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f7fdf7c-ff5c-4310-935c-e0fcf6045018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.652445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8f7fdf7c-ff5c-4310-935c-e0fcf6045018 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c51a13a-6ecb-4a07-b8a3-518c516f5921 HTTP/1.1" status: 204 len: 168 time: 1.0181170 Feb 07 22:52:41.670989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.687719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3596dd5a-a0c5-4a25-875e-e94d0307bb50, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3596dd5a-a0c5-4a25-875e-e94d0307bb50,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:41.700238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.708240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Network': ['ID=b3f86ae6-a68c-4242-91c7-e17515f92172,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:41.731352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cf0ef785-798b-41b2-ad8b-11e10e54947f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/b3f86ae6-a68c-4242-91c7-e17515f92172 HTTP/1.1" status: 204 len: 168 time: 1.6186850 Feb 07 22:52:41.740436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38810) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:41.746935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-825600365'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:41.754155 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7187b2-3a8c-4891-9f6b-03b626d74686', 'name': 'network-vif-deleted', 'tag': 'a047ad4b-fb4b-4167-8b1d-5778585eba10', 'status': 'completed', 'code': 200} Feb 07 22:52:41.754155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7fdf7c-ff5c-4310-935c-e0fcf6045018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c51a13a-6ecb-4a07-b8a3-518c516f5921,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:41.763486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:41.790174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:network and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:41.790174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:41.819984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:41.819984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-7353048e-24f4-48d7-8d40-4f99945a4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:41.819984 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-7353048e-24f4-48d7-8d40-4f99945a4769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.3073549 Feb 07 22:52:41.877187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:41.877187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:41.902934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:41.909624 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-0c270103-e7f5-4aa5-b754-fec46fd7a003 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826991 Feb 07 22:52:41.915058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-660ab311-76d8-4f71-b38a-6935a3f8f8fa req-a7567e15-19b1-4038-b53d-25bf12424db1 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b7187b2-3a8c-4891-9f6b-03b626d74686 HTTP/1.1" status: 200 len: 210 time: 0.1611793 Feb 07 22:52:41.975102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9247a68-cd83-4810-b527-98ab6113db77 req-7ff6c2de-a6b0-4e49-9a05-e3cc0db10914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:41.975102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9247a68-cd83-4810-b527-98ab6113db77 req-7ff6c2de-a6b0-4e49-9a05-e3cc0db10914 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 1096 time: 0.3388822 Feb 07 22:52:42.050650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:42.109881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9247a68-cd83-4810-b527-98ab6113db77 req-c14c9552-2d3b-4ac3-ae4a-ba9a736ba3ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314156 Feb 07 22:52:42.114713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.114713 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Added segment b47540b1-e05e-4021-9a11-b32fdca285cb of type vlan for network 3ed5b5f6-6b47-4450-aa47-3491a3fdf172 Feb 07 22:52:42.241006 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-b322d34d-d526-48a4-980a-67a0b1e5f9e5 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313541 Feb 07 22:52:42.245537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.262708 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:52:42.318234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653be67-b48a-4243-b4d1-2a490c1968a6 req-526ea274-2f8b-4167-9c6e-670d7ea67e1a tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:42.322612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6653be67-b48a-4243-b4d1-2a490c1968a6 req-526ea274-2f8b-4167-9c6e-670d7ea67e1a tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 945 time: 0.1830938 Feb 07 22:52:42.377800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3596dd5a-a0c5-4a25-875e-e94d0307bb50,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:42.388665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.394854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:42.395542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:42.400651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4f816-73c9-41cb-bfd4-165aea50f94d None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:52:42.437242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6653be67-b48a-4243-b4d1-2a490c1968a6 req-e17233d3-c47f-4f47-a162-5eebeba513fe tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014447 Feb 07 22:52:42.537125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38826) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:42.537330 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7956796 Feb 07 22:52:42.545135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'subnet': {'network_id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:42.561445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d256f5-ca06-4026-925a-7df842465922 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Network': ['ID=3ed5b5f6-6b47-4450-aa47-3491a3fdf172,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:42.598507 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e29b947-01bb-4a77-9eb3-4c4cdc682d17 req-47f09346-f7e7-4d84-bfcf-9a90f8898d82 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073359 Feb 07 22:52:42.642606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3ed5b5f6-6b47-4450-aa47-3491a3fdf172 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:52:43.114972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:43.120409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:subnet and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:43.131341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:43.148410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:43.171130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a5639-f41d-4e4c-ac42-0d00eeb9a987 req-c104d336-703f-4775-8b90-5b9c658917b8 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:43.178823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-515a5639-f41d-4e4c-ac42-0d00eeb9a987 req-c104d336-703f-4775-8b90-5b9c658917b8 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.4346046 Feb 07 22:52:43.229034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:43.240392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:43.331335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:27Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:43.354270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] Checking router: 28c155cf-97f4-4f37-b802-ec3352ef9dde for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:52:43.520853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc578ff-c08c-4830-a18d-babaca63973c req-65861e35-50b8-4165-ad0f-7df9309e8146 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:43.523097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffc578ff-c08c-4830-a18d-babaca63973c req-65861e35-50b8-4165-ad0f-7df9309e8146 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.6221025 Feb 07 22:52:43.566573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-515a5639-f41d-4e4c-ac42-0d00eeb9a987 req-896d5dd3-0ba6-4ef5-93ba-fea74bfccfe2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835080 Feb 07 22:52:43.673341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf98dab9-6021-4f7f-8354-434489419d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3596dd5a-a0c5-4a25-875e-e94d0307bb50'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:43.702339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:43.703538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:43.737211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffc578ff-c08c-4830-a18d-babaca63973c req-e6e0160d-7a08-4002-976b-328ecf47ecc8 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014706 Feb 07 22:52:43.829929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38854) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:44.001261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad76c909-9834-4794-a892-11eb4b1a31fc tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.102391 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf98dab9-6021-4f7f-8354-434489419d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3596dd5a-a0c5-4a25-875e-e94d0307bb50', 'code': 200} Feb 07 22:52:44.106486 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.152259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad76c909-9834-4794-a892-11eb4b1a31fc tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.180193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:44.195725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Subnet': ['ID=204b9707-f704-4b84-a8ec-73b7f85a0f4b,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:44.248362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684c668-4790-4018-9b91-8d4b6f57d5b2 req-0e73e7d3-a8c2-46e4-84b6-e1dd44b9f5b2 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:44.256790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a684c668-4790-4018-9b91-8d4b6f57d5b2 req-0e73e7d3-a8c2-46e4-84b6-e1dd44b9f5b2 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 945 time: 0.3210082 Feb 07 22:52:44.287229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af39d-2041-474e-8a57-174d19a1e193 req-95655378-ad65-42a7-8a5c-66275ce061e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:44.290693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d8af39d-2041-474e-8a57-174d19a1e193 req-95655378-ad65-42a7-8a5c-66275ce061e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 1096 time: 0.2537286 Feb 07 22:52:44.350736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Checking segment: {'id': 'b47540b1-e05e-4021-9a11-b32fdca285cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:44.351114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network hostable DHCP agents. Network: 3ed5b5f6-6b47-4450-aa47-3491a3fdf172, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:44.357970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a684c668-4790-4018-9b91-8d4b6f57d5b2 req-644a8591-da6f-4265-9ee0-b77005f48b37 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004789 Feb 07 22:52:44.375176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network 3ed5b5f6-6b47-4450-aa47-3491a3fdf172 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:44.389646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d8af39d-2041-474e-8a57-174d19a1e193 req-5b198bf7-c929-474b-a60f-8d916f5fb5f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848012 Feb 07 22:52:44.390574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad76c909-9834-4794-a892-11eb4b1a31fc tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.400848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3ed5b5f6-6b47-4450-aa47-3491a3fdf172) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:44.412681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:44.414439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.458992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c909-9834-4794-a892-11eb4b1a31fc tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4979f3-d2bd-4b88-a975-7ab5443e5f69,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:44.476647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad76c909-9834-4794-a892-11eb4b1a31fc tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:44.479650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad76c909-9834-4794-a892-11eb4b1a31fc tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "DELETE /v2.0/security-groups/0d4979f3-d2bd-4b88-a975-7ab5443e5f69 HTTP/1.1" status: 204 len: 168 time: 0.6488678 Feb 07 22:52:44.482438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:44.496318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-70139ab3-4555-49c9-a6f6-ffe19d5bf56a tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9574585 Feb 07 22:52:44.497160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38876) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:44.502391 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-f3669cb8-8c86-4095-a91c-97b12f14b2d3 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] show failed (client error): The resource could not be found. Feb 07 22:52:44.503632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f3669cb8-8c86-4095-a91c-97b12f14b2d3 tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "GET /v2.0/security-groups/0d4979f3-d2bd-4b88-a975-7ab5443e5f69 HTTP/1.1" status: 404 len: 347 time: 0.0202191 Feb 07 22:52:44.506553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38880) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:44.742626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3871250-010b-4679-9daf-f589c42960cd None None] Network 3ed5b5f6-6b47-4450-aa47-3491a3fdf172 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:44.809915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Deleting port e810c17d-3310-43f2-921e-eb446ca5171d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:44.810041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.197279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.207368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.208174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:27Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:45.213102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.222627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fbed54-885b-4f2c-9e27-ac96886772ed None None] The sync data for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 is: [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:50:17Z', 'revision_number': 4, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'd033b323-36a3-4f63-a511-54549654278c', 'name': '', 'network_id': '9368b132-7c2a-44c2-aef5-d2c25c6d7a19', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'mac_address': 'fa:16:3e:a6:56:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:15Z', 'updated_at': '2022-02-07T22:50:27Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'subnets': [{'id': 'f87dc53e-bfa1-4187-9a22-739c51b90c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:45.224636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72599c7-0193-423e-a21d-7f8cbf80bed5 req-a13a101f-5705-47f0-bcd6-a892c4721c35 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:45.234183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d72599c7-0193-423e-a21d-7f8cbf80bed5 req-a13a101f-5705-47f0-bcd6-a892c4721c35 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.2908900 Feb 07 22:52:45.403406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-3ed5b5f6-6b47-4450-aa47-3491a3fdf172', 'network_id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172', 'tenant_id': '240fbd08b02a4a059dd21b68901c6b21', 'fixed_ips': [{'subnet_id': '204b9707-f704-4b84-a8ec-73b7f85a0f4b'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:45.407938 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.511181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Calling delete_port for e810c17d-3310-43f2-921e-eb446ca5171d owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:45.521687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d72599c7-0193-423e-a21d-7f8cbf80bed5 req-485e233c-092d-4887-ba8d-424c1ca3752f tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726820 Feb 07 22:52:45.634891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:45.880798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Allocated IP 2001:db8::2 (3ed5b5f6-6b47-4450-aa47-3491a3fdf172/204b9707-f704-4b84-a8ec-73b7f85a0f4b/57613ab1-5fa2-4fdb-a4db-1a5220bc30db) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:45.934372 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682ba3a-f6ce-4d99-a3fc-5762f13f7d4c None None] New status for floating IP 155be16c-7095-4558-83c6-104dd00803aa: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:52:46.067941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34809eca-5d1a-47c3-804a-55624be4944e req-740faa5f-baf6-4825-8f23-21cbb4dca3bb tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:46.116131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34809eca-5d1a-47c3-804a-55624be4944e req-740faa5f-baf6-4825-8f23-21cbb4dca3bb tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.7341681 Feb 07 22:52:46.228642 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.234623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34809eca-5d1a-47c3-804a-55624be4944e req-72222adb-112c-4851-b4ac-4b460184f86b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192939 Feb 07 22:52:46.263228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad162d3b-69c8-41f6-8091-da78fc18a981 req-498e7650-8926-4ea5-a5d2-7795ebcb693a tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:46.283361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Transition to ACTIVE for port object 57613ab1-5fa2-4fdb-a4db-1a5220bc30db will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:46.285369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad162d3b-69c8-41f6-8091-da78fc18a981 req-498e7650-8926-4ea5-a5d2-7795ebcb693a tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 945 time: 0.4983606 Feb 07 22:52:46.295036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.345702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Transition to ACTIVE for port object 57613ab1-5fa2-4fdb-a4db-1a5220bc30db will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:46.360106 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.385459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad162d3b-69c8-41f6-8091-da78fc18a981 req-8dafb424-46d0-40e1-a6ec-046eff0eef5e tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/security-groups?id=b1b2a4b7-7020-4157-9f93-41e3123867a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920608 Feb 07 22:52:46.410650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.493769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Subnet': ['ID=204b9707-f704-4b84-a8ec-73b7f85a0f4b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:46.573560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Network 3ed5b5f6-6b47-4450-aa47-3491a3fdf172 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:46.592862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:46.605057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:46.617352 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.db.api [None req-1682ba3a-f6ce-4d99-a3fc-5762f13f7d4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:52:46.617352 n-d-827896-3 neutron-server[87673]: DEBUG oslo_db.api [None req-1682ba3a-f6ce-4d99-a3fc-5762f13f7d4c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:52:46.636019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Pushing event deleted for resources: {'Port': ['ID=e810c17d-3310-43f2-921e-eb446ca5171d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:46.789108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.814450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Pushing event updated for resources: {'Port': ['ID=57613ab1-5fa2-4fdb-a4db-1a5220bc30db,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:46.835135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.886868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Attempting to bind port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:46.887532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Attempting to bind port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b47540b1-e05e-4021-9a11-b32fdca285cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:46.888082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Attempting to bind port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db on network 3ed5b5f6-6b47-4450-aa47-3491a3fdf172 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:46.900723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:52:46.901402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Checking segment: {'id': 'b47540b1-e05e-4021-9a11-b32fdca285cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:46.901964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.906665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Bound using segment: {'id': 'b47540b1-e05e-4021-9a11-b32fdca285cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:52:46.907328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Bound port: 57613ab1-5fa2-4fdb-a4db-1a5220bc30db, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47540b1-e05e-4021-9a11-b32fdca285cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:46.908150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.922443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:46.924305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b61c191c-819b-4b8f-92c6-d74f4ff779aa tempest-ServersTestBootFromVolume-761557466 tempest-ServersTestBootFromVolume-761557466-project] 10.222.0.10 "DELETE /v2.0/floatingips/155be16c-7095-4558-83c6-104dd00803aa HTTP/1.1" status: 204 len: 168 time: 2.4167967 Feb 07 22:52:46.927427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38922) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:46.970650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed5b5f6-6b47-4450-aa47-3491a3fdf172']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:47.003283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-7cab4208-75e4-49e3-b76b-1671a62c0a87 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:47.005240 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-7cab4208-75e4-49e3-b76b-1671a62c0a87 tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 945 time: 0.2546809 Feb 07 22:52:47.093145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47540b1-e05e-4021-9a11-b32fdca285cb') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:47.093145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47540b1-e05e-4021-9a11-b32fdca285cb') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:47.114505 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682ba3a-f6ce-4d99-a3fc-5762f13f7d4c None None] New status for floating IP 155be16c-7095-4558-83c6-104dd00803aa: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:52:47.149470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] For port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:52:47.149470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] For port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57613ab1-5fa2-4fdb-a4db-1a5220bc30db,segment=NetworkSegment(b47540b1-e05e-4021-9a11-b32fdca285cb),segment_id=b47540b1-e05e-4021-9a11-b32fdca285cb)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:52:47.159268 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.160221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Deleting port 98cb05be-ab39-4438-b069-e261cd846f98 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:47.160221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.166986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.236695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.260072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:47.261073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:47.302553 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:47.373257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afa095-f4a8-4054-9177-149014ee1c23 None None] Pushing event updated for resources: {'Port': ['ID=57613ab1-5fa2-4fdb-a4db-1a5220bc30db,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:47.395852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b796b5-6109-4ffb-aef6-90365d31ef1b None None] Network 3ed5b5f6-6b47-4450-aa47-3491a3fdf172 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:47.670108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fc1fc-055a-4efc-a41c-3426d984b424 req-bd16c3da-050a-425d-88ea-580bf920144a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:47.689535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e4fc1fc-055a-4efc-a41c-3426d984b424 req-bd16c3da-050a-425d-88ea-580bf920144a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.9027355 Feb 07 22:52:47.736237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97712bb-202d-4a0e-a96d-06ba2f2757eb None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:52:47.747216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:52:47.747216 n-d-827896-3 neutron-server[87670]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:52:47.747216 n-d-827896-3 neutron-server[87670]: [parameters: {'id': '3ed5b5f6-6b47-4450-aa47-3491a3fdf172'}] Feb 07 22:52:47.747216 n-d-827896-3 neutron-server[87670]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:52:47.750880 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:52:47.752584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] For port 98cb05be-ab39-4438-b069-e261cd846f98, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=98cb05be-ab39-4438-b069-e261cd846f98,segment=NetworkSegment(02b4021a-aee4-45a8-9894-1cc35d0f04e4),segment_id=02b4021a-aee4-45a8-9894-1cc35d0f04e4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:47.753042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:47.829693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38938) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:47.946052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Calling delete_port for 98cb05be-ab39-4438-b069-e261cd846f98 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:48.005019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97712bb-202d-4a0e-a96d-06ba2f2757eb None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:52:48.056281 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e4fc1fc-055a-4efc-a41c-3426d984b424 req-43b13ece-c8d2-4721-bb21-3e78f6da1db1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421652 Feb 07 22:52:48.066439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c52ff-b06e-46ed-9cbc-b2a8e4e2df2a req-b98e10e1-1b1c-4964-83af-9d5abd2cf90d tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:48.073379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c3c52ff-b06e-46ed-9cbc-b2a8e4e2df2a req-b98e10e1-1b1c-4964-83af-9d5abd2cf90d tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.5151491 Feb 07 22:52:48.198006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c3c52ff-b06e-46ed-9cbc-b2a8e4e2df2a req-fffbf5bc-c1de-479a-845c-2c811f40f681 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236780 Feb 07 22:52:48.256326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.274630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:48.276941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.282238 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.329983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Usage tracker for resource:security_group_rule and tenant:d2f636ea7d724dc6809026814868a373 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:48.371377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:48.380186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Pushing event deleted for resources: {'Port': ['ID=98cb05be-ab39-4438-b069-e261cd846f98,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:48.420460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:48.439380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] No DVR routers for this DVR port 98cb05be-ab39-4438-b069-e261cd846f98 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:48.443988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.446594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'name': 'network-vif-deleted', 'tag': '98cb05be-ab39-4438-b069-e261cd846f98'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:48.468363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0ee1eff-423b-4e0d-b562-9aaac8c5e0a3 req-ffb37cca-d5e1-4bee-89ff-f3f3151e654f tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3b009d9-5ec4-4cc9-afa4-604e90496432 HTTP/1.1" status: 200 len: 210 time: 0.2586210 Feb 07 22:52:48.501359 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f44fc94-d030-4326-8d7d-23fb84cc5c60 req-aa4666a8-511f-4ab7-8fe3-61087f7c95fc tempest-ServerAddressesNegativeTestJSON-455208776 tempest-ServerAddressesNegativeTestJSON-455208776-project] 10.222.0.36 "DELETE /v2.0/ports/98cb05be-ab39-4438-b069-e261cd846f98 HTTP/1.1" status: 204 len: 173 time: 1.4885309 Feb 07 22:52:48.605722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:48.606988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.629721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.641068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:48.716736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2f636ea7d724dc6809026814868a373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8879585 Feb 07 22:52:48.717875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfe995-46c1-4814-931a-e079ce81c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d552add-1c0f-4c85-8f29-ad2909da4f2e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:48.718472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38956) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:48.918621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0aa826-40af-4726-ac20-6c53e4078f2b req-8e15f2e1-266f-42c0-af4d-57044a925650 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:48.920048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d0aa826-40af-4726-ac20-6c53e4078f2b req-8e15f2e1-266f-42c0-af4d-57044a925650 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.4603238 Feb 07 22:52:49.005421 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b009d9-5ec4-4cc9-afa4-604e90496432', 'name': 'network-vif-deleted', 'tag': '98cb05be-ab39-4438-b069-e261cd846f98', 'status': 'completed', 'code': 200} Feb 07 22:52:49.016828 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1761686-e849-4535-9ff3-9d7a885c0ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.065835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] For port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57613ab1-5fa2-4fdb-a4db-1a5220bc30db,segment=NetworkSegment(b47540b1-e05e-4021-9a11-b32fdca285cb),segment_id=b47540b1-e05e-4021-9a11-b32fdca285cb)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:49.066220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.077046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d0aa826-40af-4726-ac20-6c53e4078f2b req-482e7b92-49be-40d7-a55b-50c1e268fc69 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476099 Feb 07 22:52:49.124841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1761686-e849-4535-9ff3-9d7a885c0ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.291657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Calling delete_port for 57613ab1-5fa2-4fdb-a4db-1a5220bc30db owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:49.425586 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.494045 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1761686-e849-4535-9ff3-9d7a885c0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.562283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.591247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38970) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:49.619379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1761686-e849-4535-9ff3-9d7a885c0ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d552add-1c0f-4c85-8f29-ad2909da4f2e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:49.638027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Port': ['ID=57613ab1-5fa2-4fdb-a4db-1a5220bc30db,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:49.662252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No DVR routers for this DVR port 57613ab1-5fa2-4fdb-a4db-1a5220bc30db on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:49.687294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Deleting subnet 7f857c8f-2ee5-4418-8e19-1b479b3109c8 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:52:49.690367 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.747489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.814101 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.901984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1761686-e849-4535-9ff3-9d7a885c0ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.903200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c1761686-e849-4535-9ff3-9d7a885c0ff8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d552add-1c0f-4c85-8f29-ad2909da4f2e HTTP/1.1" status: 204 len: 168 time: 1.1827085 Feb 07 22:52:49.921946 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.925087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:49.980382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f857c8f-2ee5-4418-8e19-1b479b3109c8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:49.989323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.005345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.005822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.007118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.007118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.007609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.008076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.008514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.009261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.009721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.010143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.010915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.011445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:50.018945 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bbeb1e10-2fb2-4a5c-9826-17ba562928e8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7f857c8f-2ee5-4418-8e19-1b479b3109c8 HTTP/1.1" status: 204 len: 168 time: 0.4261498 Feb 07 22:52:50.022045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38976) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:50.067750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed5b5f6-6b47-4450-aa47-3491a3fdf172']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:50.096244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 98cb05be-ab39-4438-b069-e261cd846f98 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:50.182943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 98cb05be-ab39-4438-b069-e261cd846f98 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:52:50.188620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 98cb05be-ab39-4438-b069-e261cd846f98 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:52:50.189748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.213453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf97a-abce-44f9-b8e8-1aaf1c4fd79e req-def8d6eb-8521-4e1f-8879-0431fec610c7 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:50.216657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4fdcf97a-abce-44f9-b8e8-1aaf1c4fd79e req-def8d6eb-8521-4e1f-8879-0431fec610c7 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.7342131 Feb 07 22:52:50.226573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47540b1-e05e-4021-9a11-b32fdca285cb') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:50.226878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47540b1-e05e-4021-9a11-b32fdca285cb') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:50.272207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.321268 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.326698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4fdcf97a-abce-44f9-b8e8-1aaf1c4fd79e req-5c14c112-244b-4892-90cc-2dc1ac9844f8 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864935 Feb 07 22:52:50.333727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:50.334132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:50.352620 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:50.394361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:50.417710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.432877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.566055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:50.571126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c6cd4e-8120-46a4-b117-4015222f5045']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:50.578702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:b75d2bc2d54142f492c4d0193c56f11d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:50.583628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:50.591021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b4021a-aee4-45a8-9894-1cc35d0f04e4') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:50.591318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b4021a-aee4-45a8-9894-1cc35d0f04e4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:50.599526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:50.609077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.634494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.640505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:50.644695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.645179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:50.655658 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:50.698516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.727399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/3ed5b5f6-6b47-4450-aa47-3491a3fdf172 HTTP/1.1" status: 204 len: 168 time: 6.2269046 Feb 07 22:52:50.735571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dfe58-0671-48cf-b9e1-d35526d7fc90 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Network': ['ID=3ed5b5f6-6b47-4450-aa47-3491a3fdf172,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:50.741116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38992) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:50.741116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1656967627'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:50.751129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:50.751743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Deleting port d033b323-36a3-4f63-a511-54549654278c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:50.751743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.753585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:network and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:50.764277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:50.766049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.772481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:50.797072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.822570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c6cd4e-8120-46a4-b117-4015222f5045,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:50.841166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33a694-3766-474b-86ff-1ccea1f476f7 req-353393bd-c8e2-4ef2-86f3-15b5707bebae tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:50.847756 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5c13108c-6517-4a6e-9880-1f6223f021b5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/99c6cd4e-8120-46a4-b117-4015222f5045 HTTP/1.1" status: 204 len: 168 time: 0.8215492 Feb 07 22:52:50.854183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c33a694-3766-474b-86ff-1ccea1f476f7 req-353393bd-c8e2-4ef2-86f3-15b5707bebae tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.2976360 Feb 07 22:52:50.861699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:50.867873 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.929776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:52:50.954045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.966902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:50.966902 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Added segment 60131100-b42c-4d73-bb90-eff726526898 of type vlan for network 47d852d1-f3ed-40f3-9abe-2d4695651e27 Feb 07 22:52:50.966902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.045861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c33a694-3766-474b-86ff-1ccea1f476f7 req-6ba6e1cd-33ef-45d5-a70a-db2f9e2b0c2a tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851811 Feb 07 22:52:51.067898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.095053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe007b-bd9d-4a6d-a16e-6216a0c7acb8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:51.096127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] For port d033b323-36a3-4f63-a511-54549654278c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d033b323-36a3-4f63-a511-54549654278c,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:51.096502 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.102937 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d1ba9381-4877-4338-a7c8-56f547ac8cb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b75d2bc2d54142f492c4d0193c56f11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7076783 Feb 07 22:52:51.104006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39000) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:51.119693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39004) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:51.139508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.152209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:51.152641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.269991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Calling delete_port for d033b323-36a3-4f63-a511-54549654278c owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:51.307159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26ef827e-fc19-4b12-a33f-229333169981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.312472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5817752 Feb 07 22:52:51.314773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddcc0b-788d-4e9a-b284-8108ecc0fee4 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Network': ['ID=47d852d1-f3ed-40f3-9abe-2d4695651e27,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:51.321066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39012) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:51.332768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Request body: {'subnet': {'network_id': '47d852d1-f3ed-40f3-9abe-2d4695651e27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:52:51.345804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26ef827e-fc19-4b12-a33f-229333169981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.348835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 47d852d1-f3ed-40f3-9abe-2d4695651e27 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:52:51.450278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26ef827e-fc19-4b12-a33f-229333169981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.475725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f6dd62aa-0111-4d8a-abc1-4b30fa8a2aa1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb22c220f54347f8becae28ef01cabaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548772 Feb 07 22:52:51.478449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39018) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:51.480169 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26ef827e-fc19-4b12-a33f-229333169981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.481762 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-26ef827e-fc19-4b12-a33f-229333169981 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1dfe007b-bd9d-4a6d-a16e-6216a0c7acb8 HTTP/1.1" status: 204 len: 168 time: 0.3731735 Feb 07 22:52:51.519052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef827e-fc19-4b12-a33f-229333169981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe007b-bd9d-4a6d-a16e-6216a0c7acb8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:51.548096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:51.557157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Usage tracker for resource:subnet and tenant:240fbd08b02a4a059dd21b68901c6b21 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:51.562571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:51.572121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:51.605349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79b4f24e-c51b-4d11-a46e-f70f9c636128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.605643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4845a1-8b1c-4223-97e0-c7779df51a19 req-f2dc84c6-0738-4af8-8b62-3e9af00d3b51 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:51.608834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc4845a1-8b1c-4223-97e0-c7779df51a19 req-f2dc84c6-0738-4af8-8b62-3e9af00d3b51 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.2013192 Feb 07 22:52:51.632265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Made reservation on behalf of 240fbd08b02a4a059dd21b68901c6b21 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:52:51.642981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79b4f24e-c51b-4d11-a46e-f70f9c636128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.647297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.714767 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79b4f24e-c51b-4d11-a46e-f70f9c636128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.733508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4f24e-c51b-4d11-a46e-f70f9c636128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b2a4b7-7020-4157-9f93-41e3123867a5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:51.759525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-79b4f24e-c51b-4d11-a46e-f70f9c636128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:51.764582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-79b4f24e-c51b-4d11-a46e-f70f9c636128 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1b2a4b7-7020-4157-9f93-41e3123867a5 HTTP/1.1" status: 204 len: 168 time: 0.2792997 Feb 07 22:52:51.875790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc4845a1-8b1c-4223-97e0-c7779df51a19 req-0b9a1d35-ca67-4002-806b-71cf2d293382 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457595 Feb 07 22:52:51.951694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.034820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Pushing event deleted for resources: {'Port': ['ID=d033b323-36a3-4f63-a511-54549654278c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:52.485178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fcf5d-8fa7-4d30-948b-696cd8fba776 req-0232a260-5c3f-4aa0-88cc-52016588efa2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:52.488147 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e16fcf5d-8fa7-4d30-948b-696cd8fba776 req-0232a260-5c3f-4aa0-88cc-52016588efa2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.3598425 Feb 07 22:52:52.860256 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e16fcf5d-8fa7-4d30-948b-696cd8fba776 req-f8cbc505-ac59-4fa3-b0dc-413dc4402cc0 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960785 Feb 07 22:52:52.872260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:52:52.876908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:52.933944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.107163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event updated for resources: {'Subnet': ['ID=b7faf5c6-c6df-4b9f-93d0-ac6316e9a9ff,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:53.149279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.149696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.150044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.150552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.151078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.151583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.152803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.153340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.153852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.154615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.155129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.155647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:52:53.185500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Checking segment: {'id': '60131100-b42c-4d73-bb90-eff726526898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47d852d1-f3ed-40f3-9abe-2d4695651e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:53.186840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network hostable DHCP agents. Network: 47d852d1-f3ed-40f3-9abe-2d4695651e27, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:52:53.406432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Network 47d852d1-f3ed-40f3-9abe-2d4695651e27 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:52:53.500876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 47d852d1-f3ed-40f3-9abe-2d4695651e27) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:53.510050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:53.512581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e671d8c-2f39-4a4c-a302-798126b52046 None None] Network 47d852d1-f3ed-40f3-9abe-2d4695651e27 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:53.522425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:53.820231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c5158a62-debc-4aba-8173-2931ea0dd78d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4958732 Feb 07 22:52:53.823071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:53.864206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Router 28c155cf-97f4-4f37-b802-ec3352ef9dde has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:52:53.893106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571ec49-86f4-4d4d-9c7a-c72e76f94d22 req-950bf433-f45b-48f0-86b6-fc3256dd9c43 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:53.895156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e571ec49-86f4-4d4d-9c7a-c72e76f94d22 req-950bf433-f45b-48f0-86b6-fc3256dd9c43 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.1669781 Feb 07 22:52:54.040736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-47d852d1-f3ed-40f3-9abe-2d4695651e27', 'network_id': '47d852d1-f3ed-40f3-9abe-2d4695651e27', 'tenant_id': '240fbd08b02a4a059dd21b68901c6b21', 'fixed_ips': [{'subnet_id': 'b7faf5c6-c6df-4b9f-93d0-ac6316e9a9ff'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:52:54.041730 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:54.101817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:52:54.107863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-72d32865-6a3f-4edc-a06a-da34c1e1e348 admin admin] 10.222.0.10 "PUT /v2.0/routers/28c155cf-97f4-4f37-b802-ec3352ef9dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1669724 Feb 07 22:52:54.125749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:54.173791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e571ec49-86f4-4d4d-9c7a-c72e76f94d22 req-5943a960-0442-40c7-8a12-276e0c8f0ba4 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744808 Feb 07 22:52:54.199367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] Sync routers for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:52:54.303126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:54.303762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:54.361772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:54.509091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Allocated IP 2001:db8::f816:3eff:fea7:a8f4 (47d852d1-f3ed-40f3-9abe-2d4695651e27/b7faf5c6-c6df-4b9f-93d0-ac6316e9a9ff/27daedca-81b7-4e89-b1af-55253db2df5f) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:52:54.624100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:54.658478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:54.900883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:55.064341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-8889d871-5c5a-46f2-b3b5-61c1da39d47f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:55.065133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-8889d871-5c5a-46f2-b3b5-61c1da39d47f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Synchronizing usage tracker for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:55.298261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-8889d871-5c5a-46f2-b3b5-61c1da39d47f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Unset dirty status for tenant:20838b5532104921ba58631c9eb315e8 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:52:55.299315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-8889d871-5c5a-46f2-b3b5-61c1da39d47f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.6006961 Feb 07 22:52:55.404109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:55.476437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Deleting port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:55.476868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39174) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:55.483734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:55.484386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Transition to ACTIVE for port object 27daedca-81b7-4e89-b1af-55253db2df5f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:55.584374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Transition to ACTIVE for port object 27daedca-81b7-4e89-b1af-55253db2df5f will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:52:55.592878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b58cbe-c7dc-4706-ae83-d62ce2c0c9c5 req-8f59bd1c-d4a3-44d0-b429-9c335097ff65 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:55.609747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1b58cbe-c7dc-4706-ae83-d62ce2c0c9c5 req-8f59bd1c-d4a3-44d0-b429-9c335097ff65 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.2318449 Feb 07 22:52:55.610142 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:55.704351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1b58cbe-c7dc-4706-ae83-d62ce2c0c9c5 req-449b6c56-3bb0-413e-9147-6f8896098dd2 tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904715 Feb 07 22:52:55.755920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:55.799547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Network 47d852d1-f3ed-40f3-9abe-2d4695651e27 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:52:55.811982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:52:51Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:55.828231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:52:55.844343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] Checking router: 28c155cf-97f4-4f37-b802-ec3352ef9dde for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:52:55.849406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:52:55.868240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] Routers {'28c155cf-97f4-4f37-b802-ec3352ef9dde'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:52:55.869257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28c155cf-97f4-4f37-b802-ec3352ef9dde'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:55.905799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:55.934965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Usage tracker for resource:security_group_rule and tenant:9bd309ccd64843c38f4c2068957c867d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:55.950635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:55.970007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:56.051227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.055648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.064349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Pushing event updated for resources: {'Port': ['ID=27daedca-81b7-4e89-b1af-55253db2df5f,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:56.071217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7a625-a1cc-40cd-a6eb-d98c7f6f9059 req-1a00b047-fd9f-45b4-ad45-ec1b3e6e48cf tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:56.074940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4df7a625-a1cc-40cd-a6eb-d98c7f6f9059 req-1a00b047-fd9f-45b4-ad45-ec1b3e6e48cf tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.3033605 Feb 07 22:52:56.151830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4df7a625-a1cc-40cd-a6eb-d98c7f6f9059 req-45741e9c-1754-41cc-a737-7af3e3b039bc tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577557 Feb 07 22:52:56.250413 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e65eea94-bc39-40b8-9913-c02084ca5e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.259668 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.270340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Attempting to bind port 27daedca-81b7-4e89-b1af-55253db2df5f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:52:56.271036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Attempting to bind port 27daedca-81b7-4e89-b1af-55253db2df5f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '60131100-b42c-4d73-bb90-eff726526898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47d852d1-f3ed-40f3-9abe-2d4695651e27'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:52:56.271615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Attempting to bind port 27daedca-81b7-4e89-b1af-55253db2df5f on network 47d852d1-f3ed-40f3-9abe-2d4695651e27 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:52:56.271730 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.339167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bd309ccd64843c38f4c2068957c867d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609309 Feb 07 22:52:56.340926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39198) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:56.389384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f80d5-a2c2-4829-bffe-8c87d0190e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f267c62-19a1-4a37-bbb9-54c789fde72e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:56.434423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-79500bb1-bc41-40e8-96a5-89a2d27a1d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.444707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:52:56.445127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Checking segment: {'id': '60131100-b42c-4d73-bb90-eff726526898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47d852d1-f3ed-40f3-9abe-2d4695651e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:52:56.445715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.446367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Bound using segment: {'id': '60131100-b42c-4d73-bb90-eff726526898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47d852d1-f3ed-40f3-9abe-2d4695651e27'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:52:56.446994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Bound port: 27daedca-81b7-4e89-b1af-55253db2df5f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60131100-b42c-4d73-bb90-eff726526898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '47d852d1-f3ed-40f3-9abe-2d4695651e27'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:52:56.447507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.490766 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-79500bb1-bc41-40e8-96a5-89a2d27a1d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.501827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39204) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:56.507797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Subnet': ['ID=b7faf5c6-c6df-4b9f-93d0-ac6316e9a9ff,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:56.520381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Deleting port 23e2ef6d-41ec-4df9-add5-411b6517e587 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:56.520944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.559685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] Set router 28c155cf-97f4-4f37-b802-ec3352ef9dde gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:52:56.568776 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-79500bb1-bc41-40e8-96a5-89a2d27a1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.586793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79500bb1-bc41-40e8-96a5-89a2d27a1d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f267c62-19a1-4a37-bbb9-54c789fde72e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:56.601782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-79500bb1-bc41-40e8-96a5-89a2d27a1d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.612633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-79500bb1-bc41-40e8-96a5-89a2d27a1d82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f267c62-19a1-4a37-bbb9-54c789fde72e HTTP/1.1" status: 204 len: 168 time: 0.2613645 Feb 07 22:52:56.622587 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.739414 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.775461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d852d1-f3ed-40f3-9abe-2d4695651e27']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:56.781749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:56.786268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Usage tracker for resource:security_group_rule and tenant:d97fcf617e5e4704b73a9cf7892d362c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:56.789659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:56.792648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] For port 27daedca-81b7-4e89-b1af-55253db2df5f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:52:56.804781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:56.831237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] For port 27daedca-81b7-4e89-b1af-55253db2df5f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=27daedca-81b7-4e89-b1af-55253db2df5f,segment=NetworkSegment(60131100-b42c-4d73-bb90-eff726526898),segment_id=60131100-b42c-4d73-bb90-eff726526898)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:52:56.839949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] For port 3596dd5a-a0c5-4a25-875e-e94d0307bb50, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3596dd5a-a0c5-4a25-875e-e94d0307bb50,segment=NetworkSegment(48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11),segment_id=48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:56.840318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.858426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60131100-b42c-4d73-bb90-eff726526898') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:56.858646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60131100-b42c-4d73-bb90-eff726526898') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:56.892612 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.931993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:56.990518 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.004290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.148941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bee2d2-bd62-43c3-8635-29a112f668ed None None] Pushing event updated for resources: {'Port': ['ID=27daedca-81b7-4e89-b1af-55253db2df5f,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:57.296803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.297349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f0b1c-a2a0-4a3f-8b29-b1849e096262 None None] Network 47d852d1-f3ed-40f3-9abe-2d4695651e27 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:52:57.307660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Calling delete_port for 3596dd5a-a0c5-4a25-875e-e94d0307bb50 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:57.360141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:52:57.360829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:52:57.375837 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:52:57.487269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d97fcf617e5e4704b73a9cf7892d362c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9820368 Feb 07 22:52:57.489001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] For port 23e2ef6d-41ec-4df9-add5-411b6517e587, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=23e2ef6d-41ec-4df9-add5-411b6517e587,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:57.489603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.502559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39230) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:57.598260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20952153-40a3-4b1a-a700-d47827d540dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9868c7d-f306-40e0-8f61-a95093fe92d2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:57.655237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:52:51Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:52:57.669668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225edbe-6f5c-4ac5-9360-6001d7eff038 None None] The sync data for ids ['28c155cf-97f4-4f37-b802-ec3352ef9dde'] in n-d-827896-3 is: [{'id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'name': 'tempest-ServersTestBootFromVolume-1958370571-router', 'tenant_id': '92c4448aa5664d518b7cf94f2dba822a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:57Z', 'updated_at': '2022-02-07T22:52:51Z', 'revision_number': 5, 'project_id': '92c4448aa5664d518b7cf94f2dba822a', 'gw_port': {'id': '23e2ef6d-41ec-4df9-add5-411b6517e587', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c155cf-97f4-4f37-b802-ec3352ef9dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:50:00Z', 'updated_at': '2022-02-07T22:50:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:52:57.705328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 07 22:52:57.705328 n-d-827896-3 neutron-server[87671]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 07 22:52:57.705328 n-d-827896-3 neutron-server[87671]: [parameters: {'id': '47d852d1-f3ed-40f3-9abe-2d4695651e27'}] Feb 07 22:52:57.705328 n-d-827896-3 neutron-server[87671]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:52:57.706112 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:52:57.718637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Calling delete_port for 23e2ef6d-41ec-4df9-add5-411b6517e587 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:52:57.727314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bc7fc-a66e-443b-83cb-4a0ed0f99eaa None None] get_active_networks_info from n-d-827896-3 {{(pid=87672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 07 22:52:57.795903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0c2fa-ea59-4608-acac-b1d9722c1511 req-23fa404c-924e-4faf-9faf-aad6e7573b8b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:57.814948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73b0c2fa-ea59-4608-acac-b1d9722c1511 req-23fa404c-924e-4faf-9faf-aad6e7573b8b tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 945 time: 0.7431462 Feb 07 22:52:57.851381 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8749-40c8-4171-ae5f-56a3011726f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.865864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644f735-5373-491b-83a8-84eaae01b842 req-863a151c-ad98-468a-bc5d-f3e055fec98b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:57.867348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5644f735-5373-491b-83a8-84eaae01b842 req-863a151c-ad98-468a-bc5d-f3e055fec98b tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.3812933 Feb 07 22:52:57.894259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:57.948268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-b922ea97-153c-437e-a397-5420c5dce637 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3457153 Feb 07 22:52:57.973278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Pushing event deleted for resources: {'Port': ['ID=3596dd5a-a0c5-4a25-875e-e94d0307bb50,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:57.975923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73b0c2fa-ea59-4608-acac-b1d9722c1511 req-f78d5d61-94b5-4084-a2fa-1d051f3d3bff tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/security-groups?id=116ccc82-1713-4dd5-b820-f15ff8b3b49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598034 Feb 07 22:52:57.991417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8749-40c8-4171-ae5f-56a3011726f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.007322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472bc7fc-a66e-443b-83cb-4a0ed0f99eaa None None] Resources bound (agent type, host, resource id): {{(pid=87672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 07 22:52:58.089088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5644f735-5373-491b-83a8-84eaae01b842 req-582053cd-9146-429f-82a8-aebe8dfc9f50 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993625 Feb 07 22:52:58.150633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] No DVR routers for this DVR port 3596dd5a-a0c5-4a25-875e-e94d0307bb50 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:52:58.153941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.162646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3596dd5a-a0c5-4a25-875e-e94d0307bb50 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:58.165749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf98dab9-6021-4f7f-8354-434489419d34', 'name': 'network-vif-deleted', 'tag': '3596dd5a-a0c5-4a25-875e-e94d0307bb50'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:52:58.180326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-d95a125d-9f78-4cab-bf75-19874f25b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:58.183524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-d95a125d-9f78-4cab-bf75-19874f25b39c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8441ad85522408ba46cc74a0163b58d&device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 1096 time: 0.1844437 Feb 07 22:52:58.189209 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8749-40c8-4171-ae5f-56a3011726f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.243245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 3596dd5a-a0c5-4a25-875e-e94d0307bb50 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:52:58.243750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3596dd5a-a0c5-4a25-875e-e94d0307bb50 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:52:58.286997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a6cd120e-a584-423c-92ca-b0b5b9ab6d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.324128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.365488 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-15a1538d-4f6a-4e53-b591-e690e96f1b45 req-d6f6981f-c577-478c-86cf-b11ce3ec105e tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.36 "DELETE /v2.0/ports/3596dd5a-a0c5-4a25-875e-e94d0307bb50 HTTP/1.1" status: 204 len: 173 time: 3.0532339 Feb 07 22:52:58.402856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.454660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b8749-40c8-4171-ae5f-56a3011726f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9868c7d-f306-40e0-8f61-a95093fe92d2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:58.466306 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad3b8749-40c8-4171-ae5f-56a3011726f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.468754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ad3b8749-40c8-4171-ae5f-56a3011726f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9868c7d-f306-40e0-8f61-a95093fe92d2 HTTP/1.1" status: 204 len: 168 time: 0.9641380 Feb 07 22:52:58.537908 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf98dab9-6021-4f7f-8354-434489419d34', 'name': 'network-vif-deleted', 'tag': '3596dd5a-a0c5-4a25-875e-e94d0307bb50', 'status': 'completed', 'code': 200} Feb 07 22:52:58.559682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Pushing event deleted for resources: {'Port': ['ID=23e2ef6d-41ec-4df9-add5-411b6517e587,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:52:58.629417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-d323efee-7c59-45a4-a80b-c58d0e7f2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:58.633588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-d323efee-7c59-45a4-a80b-c58d0e7f2c6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 200 len: 920 time: 0.4057155 Feb 07 22:52:58.638687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting port 27daedca-81b7-4e89-b1af-55253db2df5f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:52:58.639411 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:58.806542 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-7e3e89c7-c944-48cc-8332-90b655896545 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1 HTTP/1.1" status: 200 len: 217 time: 0.1624568 Feb 07 22:52:58.940403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-6d92d935-82a5-41ad-98db-c1b53ec8c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:58.942082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-6d92d935-82a5-41ad-98db-c1b53ec8c634 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 200 len: 859 time: 0.1224003 Feb 07 22:52:59.064953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-5096bf72-3816-4169-9756-f45ecbe4cfd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2e2f561-c04b-4da8-8c12-a227798b138f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089215 Feb 07 22:52:59.222233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.450190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e95cf67-08ec-4243-959b-cabc43873005 req-9a12ee15-475b-4711-93d0-e1166f86a39f tempest-ServerDiskConfigTestJSON-1893807229 tempest-ServerDiskConfigTestJSON-1893807229-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf98dab9-6021-4f7f-8354-434489419d34 HTTP/1.1" status: 200 len: 210 time: 0.2030685 Feb 07 22:52:59.463719 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.481032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d033b323-36a3-4f63-a511-54549654278c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:52:59.537065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d033b323-36a3-4f63-a511-54549654278c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:52:59.537847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d033b323-36a3-4f63-a511-54549654278c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:52:59.568598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.578296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39274) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:52:59.641251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.708450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:52:59.713015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-894611a5-7565-48c7-89fa-a05e6ca630e7 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6380157 Feb 07 22:52:59.717589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Usage tracker for resource:security_group_rule and tenant:d98385369bfa40eab99472f6faf8cd92 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:52:59.723072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:52:59.724761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ee179d21-7927-4c94-95a0-7ab154642e72 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.725486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ee179d21-7927-4c94-95a0-7ab154642e72 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Synchronizing usage tracker for tenant:634796cddbc84a0090651a31869456f5 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:52:59.729212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] For port 27daedca-81b7-4e89-b1af-55253db2df5f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=27daedca-81b7-4e89-b1af-55253db2df5f,segment=NetworkSegment(60131100-b42c-4d73-bb90-eff726526898),segment_id=60131100-b42c-4d73-bb90-eff726526898)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:52:59.729943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.754129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:52:59.767836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424f8a7-5ed0-4ab9-845f-cfd31d3f403b req-6ceaacf1-687e-4d5f-b8ae-ee167bd74bc7 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.769602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9424f8a7-5ed0-4ab9-845f-cfd31d3f403b req-6ceaacf1-687e-4d5f-b8ae-ee167bd74bc7 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.5217240 Feb 07 22:52:59.807952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.811665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:52:59.952114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9424f8a7-5ed0-4ab9-845f-cfd31d3f403b req-2f83b23d-b2de-48d7-9c57-d04a1c4fa8cb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309083 Feb 07 22:52:59.971373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d4e1-b93e-4821-9931-f29e8fb3a4c7 req-ed5e71a8-f733-4c5c-b898-21f3c6d8b80e tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:52:59.973123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb15d4e1-b93e-4821-9931-f29e8fb3a4c7 req-ed5e71a8-f733-4c5c-b898-21f3c6d8b80e tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.3209052 Feb 07 22:52:59.988344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e09d3ba-210a-43c4-9f9b-9e262a442123 req-78180e92-cfc9-4eb9-9125-42dadefc0875 service neutron] 10.222.0.36 "GET /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623589 Feb 07 22:53:00.006434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Calling delete_port for 27daedca-81b7-4e89-b1af-55253db2df5f owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:00.054621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb15d4e1-b93e-4821-9931-f29e8fb3a4c7 req-095599a9-b3ac-45ee-b763-d93346f72689 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687406 Feb 07 22:53:00.069046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.070000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c155cf-97f4-4f37-b802-ec3352ef9dde {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:53:00.070217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.079031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.082343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ee179d21-7927-4c94-95a0-7ab154642e72 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Unset dirty status for tenant:634796cddbc84a0090651a31869456f5 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:00.083911 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ee179d21-7927-4c94-95a0-7ab154642e72 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.26 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 1.0067534 Feb 07 22:53:00.090440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.092516 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-829baa6e-d57f-4100-8cab-222e5199f54a admin admin] 10.222.0.10 "DELETE /v2.0/routers/28c155cf-97f4-4f37-b802-ec3352ef9dde HTTP/1.1" status: 204 len: 168 time: 5.9629316 Feb 07 22:53:00.098703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39286) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:00.179435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.226752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cae796-97c7-4a66-aad4-c1ce58119e60,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:00.232995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ef541541-b92f-4ec4-bff3-23ea5f3d4f00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d98385369bfa40eab99472f6faf8cd92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6398449 Feb 07 22:53:00.239142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Deleting port b0078f8e-9605-4fa9-a61b-2cae4be7e825 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:00.239590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.240970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39290) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:00.268724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] Deleting subnet f87dc53e-bfa1-4187-9a22-739c51b90c17 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:53:00.301583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Port': ['ID=27daedca-81b7-4e89-b1af-55253db2df5f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:00.304965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No DVR routers for this DVR port 27daedca-81b7-4e89-b1af-55253db2df5f on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:00.313288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.386982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78229032-ddbc-4be4-a79a-a3c36a4068ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.409521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.601332 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78229032-ddbc-4be4-a79a-a3c36a4068ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.671681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.710314 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.723443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d852d1-f3ed-40f3-9abe-2d4695651e27']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:00.742111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60131100-b42c-4d73-bb90-eff726526898') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:00.742420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60131100-b42c-4d73-bb90-eff726526898') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:00.759062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.764586 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78229032-ddbc-4be4-a79a-a3c36a4068ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.785720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78229032-ddbc-4be4-a79a-a3c36a4068ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cae796-97c7-4a66-aad4-c1ce58119e60,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:00.801240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78229032-ddbc-4be4-a79a-a3c36a4068ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.802217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-78229032-ddbc-4be4-a79a-a3c36a4068ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75cae796-97c7-4a66-aad4-c1ce58119e60 HTTP/1.1" status: 204 len: 168 time: 0.5607829 Feb 07 22:53:00.825129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.833847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.835015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:00.835435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.886758 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.926147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87dc53e-bfa1-4187-9a22-739c51b90c17,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:00.930231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:00.936586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-df15f874-e604-4861-a925-8d6fd4c3dbef admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f87dc53e-bfa1-4187-9a22-739c51b90c17 HTTP/1.1" status: 204 len: 168 time: 0.8366122 Feb 07 22:53:00.939992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39310) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:00.940976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de342d5-7805-4a6c-bcc1-e93109e5a75d None None] Network 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:00.978024 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:01.080816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.089281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.127080 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.141471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Deleting port b9fc955c-3df1-46c8-a110-5976a4b5d147 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:01.141897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.203421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Network': ['ID=47d852d1-f3ed-40f3-9abe-2d4695651e27,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:01.368886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58fd0985-3082-4433-8cd6-1c9bb3870976 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/47d852d1-f3ed-40f3-9abe-2d4695651e27 HTTP/1.1" status: 204 len: 168 time: 7.5435026 Feb 07 22:53:01.373308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39324) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:01.447964 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c927d2-0db5-4968-8030-a81aa12db571 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:01.448752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c927d2-0db5-4968-8030-a81aa12db571 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:01.454801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9c927d2-0db5-4968-8030-a81aa12db571 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/b7faf5c6-c6df-4b9f-93d0-ac6316e9a9ff HTTP/1.1" status: 404 len: 337 time: 0.0783486 Feb 07 22:53:01.457870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39328) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:01.470149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 23e2ef6d-41ec-4df9-add5-411b6517e587 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:01.519507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 23e2ef6d-41ec-4df9-add5-411b6517e587 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:01.519861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 23e2ef6d-41ec-4df9-add5-411b6517e587 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:01.521072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39332) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:01.527288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:01.527882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.548852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] For port b9fc955c-3df1-46c8-a110-5976a4b5d147, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b9fc955c-3df1-46c8-a110-5976a4b5d147,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:01.548852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.555368 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bbe3d8-5ef7-4791-b0a4-77869780cc1d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:01.555923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bbe3d8-5ef7-4791-b0a4-77869780cc1d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:01.560267 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94bbe3d8-5ef7-4791-b0a4-77869780cc1d tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/47d852d1-f3ed-40f3-9abe-2d4695651e27 HTTP/1.1" status: 404 len: 339 time: 0.0912142 Feb 07 22:53:01.561086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39340) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:01.662046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] DHCP port deletion for 9368b132-7c2a-44c2-aef5-d2c25c6d7a19 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:53:01.666537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Deleting port b9fc955c-3df1-46c8-a110-5976a4b5d147 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:01.667112 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.688107 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a4dde2-12de-4b6a-bcd1-5c6a57df7aac tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:01.688751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a4dde2-12de-4b6a-bcd1-5c6a57df7aac tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:01.690272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46a4dde2-12de-4b6a-bcd1-5c6a57df7aac tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/204b9707-f704-4b84-a8ec-73b7f85a0f4b HTTP/1.1" status: 404 len: 337 time: 0.1282942 Feb 07 22:53:01.693177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39348) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:01.755839 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f9d5b8-d03a-4d59-9cc5-401bdfd58607 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:01.756336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f9d5b8-d03a-4d59-9cc5-401bdfd58607 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:01.756929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b0078f8e-9605-4fa9-a61b-2cae4be7e825 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:01.758044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-85f9d5b8-d03a-4d59-9cc5-401bdfd58607 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/3ed5b5f6-6b47-4450-aa47-3491a3fdf172 HTTP/1.1" status: 404 len: 339 time: 0.0637844 Feb 07 22:53:01.762555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39354) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:01.763288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:01.779807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Calling delete_port for b9fc955c-3df1-46c8-a110-5976a4b5d147 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:01.905265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:01.907703 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa15838-06ed-42c1-a44e-a6d172b24ece tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:01.907946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f73a9-33c0-4831-a465-62035779b440 req-04e3565a-1526-4a72-a390-e98bfdf2da1d tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:01.908160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa15838-06ed-42c1-a44e-a6d172b24ece tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:01.909856 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dfa15838-06ed-42c1-a44e-a6d172b24ece tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/1d020d83-1c1b-4b45-8d37-8300c1220099 HTTP/1.1" status: 404 len: 337 time: 0.1371434 Feb 07 22:53:01.915463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45f73a9-33c0-4831-a465-62035779b440 req-04e3565a-1526-4a72-a390-e98bfdf2da1d tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.7106347 Feb 07 22:53:01.918060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39358) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:01.920245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Usage tracker for resource:security_group_rule and tenant:4018b2b8bbce469ea1537dab229df338 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:01.925733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:01.937812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:01.945333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-38cdaba6-8ce1-4991-a0cb-0ca5df244530 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:01.947859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-38cdaba6-8ce1-4991-a0cb-0ca5df244530 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.6926792 Feb 07 22:53:02.038891 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f29356-ecc8-4b1c-93c8-1b2360ed457f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:02.039550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f29356-ecc8-4b1c-93c8-1b2360ed457f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:02.048942 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.054636 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f6f29356-ecc8-4b1c-93c8-1b2360ed457f tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/b3f86ae6-a68c-4242-91c7-e17515f92172 HTTP/1.1" status: 404 len: 339 time: 0.1033242 Feb 07 22:53:02.062638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39364) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:02.077087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb67a4a-b2cb-45fc-989e-481da1cd58bd req-e10edfc4-41d3-4dd3-b3a3-a1606276cb22 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:02.084953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7bb67a4a-b2cb-45fc-989e-481da1cd58bd req-e10edfc4-41d3-4dd3-b3a3-a1606276cb22 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 945 time: 0.5286350 Feb 07 22:53:02.099893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.118148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:02.121804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:02.148167 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.193268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45f73a9-33c0-4831-a465-62035779b440 req-76de975f-02e9-40e1-be0d-b78a168a35ea tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769520 Feb 07 22:53:02.203311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fc955c-3df1-46c8-a110-5976a4b5d147,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:02.220842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] No DVR routers for this DVR port b9fc955c-3df1-46c8-a110-5976a4b5d147 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:02.223495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting port 188a2853-5bc5-4567-9d01-5f32afb071e4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:02.224353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.259403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.260054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.260208 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Floating IP 55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7 disassociated. External IP: 172.25.0.80, port: b0078f8e-9605-4fa9-a61b-2cae4be7e825. Feb 07 22:53:02.260619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Calling delete_port for b0078f8e-9605-4fa9-a61b-2cae4be7e825 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:02.266019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b0078f8e-9605-4fa9-a61b-2cae4be7e825,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:02.275486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Deleting port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:02.276171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.306394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] For port b9fc955c-3df1-46c8-a110-5976a4b5d147, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b9fc955c-3df1-46c8-a110-5976a4b5d147,segment=NetworkSegment(7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd),segment_id=7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:02.306750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.312409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7bb67a4a-b2cb-45fc-989e-481da1cd58bd req-174e7449-00aa-41e5-a603-b65f8a23fded tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263949 Feb 07 22:53:02.389024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39376) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:02.442298 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'code': 200} Feb 07 22:53:02.499049 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.531571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Calling delete_port for b9fc955c-3df1-46c8-a110-5976a4b5d147 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:02.595190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9368b132-7c2a-44c2-aef5-d2c25c6d7a19']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:02.617343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:02.617653 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:02.659916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.671362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.721206 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4018b2b8bbce469ea1537dab229df338&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1979558 Feb 07 22:53:02.726938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39386) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:02.767931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.776452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:02.776807 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:02.787266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:02.787750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7723bba4-bb73-4ab0-a16e-f0a9f7d92fbd') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:02.816865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.828361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] Deleting subnet 407e044c-e8de-4232-a70b-8956194660fe {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:53:02.831488 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.866868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669d8e8-45f4-44fa-965d-5161075d429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e58480a-8ece-4db3-a2fb-dac9291ebe46,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:02.889607 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:02.940429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Calling delete_port for 188a2853-5bc5-4567-9d01-5f32afb071e4 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:03.030405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.039931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70d65038-60c2-4a7a-a033-5a2abc17ba2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.066152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:03.066576 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.084932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70d65038-60c2-4a7a-a033-5a2abc17ba2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:03.087343 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:03.095274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.119175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Deleting port b9fc955c-3df1-46c8-a110-5976a4b5d147 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:03.119644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.149765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39392) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:03.178481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Port': ['ID=188a2853-5bc5-4567-9d01-5f32afb071e4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:03.184824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.207147 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a3127aaf-e0ef-4346-af86-ce11b82da294 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/ports/188a2853-5bc5-4567-9d01-5f32afb071e4 HTTP/1.1" status: 204 len: 168 time: 1.1434305 Feb 07 22:53:03.208471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39398) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:03.234330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6001edcc-ff18-4aad-ba62-275b2b25822e None None] The port 'b9fc955c-3df1-46c8-a110-5976a4b5d147' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:53:03.238308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.276831 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7374d4-9c6e-4961-a63b-49fe3c20b563 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:03.278949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7374d4-9c6e-4961-a63b-49fe3c20b563 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:03.287420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Deleting port b0078f8e-9605-4fa9-a61b-2cae4be7e825 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:03.288338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.316021 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.337777 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8c7374d4-9c6e-4961-a63b-49fe3c20b563 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/a478c3db-827d-49af-95c2-7bd47c21bc8c HTTP/1.1" status: 404 len: 337 time: 0.1278837 Feb 07 22:53:03.348179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39404) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:03.367390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.378692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9368b132-7c2a-44c2-aef5-d2c25c6d7a19 HTTP/1.1" status: 204 len: 168 time: 2.4372680 Feb 07 22:53:03.379248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70d65038-60c2-4a7a-a033-5a2abc17ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.390187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70d65038-60c2-4a7a-a033-5a2abc17ba2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.391860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-70d65038-60c2-4a7a-a033-5a2abc17ba2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e58480a-8ece-4db3-a2fb-dac9291ebe46 HTTP/1.1" status: 204 len: 168 time: 0.6571002 Feb 07 22:53:03.423175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b9fc955c-3df1-46c8-a110-5976a4b5d147 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:03.436864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ee753-92fa-4951-890e-98d0de7f32f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9368b132-7c2a-44c2-aef5-d2c25c6d7a19,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:03.474306 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.485628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] For port 948ba564-62fe-48b3-bc59-d7d93c35c4a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=948ba564-62fe-48b3-bc59-d7d93c35c4a1,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:03.486341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.529706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b9fc955c-3df1-46c8-a110-5976a4b5d147 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:03.530308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b9fc955c-3df1-46c8-a110-5976a4b5d147 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:03.668343 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.698690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39418) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:03.709024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d65038-60c2-4a7a-a033-5a2abc17ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e58480a-8ece-4db3-a2fb-dac9291ebe46,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:03.713629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:03.761419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Usage tracker for resource:security_group_rule and tenant:ac0836e7dc4949abbd1fc050532a12cd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:03.774059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:03.780577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Calling delete_port for 948ba564-62fe-48b3-bc59-d7d93c35c4a1 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:03.823331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:03.846897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/407e044c-e8de-4232-a70b-8956194660fe HTTP/1.1" status: 204 len: 168 time: 1.4493110 Feb 07 22:53:03.849159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39422) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:03.861814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc463d-5e6b-42e6-9dc5-7d6cb732fb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407e044c-e8de-4232-a70b-8956194660fe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:03.936396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:03.965179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39426) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:04.022757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.047087 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.055295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-af55b37f-c60a-4708-b34c-a90b643addca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92c4448aa5664d518b7cf94f2dba822a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454487 Feb 07 22:53:04.063486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103a917-0415-4285-aa04-34ae6bcb47d8 req-bb0bb9b0-cf9a-41e4-a0e3-2a7c5f21a7d8 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.064962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f103a917-0415-4285-aa04-34ae6bcb47d8 req-bb0bb9b0-cf9a-41e4-a0e3-2a7c5f21a7d8 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=eba64748-689d-44a9-9831-7f81a8f662ea HTTP/1.1" status: 200 len: 945 time: 0.5681467 Feb 07 22:53:04.067857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39430) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:04.086752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.107258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:04.117628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a502b87-ab3f-4ed4-9e8e-89041a8191ef req-e8031730-8ae6-4bac-954d-679fbd7af338 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:04.119052 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a502b87-ab3f-4ed4-9e8e-89041a8191ef req-e8031730-8ae6-4bac-954d-679fbd7af338 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 943 time: 0.5630531 Feb 07 22:53:04.156191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Usage tracker for resource:security_group_rule and tenant:f84ac7b1c34c4ab79faca60cab7fabff is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:04.165453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:04.167698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 948ba564-62fe-48b3-bc59-d7d93c35c4a1 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:04.202937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:04.249693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] For port b0078f8e-9605-4fa9-a61b-2cae4be7e825, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b0078f8e-9605-4fa9-a61b-2cae4be7e825,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:04.249956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.274989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f103a917-0415-4285-aa04-34ae6bcb47d8 req-bac7ef4f-0123-4645-92cd-d7196cf703ad tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953752 Feb 07 22:53:04.292448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.372605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.386382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a502b87-ab3f-4ed4-9e8e-89041a8191ef req-c266e042-47c2-4bc1-a588-4dae73000a2e tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups?id=06241524-4946-4cd9-8a7a-16890adb17b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224319 Feb 07 22:53:04.391687 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.406439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4bb93fdf-533b-4ffe-897d-075062002527'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:53:04.454344 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62f88ddd-41f4-4564-a78e-0626014ac940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.457926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.459816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c496054a-a7fd-4214-97b5-84e07b0eb7e3']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:04.465689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Pushing event deleted for resources: {'Port': ['ID=948ba564-62fe-48b3-bc59-d7d93c35c4a1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:04.469726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.484533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.510653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483dabfb-1c84-4d0a-9c5f-0e96a940f081') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:04.511108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483dabfb-1c84-4d0a-9c5f-0e96a940f081') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:04.582475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90af4766-0b1d-4155-b176-3cdddde54054']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:04.608122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] No DVR routers for this DVR port 948ba564-62fe-48b3-bc59-d7d93c35c4a1 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:04.610346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.613204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:04.613204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b3c4e7-2e2d-4be2-b3e8-ba30bd876f11') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:04.620552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.626691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'name': 'network-vif-deleted', 'tag': '948ba564-62fe-48b3-bc59-d7d93c35c4a1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:04.660004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.668167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62f88ddd-41f4-4564-a78e-0626014ac940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.701091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.706451 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.714265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8800b45c-d312-4b47-97f7-c88afc6771ad req-8ec204dd-511c-412a-a920-ec362dd099d1 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "DELETE /v2.0/ports/948ba564-62fe-48b3-bc59-d7d93c35c4a1 HTTP/1.1" status: 204 len: 173 time: 2.7290833 Feb 07 22:53:04.714265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:04.714265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:04.728086 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:04.735581 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba64748-689d-44a9-9831-7f81a8f662ea', 'name': 'network-vif-deleted', 'tag': '948ba564-62fe-48b3-bc59-d7d93c35c4a1', 'status': 'completed', 'code': 200} Feb 07 22:53:04.804443 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac0836e7dc4949abbd1fc050532a12cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6476517 Feb 07 22:53:04.820818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.848900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:04.848900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.866564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c3d52-6dfc-4a05-a681-e6c6ccc754ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db4d7f-31b6-424a-82fb-51596a38a58a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:04.867699 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:04.873295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39438) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:04.916470 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:04.997886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f84ac7b1c34c4ab79faca60cab7fabff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0245535 Feb 07 22:53:04.997886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ec3a3-e67a-4a46-9779-cfeedb864b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067fcf8b-3397-4e65-81c1-528be90a07d2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.000408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39442) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:05.018482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.025802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.026684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.026684 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Floating IP 55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7 disassociated. External IP: 172.25.0.80, port: b0078f8e-9605-4fa9-a61b-2cae4be7e825. Feb 07 22:53:05.026898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Calling delete_port for b0078f8e-9605-4fa9-a61b-2cae4be7e825 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:05.038663 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.062633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] Pushing event deleted for resources: {'Network': ['ID=90af4766-0b1d-4155-b176-3cdddde54054,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.069222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.090534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-07297217-dacf-4bc2-8981-ef5948f674fc admin admin] 10.222.0.10 "DELETE /v2.0/networks/90af4766-0b1d-4155-b176-3cdddde54054 HTTP/1.1" status: 204 len: 168 time: 1.2256434 Feb 07 22:53:05.111342 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.134112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed14ede6-d350-4662-8052-6a24ca06b40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.167090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Network': ['ID=c496054a-a7fd-4214-97b5-84e07b0eb7e3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.190662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed14ede6-d350-4662-8052-6a24ca06b40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.218875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5eb52521-5456-46ed-a675-90c7d98372b1 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/c496054a-a7fd-4214-97b5-84e07b0eb7e3 HTTP/1.1" status: 204 len: 168 time: 1.8523781 Feb 07 22:53:05.219708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6dd92f1-5848-4ec0-9e42-d54449d16eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.222647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:05.240267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62f88ddd-41f4-4564-a78e-0626014ac940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.243993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62f88ddd-41f4-4564-a78e-0626014ac940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.247111 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-62f88ddd-41f4-4564-a78e-0626014ac940 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5414887f-4d74-4e6e-a67b-8e687b220353 HTTP/1.1" status: 204 len: 168 time: 1.1766214 Feb 07 22:53:05.338254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f88ddd-41f4-4564-a78e-0626014ac940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5414887f-4d74-4e6e-a67b-8e687b220353,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.365050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6dd92f1-5848-4ec0-9e42-d54449d16eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.385744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting port e50055ed-aa5a-42c6-8a6e-6b989331f49d {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:05.389998 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.440301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39458) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:05.574864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-2b75eb07-5d2d-40e7-973a-f9f3c04c9700 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4739404 Feb 07 22:53:05.576783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.639513 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-70a1dab7-aae8-444f-b17d-99fda8d6402c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20838b5532104921ba58631c9eb315e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948020 Feb 07 22:53:05.674420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39468) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:05.752003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed14ede6-d350-4662-8052-6a24ca06b40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.771878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6dd92f1-5848-4ec0-9e42-d54449d16eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.789118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event deleted for resources: {'Port': ['ID=b0078f8e-9605-4fa9-a61b-2cae4be7e825,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.790869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5660b6db-e21b-4e6f-aa00-95fda194a8cd req-e77f8120-24a7-49bb-9966-57d611d65438 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 210 time: 0.2090528 Feb 07 22:53:05.804364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd92f1-5848-4ec0-9e42-d54449d16eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db4d7f-31b6-424a-82fb-51596a38a58a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.829068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.880048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed14ede6-d350-4662-8052-6a24ca06b40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:05.883917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed14ede6-d350-4662-8052-6a24ca06b40b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/067fcf8b-3397-4e65-81c1-528be90a07d2 HTTP/1.1" status: 204 len: 168 time: 0.8823199 Feb 07 22:53:05.885732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ede6-d350-4662-8052-6a24ca06b40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067fcf8b-3397-4e65-81c1-528be90a07d2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:05.959042 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.141852 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.142860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Calling delete_port for e50055ed-aa5a-42c6-8a6e-6b989331f49d owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:06.167670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6dd92f1-5848-4ec0-9e42-d54449d16eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.171902 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d6dd92f1-5848-4ec0-9e42-d54449d16eb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91db4d7f-31b6-424a-82fb-51596a38a58a HTTP/1.1" status: 204 len: 168 time: 1.2527127 Feb 07 22:53:06.247451 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaf838a2-80a8-46c9-8b69-e343049fd197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.322675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaf838a2-80a8-46c9-8b69-e343049fd197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.332435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.333108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.333594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.334075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.334553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.335027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.335501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.338747 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b68e1acf-df92-454c-adf2-6c570606cb50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6489 time: 0.6172283 Feb 07 22:53:06.349316 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.363700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Router 5233ea36-9250-48fb-9803-83f8d99ec95b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:53:06.370447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3cb4d-bc1e-4c2d-ac68-2a44737cb979 req-d9db3aea-c69f-4cd0-904c-0d3e2e8f613a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.371965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3ee3cb4d-bc1e-4c2d-ac68-2a44737cb979 req-d9db3aea-c69f-4cd0-904c-0d3e2e8f613a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Synchronizing usage tracker for tenant:e8441ad85522408ba46cc74a0163b58d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:06.447354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Port': ['ID=e50055ed-aa5a-42c6-8a6e-6b989331f49d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:06.476064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.497557 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f416aef6-6f24-4b70-b5fb-b0e561a56947 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/ports/e50055ed-aa5a-42c6-8a6e-6b989331f49d HTTP/1.1" status: 204 len: 168 time: 1.2737675 Feb 07 22:53:06.500049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39494) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:06.547432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3ee3cb4d-bc1e-4c2d-ac68-2a44737cb979 req-d9db3aea-c69f-4cd0-904c-0d3e2e8f613a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Unset dirty status for tenant:e8441ad85522408ba46cc74a0163b58d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:06.555127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ee3cb4d-bc1e-4c2d-ac68-2a44737cb979 req-d9db3aea-c69f-4cd0-904c-0d3e2e8f613a tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.5482709 Feb 07 22:53:06.628720 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc9e286-5700-49d1-b4f1-11dcf1519c3e tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:06.629307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc9e286-5700-49d1-b4f1-11dcf1519c3e tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:06.645311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9fc9e286-5700-49d1-b4f1-11dcf1519c3e tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/a6a970d2-da7a-4006-8b23-1ff717e61830 HTTP/1.1" status: 404 len: 337 time: 0.1427917 Feb 07 22:53:06.646153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaf838a2-80a8-46c9-8b69-e343049fd197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.648976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaf838a2-80a8-46c9-8b69-e343049fd197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.649507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39510) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:06.652998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eaf838a2-80a8-46c9-8b69-e343049fd197 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/116ccc82-1713-4dd5-b820-f15ff8b3b49c HTTP/1.1" status: 204 len: 168 time: 0.9735789 Feb 07 22:53:06.683889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ee3cb4d-bc1e-4c2d-ac68-2a44737cb979 req-132de25f-2467-4ce0-8986-f64ff8a2197f tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277878 Feb 07 22:53:06.686498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf838a2-80a8-46c9-8b69-e343049fd197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116ccc82-1713-4dd5-b820-f15ff8b3b49c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:06.970848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:06.997401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c31b4a5c-2431-4737-9166-c0d8c9bae905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.998454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c31b4a5c-2431-4737-9166-c0d8c9bae905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.998454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c31b4a5c-2431-4737-9166-c0d8c9bae905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:06.999930 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c31b4a5c-2431-4737-9166-c0d8c9bae905 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90aa748e-7d12-476c-88ff-0f9cda6902ae&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=984796b5-0378-483f-8e6d-60be391eece8&id=984796b5-0378-483f-8e6d-60be391eece8 HTTP/1.1" status: 200 len: 2292 time: 0.6189387 Feb 07 22:53:07.006510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:53:07.016535 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] Sync routers for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:07.035560 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:07.035855 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:07.052714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b81d3068-c8e5-4ae9-b669-79b4248148cc req-684ff9ec-89a6-4934-a0f8-0e9199a2a189 tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/ports?device_id=711855b9-20d5-4a94-bb70-321953933038 HTTP/1.1" status: 200 len: 210 time: 0.0799463 Feb 07 22:53:07.160463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39526) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:07.264182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] No DVR routers for this DVR port b0078f8e-9605-4fa9-a61b-2cae4be7e825 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:07.275241 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:07.282464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.284401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd96cec3-7a49-41f8-be4e-8105d0bffcf4 req-ab7d1ce1-f85d-44f5-9c58-9fed6d7f72df tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.26 "DELETE /v2.0/ports/b0078f8e-9605-4fa9-a61b-2cae4be7e825 HTTP/1.1" status: 204 len: 173 time: 7.1771173 Feb 07 22:53:07.303364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'name': 'network-vif-deleted', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:07.428132 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711855b9-20d5-4a94-bb70-321953933038', 'name': 'network-vif-deleted', 'tag': 'b0078f8e-9605-4fa9-a61b-2cae4be7e825', 'status': 'completed', 'code': 200} Feb 07 22:53:07.457540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-2e65eaf9-0f20-4c1a-832d-f5c74b71c587 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40 HTTP/1.1" status: 200 len: 1001 time: 0.4301000 Feb 07 22:53:07.511682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.561804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ee4f68-4946-40c6-96b2-86d913b25a1e']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:07.585371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-805201499-network', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:07.593772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:07.594748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-3b00b3f5-0cfb-44ce-87c6-0369e088816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:07.596301 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-3b00b3f5-0cfb-44ce-87c6-0369e088816c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a7acac7-5152-4529-8241-a91bc1354bb7 HTTP/1.1" status: 200 len: 850 time: 0.1257436 Feb 07 22:53:07.601257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Usage tracker for resource:network and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:07.605134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef818236-ed10-426f-97cd-2f9eb4c27cd4') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:07.605272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef818236-ed10-426f-97cd-2f9eb4c27cd4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:07.607729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:07.615444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:07.631826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:07.645495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.669014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.691202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:07.694864 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.696855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Usage tracker for resource:security_group_rule and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:07.701956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:07.717783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:07.744466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.757153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:07.757924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:07.779599 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:07.815201 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:45Z', 'revision_number': 5, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:07.819899 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] Checking router: 5233ea36-9250-48fb-9803-83f8d99ec95b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:53:07.829652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:07.830559 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:08.006816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-d56691bc-f672-4b37-975d-d40afdb0ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:08.011454 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-d56691bc-f672-4b37-975d-d40afdb0ee60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90aa748e-7d12-476c-88ff-0f9cda6902ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3870668 Feb 07 22:53:08.169059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:08.176606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.228253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.271892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/54ee4f68-4946-40c6-96b2-86d913b25a1e HTTP/1.1" status: 204 len: 168 time: 1.6168902 Feb 07 22:53:08.273116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10256ae-b602-49f8-8a0c-807543ced505 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Network': ['ID=54ee4f68-4946-40c6-96b2-86d913b25a1e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:08.273924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39566) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:08.329531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:08.345459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.365566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aef04-9f1a-433a-9219-da7408fa43f9 req-7da5764e-a172-41ae-821b-f5badd3a2a42 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:08.368042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-194aef04-9f1a-433a-9219-da7408fa43f9 req-7da5764e-a172-41ae-821b-f5badd3a2a42 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.3697598 Feb 07 22:53:08.378266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.406655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-2890ece9-a5ca-4316-9a1b-329159628206 service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904510 Feb 07 22:53:08.499114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:08.542873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.543235 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Added segment 65b456c7-cee6-467e-b4ba-87f9954b96c4 of type vlan for network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 Feb 07 22:53:08.545751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af1fd3e-9fa1-4563-978f-8649e7ca1378,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:08.565087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-194aef04-9f1a-433a-9219-da7408fa43f9 req-bce93344-051d-43fb-8922-5050553c3e47 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806374 Feb 07 22:53:08.569576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting subnet b3e0b7f5-4aec-42e1-8aef-1517b29fdeca {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:53:08.578579 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.714721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ed85b62-d0f8-481d-a321-224bcd0dccba tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.739231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.753887 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:45Z', 'revision_number': 5, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:08.758260 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4963673-8306-4593-9ff9-0fbd82d9ac56 None None] The sync data for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 is: [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:51:38Z', 'revision_number': 4, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c3660885-0d00-4f08-badc-141dcf5b1ea3', 'name': '', 'network_id': '02e0cdce-5b5a-4346-b3be-d497829075ef', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'mac_address': 'fa:16:3e:b6:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '305330de-a571-464d-a87a-677bec18bb82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:35Z', 'updated_at': '2022-02-07T22:51:45Z', 'revision_number': 5, 'project_id': '634796cddbc84a0090651a31869456f5', 'subnets': [{'id': '305330de-a571-464d-a87a-677bec18bb82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:08.770721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.799595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ed85b62-d0f8-481d-a321-224bcd0dccba tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.897572 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-1478f912-6f31-44c8-abaa-0915b887a08f service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203108 Feb 07 22:53:08.931018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:08.935636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:08.936945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.041373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-0b87f994-09db-4323-8379-63af2680a41e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 200 len: 217 time: 0.1261442 Feb 07 22:53:09.180139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ed85b62-d0f8-481d-a321-224bcd0dccba tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.241031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed85b62-d0f8-481d-a321-224bcd0dccba tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06241524-4946-4cd9-8a7a-16890adb17b3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:09.273874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39598) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:09.275268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ed85b62-d0f8-481d-a321-224bcd0dccba tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.292489 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8ed85b62-d0f8-481d-a321-224bcd0dccba tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "DELETE /v2.0/security-groups/06241524-4946-4cd9-8a7a-16890adb17b3 HTTP/1.1" status: 204 len: 168 time: 0.9600530 Feb 07 22:53:09.298762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d686cc-b057-4e97-b926-b1318b116cac None None] New status for floating IP 55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:53:09.301957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39602) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:09.308540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.347746 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1860700 Feb 07 22:53:09.350765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eee418-f631-495e-a795-ac76ec31605d admin admin] Pushing event updated for resources: {'Network': ['ID=6ebc232e-79c1-4cf3-ba60-2f141e261ff5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:09.352750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39608) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:09.360059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Request body: {'subnet': {'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-805201499-subnet', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:09.374215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:09.382098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Usage tracker for resource:subnet and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:09.387500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:09.397888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:09.404730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c8e4cb85-6367-483b-8d9f-f5678f2cd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.406864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c8e4cb85-6367-483b-8d9f-f5678f2cd0c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.3560333 Feb 07 22:53:09.408881 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-b9b95ee0-2632-4954-9741-85587ff577ee tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] show failed (client error): The resource could not be found. Feb 07 22:53:09.410678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9b95ee0-2632-4954-9741-85587ff577ee tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "GET /v2.0/security-groups/06241524-4946-4cd9-8a7a-16890adb17b3 HTTP/1.1" status: 404 len: 347 time: 0.1057332 Feb 07 22:53:09.414010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39612) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:09.426864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:09.429281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.520439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:09.579146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1327083762-network', 'tenant_id': '6ddc256c064f4366ba6ce4fbb7bee059'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:09.589352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:09.589352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Usage tracker for resource:network and tenant:6ddc256c064f4366ba6ce4fbb7bee059 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:09.589352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:09.608497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:09.678896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Deleting port 1a156b1b-c279-4870-a6df-35f822fb9a99 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:09.679058 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.821956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.847441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Made reservation on behalf of 6ddc256c064f4366ba6ce4fbb7bee059 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:09.854704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:09.905516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-04a917f3-d2e4-42f2-879c-a7519185c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:09.907151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-04a917f3-d2e4-42f2-879c-a7519185c035 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4887590 Feb 07 22:53:09.994510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.009722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f13090-4551-41df-8923-5544e82b140c None None] Network 81745de2-feff-49ff-b4ba-bd303bc9bafa requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:10.010805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.092862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.160054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:10.167001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Usage tracker for resource:security_group_rule and tenant:6ddc256c064f4366ba6ce4fbb7bee059 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:10.170232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:10.177749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:10.207483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-d3948d65-80a6-434c-b05f-dfc445f9b162 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883685 Feb 07 22:53:10.229710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e0b7f5-4aec-42e1-8aef-1517b29fdeca,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:10.353734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f1822dd7-412d-47c1-9b3a-00ae6d7cfd77 tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/subnets/b3e0b7f5-4aec-42e1-8aef-1517b29fdeca HTTP/1.1" status: 204 len: 168 time: 2.0755603 Feb 07 22:53:10.360004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39634) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:10.401472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Checking segment: {'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:10.401836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Network hostable DHCP agents. Network: 6ebc232e-79c1-4cf3-ba60-2f141e261ff5, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:10.403377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] DHCP port deletion for 81745de2-feff-49ff-b4ba-bd303bc9bafa request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:53:10.407965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Deleting port 6e496ef7-282d-46f8-80ed-e9494903dfde {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:10.408454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.505512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c6f1bc41-da96-4406-915e-711331984938 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788990 Feb 07 22:53:10.606061 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-37136a30-4f6b-4ff5-82a8-5ffb1ca41524 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 200 len: 217 time: 0.0934527 Feb 07 22:53:10.646751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5838a9-0614-4656-b684-7a5cebca2403,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:10.661613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:10.679977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.690083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 6ebc232e-79c1-4cf3-ba60-2f141e261ff5) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:10.698971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01fd0-93bc-40e7-a453-68391844798f req-f2ebc111-71b6-46c4-a430-4c2116eb6a73 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:10.707374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6af01fd0-93bc-40e7-a453-68391844798f req-f2ebc111-71b6-46c4-a430-4c2116eb6a73 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.8216133 Feb 07 22:53:10.719974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:10.720207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.722626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.723113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.727079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2c800-8c7e-4a82-b1aa-d3d994c17c15 None None] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:10.751383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.787222 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.870268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:10.896108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:10.902312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f6f1dfd-cab7-4278-9118-a9bc88c25cfe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5451035 Feb 07 22:53:10.909571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39652) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:10.911027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting port 6e496ef7-282d-46f8-80ed-e9494903dfde {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:10.911602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:10.922216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Calling delete_port for 1a156b1b-c279-4870-a6df-35f822fb9a99 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:10.961487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:10.984678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b75cedaa-e22f-4b8a-a5d9-5514a81fb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:10.990727 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b75cedaa-e22f-4b8a-a5d9-5514a81fb1da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.3499048 Feb 07 22:53:10.994804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] For port 6e496ef7-282d-46f8-80ed-e9494903dfde, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e496ef7-282d-46f8-80ed-e9494903dfde,segment=NetworkSegment(b73cfbe9-3c89-4203-9104-c11201466e7c),segment_id=b73cfbe9-3c89-4203-9104-c11201466e7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:10.995504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.002206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6af01fd0-93bc-40e7-a453-68391844798f req-21aca982-0d66-4472-b2b1-18aa3a57f3f2 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938893 Feb 07 22:53:11.003322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.003678 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Added segment 9d62918e-7914-40ba-adef-d7e3aa8f38ef of type vlan for network e2de18f0-6c4c-4780-96ad-844ef514348d Feb 07 22:53:11.008997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:11.155368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Usage tracker for resource:router and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:11.268436 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.357847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Calling delete_port for 6e496ef7-282d-46f8-80ed-e9494903dfde owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:11.387574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:11.403519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:11.446046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e496ef7-282d-46f8-80ed-e9494903dfde no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:11.451858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.453908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.454829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.455034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.456006 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.485736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.498528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:11.499515 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:11.512315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c2c7fa98-877b-487d-b4a2-da994e75e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.513821 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-c2c7fa98-877b-487d-b4a2-da994e75e436 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4907255 Feb 07 22:53:11.606411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] Pushing event updated for resources: {'Network': ['ID=e2de18f0-6c4c-4780-96ad-844ef514348d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:11.615104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] For port 6e496ef7-282d-46f8-80ed-e9494903dfde, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e496ef7-282d-46f8-80ed-e9494903dfde,segment=NetworkSegment(b73cfbe9-3c89-4203-9104-c11201466e7c),segment_id=b73cfbe9-3c89-4203-9104-c11201466e7c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:11.615466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.641281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e2de18f0-6c4c-4780-96ad-844ef514348d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:11.709854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-6ebc232e-79c1-4cf3-ba60-2f141e261ff5', 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'fixed_ips': [{'subnet_id': '5e5838a9-0614-4656-b684-7a5cebca2403'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:53:11.710761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.813586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Calling delete_port for 6e496ef7-282d-46f8-80ed-e9494903dfde owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:11.898879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe18da8d-f5b7-4d3d-a4d0-e01ed1b8d396 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6205330 Feb 07 22:53:11.905296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39668) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:11.910983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Request body: {'subnet': {'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1327083762-subnet', 'tenant_id': '6ddc256c064f4366ba6ce4fbb7bee059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:11.924232 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.928773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:11.929302 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:11.932038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:11.941316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Usage tracker for resource:subnet and tenant:6ddc256c064f4366ba6ce4fbb7bee059 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:11.944527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:11.976817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Pushing event deleted for resources: {'Port': ['ID=6e496ef7-282d-46f8-80ed-e9494903dfde,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:11.985089 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:11.988551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-581b0109-b328-4678-85f2-4a34461e1106 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:11.991528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-581b0109-b328-4678-85f2-4a34461e1106 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.7178493 Feb 07 22:53:11.996525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:12.006881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.007234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.007668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.008262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.008381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.009042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.009546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.010078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.010581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.011981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.013567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.014108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:12.070490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Deleting port 1a156b1b-c279-4870-a6df-35f822fb9a99 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:12.070840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.071381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Made reservation on behalf of 6ddc256c064f4366ba6ce4fbb7bee059 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:12.074079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.110063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4962e-5f98-4d06-b894-c4dfa31b7f0a None None] No DVR routers for this DVR port 6e496ef7-282d-46f8-80ed-e9494903dfde on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:12.257709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Allocated IP 172.20.0.2 (6ebc232e-79c1-4cf3-ba60-2f141e261ff5/5e5838a9-0614-4656-b684-7a5cebca2403/7cd0f89c-4deb-4e02-8b39-dcff8512b903) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:12.264521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.272139 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-3d1df294-8f37-41ea-82d9-4e53e61fc4ec service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503269 Feb 07 22:53:12.491222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Deleting port 6e496ef7-282d-46f8-80ed-e9494903dfde {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:12.491742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.526367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.540136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Transition to ACTIVE for port object 7cd0f89c-4deb-4e02-8b39-dcff8512b903 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:12.575053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Transition to ACTIVE for port object 7cd0f89c-4deb-4e02-8b39-dcff8512b903 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:12.576839 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.637585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.644349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39684) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:12.662225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:12.665161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:12.668875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:12.675048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Pushing event updated for resources: {'Port': ['ID=7cd0f89c-4deb-4e02-8b39-dcff8512b903,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:12.685722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Deleting port 4bb93fdf-533b-4ffe-897d-075062002527 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:12.686079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.788668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] The port '6e496ef7-282d-46f8-80ed-e9494903dfde' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:53:12.851228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Attempting to bind port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:12.851386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Attempting to bind port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:12.853165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Attempting to bind port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 on network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:12.867555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:12.869201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Checking segment: {'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:12.869201 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.869201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Bound using segment: {'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:12.870859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Bound port: 7cd0f89c-4deb-4e02-8b39-dcff8512b903, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:12.871450 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.886771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.889496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:12.922105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-fa190ed7-cdb5-4a4d-b06b-07387b0fc6f1 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018527 Feb 07 22:53:13.115462 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-f55099cf-705c-4b74-9d2d-c5030a2c4c80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=9028abe2-48bb-48cb-9d61-709921bdf11b HTTP/1.1" status: 200 len: 217 time: 0.1258950 Feb 07 22:53:13.115784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] For port 7cd0f89c-4deb-4e02-8b39-dcff8512b903, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:13.119677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] For port 7cd0f89c-4deb-4e02-8b39-dcff8512b903, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7cd0f89c-4deb-4e02-8b39-dcff8512b903,segment=NetworkSegment(65b456c7-cee6-467e-b4ba-87f9954b96c4),segment_id=65b456c7-cee6-467e-b4ba-87f9954b96c4)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:13.123065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Calling delete_port for 1a156b1b-c279-4870-a6df-35f822fb9a99 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:13.130429 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.150397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d0b26d-7819-4701-89f4-c957bfe00c7d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:13.209109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.270812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Checking segment: {'id': '9d62918e-7914-40ba-adef-d7e3aa8f38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:13.271483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Network hostable DHCP agents. Network: e2de18f0-6c4c-4780-96ad-844ef514348d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:13.291970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.292664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39640e-0f66-41d0-982a-cf97e69d9f04 None None] Pushing event updated for resources: {'Port': ['ID=7cd0f89c-4deb-4e02-8b39-dcff8512b903,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:13.336153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-28fc298d-09d5-45e8-8a4d-86e320869f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:13.337641 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-28fc298d-09d5-45e8-8a4d-86e320869f6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.1698577 Feb 07 22:53:13.373992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91a1e7-243d-4824-a708-efacde1ea178 req-35e4e231-033a-433a-94f8-250472e757a5 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:13.375710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb91a1e7-243d-4824-a708-efacde1ea178 req-35e4e231-033a-433a-94f8-250472e757a5 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 945 time: 0.7845821 Feb 07 22:53:13.394434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:13.487151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Usage tracker for resource:security_group_rule and tenant:2f0c5fd18ab34723b0a6b8fe16736435 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:13.490955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81745de2-feff-49ff-b4ba-bd303bc9bafa']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:13.507266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:13.529438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73cfbe9-3c89-4203-9104-c11201466e7c') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:13.529978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73cfbe9-3c89-4203-9104-c11201466e7c') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:13.547530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Network e2de18f0-6c4c-4780-96ad-844ef514348d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:13.560289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:13.564889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.631688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e2de18f0-6c4c-4780-96ad-844ef514348d) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:13.631688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb91a1e7-243d-4824-a708-efacde1ea178 req-f987d295-9cfe-41a4-b9a8-66a0909ef1df tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214539 Feb 07 22:53:13.631688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.672953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357ca4b-15df-476d-b158-dec9027510fb None None] Network e2de18f0-6c4c-4780-96ad-844ef514348d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:13.687327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:13.687944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.707634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:13.708539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:13.906163 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:14.036317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.081974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa44baa4-259b-4cac-9e4f-431971e1c121 None None] Network e2de18f0-6c4c-4780-96ad-844ef514348d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:14.085538 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.095796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.106666 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.112106 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.145230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-8158bde5-a0bb-45ec-9307-c4b44bc07c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:14.146908 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-8158bde5-a0bb-45ec-9307-c4b44bc07c9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6074765 Feb 07 22:53:14.176514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] 10.222.0.10 "DELETE /v2.0/networks/81745de2-feff-49ff-b4ba-bd303bc9bafa HTTP/1.1" status: 204 len: 168 time: 3.8038058 Feb 07 22:53:14.176514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.208876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.268096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f0c5fd18ab34723b0a6b8fe16736435&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5223711 Feb 07 22:53:14.276880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-098b4130-5251-4af8-9788-a67023c65d83 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3706517 Feb 07 22:53:14.280951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb93fdf-533b-4ffe-897d-075062002527 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:14.285018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:14.288354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32367a8-6908-4936-a602-dc21ced2bccc tempest-NetworksIpV6TestAttrs-488211936 tempest-NetworksIpV6TestAttrs-488211936-project] Pushing event deleted for resources: {'Network': ['ID=81745de2-feff-49ff-b4ba-bd303bc9bafa,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:14.297964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb93fdf-533b-4ffe-897d-075062002527,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:14.298552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.430183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Pushing event deleted for resources: {'Port': ['ID=1a156b1b-c279-4870-a6df-35f822fb9a99,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:14.639526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735814a-9eb2-4132-96f5-4259b5a74689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef32e488-b8d5-4f1e-a399-c4b185da11d2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:14.678350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Calling delete_port for 4bb93fdf-533b-4ffe-897d-075062002527 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:14.762316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Allocated IP 172.25.0.110 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/501bb789-805a-47be-856a-0f6fcac1a30c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:14.772046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39712) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:14.791003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:14.911900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:14.931491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb93fdf-533b-4ffe-897d-075062002527,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:14.945298 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.054952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.059377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bb93fdf-533b-4ffe-897d-075062002527,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:15.113334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-2692d0a5-938e-41a8-9b32-33ffeef80ec5 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9540493 Feb 07 22:53:15.124434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad6ec-eb85-498e-b7d4-96233aa3a7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.142534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.144088 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be001bb8-1b67-4f91-9a06-1a368365830a tempest-ServersTestManualDisk-1382646744 tempest-ServersTestManualDisk-1382646744-project] 10.222.0.10 "DELETE /v2.0/floatingips/55cc61aa-03bd-4e5c-b1d4-0ae160f73dd7 HTTP/1.1" status: 204 len: 168 time: 5.7289097 Feb 07 22:53:15.150602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39724) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:15.198098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd87a2c-7ece-425b-a945-942c17c274ab None None] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:15.270796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.323365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-86a0afba-0eaf-425b-b37a-9513a9822a78 None None] Provisioning for port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:15.337134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-1c9979da-24cf-4a91-9ff2-f2474b7fcd15 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059710 Feb 07 22:53:15.445078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b97453d4-a5c4-492f-ba83-1a0920d60ed1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=940c719d-b163-4681-9372-0ad4ea08993a HTTP/1.1" status: 200 len: 217 time: 0.0962443 Feb 07 22:53:15.445907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:15.447062 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:15.453799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.491408 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad6ec-eb85-498e-b7d4-96233aa3a7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.508264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7cd0f89c-4deb-4e02-8b39-dcff8512b903 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:15.579544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:15.590047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:15.596449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:15.612526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1fd1083e-3e13-40a4-bb47-c186da2e2ae4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=240fbd08b02a4a059dd21b68901c6b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8345845 Feb 07 22:53:15.628077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39738) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:15.651396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a657ce-4194-4ba8-9c05-3cc5a369ef54 req-3250c474-38e4-4323-a166-b5ff709b8a29 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:15.654201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4a657ce-4194-4ba8-9c05-3cc5a369ef54 req-3250c474-38e4-4323-a166-b5ff709b8a29 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 943 time: 0.7973502 Feb 07 22:53:15.690069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:15.696823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:15.697466 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:15.731027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Pushing event updated for resources: {'Port': ['ID=501bb789-805a-47be-856a-0f6fcac1a30c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:15.734335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-93375778-e511-4eb1-919c-aebd644bc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:15.736022 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-93375778-e511-4eb1-919c-aebd644bc090 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.2704320 Feb 07 22:53:15.903382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4a657ce-4194-4ba8-9c05-3cc5a369ef54 req-cbe984b0-d6cb-445f-84ae-290ded5b4cd0 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758478 Feb 07 22:53:15.971091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Deleting port 4bb93fdf-533b-4ffe-897d-075062002527 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:15.971091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.069202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d85f-3837-48cf-94d0-50e247832d30 req-437739e0-f0e0-4cc6-84fa-30855a20c932 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.069976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1594d85f-3837-48cf-94d0-50e247832d30 req-437739e0-f0e0-4cc6-84fa-30855a20c932 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Synchronizing usage tracker for tenant:6ddc256c064f4366ba6ce4fbb7bee059 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:16.083612 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527', 'code': 200} Feb 07 22:53:16.090803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.119916 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad6ec-eb85-498e-b7d4-96233aa3a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.144349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-388e094e-8b23-485d-8c3d-af4175bbb81c None None] Provisioning complete for port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:16.147149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-388e094e-8b23-485d-8c3d-af4175bbb81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.159166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-3bd02914-a813-408f-9526-c6b67e65d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:16.160918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-3bd02914-a813-408f-9526-c6b67e65d554 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4082980 Feb 07 22:53:16.180254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ad6ec-eb85-498e-b7d4-96233aa3a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef32e488-b8d5-4f1e-a399-c4b185da11d2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:16.181966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ed8d-7aba-48cc-bdb1-96a4a17df594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.195879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1594d85f-3837-48cf-94d0-50e247832d30 req-437739e0-f0e0-4cc6-84fa-30855a20c932 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Unset dirty status for tenant:6ddc256c064f4366ba6ce4fbb7bee059 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:16.197358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-437739e0-f0e0-4cc6-84fa-30855a20c932 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/networks?id=e2de18f0-6c4c-4780-96ad-844ef514348d HTTP/1.1" status: 200 len: 821 time: 0.9053543 Feb 07 22:53:16.285922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7cd0f89c-4deb-4e02-8b39-dcff8512b903, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7cd0f89c-4deb-4e02-8b39-dcff8512b903,segment=NetworkSegment(65b456c7-cee6-467e-b4ba-87f9954b96c4),segment_id=65b456c7-cee6-467e-b4ba-87f9954b96c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:16.319979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-79c25373-25f6-46d9-affe-b14bdbc1c84c tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/quotas/6ddc256c064f4366ba6ce4fbb7bee059 HTTP/1.1" status: 200 len: 375 time: 0.1054108 Feb 07 22:53:16.333032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.341979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ed8d-7aba-48cc-bdb1-96a4a17df594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.361846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.450247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7cd0f89c-4deb-4e02-8b39-dcff8512b903,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:16.517252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-33303187-2c73-415b-b3d7-a44c884f9803 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ddc256c064f4366ba6ce4fbb7bee059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1820233 Feb 07 22:53:16.533938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c6ad6ec-eb85-498e-b7d4-96233aa3a7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.535011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3c6ad6ec-eb85-498e-b7d4-96233aa3a7b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef32e488-b8d5-4f1e-a399-c4b185da11d2 HTTP/1.1" status: 204 len: 168 time: 2.2487574 Feb 07 22:53:16.730563 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-59e3bae0-486d-4ef8-8c06-8e04b4d1c9ce service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696790 Feb 07 22:53:16.772070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] For port 4bb93fdf-533b-4ffe-897d-075062002527, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb93fdf-533b-4ffe-897d-075062002527,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:16.772650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:16.949824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-5e285714-4687-4bbb-8984-d7085d74ed20 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654725 Feb 07 22:53:16.951314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39756) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:16.952679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Calling delete_port for 4bb93fdf-533b-4ffe-897d-075062002527 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:17.007291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.063813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ed8d-7aba-48cc-bdb1-96a4a17df594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.085908 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-2661369d-fbd6-4fff-8729-10d984eb7d9a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d HTTP/1.1" status: 200 len: 217 time: 0.1217372 Feb 07 22:53:17.094045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-98dc97e5-9d9d-46cf-81d1-f55510e2b1cd service neutron] 10.222.0.10 "GET /v2.0/networks/e2de18f0-6c4c-4780-96ad-844ef514348d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633619 Feb 07 22:53:17.099714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:17.139475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7ed8d-7aba-48cc-bdb1-96a4a17df594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f749ba6-7656-4055-a328-86dc82443509,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:17.146923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Usage tracker for resource:security_group_rule and tenant:5675d4601ab24864ad36791126cdeaaf is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:17.165229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:17.176985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:17.316049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-e30e690a-1bdc-4364-abd0-c9b2b808c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:17.317711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-e30e690a-1bdc-4364-abd0-c9b2b808c3b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 200 len: 797 time: 0.2192733 Feb 07 22:53:17.376866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.395768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ea7ed8d-7aba-48cc-bdb1-96a4a17df594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.396906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8ea7ed8d-7aba-48cc-bdb1-96a4a17df594 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f749ba6-7656-4055-a328-86dc82443509 HTTP/1.1" status: 204 len: 168 time: 1.7552953 Feb 07 22:53:17.402951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7cd0f89c-4deb-4e02-8b39-dcff8512b903 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:17.514458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:17.515417 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.633330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-b6cf0928-081e-4a53-94bf-c8e365b821a5 service neutron] 10.222.0.10 "GET /v2.0/networks/e2de18f0-6c4c-4780-96ad-844ef514348d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802337 Feb 07 22:53:17.634187 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:17.695188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813e52-e353-4921-b88b-38bba7d1ab25 req-87f5b45e-9d01-4bea-8f8a-f6e8f31f2377 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:17.695188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6f813e52-e353-4921-b88b-38bba7d1ab25 req-87f5b45e-9d01-4bea-8f8a-f6e8f31f2377 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Synchronizing usage tracker for tenant:e8441ad85522408ba46cc74a0163b58d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:17.718096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Pushing event deleted for resources: {'Port': ['ID=4bb93fdf-533b-4ffe-897d-075062002527,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:17.873405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.004109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] No DVR routers for this DVR port 4bb93fdf-533b-4ffe-897d-075062002527 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:18.006186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6f813e52-e353-4921-b88b-38bba7d1ab25 req-87f5b45e-9d01-4bea-8f8a-f6e8f31f2377 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Unset dirty status for tenant:e8441ad85522408ba46cc74a0163b58d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:18.007729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f813e52-e353-4921-b88b-38bba7d1ab25 req-87f5b45e-9d01-4bea-8f8a-f6e8f31f2377 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/ports?device_id=42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7 HTTP/1.1" status: 200 len: 943 time: 0.9200993 Feb 07 22:53:18.018996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.021201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3a963a9-f694-4390-8793-8390e9b36c7b req-4a55b257-561d-4397-adfa-7c921dfef9eb tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.36 "DELETE /v2.0/ports/4bb93fdf-533b-4ffe-897d-075062002527 HTTP/1.1" status: 204 len: 173 time: 6.0209823 Feb 07 22:53:18.021827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'name': 'network-vif-deleted', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:18.072144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b5533654-66b2-4ff5-8134-549dd14dd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:18.074073 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b5533654-66b2-4ff5-8134-549dd14dd60a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7424572 Feb 07 22:53:18.078309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.126227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be53e09e-c83f-4800-9cd4-885c6150f13c req-3848ab41-2d8c-4657-989c-a91c8cfb38dd tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 210 time: 0.1235023 Feb 07 22:53:18.138007 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.209410 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42493ff7-a8f1-4f5d-bdc6-a3ebb4f538e7', 'name': 'network-vif-deleted', 'tag': '4bb93fdf-533b-4ffe-897d-075062002527', 'status': 'completed', 'code': 200} Feb 07 22:53:18.243289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f813e52-e353-4921-b88b-38bba7d1ab25 req-439d06f1-5773-42d1-9af7-773e6f4453f9 tempest-ServerRescueNegativeTestJSON-1917581465 tempest-ServerRescueNegativeTestJSON-1917581465-project] 10.222.0.10 "GET /v2.0/security-groups?id=146c40fb-3964-4e62-8d13-bb78da533f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694980 Feb 07 22:53:18.330312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5675d4601ab24864ad36791126cdeaaf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3695648 Feb 07 22:53:18.338819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39798) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:18.469261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44febba-0234-42f2-b5b2-145da9e58099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e164dd7-2f01-4b76-b8ec-b6170b81a9de,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:18.563644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b0f76a0-6933-424b-adef-66a034431a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.597184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b0f76a0-6933-424b-adef-66a034431a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.680803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-3f94e6cc-91d4-441f-a623-d58e01c66088 service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904019 Feb 07 22:53:18.838125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b0f76a0-6933-424b-adef-66a034431a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:18.864751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Router 4863c35d-f191-4e45-bc85-4931a33b0678 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:53:18.880927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f76a0-6933-424b-adef-66a034431a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e164dd7-2f01-4b76-b8ec-b6170b81a9de,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:19.016300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Deleting port c3660885-0d00-4f08-badc-141dcf5b1ea3 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:19.016819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.052371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39818) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:19.077491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9b0f76a0-6933-424b-adef-66a034431a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.080531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9b0f76a0-6933-424b-adef-66a034431a9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e164dd7-2f01-4b76-b8ec-b6170b81a9de HTTP/1.1" status: 204 len: 168 time: 0.7355959 Feb 07 22:53:19.202975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-f32a786f-56ab-46d8-ad47-c234e0a54dde service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122509 Feb 07 22:53:19.264107 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:53:19.443807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:19.446994 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-05fe8cba-c020-4812-ad23-7332eeaceae3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e HTTP/1.1" status: 200 len: 217 time: 0.0858634 Feb 07 22:53:19.459538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-368133825'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:19.494957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af83e624-878d-40fd-9875-70a8e1e0ee5e req-f1e67849-9a02-4362-9375-076192258b0f tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 210 time: 0.0483060 Feb 07 22:53:19.582390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:19.629774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] For port c3660885-0d00-4f08-badc-141dcf5b1ea3, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c3660885-0d00-4f08-badc-141dcf5b1ea3,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:19.630818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.682921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:53:19.694938 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Sync routers for ids ['4863c35d-f191-4e45-bc85-4931a33b0678'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:19.712723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Routers {'4863c35d-f191-4e45-bc85-4931a33b0678'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:19.713367 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4863c35d-f191-4e45-bc85-4931a33b0678'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:19.721493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:19.759683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:19.791584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:19.804355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Calling delete_port for c3660885-0d00-4f08-badc-141dcf5b1ea3 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:19.822182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:19.823543 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-856db0dd-b7cf-4ef6-84f3-2c2a768707ce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.9133453 Feb 07 22:53:19.832931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b3beabb4-7d4e-457e-9095-82bd288227bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:19.833765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-b3beabb4-7d4e-457e-9095-82bd288227bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 200 len: 797 time: 0.3633382 Feb 07 22:53:19.834406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39844) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:19.971134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:19.975114 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.049618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.142613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.251020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3660885-0d00-4f08-badc-141dcf5b1ea3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:20.278323 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Set router 4863c35d-f191-4e45-bc85-4931a33b0678 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:20.832920 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:53:16Z', 'revision_number': 3, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:20.843856 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Checking router: 4863c35d-f191-4e45-bc85-4931a33b0678 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:53:20.845505 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Updating router 4863c35d-f191-4e45-bc85-4931a33b0678 port 501bb789-805a-47be-856a-0f6fcac1a30c binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:53:20.902285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:20.911771 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:20.921230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group_rule and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:20.925967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:20.966605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:21.033282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-0a033ea9-00c4-40b3-b0bc-53c32aec9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:21.034944 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-0a033ea9-00c4-40b3-b0bc-53c32aec9a92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1894586 Feb 07 22:53:21.054506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f065347-521d-4475-91a7-a040b4ebf1e6 req-8670fc23-c3af-4fdb-b7b5-73f3c191d2d9 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 210 time: 0.3104205 Feb 07 22:53:21.260431 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.476276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d85f-3837-48cf-94d0-50e247832d30 req-ebd67897-a755-4dc7-85fc-fb38f1e108b2 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:21.478245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-ebd67897-a755-4dc7-85fc-fb38f1e108b2 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.26 "GET /v2.0/networks?id=e2de18f0-6c4c-4780-96ad-844ef514348d HTTP/1.1" status: 200 len: 821 time: 0.8181233 Feb 07 22:53:21.578121 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.594079 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Transition to ACTIVE for port object 501bb789-805a-47be-856a-0f6fcac1a30c will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:21.604399 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.645497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Request body: {'port': {'device_id': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d', 'admin_state_up': True, 'tenant_id': '6ddc256c064f4366ba6ce4fbb7bee059'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:21.728221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Attempting to bind port 501bb789-805a-47be-856a-0f6fcac1a30c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:21.728221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Attempting to bind port 501bb789-805a-47be-856a-0f6fcac1a30c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:21.728429 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Attempting to bind port 501bb789-805a-47be-856a-0f6fcac1a30c on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:21.735723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:21.736096 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:21.736490 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.736900 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:21.737358 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Bound port: 501bb789-805a-47be-856a-0f6fcac1a30c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:21.737725 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.799864 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Pushing event updated for resources: {'Port': ['ID=501bb789-805a-47be-856a-0f6fcac1a30c,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:21.813886 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.814054 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.814569 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.815073 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.815596 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.815949 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.816281 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.816611 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.816948 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.817271 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.817594 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.817930 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:21.861973 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] For port 501bb789-805a-47be-856a-0f6fcac1a30c, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:21.867919 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] For port 501bb789-805a-47be-856a-0f6fcac1a30c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=501bb789-805a-47be-856a-0f6fcac1a30c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:21.886076 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:21.901991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Router 5233ea36-9250-48fb-9803-83f8d99ec95b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:53:22.066275 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Routers {'4863c35d-f191-4e45-bc85-4931a33b0678'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:22.066878 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4863c35d-f191-4e45-bc85-4931a33b0678'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:22.125996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.135353 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e7edd-1b4f-47a4-9dfe-bccf0eb4d1e8 None None] Pushing event updated for resources: {'Port': ['ID=501bb789-805a-47be-856a-0f6fcac1a30c,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:22.171690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-2476fb28-cf03-4c34-a986-0ec3f0b588c5 service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164455 Feb 07 22:53:22.194744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.203488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:53:22.209231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] Sync routers for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:22.222983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:22.222983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:22.242059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dd0c6b05-1d7b-483c-9711-0f04c69b0656 admin admin] 10.222.0.10 "PUT /v2.0/routers/5233ea36-9250-48fb-9803-83f8d99ec95b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0833282 Feb 07 22:53:22.242059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:22.397498 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] Set router 4863c35d-f191-4e45-bc85-4931a33b0678 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:22.415998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:22.437766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.437766 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment 12e9013b-e27d-491c-9388-d35da5ab4c7f of type vlan for network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 Feb 07 22:53:22.459460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.522606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cdffb2c-e64e-4f4b-8a67-8b3f266918f9 req-564ae1b6-f462-4503-ba9c-5677aa98486a tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 210 time: 0.1479676 Feb 07 22:53:22.605614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.613029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:22.613938 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:22.660252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:22.738447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.081007 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:53:16Z', 'revision_number': 3, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:23.087846 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d07b7f-f72c-438a-99e7-213952c640bf None None] The sync data for ids ['4863c35d-f191-4e45-bc85-4931a33b0678'] in n-d-827896-3 is: [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:53:16Z', 'revision_number': 3, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:23.124526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.142124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Deleting port e298c981-ade1-4339-85fa-937493372dff {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:23.142997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.215486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e298c981-ade1-4339-85fa-937493372dff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:53:19Z', 'revision_number': 5, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port': {'id': 'e298c981-ade1-4339-85fa-937493372dff', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:51:27Z', 'updated_at': '2022-02-07T22:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:23.225563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] Checking router: 5233ea36-9250-48fb-9803-83f8d99ec95b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:53:23.241465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] Routers {'5233ea36-9250-48fb-9803-83f8d99ec95b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:23.242671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:52:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5233ea36-9250-48fb-9803-83f8d99ec95b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:23.398831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=4890df7d-4116-4df7-8ad6-e6ca30ad1793,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:23.457999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:23.595795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95215940-bc9e-4dc4-8204-52225cffd491,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:23.614754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:23.641167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] Set router 5233ea36-9250-48fb-9803-83f8d99ec95b gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:23.679978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Usage tracker for resource:port and tenant:6ddc256c064f4366ba6ce4fbb7bee059 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:23.706046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:23.765677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:23.769527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c0f95a72-331a-476c-bc1a-37397ca4c751 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.7156432 Feb 07 22:53:23.781723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39950) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:23.833686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'name': 'tempest-PortsTestJSON-2007834538'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:23.900886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] For port e298c981-ade1-4339-85fa-937493372dff, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e298c981-ade1-4339-85fa-937493372dff,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:23.901857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:23.978287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:53:23Z', 'revision_number': 6, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:23.994720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86c354-2caf-46b5-a553-684a362dc969 None None] The sync data for ids ['5233ea36-9250-48fb-9803-83f8d99ec95b'] in n-d-827896-3 is: [{'id': '5233ea36-9250-48fb-9803-83f8d99ec95b', 'name': 'tempest-ServersTestManualDisk-637920672-router', 'tenant_id': '634796cddbc84a0090651a31869456f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:51:24Z', 'updated_at': '2022-02-07T22:53:23Z', 'revision_number': 6, 'project_id': '634796cddbc84a0090651a31869456f5', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:24.063943 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed327a0a-7897-41ee-9356-7ac1a9ffe1af req-6270e3c5-ff5a-4666-96c8-e6fc3a0f76ab service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8686860 Feb 07 22:53:24.073988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Made reservation on behalf of 6ddc256c064f4366ba6ce4fbb7bee059 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:24.090457 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.315585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Calling delete_port for e298c981-ade1-4339-85fa-937493372dff owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:24.399481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:24.403134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:24.406820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:24.414797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:24.436500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.467279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:24.471606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.539552 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d994c89b-7d4f-461c-8d34-f91ab17bfb9a req-f3345ca2-cec5-4456-838c-ccd1af894120 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 210 time: 0.7931530 Feb 07 22:53:24.661781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 7ef3fe50-b384-470e-af94-281d23f74ab9 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:24.694134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:24.774029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e298c981-ade1-4339-85fa-937493372dff,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:24.948358 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.036030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Allocated IP 172.20.0.1 (6ebc232e-79c1-4cf3-ba60-2f141e261ff5/5e5838a9-0614-4656-b684-7a5cebca2403/76d134cd-0e47-463b-ba71-b5fe571a1fb0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:25.181999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.224319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.230511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.270954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.272163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5233ea36-9250-48fb-9803-83f8d99ec95b {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:53:25.307765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.309030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-879ea60a-4b88-4b5a-9e10-bdfa130db2b1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5233ea36-9250-48fb-9803-83f8d99ec95b HTTP/1.1" status: 204 len: 168 time: 3.0658185 Feb 07 22:53:25.313242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39976) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:25.448661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] Deleting subnet 305330de-a571-464d-a87a-677bec18bb82 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:53:25.468626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.568194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 501bb789-805a-47be-856a-0f6fcac1a30c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:25.631083 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.824846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.852342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 501bb789-805a-47be-856a-0f6fcac1a30c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:25.867375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa0564d-5a6b-46de-8c0b-72feaf4833ea req-cf345610-5e1d-4bc9-ad23-f622913bf5cf tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 210 time: 0.1016941 Feb 07 22:53:25.883941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Allocated IP 172.20.0.3 (e2de18f0-6c4c-4780-96ad-844ef514348d/a7d0b26d-7819-4701-89f4-c957bfe00c7d/535b2a09-9947-4b2f-9579-40a531c144b6) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:25.893474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.895418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 501bb789-805a-47be-856a-0f6fcac1a30c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:25.896781 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.984945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:25.999514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Transition to ACTIVE for port object 76d134cd-0e47-463b-ba71-b5fe571a1fb0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:26.044588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.127733 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f17a5a43-9ffb-43f4-8743-b591c19892dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.139103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305330de-a571-464d-a87a-677bec18bb82,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:26.139574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92830e8-91bc-4bed-938a-3a260af47814 None None] Network 02e0cdce-5b5a-4346-b3be-d497829075ef requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:26.146288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.167502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ba297587-b1fa-4aad-9fb9-216cd51a54d6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/305330de-a571-464d-a87a-677bec18bb82 HTTP/1.1" status: 204 len: 168 time: 0.8479316 Feb 07 22:53:26.168514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39988) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:26.382435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.433175 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.471304 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.475627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.487168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Deleting port 53c093eb-6e03-45cf-9ba0-52f252727d24 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:26.487585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.546643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 501bb789-805a-47be-856a-0f6fcac1a30c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=501bb789-805a-47be-856a-0f6fcac1a30c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:26.597165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:26.723429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=501bb789-805a-47be-856a-0f6fcac1a30c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:26.740352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3660885-0d00-4f08-badc-141dcf5b1ea3 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:26.792212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:26.810319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c3660885-0d00-4f08-badc-141dcf5b1ea3 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:26.810433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c3660885-0d00-4f08-badc-141dcf5b1ea3 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:26.812336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e298c981-ade1-4339-85fa-937493372dff no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:26.812430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:26.817239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:26.863342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e298c981-ade1-4339-85fa-937493372dff {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:26.863701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e298c981-ade1-4339-85fa-937493372dff not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:26.899492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Pushing event updated for resources: {'Port': ['ID=76d134cd-0e47-463b-ba71-b5fe571a1fb0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:27.082861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] DHCP port deletion for 02e0cdce-5b5a-4346-b3be-d497829075ef request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:53:27.089891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Deleting port 53c093eb-6e03-45cf-9ba0-52f252727d24 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:27.090343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.172387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] For port 53c093eb-6e03-45cf-9ba0-52f252727d24, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53c093eb-6e03-45cf-9ba0-52f252727d24,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:27.172895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.303180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.364966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.502059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Network e2de18f0-6c4c-4780-96ad-844ef514348d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:27.511249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:27.521472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': '12e9013b-e27d-491c-9388-d35da5ab4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:27.521472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: 4890df7d-4116-4df7-8ad6-e6ca30ad1793, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:27.526921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:27.606633 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.721889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Calling delete_port for 53c093eb-6e03-45cf-9ba0-52f252727d24 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:27.815552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 501bb789-805a-47be-856a-0f6fcac1a30c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:27.903914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] For port 53c093eb-6e03-45cf-9ba0-52f252727d24, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53c093eb-6e03-45cf-9ba0-52f252727d24,segment=NetworkSegment(6839ef5b-58f5-4206-9a30-89f33358427e),segment_id=6839ef5b-58f5-4206-9a30-89f33358427e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:27.904333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.905161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=7ef3fe50-b384-470e-af94-281d23f74ab9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:27.922982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:27.941781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Deleting port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:27.942468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.012366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c093eb-6e03-45cf-9ba0-52f252727d24,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:28.031791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d395-1150-4a3e-b772-c6bf3858bcbd req-e967bc79-7a0c-4c74-b306-c3b7a422c797 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:28.034774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba53d395-1150-4a3e-b772-c6bf3858bcbd req-e967bc79-7a0c-4c74-b306-c3b7a422c797 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 931 time: 0.6152372 Feb 07 22:53:28.040807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] No DVR routers for this DVR port 53c093eb-6e03-45cf-9ba0-52f252727d24 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:28.115157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Calling delete_port for 53c093eb-6e03-45cf-9ba0-52f252727d24 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:28.162479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c04c40ef-2dcf-49b2-8a96-c3445bc7b526 None None] Provisioning for port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:28.176912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c04c40ef-2dcf-49b2-8a96-c3445bc7b526 None None] Provisioning complete for port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:28.177291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c04c40ef-2dcf-49b2-8a96-c3445bc7b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.275031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c04c40ef-2dcf-49b2-8a96-c3445bc7b526 None None] Port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:53:28.306149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 501bb789-805a-47be-856a-0f6fcac1a30c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:28.306937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.338958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-33a27d61-39ba-44f2-9efc-a99b5fa4014b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.352421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] For port 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,segment=NetworkSegment(459c8b18-0edc-4238-9d0d-ad2a293981bb),segment_id=459c8b18-0edc-4238-9d0d-ad2a293981bb)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:28.352951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.413522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba53d395-1150-4a3e-b772-c6bf3858bcbd req-e4c18331-e9fd-48a6-8ce2-db7f05dc4e96 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Synchronizing usage tracker for tenant:6ddc256c064f4366ba6ce4fbb7bee059 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:28.417806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.454066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e0cdce-5b5a-4346-b3be-d497829075ef']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:28.467578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6839ef5b-58f5-4206-9a30-89f33358427e') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:28.468221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6839ef5b-58f5-4206-9a30-89f33358427e') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:28.476057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba53d395-1150-4a3e-b772-c6bf3858bcbd req-e4c18331-e9fd-48a6-8ce2-db7f05dc4e96 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Unset dirty status for tenant:6ddc256c064f4366ba6ce4fbb7bee059 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:28.477539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba53d395-1150-4a3e-b772-c6bf3858bcbd req-e4c18331-e9fd-48a6-8ce2-db7f05dc4e96 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337621 Feb 07 22:53:28.485456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.500932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Calling delete_port for 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:28.505073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.513189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:28.513954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.525731 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:28.526240 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:28.529772 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:28.693457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 53c093eb-6e03-45cf-9ba0-52f252727d24 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:28.697951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.719315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.735327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e0cdce-5b5a-4346-b3be-d497829075ef,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:28.737697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 53c093eb-6e03-45cf-9ba0-52f252727d24 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:28.738143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 53c093eb-6e03-45cf-9ba0-52f252727d24 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:28.767617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28b128c0-189f-406f-9baf-8cf73c2d2f54 admin admin] 10.222.0.10 "DELETE /v2.0/networks/02e0cdce-5b5a-4346-b3be-d497829075ef HTTP/1.1" status: 204 len: 168 time: 2.5970609 Feb 07 22:53:28.873191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:28.896247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:28.896917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:28.901167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Pushing event updated for resources: {'Port': ['ID=535b2a09-9947-4b2f-9579-40a531c144b6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:29.012999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4890df7d-4116-4df7-8ad6-e6ca30ad1793) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:29.022575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068ca71b-d758-45e2-a918-e9d1d91ecd03 None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:29.031983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:29.037580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:29.038243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.063301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Deleting port 53c093eb-6e03-45cf-9ba0-52f252727d24 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:29.064077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.168005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-6eaac4a0-05a7-4aab-b2d3-0cd2e37c9e27 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6261013 Feb 07 22:53:29.173705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Request body: {'port': {'device_id': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:29.213169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40056) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:29.312974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9aa07137-767c-44e2-9c0d-c35fb97ff2b4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.5257556 Feb 07 22:53:29.320577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40062) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:29.336746 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de78ee53-d928-4d52-ad90-d401a5b0f786 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=634796cddbc84a0090651a31869456f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222928 Feb 07 22:53:29.348333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-893937343'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:29.351867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40066) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:29.416422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40070) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:29.416805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:29.440933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:29.452311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:29.475697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:29.492023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8a34364-1c3e-4b50-bb14-64a45a671f0e None None] The port '53c093eb-6e03-45cf-9ba0-52f252727d24' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:53:29.493038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.537278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bedc193-2e97-4044-bd0f-83f68dc00733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.548368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.566391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.579731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:29.595899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.610629 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.631004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bedc193-2e97-4044-bd0f-83f68dc00733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.772755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:29.801440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.802175 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment b4defd9b-a461-4b95-a636-03da54e88c33 of type vlan for network 70b385ea-eeb0-4eb9-9549-528b5b1766fe Feb 07 22:53:29.874587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bedc193-2e97-4044-bd0f-83f68dc00733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.907664 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:29.932534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedc193-2e97-4044-bd0f-83f68dc00733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefed725-5c5e-49fc-a778-285e6724283c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:29.978565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94ee13-c0c3-4c74-9514-728073e2674a req-e460017f-6968-4b60-a613-9ed0e62907ea tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:29.980471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c94ee13-c0c3-4c74-9514-728073e2674a req-e460017f-6968-4b60-a613-9ed0e62907ea tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 931 time: 0.3183565 Feb 07 22:53:30.007548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bedc193-2e97-4044-bd0f-83f68dc00733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.008878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8bedc193-2e97-4044-bd0f-83f68dc00733 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aefed725-5c5e-49fc-a778-285e6724283c HTTP/1.1" status: 204 len: 168 time: 0.6472051 Feb 07 22:53:30.049840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5421b5b6-ca4a-47f2-bd2d-99798ccd01aa,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:30.057509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c94ee13-c0c3-4c74-9514-728073e2674a req-9cbabd4d-259f-44d0-a377-d1e6f3054b00 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Feb 07 22:53:30.064968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.070618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.071218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.192128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=70b385ea-eeb0-4eb9-9549-528b5b1766fe,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:30.198136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d99ece97-ce16-4892-b330-eba48e37c25d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8765066 Feb 07 22:53:30.199347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40086) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:30.204514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 70b385ea-eeb0-4eb9-9549-528b5b1766fe details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:30.217220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'ports': [{'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793'}, {'network_id': '70b385ea-eeb0-4eb9-9549-528b5b1766fe'}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:30.223760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:30.224492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '70b385ea-eeb0-4eb9-9549-528b5b1766fe'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:30.281991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.348928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.349651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.350277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.350897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.351512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.352130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.352829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:30.362362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-7fc6ebe2-f89e-4eda-be8d-d959992dc35b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6489 time: 0.9443474 Feb 07 22:53:30.549333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-00d04730-93d6-4ac9-b2ab-9fd447d7f7f3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855264 Feb 07 22:53:30.736895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:30.742217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:30.745661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:30.752757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:30.766452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 2} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:30.773903 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.793296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.899784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.905144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:30.986254 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.087420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.152831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.270846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:53:31.285827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Pushing event updated for resources: {'Port': ['ID=76d134cd-0e47-463b-ba71-b5fe571a1fb0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:31.438498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:31.503393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535b2a09-9947-4b2f-9579-40a531c144b6 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:31.551314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 25885bdd-b03b-4130-8363-4955b08b2b71 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:31.586119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0650fd7-dd88-4a22-a1f6-84d28055260f req-1bbafac8-8f42-4f92-940e-00062b564d4c tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:31.586325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.592810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0650fd7-dd88-4a22-a1f6-84d28055260f req-1bbafac8-8f42-4f92-940e-00062b564d4c tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 931 time: 0.3387578 Feb 07 22:53:31.675108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:31.679446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:31.694308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Transition to ACTIVE for port object 535b2a09-9947-4b2f-9579-40a531c144b6 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:31.709831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.722707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0650fd7-dd88-4a22-a1f6-84d28055260f req-e41e1669-efd8-42d1-a366-8b6757c28fcf tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200333 Feb 07 22:53:31.751118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40132) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:31.872336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-200744282-network', 'tenant_id': '11be51a2343e44d8b398c2fd2406e6e6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:31.890635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:31.895580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Usage tracker for resource:network and tenant:11be51a2343e44d8b398c2fd2406e6e6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:31.912068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:31.916271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:31.934767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:32.038485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b67b3c13-b914-4eb5-a25a-33dd3f47a6c6 None None] Provisioning complete for port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:32.040130 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b67b3c13-b914-4eb5-a25a-33dd3f47a6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.067258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Made reservation on behalf of 11be51a2343e44d8b398c2fd2406e6e6 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:32.069662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.092753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 1885b55a-cf42-4381-bd40-da0c8c34fce6 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:32.095874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.110457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b67b3c13-b914-4eb5-a25a-33dd3f47a6c6 None None] Port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:53:32.116233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:32.122574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Usage tracker for resource:security_group_rule and tenant:11be51a2343e44d8b398c2fd2406e6e6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:32.126247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:32.133269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:32.255852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.267253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.298899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.304535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.315795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.360935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:32.393578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=535b2a09-9947-4b2f-9579-40a531c144b6,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:32.409280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:32.411988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Usage tracker for resource:security_group_rule and tenant:29f2e2420a634bbe865af7c5a8bfc4ae is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:32.422038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:32.431147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=25885bdd-b03b-4130-8363-4955b08b2b71,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:32.451992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:32.455291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:32.457702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.458177 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Added segment 7b07aa99-9e78-4c74-a928-6b8b45d42453 of type vlan for network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 Feb 07 22:53:32.459456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:32.461978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:32.462975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.539891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:32.559996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.583163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=1885b55a-cf42-4381-bd40-da0c8c34fce6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:32.605732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': 'b4defd9b-a461-4b95-a636-03da54e88c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '70b385ea-eeb0-4eb9-9549-528b5b1766fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:32.606929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: 70b385ea-eeb0-4eb9-9549-528b5b1766fe, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:32.627724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.628892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:32.629514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.657501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 70b385ea-eeb0-4eb9-9549-528b5b1766fe is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:32.658991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Attempting to bind port 535b2a09-9947-4b2f-9579-40a531c144b6 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:32.659616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Attempting to bind port 535b2a09-9947-4b2f-9579-40a531c144b6 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '9d62918e-7914-40ba-adef-d7e3aa8f38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:32.659949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Attempting to bind port 535b2a09-9947-4b2f-9579-40a531c144b6 on network e2de18f0-6c4c-4780-96ad-844ef514348d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:32.664177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Router 19a78bd2-f8ec-4024-a732-198adb500ad2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:53:32.673599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Router 4863c35d-f191-4e45-bc85-4931a33b0678 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:53:32.684052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Port 535b2a09-9947-4b2f-9579-40a531c144b6 on network e2de18f0-6c4c-4780-96ad-844ef514348d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:53:32.685094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Attempting to bind port 535b2a09-9947-4b2f-9579-40a531c144b6 on network e2de18f0-6c4c-4780-96ad-844ef514348d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:32.734155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 70b385ea-eeb0-4eb9-9549-528b5b1766fe) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:32.742914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a9e0c-f5e0-4d67-8c19-6613403c91ce None None] Network 70b385ea-eeb0-4eb9-9549-528b5b1766fe requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:32.747733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:32.756957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:32.761999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:32.763016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.764584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:32.764929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Checking segment: {'id': '9d62918e-7914-40ba-adef-d7e3aa8f38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:32.765318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Bound using segment: {'id': '9d62918e-7914-40ba-adef-d7e3aa8f38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:32.765765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Bound port: 535b2a09-9947-4b2f-9579-40a531c144b6, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d62918e-7914-40ba-adef-d7e3aa8f38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:32.766264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.790508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0357485 Feb 07 22:53:32.792594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40142) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:32.795449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c95230-c1ba-4c4e-88b3-5b5ffcd7e264 admin admin] Pushing event updated for resources: {'Network': ['ID=e3274b62-470a-4cb0-8054-0f3f70d4a2f1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:32.800434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Request body: {'subnet': {'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-200744282-subnet', 'tenant_id': '11be51a2343e44d8b398c2fd2406e6e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:32.806950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-91df5b10-c8a2-4370-92fc-8ccf31e6062d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6058812 Feb 07 22:53:32.807737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:32.809894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40146) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:32.900857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Usage tracker for resource:subnet and tenant:11be51a2343e44d8b398c2fd2406e6e6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:32.908922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 1885b55a-cf42-4381-bd40-da0c8c34fce6 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:32.909203 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:32.946901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:32.956713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:33.023929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:33.094835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] For port 535b2a09-9947-4b2f-9579-40a531c144b6, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:33.098333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] For port 535b2a09-9947-4b2f-9579-40a531c144b6, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=535b2a09-9947-4b2f-9579-40a531c144b6,segment=NetworkSegment(9d62918e-7914-40ba-adef-d7e3aa8f38ef),segment_id=9d62918e-7914-40ba-adef-d7e3aa8f38ef)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:33.113617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Made reservation on behalf of 11be51a2343e44d8b398c2fd2406e6e6 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:33.116069 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.126577 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.325736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=535b2a09-9947-4b2f-9579-40a531c144b6,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:33.357420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.365362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137834f-87f4-480f-b8b9-b8f4323c169a req-6a1bc700-ea26-4c55-a7f0-f7298fa01986 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:33.366882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0137834f-87f4-480f-b8b9-b8f4323c169a req-6a1bc700-ea26-4c55-a7f0-f7298fa01986 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 943 time: 0.4114366 Feb 07 22:53:33.389140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.417731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:33.418534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.420070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-35bea86f-e91d-4476-9937-19dd428a8fc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/535b2a09-9947-4b2f-9579-40a531c144b6 HTTP/1.1" status: 200 len: 1091 time: 4.2511566 Feb 07 22:53:33.427262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'tag': '535b2a09-9947-4b2f-9579-40a531c144b6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:33.491291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40158) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:33.497227 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.525390 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'tag': '535b2a09-9947-4b2f-9579-40a531c144b6', 'status': 'completed', 'code': 200} Feb 07 22:53:33.748319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:53:33.763842 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] Sync routers for ids ['19a78bd2-f8ec-4024-a732-198adb500ad2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:33.773929 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] Routers {'19a78bd2-f8ec-4024-a732-198adb500ad2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:33.774736 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['19a78bd2-f8ec-4024-a732-198adb500ad2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:33.780849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e0ee06ab-f32e-4a1c-8ae2-2daa29f7eed1 admin admin] 10.222.0.10 "PUT /v2.0/routers/19a78bd2-f8ec-4024-a732-198adb500ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3322666 Feb 07 22:53:33.781782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4276817c-e702-4404-bcc3-901f16a6ad03,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:33.788790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f77023c9-eeb2-498f-a6b3-60c24d5d92d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29f2e2420a634bbe865af7c5a8bfc4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3492541 Feb 07 22:53:33.795841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40164) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:33.796095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40166) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:33.798451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 1885b55a-cf42-4381-bd40-da0c8c34fce6 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:33.860930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:33.875475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0137834f-87f4-480f-b8b9-b8f4323c169a req-7b88d45e-0c1a-4d7c-9e30-cf94f427a907 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894712 Feb 07 22:53:33.900489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:33.912401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Usage tracker for resource:security_group_rule and tenant:469906bf98494e91b1db5ad650d65095 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:33.917212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:33.925773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:33.953484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.008159 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] Set router 19a78bd2-f8ec-4024-a732-198adb500ad2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:34.011152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:53:34.023262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-edc5ccd2-39ee-4502-838f-fadf15afa899 admin admin] 10.222.0.10 "PUT /v2.0/routers/4863c35d-f191-4e45-bc85-4931a33b0678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1843805 Feb 07 22:53:34.029212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.039905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Sync routers for ids ['4863c35d-f191-4e45-bc85-4931a33b0678'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:53:34.066332 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce30bebd-6593-4ee2-b32e-2ff056585abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.077666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Routers {'4863c35d-f191-4e45-bc85-4931a33b0678'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:34.078310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4863c35d-f191-4e45-bc85-4931a33b0678'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:34.098079 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce30bebd-6593-4ee2-b32e-2ff056585abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.114246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.123490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=1885b55a-cf42-4381-bd40-da0c8c34fce6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:34.142416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6062684-767d-490c-afee-77bac9eeafac,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:34.179605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d85f-3837-48cf-94d0-50e247832d30 req-b496cd7b-fcd9-4509-8a83-f57c4a78eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:34.181320 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-b496cd7b-fcd9-4509-8a83-f57c4a78eaa7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ddc256c064f4366ba6ce4fbb7bee059&device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 1094 time: 0.6469564 Feb 07 22:53:34.204924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1dcb70b9-f539-4b64-802d-ae61af216dce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/1885b55a-cf42-4381-bd40-da0c8c34fce6 HTTP/1.1" status: 204 len: 168 time: 1.3933401 Feb 07 22:53:34.206185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Checking segment: {'id': '7b07aa99-9e78-4c74-a928-6b8b45d42453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:34.206811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Network hostable DHCP agents. Network: e3274b62-470a-4cb0-8054-0f3f70d4a2f1, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:34.213864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40174) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:34.374620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40178) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:34.375883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:34.378682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-01e47b7b-c9b2-4603-a2ec-a0a1f0ab7be6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=535b2a09-9947-4b2f-9579-40a531c144b6 HTTP/1.1" status: 200 len: 217 time: 0.1114411 Feb 07 22:53:34.400450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.418209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Set router 4863c35d-f191-4e45-bc85-4931a33b0678 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:34.423458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51103b15-8ac5-4558-968f-adebc88989df tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:34.430386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51103b15-8ac5-4558-968f-adebc88989df tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:34.431174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-51103b15-8ac5-4558-968f-adebc88989df tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:34.434647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e3274b62-470a-4cb0-8054-0f3f70d4a2f1) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:34.440646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:34.441348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.442480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.461457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.539672 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f318e2ad-a8b1-43dd-9311-b344c99a2b24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7471755 Feb 07 22:53:34.543347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5538f94-ba05-422a-9049-ed7ad2efeeea,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:34.572850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b183abc0-2e8b-4fdb-a1de-89c3f2b2250f None None] Network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:34.585667 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:53:29Z', 'revision_number': 5, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port': {'id': '518b8f86-4984-4f6b-9d64-0e311691ebc4', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:49:53Z', 'updated_at': '2022-02-07T22:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:34.596268 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] Checking router: 19a78bd2-f8ec-4024-a732-198adb500ad2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:53:34.607486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bd62980b-30ec-41ea-9103-69e0b3b09117 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=469906bf98494e91b1db5ad650d65095&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1149554 Feb 07 22:53:34.610072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-51103b15-8ac5-4558-968f-adebc88989df tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:34.612749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-51103b15-8ac5-4558-968f-adebc88989df tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3962002 Feb 07 22:53:34.613536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40186) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:34.616235 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] Routers {'19a78bd2-f8ec-4024-a732-198adb500ad2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:34.616835 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['19a78bd2-f8ec-4024-a732-198adb500ad2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:34.628217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40188) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:34.645910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1550035641'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:34.654572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.661157 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce30bebd-6593-4ee2-b32e-2ff056585abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.680366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:34.685549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Deleting port 518b8f86-4984-4f6b-9d64-0e311691ebc4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:34.685903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.775514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 25885bdd-b03b-4130-8363-4955b08b2b71 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:34.776539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.865509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e0e09307-913a-4fb5-880f-535e6904e700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:34.904676 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] Set router 19a78bd2-f8ec-4024-a732-198adb500ad2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:34.946220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30bebd-6593-4ee2-b32e-2ff056585abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4276817c-e702-4404-bcc3-901f16a6ad03,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:34.963595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:network and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:34.977586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:35.020479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] For port 518b8f86-4984-4f6b-9d64-0e311691ebc4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=518b8f86-4984-4f6b-9d64-0e311691ebc4,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:35.022558 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.039179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce30bebd-6593-4ee2-b32e-2ff056585abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.040733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce30bebd-6593-4ee2-b32e-2ff056585abb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4276817c-e702-4404-bcc3-901f16a6ad03 HTTP/1.1" status: 204 len: 168 time: 1.2218566 Feb 07 22:53:35.046877 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:53:34Z', 'revision_number': 6, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:35.048299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:35.056414 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21942161-cc15-45c3-9f4b-5d645dc75e8c None None] The sync data for ids ['19a78bd2-f8ec-4024-a732-198adb500ad2'] in n-d-827896-3 is: [{'id': '19a78bd2-f8ec-4024-a732-198adb500ad2', 'name': 'tempest-ServerRescueNegativeTestJSON-1004561476-router', 'tenant_id': 'e8441ad85522408ba46cc74a0163b58d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:49:50Z', 'updated_at': '2022-02-07T22:53:34Z', 'revision_number': 6, 'project_id': 'e8441ad85522408ba46cc74a0163b58d', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:35.058410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594d85f-3837-48cf-94d0-50e247832d30 req-33230a22-26e6-4f09-b95f-d2c62f88b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:35.065034 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-33230a22-26e6-4f09-b95f-d2c62f88b63d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7d0b26d-7819-4701-89f4-c957bfe00c7d HTTP/1.1" status: 200 len: 861 time: 0.6672344 Feb 07 22:53:35.097084 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e0e09307-913a-4fb5-880f-535e6904e700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.239824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f1c02-76cb-4bc4-8f11-59729ae5b7b6 None None] Network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:35.258543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Calling delete_port for 518b8f86-4984-4f6b-9d64-0e311691ebc4 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:35.355379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:35.359044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.378570 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-e16927b6-4733-4c3f-86b6-61e0d29f5635 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2de18f0-6c4c-4780-96ad-844ef514348d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294191 Feb 07 22:53:35.417627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:53:29Z', 'revision_number': 4, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '76d134cd-0e47-463b-ba71-b5fe571a1fb0', 'name': '', 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'mac_address': 'fa:16:3e:e5:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '5e5838a9-0614-4656-b684-7a5cebca2403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:24Z', 'updated_at': '2022-02-07T22:53:30Z', 'revision_number': 2, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'subnets': [{'id': '5e5838a9-0614-4656-b684-7a5cebca2403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:35.428875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Checking router: 4863c35d-f191-4e45-bc85-4931a33b0678 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:53:35.429183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Updating router 4863c35d-f191-4e45-bc85-4931a33b0678 port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:53:35.482061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:35.544817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:35.545167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5421b5b6-ca4a-47f2-bd2d-99798ccd01aa not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:35.551973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-cd2324e7-ea90-4a39-a942-41b39c19be5f tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:35.552775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-cd2324e7-ea90-4a39-a942-41b39c19be5f tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Synchronizing usage tracker for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:35.598285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40214) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:35.620663 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.642980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.693716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:35.717166 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.773470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-cd2324e7-ea90-4a39-a942-41b39c19be5f tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Unset dirty status for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:35.773470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-cd2324e7-ea90-4a39-a942-41b39c19be5f tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/networks?id=e3274b62-470a-4cb0-8054-0f3f70d4a2f1 HTTP/1.1" status: 200 len: 813 time: 0.4513774 Feb 07 22:53:35.781857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 25885bdd-b03b-4130-8363-4955b08b2b71 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:35.822627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:35.853314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Usage tracker for resource:security_group_rule and tenant:643aac1197e24c5f94816045b16c9e95 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:35.867328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e6a9b-fd8a-48fe-88c6-56ccfee9bb89 req-7e242068-d732-4cdb-bf1c-6a83bcfa05a7 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:35.868847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-070e6a9b-fd8a-48fe-88c6-56ccfee9bb89 req-7e242068-d732-4cdb-bf1c-6a83bcfa05a7 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 943 time: 0.7443798 Feb 07 22:53:35.869875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:35.875601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e0e09307-913a-4fb5-880f-535e6904e700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.880047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-bdfd1190-ba2f-421c-a306-f90c0b3140df tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/quotas/11be51a2343e44d8b398c2fd2406e6e6 HTTP/1.1" status: 200 len: 375 time: 0.0603061 Feb 07 22:53:35.896532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:35.941934 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:35.963509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e09307-913a-4fb5-880f-535e6904e700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5538f94-ba05-422a-9049-ed7ad2efeeea,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:36.009716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-35faa324-6d0c-46d0-b447-6c4174665f8f tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=11be51a2343e44d8b398c2fd2406e6e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074376 Feb 07 22:53:36.014078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e0e09307-913a-4fb5-880f-535e6904e700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.018827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e0e09307-913a-4fb5-880f-535e6904e700 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5538f94-ba05-422a-9049-ed7ad2efeeea HTTP/1.1" status: 204 len: 168 time: 1.4006906 Feb 07 22:53:36.020869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.020869 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Added segment 5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66 of type vlan for network 54e14abc-a782-4d25-a376-7a4b987262f3 Feb 07 22:53:36.051689 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-af523d3a-b84a-49e1-9992-63130b6cb253 service neutron] 10.222.0.26 "GET /v2.0/networks/e2de18f0-6c4c-4780-96ad-844ef514348d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595464 Feb 07 22:53:36.171563 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.236633 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.250722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Transition to ACTIVE for port object 76d134cd-0e47-463b-ba71-b5fe571a1fb0 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:36.265997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.275255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-070e6a9b-fd8a-48fe-88c6-56ccfee9bb89 req-ffef9405-a937-460d-95f1-0eaadc9fc847 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886697 Feb 07 22:53:36.282402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.335724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.342494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:36.343272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.372482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=25885bdd-b03b-4130-8363-4955b08b2b71,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:36.401267 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.438017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1594d85f-3837-48cf-94d0-50e247832d30 req-0daa4fe3-98a0-4464-86e8-47694394ff0e service neutron] 10.222.0.26 "GET /v2.0/networks/e2de18f0-6c4c-4780-96ad-844ef514348d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705485 Feb 07 22:53:36.439441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.466451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4d3c0-f74a-4316-ae79-7f10c8d4bd0f None None] Pushing event updated for resources: {'Port': ['ID=76d134cd-0e47-463b-ba71-b5fe571a1fb0,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:36.488517 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.513031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a6e395c9-630e-4e50-9d92-e974cd038f4c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/25885bdd-b03b-4130-8363-4955b08b2b71 HTTP/1.1" status: 204 len: 168 time: 1.8767705 Feb 07 22:53:36.515955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40222) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:36.565551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-c77c839f-3586-4164-abc6-d5d2cc2e027d service neutron] 10.222.0.10 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172150 Feb 07 22:53:36.580825 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.597477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Pushing event deleted for resources: {'Port': ['ID=518b8f86-4984-4f6b-9d64-0e311691ebc4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:36.614780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.626760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Attempting to bind port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:36.627039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Attempting to bind port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:36.627517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Attempting to bind port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 on network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:36.636684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:36.637068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Checking segment: {'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:36.637711 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.638167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Bound using segment: {'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:36.638816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Bound port: 76d134cd-0e47-463b-ba71-b5fe571a1fb0, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b456c7-cee6-467e-b4ba-87f9954b96c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:36.639202 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.718982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Network': ['ID=54e14abc-a782-4d25-a376-7a4b987262f3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:36.729044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5e8dc15f-eee0-44eb-9742-5e7ffb10c153 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3500669 Feb 07 22:53:36.733412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40232) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:36.746820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 54e14abc-a782-4d25-a376-7a4b987262f3 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:36.748134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'subnet': {'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:36.764914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9422b5-4878-4fd6-bc02-bcd538176446,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:36.773479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4ac7a07e-7de7-4688-902e-1beb192337aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=643aac1197e24c5f94816045b16c9e95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1730378 Feb 07 22:53:36.778638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40236) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:36.877995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-48ab83c8-5391-4d0f-8a37-2fbe534a8ab5 service neutron] 10.222.0.10 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043673 Feb 07 22:53:36.882762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bfa65cb1-807b-43b3-8339-04cc074926a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.892792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827745f2-47ef-4316-9dc7-56a65c3df2ee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:36.893916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-827745f2-47ef-4316-9dc7-56a65c3df2ee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:36.904305 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:36.987258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-827745f2-47ef-4316-9dc7-56a65c3df2ee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:36.991868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-827745f2-47ef-4316-9dc7-56a65c3df2ee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4727943 Feb 07 22:53:36.992534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40242) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:37.000980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bfa65cb1-807b-43b3-8339-04cc074926a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.021170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] For port 76d134cd-0e47-463b-ba71-b5fe571a1fb0, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:37.040127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] For port 76d134cd-0e47-463b-ba71-b5fe571a1fb0, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=76d134cd-0e47-463b-ba71-b5fe571a1fb0,segment=NetworkSegment(65b456c7-cee6-467e-b4ba-87f9954b96c4),segment_id=65b456c7-cee6-467e-b4ba-87f9954b96c4)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:37.068524 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.158669 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc1273d-9c1f-4f1a-ad9d-90ebd0ead51e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:53:37.162756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5fc1273d-9c1f-4f1a-ad9d-90ebd0ead51e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/1885b55a-cf42-4381-bd40-da0c8c34fce6 HTTP/1.1" status: 404 len: 333 time: 0.1643918 Feb 07 22:53:37.163408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40252) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:37.181152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:37.185635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720c7fda-2cb9-441e-b328-bc1cb0b8f325 req-0a239948-fdb3-4221-8bb8-631264a8ff9f tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 210 time: 0.1000814 Feb 07 22:53:37.187333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Routers {'4863c35d-f191-4e45-bc85-4931a33b0678'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:53:37.188039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4863c35d-f191-4e45-bc85-4931a33b0678'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:37.228492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.232542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-ffb71e91-6c1b-4921-ba31-e0dfdc3b5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:37.233790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-ffb71e91-6c1b-4921-ba31-e0dfdc3b5616 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6ddc256c064f4366ba6ce4fbb7bee059&device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 1094 time: 0.7064636 Feb 07 22:53:37.234947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.239295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:subnet and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:37.245476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:37.270931 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2dfa52-7903-42bb-8fdd-85a9121cc36a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:53:37.277846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cf2dfa52-7903-42bb-8fdd-85a9121cc36a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/25885bdd-b03b-4130-8363-4955b08b2b71 HTTP/1.1" status: 404 len: 333 time: 0.0995855 Feb 07 22:53:37.280597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40260) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:37.283177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:37.404482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4d3c0-f74a-4316-ae79-7f10c8d4bd0f None None] Pushing event updated for resources: {'Port': ['ID=76d134cd-0e47-463b-ba71-b5fe571a1fb0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:37.423016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bfa65cb1-807b-43b3-8339-04cc074926a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.466772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:37.472643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.515652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.515773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a78bd2-f8ec-4024-a732-198adb500ad2 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:53:37.518759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.573731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 518b8f86-4984-4f6b-9d64-0e311691ebc4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:37.622467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa65cb1-807b-43b3-8339-04cc074926a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9422b5-4878-4fd6-bc02-bcd538176446,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:37.651085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bfa65cb1-807b-43b3-8339-04cc074926a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.652363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bfa65cb1-807b-43b3-8339-04cc074926a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c9422b5-4878-4fd6-bc02-bcd538176446 HTTP/1.1" status: 204 len: 168 time: 0.8704829 Feb 07 22:53:37.675867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:37.679465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 518b8f86-4984-4f6b-9d64-0e311691ebc4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:37.683289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 518b8f86-4984-4f6b-9d64-0e311691ebc4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:37.692314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-97f8872d-3b19-428d-9033-c0134e9ee044 admin admin] 10.222.0.10 "DELETE /v2.0/routers/19a78bd2-f8ec-4024-a732-198adb500ad2 HTTP/1.1" status: 204 len: 168 time: 3.8783271 Feb 07 22:53:37.696999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40280) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:37.774946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] Set router 4863c35d-f191-4e45-bc85-4931a33b0678 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:53:37.811009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-ddfb33ef-7095-49e0-9c20-3cc58397585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:37.812598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-ddfb33ef-7095-49e0-9c20-3cc58397585f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e2de18f0-6c4c-4780-96ad-844ef514348d HTTP/1.1" status: 200 len: 922 time: 0.5682089 Feb 07 22:53:37.931651 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-510e51dd-6dad-49e0-81a6-aafa53bc4fe6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=535b2a09-9947-4b2f-9579-40a531c144b6 HTTP/1.1" status: 200 len: 217 time: 0.1030998 Feb 07 22:53:37.943742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.047341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128bef-9272-403e-aa88-b6bd23c931e9 req-2d73310d-6a09-403a-aa7a-a0d3449e484d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:38.048932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08128bef-9272-403e-aa88-b6bd23c931e9 req-2d73310d-6a09-403a-aa7a-a0d3449e484d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 943 time: 0.5251462 Feb 07 22:53:38.050635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b385ea-eeb0-4eb9-9549-528b5b1766fe']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:38.089995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] Deleting subnet dff4c41b-285c-4f42-9327-cb6b74f0a95a {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:53:38.096233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4defd9b-a461-4b95-a636-03da54e88c33') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:38.096542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4defd9b-a461-4b95-a636-03da54e88c33') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:38.129511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.225344 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.246117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08128bef-9272-403e-aa88-b6bd23c931e9 req-b5ace9c5-8d65-42c7-bf71-f1c8a68208fe tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676331 Feb 07 22:53:38.302966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.307979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.369696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:53:29Z', 'revision_number': 4, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '76d134cd-0e47-463b-ba71-b5fe571a1fb0', 'name': '', 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'mac_address': 'fa:16:3e:e5:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '5e5838a9-0614-4656-b684-7a5cebca2403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:24Z', 'updated_at': '2022-02-07T22:53:37Z', 'revision_number': 4, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'subnets': [{'id': '5e5838a9-0614-4656-b684-7a5cebca2403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:38.373567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:38.373987 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.388364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1374477d-b0bd-4d78-8e81-0dc715b66f66 None None] The sync data for ids ['4863c35d-f191-4e45-bc85-4931a33b0678'] in n-d-827896-3 is: [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:53:29Z', 'revision_number': 4, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '76d134cd-0e47-463b-ba71-b5fe571a1fb0', 'name': '', 'network_id': '6ebc232e-79c1-4cf3-ba60-2f141e261ff5', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'mac_address': 'fa:16:3e:e5:86:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_interface', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '5e5838a9-0614-4656-b684-7a5cebca2403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:24Z', 'updated_at': '2022-02-07T22:53:37Z', 'revision_number': 4, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'subnets': [{'id': '5e5838a9-0614-4656-b684-7a5cebca2403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:38.391861 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:38.514999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.575370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a4082d0-0479-4d74-994a-2e731353002b req-e3bc02d4-ec9e-4929-ac56-1b9b5893deb3 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 210 time: 0.0716541 Feb 07 22:53:38.614351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.649528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Subnet': ['ID=73b2fe6e-ac15-4701-adf5-8a578c47903a,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:38.664088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-cc865fe0-4333-417d-9609-06d9d849b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:38.665728 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-cc865fe0-4333-417d-9609-06d9d849b07b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a7d0b26d-7819-4701-89f4-c957bfe00c7d HTTP/1.1" status: 200 len: 861 time: 0.7078862 Feb 07 22:53:38.710997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.753039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:38.753625 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-4500326d-230f-4155-996e-b7daa9e973ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e2de18f0-6c4c-4780-96ad-844ef514348d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674000 Feb 07 22:53:38.775970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/70b385ea-eeb0-4eb9-9549-528b5b1766fe HTTP/1.1" status: 204 len: 168 time: 1.4956224 Feb 07 22:53:38.794822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40304) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:38.810775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdade4-802e-4e59-b588-7b4a54293386 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=70b385ea-eeb0-4eb9-9549-528b5b1766fe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:38.832246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Checking segment: {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:38.832901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network hostable DHCP agents. Network: 54e14abc-a782-4d25-a376-7a4b987262f3, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:38.835952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-245260142'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:38.857207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:38.875200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:38.879029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:38.901531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:38.947654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:38.953997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.003293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.065072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network 54e14abc-a782-4d25-a376-7a4b987262f3 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:39.079644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-05200f79-6712-4c22-8521-4012d26dc5a7 service neutron] 10.222.0.26 "GET /v2.0/networks/e2de18f0-6c4c-4780-96ad-844ef514348d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137403 Feb 07 22:53:39.129923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 54e14abc-a782-4d25-a376-7a4b987262f3) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:39.140799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f779bc-de46-482c-a0fb-76b6109b146c None None] Network 54e14abc-a782-4d25-a376-7a4b987262f3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:39.265260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:39.269219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.356776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e11501b3-3552-4173-b8dd-ec72d75b286b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6163704 Feb 07 22:53:39.363876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40318) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:39.438399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-488942088'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:39.461847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:39.484082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:network and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:39.498574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:39.505557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-112ab4dd-85db-4721-877f-ee0077345890 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:39.507095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-112ab4dd-85db-4721-877f-ee0077345890 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.36 "GET /v2.0/networks?id=e3274b62-470a-4cb0-8054-0f3f70d4a2f1 HTTP/1.1" status: 200 len: 813 time: 0.5391018 Feb 07 22:53:39.513891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:39.535729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff4c41b-285c-4f42-9327-cb6b74f0a95a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:39.542491 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.544088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:39.548338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.565561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Request body: {'port': {'device_id': 'd7435e58-3233-42aa-9f48-1ef455536091', 'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1', 'admin_state_up': True, 'tenant_id': '11be51a2343e44d8b398c2fd2406e6e6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:39.575610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 76d134cd-0e47-463b-ba71-b5fe571a1fb0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:39.592736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d95d0fa-7cf6-4a09-bfe8-fa7b34cb8cd0 req-de7d4dab-ce54-419e-bf3e-29191370d1aa service neutron] 10.222.0.26 "GET /v2.0/networks/e2de18f0-6c4c-4780-96ad-844ef514348d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5007627 Feb 07 22:53:39.601993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:39.646704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.647763 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Added segment 23de7dd2-c1ca-46e1-b61a-34833e54efef of type vlan for network 0eefcef7-ce1f-403c-9488-2b34194917a5 Feb 07 22:53:39.686350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.702234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-028b2acc-5c52-4ad3-9b02-cb7ebbc20198 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dff4c41b-285c-4f42-9327-cb6b74f0a95a HTTP/1.1" status: 204 len: 168 time: 2.0021296 Feb 07 22:53:39.712076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40326) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:39.916395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-54e14abc-a782-4d25-a376-7a4b987262f3', 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'fixed_ips': [{'subnet_id': '73b2fe6e-ac15-4701-adf5-8a578c47903a'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:53:39.917255 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:39.975630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 535b2a09-9947-4b2f-9579-40a531c144b6 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:53:40.012915 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.017266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:53:40.039487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:40.082959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fcda8308-b104-4752-b790-b89a200331ba req-d265f03b-c90d-4299-8b59-8bb136d76c87 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 210 time: 0.1794312 Feb 07 22:53:40.095158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.096792 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment 7ecbbb6e-5936-4eeb-a4f9-5803a59284cb of type vlan for network 18815bb5-0199-478c-b4a9-06a3a4ce8bac Feb 07 22:53:40.124170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.145421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:40.146305 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.169319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.216784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44056587-9caa-4253-b9d2-2e28d694bd70 req-b5ba3e1f-d7f2-465d-b8a0-5fb744efe15d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:40.219230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44056587-9caa-4253-b9d2-2e28d694bd70 req-b5ba3e1f-d7f2-465d-b8a0-5fb744efe15d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 943 time: 0.6660702 Feb 07 22:53:40.226537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 535b2a09-9947-4b2f-9579-40a531c144b6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=535b2a09-9947-4b2f-9579-40a531c144b6,segment=NetworkSegment(9d62918e-7914-40ba-adef-d7e3aa8f38ef),segment_id=9d62918e-7914-40ba-adef-d7e3aa8f38ef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:40.243230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:40.246582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:40.266478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '535b2a09-9947-4b2f-9579-40a531c144b6', 'network_id': 'e2de18f0-6c4c-4780-96ad-844ef514348d', 'port_id': '535b2a09-9947-4b2f-9579-40a531c144b6', 'mac_address': 'fa:16:3e:02:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d0b26d-7819-4701-89f4-c957bfe00c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:53:40.268891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Usage tracker for resource:port and tenant:11be51a2343e44d8b398c2fd2406e6e6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:40.269057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:40.269410 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.280085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:40.314879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:40.348766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44056587-9caa-4253-b9d2-2e28d694bd70 req-0763234e-9c69-4235-b66f-d5fb72676581 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158583 Feb 07 22:53:40.353883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Made reservation on behalf of 11be51a2343e44d8b398c2fd2406e6e6 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:40.362955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.408185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.422944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.425103 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.444614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:40.448842 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.462236 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0977347 Feb 07 22:53:40.469042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e2f561-c04b-4da8-8c12-a227798b138f']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:40.477023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40342) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:40.484874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c908024-80ab-45c6-adbb-aab756797720 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Network': ['ID=0eefcef7-ce1f-403c-9488-2b34194917a5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:40.488494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535b2a09-9947-4b2f-9579-40a531c144b6 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:40.496530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'subnet': {'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:40.502360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 0eefcef7-ce1f-403c-9488-2b34194917a5 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:40.515474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459c8b18-0edc-4238-9d0d-ad2a293981bb') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:40.515777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459c8b18-0edc-4238-9d0d-ad2a293981bb') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:40.610625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.666523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.688904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=18815bb5-0199-478c-b4a9-06a3a4ce8bac,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:40.696892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:40.700742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.700925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b423315d-1901-4109-8301-58fba53b75db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9026043 Feb 07 22:53:40.706699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40348) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:40.714678 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 18815bb5-0199-478c-b4a9-06a3a4ce8bac details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:40.724289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:40.724956 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:40.727052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:40.782760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 535b2a09-9947-4b2f-9579-40a531c144b6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=535b2a09-9947-4b2f-9579-40a531c144b6,segment=NetworkSegment(9d62918e-7914-40ba-adef-d7e3aa8f38ef),segment_id=9d62918e-7914-40ba-adef-d7e3aa8f38ef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:40.804092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:subnet and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:40.809137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:40.826632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:40.845857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.848865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:40.852361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.872802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.888619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Allocated IP 19.80.0.2 (54e14abc-a782-4d25-a376-7a4b987262f3/73b2fe6e-ac15-4701-adf5-8a578c47903a/17fee170-2584-46dc-ba77-74a10fabaa03) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:40.960919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:40.971892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Allocated IP 172.20.0.3 (e3274b62-470a-4cb0-8054-0f3f70d4a2f1/e6062684-767d-490c-afee-77bac9eeafac/3454dfdf-95c6-4d16-860c-c1d58c5c6abe) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:40.984962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e2f561-c04b-4da8-8c12-a227798b138f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:40.986054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:40.991991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:40.997271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:41.018824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:41.039662 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-24417c1a-939e-4c9a-a832-1dee3d605767 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c2e2f561-c04b-4da8-8c12-a227798b138f HTTP/1.1" status: 204 len: 168 time: 1.2985802 Feb 07 22:53:41.053452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:41.057117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.128305 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.140996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=535b2a09-9947-4b2f-9579-40a531c144b6,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:41.198773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 76d134cd-0e47-463b-ba71-b5fe571a1fb0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=76d134cd-0e47-463b-ba71-b5fe571a1fb0,segment=NetworkSegment(65b456c7-cee6-467e-b4ba-87f9954b96c4),segment_id=65b456c7-cee6-467e-b4ba-87f9954b96c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:41.214414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.286402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.294221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=76d134cd-0e47-463b-ba71-b5fe571a1fb0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:41.331937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['535b2a09-9947-4b2f-9579-40a531c144b6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:53:41.391925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40368) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:41.526664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 76d134cd-0e47-463b-ba71-b5fe571a1fb0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:41.559821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Performing IP validity checks on allocation pools {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 22:53:41.559821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87670) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 22:53:41.568390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Subnet': ['ID=8ff607cd-5b72-4f05-9d17-12ee31c6a5ed,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:41.594315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Checking segment: {'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:41.594315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network hostable DHCP agents. Network: 0eefcef7-ce1f-403c-9488-2b34194917a5, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:41.684941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.706871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-9533b1e8-b581-4a68-a174-371e16ac8be7 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=17494097fa54419d804196c3b7bb0226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1689928 Feb 07 22:53:41.714294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Transition to ACTIVE for port object 17fee170-2584-46dc-ba77-74a10fabaa03 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:41.736122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:41.736616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.772168 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-770761b3-c350-4ec4-9038-bb807849f495 req-24d50bbb-2910-4a15-9dc2-728eeae8c005 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 210 time: 0.1348038 Feb 07 22:53:41.803808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1701c56-6f9f-4c6b-9bd1-3cc33b1e65d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8441ad85522408ba46cc74a0163b58d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019678 Feb 07 22:53:41.804954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40384) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:41.819085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Transition to ACTIVE for port object 17fee170-2584-46dc-ba77-74a10fabaa03 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:41.844670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.845122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network 0eefcef7-ce1f-403c-9488-2b34194917a5 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:41.882689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 0eefcef7-ce1f-403c-9488-2b34194917a5) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:41.901159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:41.903576 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.905910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6af213-9905-4a04-98de-0997203e3b40 None None] Network 0eefcef7-ce1f-403c-9488-2b34194917a5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:41.934199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Network 54e14abc-a782-4d25-a376-7a4b987262f3 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:41.946860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db97d6c9-10e5-44a8-bc1e-6eae8d9112d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.976780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:41.994003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a6b06643-171c-43ab-9c8e-a7955849b486 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5158815 Feb 07 22:53:42.019939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db97d6c9-10e5-44a8-bc1e-6eae8d9112d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.041257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:42.053765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:42.086486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db97d6c9-10e5-44a8-bc1e-6eae8d9112d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.110325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97d6c9-10e5-44a8-bc1e-6eae8d9112d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146c40fb-3964-4e62-8d13-bb78da533f01,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:42.136514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db97d6c9-10e5-44a8-bc1e-6eae8d9112d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.146194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-db97d6c9-10e5-44a8-bc1e-6eae8d9112d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/146c40fb-3964-4e62-8d13-bb78da533f01 HTTP/1.1" status: 204 len: 168 time: 0.3373337 Feb 07 22:53:42.193802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Pushing event updated for resources: {'Port': ['ID=17fee170-2584-46dc-ba77-74a10fabaa03,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:42.196586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-be5c53b7-e2ec-412e-a75e-4c2a78c24fe2 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:42.198062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-be5c53b7-e2ec-412e-a75e-4c2a78c24fe2 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4728265 Feb 07 22:53:42.226360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Attempting to bind port 17fee170-2584-46dc-ba77-74a10fabaa03 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:42.226811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Attempting to bind port 17fee170-2584-46dc-ba77-74a10fabaa03 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:42.227236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Attempting to bind port 17fee170-2584-46dc-ba77-74a10fabaa03 on network 54e14abc-a782-4d25-a376-7a4b987262f3 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:42.236799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:42.237677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Checking segment: {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:42.238269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.238841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Bound using segment: {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:42.239523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Bound port: 17fee170-2584-46dc-ba77-74a10fabaa03, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:42.240164 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.256074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-817f820c-fc4b-441d-95f0-ed5bf07492d9 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/quotas/17494097fa54419d804196c3b7bb0226 HTTP/1.1" status: 200 len: 375 time: 0.0458829 Feb 07 22:53:42.435590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-0eefcef7-ce1f-403c-9488-2b34194917a5', 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'fixed_ips': [{'subnet_id': '8ff607cd-5b72-4f05-9d17-12ee31c6a5ed'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:53:42.436428 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.482907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.485219 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.495942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f7744-9ab7-4dd6-a2c6-f6cd34f2d929 req-7d5c18e1-5825-48cc-ae22-13cf6bd11812 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:42.504063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0f7744-9ab7-4dd6-a2c6-f6cd34f2d929 req-7d5c18e1-5825-48cc-ae22-13cf6bd11812 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 944 time: 0.5131276 Feb 07 22:53:42.586123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] For port 17fee170-2584-46dc-ba77-74a10fabaa03, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:42.604191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-5c7783ac-651d-4a11-8722-64a299c6b182 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=17494097fa54419d804196c3b7bb0226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3276148 Feb 07 22:53:42.656910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] For port 17fee170-2584-46dc-ba77-74a10fabaa03, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=17fee170-2584-46dc-ba77-74a10fabaa03,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:42.674577 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:42.689792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:42.709453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:42.713258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Allocated IP 19.86.0.2 (0eefcef7-ce1f-403c-9488-2b34194917a5/8ff607cd-5b72-4f05-9d17-12ee31c6a5ed/c4a4c259-b8a6-4798-947d-9a6ef76b0c27) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:42.719725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Pushing event updated for resources: {'Port': ['ID=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:42.724448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:42.795623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0f7744-9ab7-4dd6-a2c6-f6cd34f2d929 req-b8f307bd-5107-4ecb-a2cd-decba81af1e1 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902555 Feb 07 22:53:42.821685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=86b2b272-28fc-48e5-9b32-d89238d64e19,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:42.842453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': '7ecbbb6e-5936-4eeb-a4f9-5803a59284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:42.863528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: 18815bb5-0199-478c-b4a9-06a3a4ce8bac, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:42.915173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f547fd-2dac-4884-a459-2d5acb1e3465 None None] Pushing event updated for resources: {'Port': ['ID=17fee170-2584-46dc-ba77-74a10fabaa03,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:42.992953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:42.993886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.070991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40432) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:43.129954 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.144413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Transition to ACTIVE for port object c4a4c259-b8a6-4798-947d-9a6ef76b0c27 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:43.171042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Transition to ACTIVE for port object c4a4c259-b8a6-4798-947d-9a6ef76b0c27 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:43.182387 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.307621 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.315914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 18815bb5-0199-478c-b4a9-06a3a4ce8bac is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:43.325955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-5373759e-9214-45c0-845d-72cfd10fe167 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7749052 Feb 07 22:53:43.340765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Network 0eefcef7-ce1f-403c-9488-2b34194917a5 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:43.342429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:43.347303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:43.361808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Request body: {'port': {'device_id': 'd7435e58-3233-42aa-9f48-1ef455536091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:43.382224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:43.389859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Usage tracker for resource:security_group_rule and tenant:6463ead1264649e48e1f5e1c28f18675 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:43.400987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:43.420315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:43.530575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Pushing event updated for resources: {'Port': ['ID=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:43.543281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Attempting to bind port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:43.544462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Attempting to bind port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:43.545076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Attempting to bind port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 on network 0eefcef7-ce1f-403c-9488-2b34194917a5 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:43.555323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:43.559977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 18815bb5-0199-478c-b4a9-06a3a4ce8bac) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:43.561059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Checking segment: {'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:43.563929 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.566902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Bound using segment: {'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:43.567419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Bound port: c4a4c259-b8a6-4798-947d-9a6ef76b0c27, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:43.567809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.605708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4dfe3-862f-4d5b-b0d8-6cdcba59d6da None None] Network 18815bb5-0199-478c-b4a9-06a3a4ce8bac requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:43.607092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:43.607912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.652157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40450) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:43.653805 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1f4114f1-a323-4621-ade3-df9e197f7ad7 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9405515 Feb 07 22:53:43.660349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac', 'name': 'tempest-PortsTestJSON-131205175'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:43.692817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.742792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.797406 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:43.799966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 17fee170-2584-46dc-ba77-74a10fabaa03 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:43.805295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aac2e-82f8-456e-b8da-f4d1e9663b83 req-f63ab3b8-f9a0-414e-be82-2e9239c78044 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:43.806250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b69aac2e-82f8-456e-b8da-f4d1e9663b83 req-f63ab3b8-f9a0-414e-be82-2e9239c78044 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Synchronizing usage tracker for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:43.874557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-e2227ebc-59dc-4d76-9d51-888ff9a8b465 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:43.881685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-e2227ebc-59dc-4d76-9d51-888ff9a8b465 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:43.882606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-e2227ebc-59dc-4d76-9d51-888ff9a8b465 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Synchronizing usage tracker for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:43.898424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72988482-f681-4e9d-ac14-93dc6f5dac94,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:43.962295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 535b2a09-9947-4b2f-9579-40a531c144b6 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:43.977557 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-afc122cd-c00c-4ae9-964c-d17b48160a53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6463ead1264649e48e1f5e1c28f18675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9054677 Feb 07 22:53:43.981644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40460) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:44.016396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b69aac2e-82f8-456e-b8da-f4d1e9663b83 req-f63ab3b8-f9a0-414e-be82-2e9239c78044 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Unset dirty status for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:44.019066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b69aac2e-82f8-456e-b8da-f4d1e9663b83 req-f63ab3b8-f9a0-414e-be82-2e9239c78044 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 931 time: 0.9684830 Feb 07 22:53:44.041227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-e2227ebc-59dc-4d76-9d51-888ff9a8b465 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Unset dirty status for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:44.042450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-e2227ebc-59dc-4d76-9d51-888ff9a8b465 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/networks?id=54e14abc-a782-4d25-a376-7a4b987262f3&id=0eefcef7-ce1f-403c-9488-2b34194917a5&id=54e14abc-a782-4d25-a376-7a4b987262f3 HTTP/1.1" status: 200 len: 1391 time: 1.0945079 Feb 07 22:53:44.097529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:44.129142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:44.150010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:44.154046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.164656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b69aac2e-82f8-456e-b8da-f4d1e9663b83 req-a33f520c-95cc-470d-b27f-7dc8f7148d1d tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Synchronizing usage tracker for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:44.172645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-7a2a8401-d81f-410f-bb54-231553319c4a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/quotas/421ae4ca8f154f078a52381e93d8ab70 HTTP/1.1" status: 200 len: 375 time: 0.0772340 Feb 07 22:53:44.176967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 17fee170-2584-46dc-ba77-74a10fabaa03 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:44.181067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] For port c4a4c259-b8a6-4798-947d-9a6ef76b0c27, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:44.205798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] For port c4a4c259-b8a6-4798-947d-9a6ef76b0c27, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:44.216338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port c6d41ae4-e611-490b-805e-15272d3bc9d5 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:44.219001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 535b2a09-9947-4b2f-9579-40a531c144b6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:44.227028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 535b2a09-9947-4b2f-9579-40a531c144b6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:44.228100 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.249398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b69aac2e-82f8-456e-b8da-f4d1e9663b83 req-a33f520c-95cc-470d-b27f-7dc8f7148d1d tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Unset dirty status for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:44.250711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b69aac2e-82f8-456e-b8da-f4d1e9663b83 req-a33f520c-95cc-470d-b27f-7dc8f7148d1d tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176189 Feb 07 22:53:44.295433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.400861 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f85af31-5e81-4aa9-a3a8-a6c77c1cfc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.434883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-cde09a41-7e0a-4f0e-aa85-abb638729f05 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2532384 Feb 07 22:53:44.447590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f85af31-5e81-4aa9-a3a8-a6c77c1cfc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.477920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38dd531-6b07-4b21-a5dc-196814814a49 None None] Pushing event updated for resources: {'Port': ['ID=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:44.537038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.2 (18815bb5-0199-478c-b4a9-06a3a4ce8bac/86b2b272-28fc-48e5-9b32-d89238d64e19/c6d41ae4-e611-490b-805e-15272d3bc9d5) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:44.542587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-18815bb5-0199-478c-b4a9-06a3a4ce8bac', 'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac', 'tenant_id': '6f8e5e5a8e734913b82f533fa3de09be', 'fixed_ips': [{'subnet_id': '86b2b272-28fc-48e5-9b32-d89238d64e19'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:53:44.543962 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.607493 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0124f0cf-a374-4422-a8e6-15bb55f8e33f req-b253e9ce-c87e-48cc-89ac-9bb3be281876 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 210 time: 0.1373248 Feb 07 22:53:44.667581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e0445-16bd-461e-a895-1992b669385a None None] Network 54e14abc-a782-4d25-a376-7a4b987262f3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:44.735776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f85af31-5e81-4aa9-a3a8-a6c77c1cfc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.830571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85af31-5e81-4aa9-a3a8-a6c77c1cfc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72988482-f681-4e9d-ac14-93dc6f5dac94,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:44.858289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3454dfdf-95c6-4d16-860c-c1d58c5c6abe {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:44.900150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-4d0a791f-edc2-4e41-a4ba-e4ba0a2c3940 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=17494097fa54419d804196c3b7bb0226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707066 Feb 07 22:53:44.900343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-55f80efb-c1ad-4e0f-96ed-7d73a043f46d service neutron] 10.222.0.10 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553826 Feb 07 22:53:44.943495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:44.960318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-df7d124a-7059-4974-9cbe-8176c726b6ba None None] Provisioning for port 17fee170-2584-46dc-ba77-74a10fabaa03 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:45.010634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-df7d124a-7059-4974-9cbe-8176c726b6ba None None] Provisioning complete for port 17fee170-2584-46dc-ba77-74a10fabaa03 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:45.011016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-df7d124a-7059-4974-9cbe-8176c726b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.068343 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f85af31-5e81-4aa9-a3a8-a6c77c1cfc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.071785 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7f85af31-5e81-4aa9-a3a8-a6c77c1cfc1c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72988482-f681-4e9d-ac14-93dc6f5dac94 HTTP/1.1" status: 204 len: 168 time: 1.0886393 Feb 07 22:53:45.084280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Transition to ACTIVE for port object 3454dfdf-95c6-4d16-860c-c1d58c5c6abe will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:45.115976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.226216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.230361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.276163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-9b92ed3d-dc2f-4d25-b2d8-8404667ce6bc tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:45.278208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-9b92ed3d-dc2f-4d25-b2d8-8404667ce6bc tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3681698 Feb 07 22:53:45.292586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Request body: {'port': {'device_id': '71485674-9fe6-40df-81fa-097e6fa344db', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '17494097fa54419d804196c3b7bb0226'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:45.327632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535b2a09-9947-4b2f-9579-40a531c144b6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:45.428578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 535b2a09-9947-4b2f-9579-40a531c144b6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=535b2a09-9947-4b2f-9579-40a531c144b6,segment=NetworkSegment(9d62918e-7914-40ba-adef-d7e3aa8f38ef),segment_id=9d62918e-7914-40ba-adef-d7e3aa8f38ef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:45.438554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-df7d124a-7059-4974-9cbe-8176c726b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.452970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.522381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c4a4c259-b8a6-4798-947d-9a6ef76b0c27 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:45.524999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object c6d41ae4-e611-490b-805e-15272d3bc9d5 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:45.533582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:45.537630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Usage tracker for resource:port and tenant:17494097fa54419d804196c3b7bb0226 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:45.546559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:45.554888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:45.575839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551d8a5-9ac8-42f5-b307-6df4c1d5767c req-861262b5-2aab-4549-85b0-61ea4aa31c50 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:45.576413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Made reservation on behalf of 17494097fa54419d804196c3b7bb0226 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:45.580290 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.583225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2551d8a5-9ac8-42f5-b307-6df4c1d5767c req-861262b5-2aab-4549-85b0-61ea4aa31c50 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 944 time: 0.6854661 Feb 07 22:53:45.593990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.608337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.676549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:45.683291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40476) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:45.684528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Usage tracker for resource:security_group_rule and tenant:17494097fa54419d804196c3b7bb0226 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:45.690141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:45.696586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:45.698103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Pushing event updated for resources: {'Port': ['ID=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:45.725011 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-79615cab-5885-406f-9808-5a98a4045cc1 {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:45.725618 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:45.740604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-fc8e08cf-13cb-4719-afd3-9dbfbda487d5 service neutron] 10.222.0.10 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7909007 Feb 07 22:53:45.766682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-df7d124a-7059-4974-9cbe-8176c726b6ba None None] For port 17fee170-2584-46dc-ba77-74a10fabaa03, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=17fee170-2584-46dc-ba77-74a10fabaa03,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:45.778722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=535b2a09-9947-4b2f-9579-40a531c144b6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:45.805704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-df7d124a-7059-4974-9cbe-8176c726b6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.833931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.892847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.916926 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.926452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d124a-7059-4974-9cbe-8176c726b6ba None None] Pushing event updated for resources: {'Port': ['ID=17fee170-2584-46dc-ba77-74a10fabaa03,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:45.940185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:45.948133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-9ce15fe5-09b5-4387-9a9c-f8938466a00e service neutron] 10.222.0.10 "GET /v2.0/networks/0eefcef7-ce1f-403c-9488-2b34194917a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849091 Feb 07 22:53:45.955310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-749c0075-e47f-43ec-82e0-38dd48fd5198 None None] Provisioning complete for port 17fee170-2584-46dc-ba77-74a10fabaa03 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:45.955689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-749c0075-e47f-43ec-82e0-38dd48fd5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:45.970432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 18815bb5-0199-478c-b4a9-06a3a4ce8bac is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:45.972051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2551d8a5-9ac8-42f5-b307-6df4c1d5767c req-f4d271e0-48ed-4c21-8800-61be2cdbaf3a tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878915 Feb 07 22:53:45.990738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:46.024444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c22776-31fc-41ac-9e9e-cea00268abcf,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:46.027976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:46.084124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=c6d41ae4-e611-490b-805e-15272d3bc9d5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:46.161501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.162131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.175558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Attempting to bind port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:46.175977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Attempting to bind port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '7b07aa99-9e78-4c74-a928-6b8b45d42453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:46.176372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Attempting to bind port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe on network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:46.183595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:46.189221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe on network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:53:46.189649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Attempting to bind port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe on network e3274b62-470a-4cb0-8054-0f3f70d4a2f1 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:46.206200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Usage tracker for resource:security_group_rule and tenant:8eac30a3ee854cd69d09b8c322a8d61f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:46.210469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:46.220093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:46.220786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Checking segment: {'id': '7b07aa99-9e78-4c74-a928-6b8b45d42453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:46.221395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Bound using segment: {'id': '7b07aa99-9e78-4c74-a928-6b8b45d42453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:46.222480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Bound port: 3454dfdf-95c6-4d16-860c-c1d58c5c6abe, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b07aa99-9e78-4c74-a928-6b8b45d42453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:46.223042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.226657 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.234692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:46.243312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-885d77ee-edd1-441d-8c7b-a28deacb22d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5859218 Feb 07 22:53:46.243991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:46.290556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Allocated IP 192.168.233.215 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/fddc2b49-71b7-47da-b69e-f123eb7055a1) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:46.345667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port c6d41ae4-e611-490b-805e-15272d3bc9d5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:46.346019 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.355384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] For port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:46.359516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] For port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,segment=NetworkSegment(7b07aa99-9e78-4c74-a928-6b8b45d42453),segment_id=7b07aa99-9e78-4c74-a928-6b8b45d42453)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:46.362492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5191daef-0542-4011-93cd-06dc846da86f None None] Network 0eefcef7-ce1f-403c-9488-2b34194917a5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:46.372833 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.378041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-351237af-252f-4a17-a7b2-2c5b96521b86 service neutron] 10.222.0.10 "GET /v2.0/networks/0eefcef7-ce1f-403c-9488-2b34194917a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208949 Feb 07 22:53:46.541738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:46.542713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.544604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] 10.222.0.36 "PUT /v2.0/ports/3454dfdf-95c6-4d16-860c-c1d58c5c6abe HTTP/1.1" status: 200 len: 1091 time: 3.2086046 Feb 07 22:53:46.550855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7435e58-3233-42aa-9f48-1ef455536091', 'tag': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:46.561265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-916e936f-ba79-4c0b-a20a-d13c0f692863 None None] Provisioning for port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:46.605457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-916e936f-ba79-4c0b-a20a-d13c0f692863 None None] Provisioning complete for port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:46.606119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-916e936f-ba79-4c0b-a20a-d13c0f692863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.664480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aca744-5162-408c-92fa-b0705eaa9a9f service neutron] Pushing event updated for resources: {'Port': ['ID=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:46.778712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-b34fb5ed-35e7-4c76-94d2-fecb21d648f5 service neutron] 10.222.0.10 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650815 Feb 07 22:53:46.805042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Allocated IP 172.20.0.3 (18815bb5-0199-478c-b4a9-06a3a4ce8bac/86b2b272-28fc-48e5-9b32-d89238d64e19/9ed873ef-5387-4d70-8883-d68df37d89dc) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:46.910412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.926465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.950724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:46.958822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Transition to ACTIVE for port object fddc2b49-71b7-47da-b69e-f123eb7055a1 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:46.975708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.068604 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-916e936f-ba79-4c0b-a20a-d13c0f692863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.087605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for c6d41ae4-e611-490b-805e-15272d3bc9d5 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:47.093041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8eac30a3ee854cd69d09b8c322a8d61f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4015570 Feb 07 22:53:47.113031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40506) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:47.114741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-e217ee08-18e1-4c5b-908d-e12449037987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:47.116296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-e217ee08-18e1-4c5b-908d-e12449037987 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11be51a2343e44d8b398c2fd2406e6e6&device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 1094 time: 0.5207908 Feb 07 22:53:47.163785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-916e936f-ba79-4c0b-a20a-d13c0f692863 None None] For port c4a4c259-b8a6-4798-947d-9a6ef76b0c27, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:47.210028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-916e936f-ba79-4c0b-a20a-d13c0f692863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.224366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-a7a762df-318d-4035-9395-95f4b6a0bfa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe HTTP/1.1" status: 200 len: 217 time: 0.0979710 Feb 07 22:53:47.239464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-347d6930-0945-4684-990a-1c20a7e0f513 service neutron] 10.222.0.10 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539194 Feb 07 22:53:47.260309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.296720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976e741-fe86-45c1-abea-375ea70ebbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c52c949-6b43-41d8-aa04-5079e3a90271,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:47.348797 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.367124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Transition to ACTIVE for port object 9ed873ef-5387-4d70-8883-d68df37d89dc will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:47.371986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e936f-ba79-4c0b-a20a-d13c0f692863 None None] Pushing event updated for resources: {'Port': ['ID=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:47.403241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:47.409500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Transition to ACTIVE for port object 9ed873ef-5387-4d70-8883-d68df37d89dc will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:47.411371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:47.423933 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00f48471-7127-4673-be9c-8bfdab4d9020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.426418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:47.429292 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.478935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Pushing event updated for resources: {'Port': ['ID=fddc2b49-71b7-47da-b69e-f123eb7055a1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:47.508971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.529425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00f48471-7127-4673-be9c-8bfdab4d9020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.600850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 17fee170-2584-46dc-ba77-74a10fabaa03 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:47.616714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=c6d41ae4-e611-490b-805e-15272d3bc9d5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:47.629335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-d3d814d4-4ed4-40ec-abbd-a434de56623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:47.635797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-d3d814d4-4ed4-40ec-abbd-a434de56623f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6062684-767d-490c-afee-77bac9eeafac HTTP/1.1" status: 200 len: 853 time: 0.3952680 Feb 07 22:53:47.644424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:47.649624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.665006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00f48471-7127-4673-be9c-8bfdab4d9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.794274 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535b2a09-9947-4b2f-9579-40a531c144b6', 'code': 200} Feb 07 22:53:47.806801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256891b8-e6cc-4079-af62-af2473fd05af req-682cff61-2bc3-42c8-a2b2-12db3fa9c15b tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:47.808758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-256891b8-e6cc-4079-af62-af2473fd05af req-682cff61-2bc3-42c8-a2b2-12db3fa9c15b tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 943 time: 0.8916943 Feb 07 22:53:47.871663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Network 18815bb5-0199-478c-b4a9-06a3a4ce8bac is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:47.877349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-ee42337c-8d8e-4a9b-b9d1-e5a5e2d68dcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3274b62-470a-4cb0-8054-0f3f70d4a2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2230844 Feb 07 22:53:47.887434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00f48471-7127-4673-be9c-8bfdab4d9020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:47.888915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-00f48471-7127-4673-be9c-8bfdab4d9020 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c52c949-6b43-41d8-aa04-5079e3a90271 HTTP/1.1" status: 204 len: 168 time: 0.7714376 Feb 07 22:53:47.890009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48471-7127-4673-be9c-8bfdab4d9020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c52c949-6b43-41d8-aa04-5079e3a90271,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:47.893450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:47.895461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Pushing event updated for resources: {'Port': ['ID=9ed873ef-5387-4d70-8883-d68df37d89dc,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:47.900751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:47.911326 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-2f467322-275b-4dc6-a06e-647a9dd5fdf0 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6234660 Feb 07 22:53:47.932787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Request body: {'port': {'device_id': '71485674-9fe6-40df-81fa-097e6fa344db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:48.007528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 17fee170-2584-46dc-ba77-74a10fabaa03 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:48.008021 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.187091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.214785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.219346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-718f53b9-ad17-4cc4-8e2b-744ab8cceac9 None None] Provisioning complete for port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:48.219724 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-718f53b9-ad17-4cc4-8e2b-744ab8cceac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.227486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8fb7c4b1-bbde-4351-82c8-3cd344830441 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/c6d41ae4-e611-490b-805e-15272d3bc9d5 HTTP/1.1" status: 204 len: 168 time: 1.9789424 Feb 07 22:53:48.235724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40524) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:48.336959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-256891b8-e6cc-4079-af62-af2473fd05af req-b944708c-da76-4932-8d30-bb9925b2ce7e tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525330 Feb 07 22:53:48.372098 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d8fa31-bf9b-4576-b87c-b82e7a838a14 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:53:48.372098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d8fa31-bf9b-4576-b87c-b82e7a838a14 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:53:48.374684 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9d8fa31-bf9b-4576-b87c-b82e7a838a14 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/c6d41ae4-e611-490b-805e-15272d3bc9d5 HTTP/1.1" status: 404 len: 333 time: 0.1371968 Feb 07 22:53:48.384961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40530) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:48.386497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4d4b-bcca-47ce-bdd5-53b4ff9adfed req-74088781-1162-459b-93e5-733baab2077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:48.388797 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d94a4d4b-bcca-47ce-bdd5-53b4ff9adfed req-74088781-1162-459b-93e5-733baab2077e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 1096 time: 0.6768305 Feb 07 22:53:48.454215 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5125ae9a-148a-431e-b352-323d7e306cb3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:53:48.454766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5125ae9a-148a-431e-b352-323d7e306cb3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:48.458581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-a5c04d4d-d0ee-4429-be18-869425046981 service neutron] 10.222.0.36 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267017 Feb 07 22:53:48.460015 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7435e58-3233-42aa-9f48-1ef455536091', 'tag': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe', 'status': 'completed', 'code': 200} Feb 07 22:53:48.476801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Attempting to bind port 9ed873ef-5387-4d70-8883-d68df37d89dc on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:48.477171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Attempting to bind port 9ed873ef-5387-4d70-8883-d68df37d89dc by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7ecbbb6e-5936-4eeb-a4f9-5803a59284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:48.485200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Attempting to bind port 9ed873ef-5387-4d70-8883-d68df37d89dc on network 18815bb5-0199-478c-b4a9-06a3a4ce8bac {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:48.492179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1d364-24bf-4d91-b4f3-72135d421629 req-d6c80f0e-8498-4305-a50e-43868630dd96 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:48.511321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d1d364-24bf-4d91-b4f3-72135d421629 req-d6c80f0e-8498-4305-a50e-43868630dd96 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 936 time: 0.7013533 Feb 07 22:53:48.529185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:48.530302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Checking segment: {'id': '7ecbbb6e-5936-4eeb-a4f9-5803a59284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:48.531780 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.532458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Bound using segment: {'id': '7ecbbb6e-5936-4eeb-a4f9-5803a59284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:48.533313 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Bound port: 9ed873ef-5387-4d70-8883-d68df37d89dc, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecbbb6e-5936-4eeb-a4f9-5803a59284cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '18815bb5-0199-478c-b4a9-06a3a4ce8bac'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:48.533802 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.662973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5125ae9a-148a-431e-b352-323d7e306cb3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:48.666732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5125ae9a-148a-431e-b352-323d7e306cb3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/c6d41ae4-e611-490b-805e-15272d3bc9d5 HTTP/1.1" status: 404 len: 333 time: 0.2737978 Feb 07 22:53:48.666732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d94a4d4b-bcca-47ce-bdd5-53b4ff9adfed req-347e2a55-b558-4949-91e1-cac250081fb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071972 Feb 07 22:53:48.674010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40538) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:48.733145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] For port 9ed873ef-5387-4d70-8883-d68df37d89dc, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:48.736844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] For port 9ed873ef-5387-4d70-8883-d68df37d89dc, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9ed873ef-5387-4d70-8883-d68df37d89dc,segment=NetworkSegment(7ecbbb6e-5936-4eeb-a4f9-5803a59284cb),segment_id=7ecbbb6e-5936-4eeb-a4f9-5803a59284cb)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:48.777644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.790542 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-086ccfcf-e651-4fd3-9a18-708ed87c349a req-da0a0e88-9661-45d1-b2d1-b43cff16fac9 service neutron] 10.222.0.36 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716668 Feb 07 22:53:48.867895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 86b2b272-28fc-48e5-9b32-d89238d64e19 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:53:48.875397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc7513-69db-41c1-b30c-7bb216386712 None None] Pushing event updated for resources: {'Port': ['ID=9ed873ef-5387-4d70-8883-d68df37d89dc,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:48.877172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:48.913352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-68f456b6-f323-4289-adfb-d809503420f1 None None] Provisioning for port fddc2b49-71b7-47da-b69e-f123eb7055a1 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:48.922991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-68f456b6-f323-4289-adfb-d809503420f1 None None] Provisioning complete for port fddc2b49-71b7-47da-b69e-f123eb7055a1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:48.922991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68f456b6-f323-4289-adfb-d809503420f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.002024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efea92aa-ecde-489a-b034-bcaf8736d955 req-fa0d6813-9a43-4c0c-a710-970a32079e09 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.2103956 Feb 07 22:53:49.044534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d1d364-24bf-4d91-b4f3-72135d421629 req-0c98a8ae-db05-4f1a-90e1-3fe47f9b1b73 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296850 Feb 07 22:53:49.052858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.097397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-68f456b6-f323-4289-adfb-d809503420f1 None None] Port fddc2b49-71b7-47da-b69e-f123eb7055a1 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:53:49.135771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-7ba4ac63-a6eb-4cd9-b2d6-6dd9a1d29788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:49.146351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-7ba4ac63-a6eb-4cd9-b2d6-6dd9a1d29788 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11be51a2343e44d8b398c2fd2406e6e6&device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 1094 time: 0.2728777 Feb 07 22:53:49.431740 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-787a62c6-d0ac-49fb-9507-2c0a7dbf6e76 req-56b96dc8-698c-4cbb-a4dd-0698b6d0489d tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 210 time: 0.1314247 Feb 07 22:53:49.547224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddc2b49-71b7-47da-b69e-f123eb7055a1 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:49.580747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.603806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Transition to ACTIVE for port object fddc2b49-71b7-47da-b69e-f123eb7055a1 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:49.615833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-946e0342-ec04-48f9-9938-5a2303a15f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:49.618205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-946e0342-ec04-48f9-9938-5a2303a15f42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3274b62-470a-4cb0-8054-0f3f70d4a2f1 HTTP/1.1" status: 200 len: 914 time: 0.4670327 Feb 07 22:53:49.619689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:49.674914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c4a4c259-b8a6-4798-947d-9a6ef76b0c27 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:49.744744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-e5e189f8-338d-44ad-817c-e2d8eb1e33d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe HTTP/1.1" status: 200 len: 217 time: 0.1111822 Feb 07 22:53:49.802727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67e5a5-08f1-44a7-b260-169010efba24 req-b80c119a-d3f4-4d83-8aae-ad950817d50c tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:49.809505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db67e5a5-08f1-44a7-b260-169010efba24 req-b80c119a-d3f4-4d83-8aae-ad950817d50c tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 945 time: 0.5032537 Feb 07 22:53:49.827418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:49.827804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.020763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-c19b589b-75fa-495b-94c9-a299bc3a8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:50.022337 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-c19b589b-75fa-495b-94c9-a299bc3a8354 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6062684-767d-490c-afee-77bac9eeafac HTTP/1.1" status: 200 len: 853 time: 0.1444466 Feb 07 22:53:50.066478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db67e5a5-08f1-44a7-b260-169010efba24 req-b53c87d5-3a3f-4995-87cc-a37cfd381942 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541819 Feb 07 22:53:50.126453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9ed873ef-5387-4d70-8883-d68df37d89dc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:50.203287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-0891fd28-8e38-4054-9018-e22bbe67bedd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3274b62-470a-4cb0-8054-0f3f70d4a2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320345 Feb 07 22:53:50.240508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-a39cf35f-2231-4716-9ea4-fa028de8ebc7 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:50.246992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-a39cf35f-2231-4716-9ea4-fa028de8ebc7 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:50.247768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-a39cf35f-2231-4716-9ea4-fa028de8ebc7 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Synchronizing usage tracker for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:50.250538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc2b49-71b7-47da-b69e-f123eb7055a1,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:50.285980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.286381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.286737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.287075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.287410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.287744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.288075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.288406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.288779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.289100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.289409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.289735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:50.319937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.362119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3454dfdf-95c6-4d16-860c-c1d58c5c6abe details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:53:50.444531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1b29e99-9527-4071-a8ac-21daa20b0211 req-5397a061-0aca-4d5c-9301-a01f8d8749e6 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.0599687 Feb 07 22:53:50.492613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157a947-e3c7-4477-9e69-bc37bf6c6581 req-9f3f524d-1b25-4667-8514-9266c66b083d tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:50.494915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d157a947-e3c7-4477-9e69-bc37bf6c6581 req-9f3f524d-1b25-4667-8514-9266c66b083d tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 943 time: 0.7491868 Feb 07 22:53:50.549111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,segment=NetworkSegment(7b07aa99-9e78-4c74-a928-6b8b45d42453),segment_id=7b07aa99-9e78-4c74-a928-6b8b45d42453)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:50.567217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-64d15a49-933d-4f13-8d57-0e89a6c5efab service neutron] 10.222.0.36 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572884 Feb 07 22:53:50.570764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe', 'network_id': 'e3274b62-470a-4cb0-8054-0f3f70d4a2f1', 'port_id': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe', 'mac_address': 'fa:16:3e:6b:47:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6062684-767d-490c-afee-77bac9eeafac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:53:50.575633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 9ed873ef-5387-4d70-8883-d68df37d89dc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:50.651063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-a39cf35f-2231-4716-9ea4-fa028de8ebc7 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Unset dirty status for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:50.651670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.652143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-a39cf35f-2231-4716-9ea4-fa028de8ebc7 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "GET /v2.0/networks?id=54e14abc-a782-4d25-a376-7a4b987262f3&id=0eefcef7-ce1f-403c-9488-2b34194917a5&id=54e14abc-a782-4d25-a376-7a4b987262f3 HTTP/1.1" status: 200 len: 1391 time: 0.8647261 Feb 07 22:53:50.678834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3454dfdf-95c6-4d16-860c-c1d58c5c6abe {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:50.681627 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de6f819f-2f84-41d8-864f-fb5669bb5a70 req-3efcbee5-f7f3-4a92-ac1c-73290e71b79e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.2443869 Feb 07 22:53:50.692085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d157a947-e3c7-4477-9e69-bc37bf6c6581 req-84e42c35-1511-424f-befa-b4dd0fdb03b7 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896253 Feb 07 22:53:50.695657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'port': {'device_id': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3', 'admin_state_up': True, 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:50.711800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,segment=NetworkSegment(7b07aa99-9e78-4c74-a928-6b8b45d42453),segment_id=7b07aa99-9e78-4c74-a928-6b8b45d42453)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:50.720112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Attempting to bind port fddc2b49-71b7-47da-b69e-f123eb7055a1 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:50.720465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Attempting to bind port fddc2b49-71b7-47da-b69e-f123eb7055a1 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:50.720836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Attempting to bind port fddc2b49-71b7-47da-b69e-f123eb7055a1 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:50.732897 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.784700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Port fddc2b49-71b7-47da-b69e-f123eb7055a1 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:53:50.785031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Attempting to bind port fddc2b49-71b7-47da-b69e-f123eb7055a1 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:50.801032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:50.801420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:50.801796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:50.802244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Bound port: fddc2b49-71b7-47da-b69e-f123eb7055a1, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:50.802597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:50.813851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd75db-067c-4839-bb90-83b5fd02f3f5 None None] Network 18815bb5-0199-478c-b4a9-06a3a4ce8bac requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:50.927934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:50.932404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.002146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=86b2b272-28fc-48e5-9b32-d89238d64e19,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:51.011343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4fbeca7-7382-4a80-8859-ffcfe99e7bab req-d5d01dfa-0245-4613-9215-aa1ed04daadb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 210 time: 0.1275539 Feb 07 22:53:51.014663 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.021584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b68cc1f-2b58-4138-8abb-bca78be60c3f req-242ae255-6034-431c-92e5-3b068e419805 service neutron] 10.222.0.36 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357450 Feb 07 22:53:51.027914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:51.032233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:port and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:51.035625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:51.041491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:51.052492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] For port fddc2b49-71b7-47da-b69e-f123eb7055a1, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:51.056115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] For port fddc2b49-71b7-47da-b69e-f123eb7055a1, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=fddc2b49-71b7-47da-b69e-f123eb7055a1,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:51.058272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8291d9b-b4b9-4ded-bb31-93e82a267168 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/86b2b272-28fc-48e5-9b32-d89238d64e19 HTTP/1.1" status: 204 len: 168 time: 2.3832965 Feb 07 22:53:51.059565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3010f5-7d36-4e3f-a707-35a1ce288177 req-eaa789ad-6043-42eb-9a84-ae9660f77466 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:51.060257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:51.063813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f3010f5-7d36-4e3f-a707-35a1ce288177 req-eaa789ad-6043-42eb-9a84-ae9660f77466 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 948 time: 0.3265305 Feb 07 22:53:51.064390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40582) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:51.064522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.072758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['3454dfdf-95c6-4d16-860c-c1d58c5c6abe'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:53:51.081046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.196971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:51.197657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.199029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-6df84475-404a-4ced-a577-734289d97b25 service neutron] 10.222.0.36 "PUT /v2.0/ports/fddc2b49-71b7-47da-b69e-f123eb7055a1 HTTP/1.1" status: 200 len: 1096 time: 3.2714565 Feb 07 22:53:51.206753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71485674-9fe6-40df-81fa-097e6fa344db', 'tag': 'fddc2b49-71b7-47da-b69e-f123eb7055a1'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:51.212968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e02290ac-213c-47b2-838b-a3d518cb4c7c None None] Provisioning for port 9ed873ef-5387-4d70-8883-d68df37d89dc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:51.291664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e02290ac-213c-47b2-838b-a3d518cb4c7c None None] Provisioning complete for port 9ed873ef-5387-4d70-8883-d68df37d89dc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:51.292054 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e02290ac-213c-47b2-838b-a3d518cb4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.347498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df84475-404a-4ced-a577-734289d97b25 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc2b49-71b7-47da-b69e-f123eb7055a1,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:51.495739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Allocated IP 19.80.0.70 (54e14abc-a782-4d25-a376-7a4b987262f3/73b2fe6e-ac15-4701-adf5-8a578c47903a/d86e14d8-5a7c-4869-8754-c9631debd580) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:51.499966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-a5c511dd-3451-4763-b49c-879552d9f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:51.501609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-a5c511dd-3451-4763-b49c-879552d9f122 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17494097fa54419d804196c3b7bb0226&device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 1099 time: 0.2476397 Feb 07 22:53:51.523509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f3010f5-7d36-4e3f-a707-35a1ce288177 req-01edd46e-5911-4705-a2ec-51dd9587734b tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042562 Feb 07 22:53:51.598970 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-ee01d447-7ef7-4d49-b99e-a67a03b3abb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=fddc2b49-71b7-47da-b69e-f123eb7055a1 HTTP/1.1" status: 200 len: 217 time: 0.0886064 Feb 07 22:53:51.628079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.643843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 9ed873ef-5387-4d70-8883-d68df37d89dc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:51.644193 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.665115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-a4853381-0107-41fe-b1f0-0c0118320866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:51.666577 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-a4853381-0107-41fe-b1f0-0c0118320866 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0622830 Feb 07 22:53:51.680020 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71485674-9fe6-40df-81fa-097e6fa344db', 'tag': 'fddc2b49-71b7-47da-b69e-f123eb7055a1', 'status': 'completed', 'code': 200} Feb 07 22:53:51.686217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a65b2-3203-4d8b-803c-11fdf446642c req-76f2c88e-0b8d-4ef3-b4f7-4e8bdda7f0cd tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:51.693715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c34a65b2-3203-4d8b-803c-11fdf446642c req-76f2c88e-0b8d-4ef3-b4f7-4e8bdda7f0cd tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 945 time: 0.4767091 Feb 07 22:53:51.764993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c34a65b2-3203-4d8b-803c-11fdf446642c req-a58ddfe7-5709-4f03-a9d9-1b5f559b22b0 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702090 Feb 07 22:53:51.861393 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e02290ac-213c-47b2-838b-a3d518cb4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:51.924596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-3e64dcaf-cafe-4892-8522-9682203bbdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:51.926104 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-3e64dcaf-cafe-4892-8522-9682203bbdc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413638 Feb 07 22:53:52.041479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e02290ac-213c-47b2-838b-a3d518cb4c7c None None] For port 9ed873ef-5387-4d70-8883-d68df37d89dc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9ed873ef-5387-4d70-8883-d68df37d89dc,segment=NetworkSegment(7ecbbb6e-5936-4eeb-a4f9-5803a59284cb),segment_id=7ecbbb6e-5936-4eeb-a4f9-5803a59284cb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:52.063151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e02290ac-213c-47b2-838b-a3d518cb4c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.135793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] DHCP port deletion for 18815bb5-0199-478c-b4a9-06a3a4ce8bac request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:53:52.147008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] Deleting port 9ed873ef-5387-4d70-8883-d68df37d89dc {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:52.147643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.214503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51b03c4c-6902-440a-991c-7caa8c593a06 req-f0605e7f-cfa7-47c6-b05d-512646c37f76 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1701322 Feb 07 22:53:52.281776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] For port 9ed873ef-5387-4d70-8883-d68df37d89dc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9ed873ef-5387-4d70-8883-d68df37d89dc,segment=NetworkSegment(7ecbbb6e-5936-4eeb-a4f9-5803a59284cb),segment_id=7ecbbb6e-5936-4eeb-a4f9-5803a59284cb)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:52.282542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.282953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02290ac-213c-47b2-838b-a3d518cb4c7c None None] Pushing event updated for resources: {'Port': ['ID=9ed873ef-5387-4d70-8883-d68df37d89dc,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:52.290184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.333389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Transition to ACTIVE for port object d86e14d8-5a7c-4869-8754-c9631debd580 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:52.340601 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-1a4a3a27-8251-4a7d-a4df-7a1a780b4d7e service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812818 Feb 07 22:53:52.465531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 9ed873ef-5387-4d70-8883-d68df37d89dc owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:52.472812 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.483251 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] For port 9ed873ef-5387-4d70-8883-d68df37d89dc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9ed873ef-5387-4d70-8883-d68df37d89dc,segment=NetworkSegment(7ecbbb6e-5936-4eeb-a4f9-5803a59284cb),segment_id=7ecbbb6e-5936-4eeb-a4f9-5803a59284cb)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:52.483729 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.572750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952706bd-a922-4b0a-9881-9fbc13528831 req-31f9bccb-2acd-4a2f-bdf0-a39687f04a85 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:52.577725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network 54e14abc-a782-4d25-a376-7a4b987262f3 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:52.580933 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-952706bd-a922-4b0a-9881-9fbc13528831 req-31f9bccb-2acd-4a2f-bdf0-a39687f04a85 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 944 time: 0.5377791 Feb 07 22:53:52.582504 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e4e8b9-31aa-4267-98e0-913787db81a0 req-e3703363-d9a3-4289-a086-f3d22109d372 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346699 Feb 07 22:53:52.585887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:52.590750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:52.644549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40632) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:52.660463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:52.661298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.670652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] Calling delete_port for 9ed873ef-5387-4d70-8883-d68df37d89dc owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:52.708072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Port': ['ID=d86e14d8-5a7c-4869-8754-c9631debd580,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:52.708782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-952706bd-a922-4b0a-9881-9fbc13528831 req-849acb87-82cc-4faa-aa9b-2928c23fb2f6 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199360 Feb 07 22:53:52.761515 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c92f4572-68c0-46d9-a4fb-185c6b12faed tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0824728 Feb 07 22:53:52.778066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:52.778474 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:52.781729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'port': {'device_id': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5', 'admin_state_up': True, 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:52.794927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209876-e2ce-48cc-89d5-d8debfd8695b req-8b8acbb4-19fc-48b9-bdd1-8645eb63ce1e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:52.796499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a209876-e2ce-48cc-89d5-d8debfd8695b req-8b8acbb4-19fc-48b9-bdd1-8645eb63ce1e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 931 time: 0.2961702 Feb 07 22:53:52.807266 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:52.920269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] Pushing event deleted for resources: {'Port': ['ID=9ed873ef-5387-4d70-8883-d68df37d89dc,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:52.933099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c737aba1-de96-41c7-9872-9732edcbad20 None None] No DVR routers for this DVR port 9ed873ef-5387-4d70-8883-d68df37d89dc on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:52.944032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-f0d30c6a-b49d-4fa1-923f-23e3e9d412c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:52.946597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-f0d30c6a-b49d-4fa1-923f-23e3e9d412c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=17494097fa54419d804196c3b7bb0226&device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 1099 time: 0.2808447 Feb 07 22:53:52.947255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5a209876-e2ce-48cc-89d5-d8debfd8695b req-6e485129-9c56-48d6-874a-9a011de674b5 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Synchronizing usage tracker for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:52.975527 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.004184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:53.011534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a4547c3d33764628850d8fedf70b3fdc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:53.016276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:53.020144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5a209876-e2ce-48cc-89d5-d8debfd8695b req-6e485129-9c56-48d6-874a-9a011de674b5 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Unset dirty status for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:53.021408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a209876-e2ce-48cc-89d5-d8debfd8695b req-6e485129-9c56-48d6-874a-9a011de674b5 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185571 Feb 07 22:53:53.024960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-99114ab9-be66-444d-84bf-db3315550414 None None] Provisioning for port d86e14d8-5a7c-4869-8754-c9631debd580 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:53.025947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:53.033070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-99114ab9-be66-444d-84bf-db3315550414 None None] Provisioning complete for port d86e14d8-5a7c-4869-8754-c9631debd580 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:53.033784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-99114ab9-be66-444d-84bf-db3315550414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.051909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78907535-6b9d-4c91-ba76-334e57dc9480 req-3da40744-da98-4c7d-aa43-4f170b4bf0f1 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:53.058473 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78907535-6b9d-4c91-ba76-334e57dc9480 req-3da40744-da98-4c7d-aa43-4f170b4bf0f1 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 948 time: 0.1968961 Feb 07 22:53:53.108184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-99114ab9-be66-444d-84bf-db3315550414 None None] Port d86e14d8-5a7c-4869-8754-c9631debd580 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:53:53.112805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:53.129305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:port and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:53.134620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:53.137694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78907535-6b9d-4c91-ba76-334e57dc9480 req-40c5c414-5588-40ff-83d4-2b913cde1cda tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Feb 07 22:53:53.151964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:53.171701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-286ae814-b8c8-4d13-bc0c-ce38dd881ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:53.173257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-286ae814-b8c8-4d13-bc0c-ce38dd881ace service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.2170088 Feb 07 22:53:53.177996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:53.181557 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.220195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.226070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.282612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 9ed873ef-5387-4d70-8883-d68df37d89dc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:53.283115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.305729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-72e48bdd-6d86-49bb-b0ed-45ee505efa54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=fddc2b49-71b7-47da-b69e-f123eb7055a1 HTTP/1.1" status: 200 len: 217 time: 0.1124592 Feb 07 22:53:53.332004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4547c3d33764628850d8fedf70b3fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863947 Feb 07 22:53:53.369409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40656) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:53.370118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57720536-5b76-4f69-8e46-e94bc9153420,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:53.381241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] The port '9ed873ef-5387-4d70-8883-d68df37d89dc' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:53:53.438407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9ed873ef-5387-4d70-8883-d68df37d89dc no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:53.452457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-707ad120-07c4-49e9-bd00-f0f94582287c req-4f1a7591-5cbf-4deb-8198-1c1c7a995adc tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.0843008 Feb 07 22:53:53.482421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.482780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.483128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.483471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.483812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.484149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.484481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.484841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.485171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.485499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.485828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.486157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b888ff-fc92-40e1-b8a2-77905946c5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:53:53.495814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 9ed873ef-5387-4d70-8883-d68df37d89dc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:53.496195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9ed873ef-5387-4d70-8883-d68df37d89dc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:53.530754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-ab69313b-ef7a-401f-b880-0421828b0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:53.532127 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-ab69313b-ef7a-401f-b880-0421828b0c03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2171454 Feb 07 22:53:53.629975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Allocated IP 19.86.0.172 (0eefcef7-ce1f-403c-9488-2b34194917a5/8ff607cd-5b72-4f05-9d17-12ee31c6a5ed/9f3c43d8-da84-42c7-9fbc-001387abf550) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:53.650754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.660648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f70a-34d9-47f3-b7ab-776549b92bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.692993 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f70a-34d9-47f3-b7ab-776549b92bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.717542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-9680396d-2e14-4296-8225-987619e2047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:53.719225 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-9680396d-2e14-4296-8225-987619e2047b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789334 Feb 07 22:53:53.724123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18815bb5-0199-478c-b4a9-06a3a4ce8bac']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:53.747564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecbbb6e-5936-4eeb-a4f9-5803a59284cb') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:53.747949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecbbb6e-5936-4eeb-a4f9-5803a59284cb') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:53:53.766605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.788693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.799158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:53:53.799560 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:53:53.816672 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:53:53.924652 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f70a-34d9-47f3-b7ab-776549b92bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.951403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8f70a-34d9-47f3-b7ab-776549b92bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57720536-5b76-4f69-8e46-e94bc9153420,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:53.978230 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d6c8f70a-34d9-47f3-b7ab-776549b92bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:53.979517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d6c8f70a-34d9-47f3-b7ab-776549b92bb7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57720536-5b76-4f69-8e46-e94bc9153420 HTTP/1.1" status: 204 len: 168 time: 0.6069198 Feb 07 22:53:53.991917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.066945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.071483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-efb0dea5-0895-4add-aa85-e8f11c324fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426807 Feb 07 22:53:54.080528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=18815bb5-0199-478c-b4a9-06a3a4ce8bac,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:54.090201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-27e32a4c-8975-4a87-a480-1365544f0c58 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/18815bb5-0199-478c-b4a9-06a3a4ce8bac HTTP/1.1" status: 204 len: 168 time: 3.0242159 Feb 07 22:53:54.092324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40690) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:54.098139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2039904078'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:54.103413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:54.272614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:54.275933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:54.283535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:54.350580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:54.353982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.370385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device fddc2b49-71b7-47da-b69e-f123eb7055a1 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:53:54.373113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3454dfdf-95c6-4d16-860c-c1d58c5c6abe up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:54.401907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:53:54.406990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.415448 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb127ab3-56ef-42cb-a829-8cf903b9a9a3 req-acbea9c0-a466-4b78-a63a-73d4cbc46b84 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357489 Feb 07 22:53:54.424033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.424364 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment 47749a3b-fc25-4420-b468-a474ae43efdc of type vlan for network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 Feb 07 22:53:54.427289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Transition to ACTIVE for port object 9f3c43d8-da84-42c7-9fbc-001387abf550 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:54.435038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252c64f-6c84-43c7-9c6d-4312ce549d5c req-583b7205-7f16-48e4-97dd-6bdade081f61 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:54.442234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a252c64f-6c84-43c7-9c6d-4312ce549d5c req-583b7205-7f16-48e4-97dd-6bdade081f61 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 944 time: 0.3507679 Feb 07 22:53:54.454649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.476869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:54.524043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849a603-067c-43ce-b5d9-8887547cf080 req-09fbbe08-b6d6-4227-87fc-6991c6c5d0f2 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:54.526616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f849a603-067c-43ce-b5d9-8887547cf080 req-09fbbe08-b6d6-4227-87fc-6991c6c5d0f2 tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 945 time: 0.2554450 Feb 07 22:53:54.531919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.533426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network 0eefcef7-ce1f-403c-9488-2b34194917a5 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:54.536818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:54.540798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:54.540947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.572904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Port': ['ID=9f3c43d8-da84-42c7-9fbc-001387abf550,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:54.587879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a252c64f-6c84-43c7-9c6d-4312ce549d5c req-09a0881c-f81c-49d5-999c-d6db2818aae4 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446836 Feb 07 22:53:54.609647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port fddc2b49-71b7-47da-b69e-f123eb7055a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=fddc2b49-71b7-47da-b69e-f123eb7055a1,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:54.626676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'fddc2b49-71b7-47da-b69e-f123eb7055a1', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': 'fddc2b49-71b7-47da-b69e-f123eb7055a1', 'mac_address': 'fa:16:3e:28:e2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:53:54.629027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:54.638471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:54.639616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.672975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-afca78f1-10cf-4957-826c-997d7b3c28a2 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9017832 Feb 07 22:53:54.685101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'port': {'device_id': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3', 'admin_state_up': True, 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:54.689307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Usage tracker for resource:security_group_rule and tenant:5894b93501954bc8903d8eeb5fd88dce is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:54.695531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:54.700375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.708254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f849a603-067c-43ce-b5d9-8887547cf080 req-2f6fe1fe-c7e8-4fea-a344-5bcd379e3d7d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497195 Feb 07 22:53:54.708946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:54.722562 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:54.723399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.736636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:54.760426 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.766978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:54.767612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.816850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddc2b49-71b7-47da-b69e-f123eb7055a1 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:54.882686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port fddc2b49-71b7-47da-b69e-f123eb7055a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=fddc2b49-71b7-47da-b69e-f123eb7055a1,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:54.890980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:54.896325 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.898171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:port and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:54.901873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:54.909299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:54.925446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:54.930755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:54.937817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.003768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7435e58-3233-42aa-9f48-1ef455536091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:55.012902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb2579e0-ec49-40d2-82b4-0a0bd48cf9ca None None] Provisioning for port 9f3c43d8-da84-42c7-9fbc-001387abf550 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:55.021792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,segment=NetworkSegment(7b07aa99-9e78-4c74-a928-6b8b45d42453),segment_id=7b07aa99-9e78-4c74-a928-6b8b45d42453)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:55.024469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=fddc2b49-71b7-47da-b69e-f123eb7055a1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:55.031780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb2579e0-ec49-40d2-82b4-0a0bd48cf9ca None None] Provisioning complete for port 9f3c43d8-da84-42c7-9fbc-001387abf550 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:55.032759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb2579e0-ec49-40d2-82b4-0a0bd48cf9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.062889 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.077915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b20eab6-6cd4-4b0e-877e-f0ab3acdfce8 req-99d525d8-86ac-4673-ba42-2704cd977dfd tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1837392 Feb 07 22:53:55.126785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['fddc2b49-71b7-47da-b69e-f123eb7055a1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:53:55.132793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0392137 Feb 07 22:53:55.137992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Allocated IP 19.80.0.143 (54e14abc-a782-4d25-a376-7a4b987262f3/73b2fe6e-ac15-4701-adf5-8a578c47903a/321f8c00-6a06-4f4e-a00c-b1c07c9536d7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:55.141842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40704) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:55.158343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:55.191692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.193210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b636f7-0476-4f4d-9f55-6f7a42a40794 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=4b03bdbc-aa6a-4157-96f5-629ce0c60ef8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:55.212208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:53:55.286100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eb2579e0-ec49-40d2-82b4-0a0bd48cf9ca None None] Port 9f3c43d8-da84-42c7-9fbc-001387abf550 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:53:55.302711 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.337571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:55.363047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5894b93501954bc8903d8eeb5fd88dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8848693 Feb 07 22:53:55.367289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40708) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:55.424435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8f9a9-7ca8-4959-b1e8-eb14c1f1410c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba924bea-61b1-4f04-9aea-c89bef385276,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:55.442819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9ed55-a388-4a95-a556-befa978d904e req-b96a5f8e-8f75-467b-ac9c-2c1b48c22e9c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:55.449159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9ed55-a388-4a95-a556-befa978d904e req-b96a5f8e-8f75-467b-ac9c-2c1b48c22e9c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:55.451023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b9ed55-a388-4a95-a556-befa978d904e req-b96a5f8e-8f75-467b-ac9c-2c1b48c22e9c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 1654 time: 0.5379715 Feb 07 22:53:55.457885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:55.478340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:55.482640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:55.496449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:55.502589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.506818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b778ed97-c8ca-4257-9c00-d94d332858f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.526449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61b9ed55-a388-4a95-a556-befa978d904e req-14b8c0f6-da23-4c28-bac8-503502b67c37 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697343 Feb 07 22:53:55.527784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-2eecd11f-7962-46a5-9e99-e3405fd5b40b tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:55.528507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-2eecd11f-7962-46a5-9e99-e3405fd5b40b tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Synchronizing usage tracker for tenant:6ddc256c064f4366ba6ce4fbb7bee059 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:53:55.535349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d5f62-b8a9-4ae5-90da-506d95c3a261 req-010a6225-89fc-4e63-a88d-6b8fa4be4a19 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:55.537050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-101d5f62-b8a9-4ae5-90da-506d95c3a261 req-010a6225-89fc-4e63-a88d-6b8fa4be4a19 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 949 time: 0.2852943 Feb 07 22:53:55.537692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:55.541090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.555493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Transition to ACTIVE for port object 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:55.568766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b778ed97-c8ca-4257-9c00-d94d332858f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.594370 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7435e58-3233-42aa-9f48-1ef455536091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe', 'code': 200} Feb 07 22:53:55.596448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-2eecd11f-7962-46a5-9e99-e3405fd5b40b tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Unset dirty status for tenant:6ddc256c064f4366ba6ce4fbb7bee059 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:53:55.597600 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-2eecd11f-7962-46a5-9e99-e3405fd5b40b tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 945 time: 0.2846529 Feb 07 22:53:55.685135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-101d5f62-b8a9-4ae5-90da-506d95c3a261 req-885a5f37-e14e-4d85-98f3-1a85ce66948e tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296494 Feb 07 22:53:55.742876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.749250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Deleting port 535b2a09-9947-4b2f-9579-40a531c144b6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:53:55.749687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.872447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b778ed97-c8ca-4257-9c00-d94d332858f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.909753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network 54e14abc-a782-4d25-a376-7a4b987262f3 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:55.922652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-99c31cf6-47a4-402f-be72-c64b59e301a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.924586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:55.926824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:55.952034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70575e2b-b07f-4a71-b0b6-4a39d155a498 req-ee29990c-7556-4655-8e57-e0712511005b tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:55.953555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70575e2b-b07f-4a71-b0b6-4a39d155a498 req-ee29990c-7556-4655-8e57-e0712511005b tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 945 time: 0.2364213 Feb 07 22:53:55.955406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778ed97-c8ca-4257-9c00-d94d332858f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba924bea-61b1-4f04-9aea-c89bef385276,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:55.962616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:55.976541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Port': ['ID=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:56.049855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b778ed97-c8ca-4257-9c00-d94d332858f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.058315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a541f-f1cc-449d-b52b-3e6e1e9b465d req-6c56f4b4-be0a-488f-9d97-2b2cdfbef9aa tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:56.060117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-377a541f-f1cc-449d-b52b-3e6e1e9b465d req-6c56f4b4-be0a-488f-9d97-2b2cdfbef9aa tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 945 time: 0.2293332 Feb 07 22:53:56.065861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b778ed97-c8ca-4257-9c00-d94d332858f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba924bea-61b1-4f04-9aea-c89bef385276 HTTP/1.1" status: 204 len: 168 time: 0.6793027 Feb 07 22:53:56.084342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc199fe-ff7b-4479-86d3-5b306d2b4645 req-0b0d761e-a668-4824-a678-e2b82b0054dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:56.085869 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbc199fe-ff7b-4479-86d3-5b306d2b4645 req-0b0d761e-a668-4824-a678-e2b82b0054dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 1096 time: 0.4262371 Feb 07 22:53:56.100105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:56.100762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.132122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=2efa41e5-233a-4d8e-a6a3-ef951fe39ade,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:56.149922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70575e2b-b07f-4a71-b0b6-4a39d155a498 req-c5c65512-e9c0-4352-8ab8-063e771224c0 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806335 Feb 07 22:53:56.157573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': '47749a3b-fc25-4420-b468-a474ae43efdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:56.157934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:53:56.180425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-377a541f-f1cc-449d-b52b-3e6e1e9b465d req-e22a15bc-c9f4-4f4b-a00a-6b1b4489720a tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093075 Feb 07 22:53:56.213732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:53:56.231490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:56.241898 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-6dc6229f-7c83-4874-b518-18fcbf42c48c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5624585 Feb 07 22:53:56.243609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdb552d-5d42-4d29-bf2c-38bc87431b01 None None] Network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:56.251847 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbc199fe-ff7b-4479-86d3-5b306d2b4645 req-0b31d314-ae15-45a8-bc46-a219f1262421 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270039 Feb 07 22:53:56.263991 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:53:56.265279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:56.265885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.270175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Request body: {'port': {'device_id': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:56.348095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6f3b60b7-bde5-4ae8-92a7-cc329da431c3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2009706 Feb 07 22:53:56.349660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40720) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:56.369152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a471d46-9f3b-4fc1-a7bf-0034df8dbb3d req-44c61319-9f7e-4551-bc45-511dd263c1b4 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.0718117 Feb 07 22:53:56.379777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-755186136'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:56.389861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device fddc2b49-71b7-47da-b69e-f123eb7055a1 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:56.411537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] For port 535b2a09-9947-4b2f-9579-40a531c144b6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=535b2a09-9947-4b2f-9579-40a531c144b6,segment=NetworkSegment(9d62918e-7914-40ba-adef-d7e3aa8f38ef),segment_id=9d62918e-7914-40ba-adef-d7e3aa8f38ef)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:56.411908 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.424247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e94241ba-b869-4f9b-84e6-3fd56b73d9d2 None None] Provisioning for port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:56.452162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e94241ba-b869-4f9b-84e6-3fd56b73d9d2 None None] Provisioning complete for port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:56.452540 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e94241ba-b869-4f9b-84e6-3fd56b73d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.564815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:53:56.575914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:53:56.584090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:53:56.600842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:53:56.609893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e94241ba-b869-4f9b-84e6-3fd56b73d9d2 None None] Port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:53:56.623204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:53:56.627254 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.675639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port e4a97eb8-44e7-42ec-921e-647b7147ed74 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:56.697328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Calling delete_port for 535b2a09-9947-4b2f-9579-40a531c144b6 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:53:56.715472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port fddc2b49-71b7-47da-b69e-f123eb7055a1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:56.747349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.773400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port fddc2b49-71b7-47da-b69e-f123eb7055a1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:53:56.773926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:56.805788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4b03bdbc-aa6a-4157-96f5-629ce0c60ef8', 'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8', 'tenant_id': '6f8e5e5a8e734913b82f533fa3de09be', 'fixed_ips': [{'subnet_id': '2efa41e5-233a-4d8e-a6a3-ef951fe39ade'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:53:56.807505 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.045425 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.066025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.101151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Allocated IP 172.20.0.2 (4b03bdbc-aa6a-4157-96f5-629ce0c60ef8/2efa41e5-233a-4d8e-a6a3-ef951fe39ade/22c2c98c-2a5e-446b-8d0e-9cb1936a625f) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:57.107120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port fddc2b49-71b7-47da-b69e-f123eb7055a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=fddc2b49-71b7-47da-b69e-f123eb7055a1,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:53:57.120211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.130160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe4b3-9a1d-4963-a286-06d7e2c0ef6b req-06b8785f-2f20-4266-afdf-b7174e1a0e79 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:57.136808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe4b3-9a1d-4963-a286-06d7e2c0ef6b req-06b8785f-2f20-4266-afdf-b7174e1a0e79 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:57.143983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fe4b3-9a1d-4963-a286-06d7e2c0ef6b req-06b8785f-2f20-4266-afdf-b7174e1a0e79 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:57.152550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-229fe4b3-9a1d-4963-a286-06d7e2c0ef6b req-06b8785f-2f20-4266-afdf-b7174e1a0e79 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2376 time: 0.4019399 Feb 07 22:53:57.193253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Pushing event deleted for resources: {'Port': ['ID=535b2a09-9947-4b2f-9579-40a531c144b6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:57.193482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d283db-3069-4f50-8399-0dff85c1b08e req-ed32ddb9-6aa4-473e-bb19-421b7e05811e tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:57.201164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01d283db-3069-4f50-8399-0dff85c1b08e req-ed32ddb9-6aa4-473e-bb19-421b7e05811e tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 949 time: 0.2399850 Feb 07 22:53:57.245689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-229fe4b3-9a1d-4963-a286-06d7e2c0ef6b req-438b383c-84a9-4685-9951-80fa9fe71598 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923276 Feb 07 22:53:57.331309 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01d283db-3069-4f50-8399-0dff85c1b08e req-447ef993-7791-4988-88a5-28ca045a88bc tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285188 Feb 07 22:53:57.384167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=fddc2b49-71b7-47da-b69e-f123eb7055a1,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:57.488302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] No DVR routers for this DVR port 535b2a09-9947-4b2f-9579-40a531c144b6 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:53:57.492445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.500109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'name': 'network-vif-deleted', 'tag': '535b2a09-9947-4b2f-9579-40a531c144b6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:57.537730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b666ec3d-0aeb-4163-8008-afa3fecae4e2 req-4ab2fefe-e587-4c07-9281-a2a73d2e447d tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.26 "DELETE /v2.0/ports/535b2a09-9947-4b2f-9579-40a531c144b6 HTTP/1.1" status: 204 len: 173 time: 1.9301996 Feb 07 22:53:57.549226 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.566616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Transition to ACTIVE for port object 22c2c98c-2a5e-446b-8d0e-9cb1936a625f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:57.572736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e832e218-7cc8-4d6e-843d-6860e9309b5b req-177a3cd8-14da-4edd-912a-7faeb5b9a1ac tempest-ServerMetadataNegativeTestJSON-739833732 tempest-ServerMetadataNegativeTestJSON-739833732-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1591ec2-bcb6-4cc5-9ddb-96273714ab33 HTTP/1.1" status: 200 len: 210 time: 0.0589797 Feb 07 22:53:57.596837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71485674-9fe6-40df-81fa-097e6fa344db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc2b49-71b7-47da-b69e-f123eb7055a1'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:53:57.606623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Transition to ACTIVE for port object 22c2c98c-2a5e-446b-8d0e-9cb1936a625f will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:57.613057 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.722147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:53:57.739261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:53:57.741654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e655d9-221c-4025-bdec-1c8c8621b1eb req-6b50a60f-4652-4bb3-acdd-ffcf479ddbd9 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:57.743214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4e655d9-221c-4025-bdec-1c8c8621b1eb req-6b50a60f-4652-4bb3-acdd-ffcf479ddbd9 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 945 time: 0.2927816 Feb 07 22:53:57.745451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86e14d8-5a7c-4869-8754-c9631debd580 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:57.750344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:53:57.756201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.786598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Transition to ACTIVE for port object d86e14d8-5a7c-4869-8754-c9631debd580 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:57.792366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.835737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Pushing event updated for resources: {'Port': ['ID=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:57.846863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c44075-f9d4-4a94-85a7-355c182d7d39 req-1190536b-49e0-4beb-b125-0c749625a0cb tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.0964308 Feb 07 22:53:57.880118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4e655d9-221c-4025-bdec-1c8c8621b1eb req-7b687f18-984d-4cff-a3da-4c933ca9a563 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260235 Feb 07 22:53:57.887244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Attempting to bind port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:57.887625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Attempting to bind port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '47749a3b-fc25-4420-b468-a474ae43efdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:57.887993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Attempting to bind port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f on network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:57.897335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:57.897705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Checking segment: {'id': '47749a3b-fc25-4420-b468-a474ae43efdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:57.898348 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.898752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Bound using segment: {'id': '47749a3b-fc25-4420-b468-a474ae43efdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:57.899222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Bound port: 22c2c98c-2a5e-446b-8d0e-9cb1936a625f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47749a3b-fc25-4420-b468-a474ae43efdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4b03bdbc-aa6a-4157-96f5-629ce0c60ef8'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:57.899602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:57.902991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0ef86ba7-f252-478e-b931-165343cca5df {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:53:57.903662 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:53:58.054823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] For port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:58.058369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] For port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,segment=NetworkSegment(47749a3b-fc25-4420-b468-a474ae43efdc),segment_id=47749a3b-fc25-4420-b468-a474ae43efdc)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:58.060853 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71485674-9fe6-40df-81fa-097e6fa344db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc2b49-71b7-47da-b69e-f123eb7055a1', 'code': 200} Feb 07 22:53:58.064145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 535b2a09-9947-4b2f-9579-40a531c144b6 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:53:58.067620 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1591ec2-bcb6-4cc5-9ddb-96273714ab33', 'name': 'network-vif-deleted', 'tag': '535b2a09-9947-4b2f-9579-40a531c144b6', 'status': 'completed', 'code': 200} Feb 07 22:53:58.079138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Pushing event updated for resources: {'Port': ['ID=d86e14d8-5a7c-4869-8754-c9631debd580,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:58.106603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.182908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 535b2a09-9947-4b2f-9579-40a531c144b6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:53:58.184443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 535b2a09-9947-4b2f-9579-40a531c144b6 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:53:58.221925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Attempting to bind port d86e14d8-5a7c-4869-8754-c9631debd580 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:53:58.222290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Attempting to bind port d86e14d8-5a7c-4869-8754-c9631debd580 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:53:58.222609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Attempting to bind port d86e14d8-5a7c-4869-8754-c9631debd580 on network 54e14abc-a782-4d25-a376-7a4b987262f3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:58.232058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Port d86e14d8-5a7c-4869-8754-c9631debd580 on network 54e14abc-a782-4d25-a376-7a4b987262f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:53:58.232343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Attempting to bind port d86e14d8-5a7c-4869-8754-c9631debd580 on network 54e14abc-a782-4d25-a376-7a4b987262f3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:53:58.240576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:53:58.240926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Checking segment: {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:53:58.241321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Bound using segment: {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:53:58.241913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Bound port: d86e14d8-5a7c-4869-8754-c9631debd580, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:53:58.242295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.264019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a3a4678-bb4d-4b76-b3af-cd7ad0d089a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.289506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44436a-a5d6-4932-986d-60a4eeb7c9f2 None None] Pushing event updated for resources: {'Port': ['ID=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:58.363667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2cad-705c-4fec-aa9d-2032f7a941be req-42c10c35-3e3d-4485-8ec5-1b477ffece6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:58.365287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3efd2cad-705c-4fec-aa9d-2032f7a941be req-42c10c35-3e3d-4485-8ec5-1b477ffece6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 1101 time: 0.2223959 Feb 07 22:53:58.405437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.430957 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3efd2cad-705c-4fec-aa9d-2032f7a941be req-3feefcee-2e3d-4765-8d6c-a9f165a77112 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Feb 07 22:53:58.443268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] For port d86e14d8-5a7c-4869-8754-c9631debd580, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:53:58.447093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] For port d86e14d8-5a7c-4869-8754-c9631debd580, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d86e14d8-5a7c-4869-8754-c9631debd580,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:53:58.453433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.522457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:58.523329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.525184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] 10.222.0.26 "PUT /v2.0/ports/d86e14d8-5a7c-4869-8754-c9631debd580 HTTP/1.1" status: 200 len: 1091 time: 2.2722859 Feb 07 22:53:58.570148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Request body: {'port': {'device_id': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:53:58.571243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 0290af9a-52b2-46ba-89ce-352f27a64d6d yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:53:58.638200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f458d6-ed4c-4946-b8b2-276aba6396aa service neutron] Pushing event updated for resources: {'Port': ['ID=d86e14d8-5a7c-4869-8754-c9631debd580,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:53:58.800081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72920b5a-89ac-4c46-9109-4deb145b8c25 req-eda63fd8-ccad-4a79-8837-1211cc3bfbb4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:58.805975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72920b5a-89ac-4c46-9109-4deb145b8c25 req-eda63fd8-ccad-4a79-8837-1211cc3bfbb4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:58.812737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72920b5a-89ac-4c46-9109-4deb145b8c25 req-eda63fd8-ccad-4a79-8837-1211cc3bfbb4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:58.814427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72920b5a-89ac-4c46-9109-4deb145b8c25 req-eda63fd8-ccad-4a79-8837-1211cc3bfbb4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2388 time: 0.3772511 Feb 07 22:53:58.833367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fa5d2-5fdb-48e9-a0e2-3529f2f84b07 req-9afda6fa-0a92-4aa6-a284-6bd14267fae4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:58.840808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e73fa5d2-5fdb-48e9-a0e2-3529f2f84b07 req-9afda6fa-0a92-4aa6-a284-6bd14267fae4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 950 time: 0.3418396 Feb 07 22:53:58.897076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:58.960101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e73fa5d2-5fdb-48e9-a0e2-3529f2f84b07 req-5a252862-e0a5-4c52-a548-44c94ac9fc10 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183352 Feb 07 22:53:58.972132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.10 (4b03bdbc-aa6a-4157-96f5-629ce0c60ef8/2efa41e5-233a-4d8e-a6a3-ef951fe39ade/0290af9a-52b2-46ba-89ce-352f27a64d6d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:53:59.011482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72920b5a-89ac-4c46-9109-4deb145b8c25 req-1244b930-7f10-4275-a95e-ea8801e0d042 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613400 Feb 07 22:53:59.057988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40794) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:53:59.168855 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-07103e7f-4046-4243-83ba-51aedd1f4e4a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5054731 Feb 07 22:53:59.216264 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.365640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] Deleting subnet a7d0b26d-7819-4701-89f4-c957bfe00c7d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:53:59.441369 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.481787 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.505199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.574342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 22c2c98c-2a5e-446b-8d0e-9cb1936a625f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:53:59.600910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.679455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 0290af9a-52b2-46ba-89ce-352f27a64d6d will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:53:59.712785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01ca16bd-b114-47a7-9b1d-301087ad42e0 req-1acf0614-a24f-4eb0-93da-80c15a7d3728 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.3564169 Feb 07 22:53:59.720340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:53:59.727836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.774199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-82542624-72ad-4947-ac9b-2ec42e1b97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:59.775340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-82542624-72ad-4947-ac9b-2ec42e1b97d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=11be51a2343e44d8b398c2fd2406e6e6&device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 1096 time: 0.4827547 Feb 07 22:53:59.796750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3c43d8-da84-42c7-9fbc-001387abf550 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:53:59.871660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b5a90-b6db-4a73-ad75-4ad565a07a0a None None] Network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:53:59.873870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8a71-1173-4e3b-aaf7-9dd2bceb667e req-a2b09bd4-678d-4fb3-803f-af5c85faef72 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:59.881122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04ce8a71-1173-4e3b-aaf7-9dd2bceb667e req-a2b09bd4-678d-4fb3-803f-af5c85faef72 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 945 time: 0.5277631 Feb 07 22:53:59.915819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:53:59.947447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-befb94c6-4161-4768-a699-5f9690a45087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:53:59.949728 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-befb94c6-4161-4768-a699-5f9690a45087 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3274b62-470a-4cb0-8054-0f3f70d4a2f1 HTTP/1.1" status: 200 len: 914 time: 0.1397104 Feb 07 22:53:59.951482 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.014701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-acfb5148-2b40-42f2-9f12-23c05377972c None None] Provisioning for port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:00.027550 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-b58cacee-6b13-4554-a3bb-123a83839bf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe HTTP/1.1" status: 200 len: 217 time: 0.0709732 Feb 07 22:54:00.028182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40822) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:00.030274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04ce8a71-1173-4e3b-aaf7-9dd2bceb667e req-edf00909-e823-4465-9ff3-81f157f7db72 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479754 Feb 07 22:54:00.034973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-acfb5148-2b40-42f2-9f12-23c05377972c None None] Provisioning complete for port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:00.035572 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-acfb5148-2b40-42f2-9f12-23c05377972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.035790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.044335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=0290af9a-52b2-46ba-89ce-352f27a64d6d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:00.052403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Transition to ACTIVE for port object 9f3c43d8-da84-42c7-9fbc-001387abf550 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:00.147431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'tag': 'd86e14d8-5a7c-4869-8754-c9631debd580'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:00.162555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:00.169063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:00.171200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d0b26d-7819-4701-89f4-c957bfe00c7d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:00.178241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:00.193080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.253548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.284538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-acfb5148-2b40-42f2-9f12-23c05377972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.365011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-acfb5148-2b40-42f2-9f12-23c05377972c None None] For port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,segment=NetworkSegment(47749a3b-fc25-4420-b468-a474ae43efdc),segment_id=47749a3b-fc25-4420-b468-a474ae43efdc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:00.377565 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-acfb5148-2b40-42f2-9f12-23c05377972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.416008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:00.459088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.488496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5148-2b40-42f2-9f12-23c05377972c None None] Pushing event updated for resources: {'Port': ['ID=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:00.494582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-d080c28b-beb2-40bc-a9b5-a614aa2091df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:00.497592 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-d080c28b-beb2-40bc-a9b5-a614aa2091df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e6062684-767d-490c-afee-77bac9eeafac HTTP/1.1" status: 200 len: 853 time: 0.4547565 Feb 07 22:54:00.502997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Pushing event updated for resources: {'Port': ['ID=9f3c43d8-da84-42c7-9fbc-001387abf550,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:00.507128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:00.507951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.519908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Usage tracker for resource:security_group_rule and tenant:7d67e344d8904a1c9afc088f7f246ec0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:00.528018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:00.532587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-48950a1d-796b-499d-bb8a-e27208000c39 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a7d0b26d-7819-4701-89f4-c957bfe00c7d HTTP/1.1" status: 204 len: 168 time: 1.4733977 Feb 07 22:54:00.537137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40838) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:00.584968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:00.588511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-3740675a-aa9b-402d-91df-4b2d637fbcca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3274b62-470a-4cb0-8054-0f3f70d4a2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653079 Feb 07 22:54:00.591079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Attempting to bind port 9f3c43d8-da84-42c7-9fbc-001387abf550 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:00.591488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Attempting to bind port 9f3c43d8-da84-42c7-9fbc-001387abf550 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:00.591898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Attempting to bind port 9f3c43d8-da84-42c7-9fbc-001387abf550 on network 0eefcef7-ce1f-403c-9488-2b34194917a5 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:00.621726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Port 9f3c43d8-da84-42c7-9fbc-001387abf550 on network 0eefcef7-ce1f-403c-9488-2b34194917a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:54:00.622036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Attempting to bind port 9f3c43d8-da84-42c7-9fbc-001387abf550 on network 0eefcef7-ce1f-403c-9488-2b34194917a5 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:00.637149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-721dadab-8cb2-4e88-8f3a-7afb8d1771f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.2766354 Feb 07 22:54:00.655699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40842) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:00.688846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:00.689190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Checking segment: {'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:00.689882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Bound using segment: {'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:00.690031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Bound port: 9f3c43d8-da84-42c7-9fbc-001387abf550, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23de7dd2-c1ca-46e1-b61a-34833e54efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:00.690363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.724653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f908503-8872-4f0a-a73f-672d30e53c55 None None] Provisioning for port 0290af9a-52b2-46ba-89ce-352f27a64d6d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:00.726871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599354a-1798-400d-8ca2-d783808c1ed6 req-50aa810b-30ba-42af-a596-891930c3f4ac tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:00.732462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f908503-8872-4f0a-a73f-672d30e53c55 None None] Provisioning complete for port 0290af9a-52b2-46ba-89ce-352f27a64d6d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:00.732942 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f908503-8872-4f0a-a73f-672d30e53c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.735281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599354a-1798-400d-8ca2-d783808c1ed6 req-50aa810b-30ba-42af-a596-891930c3f4ac tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:00.741276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599354a-1798-400d-8ca2-d783808c1ed6 req-50aa810b-30ba-42af-a596-891930c3f4ac tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:00.743612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1599354a-1798-400d-8ca2-d783808c1ed6 req-50aa810b-30ba-42af-a596-891930c3f4ac tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2400 time: 0.3700011 Feb 07 22:54:00.761794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f60123-8a15-4dde-b763-09e8587c5b85 req-bc3696e1-0102-4356-ab93-57a008af01ae tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:00.769632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3f60123-8a15-4dde-b763-09e8587c5b85 req-bc3696e1-0102-4356-ab93-57a008af01ae tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 950 time: 0.5926156 Feb 07 22:54:00.821324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.860173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] For port 9f3c43d8-da84-42c7-9fbc-001387abf550, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:00.862465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 0290af9a-52b2-46ba-89ce-352f27a64d6d {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:00.862823 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.872422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] For port 9f3c43d8-da84-42c7-9fbc-001387abf550, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f3c43d8-da84-42c7-9fbc-001387abf550,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:00.893895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4f908503-8872-4f0a-a73f-672d30e53c55 None None] Port 0290af9a-52b2-46ba-89ce-352f27a64d6d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:54:00.899051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.906228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-d786daf6-4e6f-41a5-b537-8d62d2ee72fa service neutron] 10.222.0.36 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087010 Feb 07 22:54:00.919596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f908503-8872-4f0a-a73f-672d30e53c55 None None] Provisioning complete for port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:00.920329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f908503-8872-4f0a-a73f-672d30e53c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:00.951129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.019207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3f60123-8a15-4dde-b763-09e8587c5b85 req-6caf0853-97b9-4d9d-8d82-1111449f2a78 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461274 Feb 07 22:54:01.084724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:01.085345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.086729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] 10.222.0.26 "PUT /v2.0/ports/9f3c43d8-da84-42c7-9fbc-001387abf550 HTTP/1.1" status: 200 len: 1092 time: 2.5232263 Feb 07 22:54:01.109758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1599354a-1798-400d-8ca2-d783808c1ed6 req-aa365988-5c38-4075-9ea9-de22aa6c6d96 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301880 Feb 07 22:54:01.120025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.130757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Request body: {'port': {'device_id': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:01.184238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.202490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ca9fa4f1-7a51-4a54-b4c6-ef7dee8e01fa None None] Provisioning complete for port 0290af9a-52b2-46ba-89ce-352f27a64d6d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:01.202881 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa4f1-7a51-4a54-b4c6-ef7dee8e01fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.240311 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'tag': 'd86e14d8-5a7c-4869-8754-c9631debd580', 'status': 'completed', 'code': 200} Feb 07 22:54:01.247367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9f551-6b16-4d87-8511-0cfb965b19db service neutron] Pushing event updated for resources: {'Port': ['ID=9f3c43d8-da84-42c7-9fbc-001387abf550,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:01.289340 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.318470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2de18f0-6c4c-4780-96ad-844ef514348d']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:01.338349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ca9fa4f1-7a51-4a54-b4c6-ef7dee8e01fa None None] Port 0290af9a-52b2-46ba-89ce-352f27a64d6d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:54:01.344599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d62918e-7914-40ba-adef-d7e3aa8f38ef') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:01.344895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d62918e-7914-40ba-adef-d7e3aa8f38ef') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:01.374212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.384113 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d67e344d8904a1c9afc088f7f246ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3522940 Feb 07 22:54:01.398684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40856) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:01.432375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 22c2c98c-2a5e-446b-8d0e-9cb1936a625f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:01.437912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d2138-2071-4adc-b6e8-fb22406879a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083e9b41-a289-453c-9a4f-bf99b611236f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:01.509360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.513234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47307c1e-5688-4a42-83ec-f9e97858913c req-c8b91b64-f6f1-47e5-97c1-a9562732a194 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1066442 Feb 07 22:54:01.529967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:01.530462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:01.545159 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:01.552998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:01.553397 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.558328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.597264 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b4e9bcdc-a109-4786-9aa0-f3b218b5db4e req-9323b190-dee1-450b-ad5f-3b3d8f0c5092 service neutron] 10.222.0.36 "GET /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6361837 Feb 07 22:54:01.659934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.670446 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.756173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.818826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2de18f0-6c4c-4780-96ad-844ef514348d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:01.829400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 0290af9a-52b2-46ba-89ce-352f27a64d6d owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:01.842955 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-374c5b53-1d47-41ec-b35d-84c7a4a0c56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.882745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-950400e9-92fa-469c-9ebf-7aca937f36a3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e2de18f0-6c4c-4780-96ad-844ef514348d HTTP/1.1" status: 204 len: 168 time: 1.3401766 Feb 07 22:54:01.906914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-374c5b53-1d47-41ec-b35d-84c7a4a0c56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:01.934208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-15d5a23a-9152-414d-ba80-59d054cbe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:01.934939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-15d5a23a-9152-414d-ba80-59d054cbe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:01.935416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-15d5a23a-9152-414d-ba80-59d054cbe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:01.937564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-15d5a23a-9152-414d-ba80-59d054cbe9cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2798 time: 0.6731176 Feb 07 22:54:02.118095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92caba-b8c5-47f5-8ad2-86950cc2dca7 req-afaec9a0-cdb1-4861-a7c1-5120936d7bdc tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:02.119826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c92caba-b8c5-47f5-8ad2-86950cc2dca7 req-afaec9a0-cdb1-4861-a7c1-5120936d7bdc tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 950 time: 0.1666994 Feb 07 22:54:02.121286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40868) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:02.123973 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.236355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=0290af9a-52b2-46ba-89ce-352f27a64d6d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:02.296298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-374c5b53-1d47-41ec-b35d-84c7a4a0c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.348204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c5b53-1d47-41ec-b35d-84c7a4a0c56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083e9b41-a289-453c-9a4f-bf99b611236f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:02.360063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-32f91934-093e-4365-9cea-a3acd1600d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:02.360746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-32f91934-093e-4365-9cea-a3acd1600d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:02.361278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-32f91934-093e-4365-9cea-a3acd1600d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:02.362980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-32f91934-093e-4365-9cea-a3acd1600d5d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=421ae4ca8f154f078a52381e93d8ab70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3395147 Feb 07 22:54:02.367369 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-374c5b53-1d47-41ec-b35d-84c7a4a0c56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.371888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-374c5b53-1d47-41ec-b35d-84c7a4a0c56f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/083e9b41-a289-453c-9a4f-bf99b611236f HTTP/1.1" status: 204 len: 168 time: 0.9675744 Feb 07 22:54:02.544441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c92caba-b8c5-47f5-8ad2-86950cc2dca7 req-f6297d26-79b3-4114-93fb-c004d4b16368 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050157 Feb 07 22:54:02.551440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f569092a-4e10-4b53-8193-2823250ec6be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ddc256c064f4366ba6ce4fbb7bee059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289687 Feb 07 22:54:02.555238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:02.555877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.578268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7f40806b-e776-4683-86af-d1fe7777ab03 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/0290af9a-52b2-46ba-89ce-352f27a64d6d HTTP/1.1" status: 204 len: 168 time: 1.9211965 Feb 07 22:54:02.581481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40882) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:02.585583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-8fe585d6-d689-40a1-9c87-f377aaee46af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:02.587295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483c1cb9-adee-4430-98a8-cbed6e944217 req-8fe585d6-d689-40a1-9c87-f377aaee46af service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057574 Feb 07 22:54:02.603562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b7706-a19a-400d-bde5-25945c1e3eca req-8ffd538a-7532-4c56-9f9c-1b65cb8234e7 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:02.607828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae6b7706-a19a-400d-bde5-25945c1e3eca req-8ffd538a-7532-4c56-9f9c-1b65cb8234e7 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 945 time: 0.4269071 Feb 07 22:54:02.660004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:02.670823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.671530 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-6472e5b1-c536-4eb4-8883-437f5c93e03e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:54:02.672130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6472e5b1-c536-4eb4-8883-437f5c93e03e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:02.708277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Transition to ACTIVE for port object 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:02.721953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.760174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae6b7706-a19a-400d-bde5-25945c1e3eca req-f9ab441b-8d02-46eb-9d8a-894f8faad465 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170626 Feb 07 22:54:02.762078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6472e5b1-c536-4eb4-8883-437f5c93e03e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:02.765889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6472e5b1-c536-4eb4-8883-437f5c93e03e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/0290af9a-52b2-46ba-89ce-352f27a64d6d HTTP/1.1" status: 404 len: 333 time: 0.1808310 Feb 07 22:54:02.766551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40888) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:02.780275 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefc3b06-926b-4f13-be62-718b6b7d58f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.831208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40892) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:02.873059 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:02.894394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:02.896056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Pushing event updated for resources: {'Port': ['ID=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:02.898634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Usage tracker for resource:security_group_rule and tenant:211cc3f0268a4934939b7b8766ab0af9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:02.901719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:02.908363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:02.930140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefc3b06-926b-4f13-be62-718b6b7d58f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.004674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e9c8-8d04-439a-8f70-678a9c262014 req-2e2c62fd-f29d-49f6-8676-8c56b967055e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.010691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e9c8-8d04-439a-8f70-678a9c262014 req-2e2c62fd-f29d-49f6-8676-8c56b967055e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.016661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e9c8-8d04-439a-8f70-678a9c262014 req-2e2c62fd-f29d-49f6-8676-8c56b967055e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.018794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01d0e9c8-8d04-439a-8f70-678a9c262014 req-2e2c62fd-f29d-49f6-8676-8c56b967055e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2412 time: 0.3516207 Feb 07 22:54:03.034740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 2efa41e5-233a-4d8e-a6a3-ef951fe39ade {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:54:03.042148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb643ad6-a810-4a03-8831-b84cabc22afb req-7924284a-f874-44e4-9445-9ced6025adbb tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1176429 Feb 07 22:54:03.043467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.097120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Attempting to bind port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:03.097120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Attempting to bind port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:03.097377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Attempting to bind port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 on network 54e14abc-a782-4d25-a376-7a4b987262f3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:03.103653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 on network 54e14abc-a782-4d25-a376-7a4b987262f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:54:03.103988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Attempting to bind port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 on network 54e14abc-a782-4d25-a376-7a4b987262f3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:03.107292 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefc3b06-926b-4f13-be62-718b6b7d58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.123057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:03.123453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Checking segment: {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:03.123792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Bound using segment: {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:03.124231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Bound port: 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:03.124603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.142630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc3b06-926b-4f13-be62-718b6b7d58f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:03.148203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01d0e9c8-8d04-439a-8f70-678a9c262014 req-6487f0cd-38f0-4487-8957-fc2ae216cdb3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097345 Feb 07 22:54:03.156522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.220509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fefc3b06-926b-4f13-be62-718b6b7d58f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.221466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fefc3b06-926b-4f13-be62-718b6b7d58f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0a9f252-82a0-4ab8-aa83-15f09d3fd1b0 HTTP/1.1" status: 204 len: 168 time: 0.6637781 Feb 07 22:54:03.251511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'tag': '9f3c43d8-da84-42c7-9fbc-001387abf550'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:03.272269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.285591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.295212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:03.299691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:03.323102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2af84f4b-1a9c-464d-b7fa-95f47bdec169 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.324413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2af84f4b-1a9c-464d-b7fa-95f47bdec169 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Synchronizing usage tracker for tenant:17494097fa54419d804196c3b7bb0226 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:03.325481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=211cc3f0268a4934939b7b8766ab0af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903803 Feb 07 22:54:03.326428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40900) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:03.329891 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'tag': '9f3c43d8-da84-42c7-9fbc-001387abf550', 'status': 'completed', 'code': 200} Feb 07 22:54:03.333691 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.369168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d1580-6816-4a7b-b4d2-1bb1edbd6167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a8cdf7-e047-4d3f-b930-abe16e3551c8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:03.380203 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.451179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.451777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.453827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] 10.222.0.26 "PUT /v2.0/ports/321f8c00-6a06-4f4e-a00c-b1c07c9536d7 HTTP/1.1" status: 200 len: 1092 time: 2.3301890 Feb 07 22:54:03.459050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2af84f4b-1a9c-464d-b7fa-95f47bdec169 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Unset dirty status for tenant:17494097fa54419d804196c3b7bb0226 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:03.459722 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2af84f4b-1a9c-464d-b7fa-95f47bdec169 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.36 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 950 time: 0.2811995 Feb 07 22:54:03.469938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-881502a9-4075-41be-954b-fac01308b286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.523025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34531098-2650-4f4a-ac18-1a19767f1890 service neutron] Pushing event updated for resources: {'Port': ['ID=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:03.574401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-881502a9-4075-41be-954b-fac01308b286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.575638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Deleting port fddc2b49-71b7-47da-b69e-f123eb7055a1 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:03.575982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.586481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.643784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb42f-057b-43a8-92ab-701a5720d32d req-67a5a80a-6da9-4b57-bd0c-fd3c3299a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.644423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb42f-057b-43a8-92ab-701a5720d32d req-67a5a80a-6da9-4b57-bd0c-fd3c3299a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.644986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb42f-057b-43a8-92ab-701a5720d32d req-67a5a80a-6da9-4b57-bd0c-fd3c3299a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.647185 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1affb42f-057b-43a8-92ab-701a5720d32d req-67a5a80a-6da9-4b57-bd0c-fd3c3299a3ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2865 time: 0.2706676 Feb 07 22:54:03.649257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=2efa41e5-233a-4d8e-a6a3-ef951fe39ade,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:03.666042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1eddc5-6b84-4ea8-8106-5f21a53bbf34 None None] Network 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:03.676897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:03.810499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-0c2fdef9-9963-45d6-8f32-d2c2e536fe64 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:03.811997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-0c2fdef9-9963-45d6-8f32-d2c2e536fe64 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 945 time: 0.3285606 Feb 07 22:54:03.817244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9e9c1167-41ff-4cf1-a9e5-cf3df7952e7d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/2efa41e5-233a-4d8e-a6a3-ef951fe39ade HTTP/1.1" status: 204 len: 168 time: 1.0470443 Feb 07 22:54:03.819308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:04.032934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.118854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-881502a9-4075-41be-954b-fac01308b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.133805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:04.134157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.169775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] DHCP port deletion for 4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:54:04.177288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] Deleting port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:04.177827 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.199379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Deleting port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:04.199839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.229291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881502a9-4075-41be-954b-fac01308b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a8cdf7-e047-4d3f-b930-abe16e3551c8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:04.262967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] For port fddc2b49-71b7-47da-b69e-f123eb7055a1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=fddc2b49-71b7-47da-b69e-f123eb7055a1,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:04.263473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.273480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb42f-057b-43a8-92ab-701a5720d32d req-23c09b7b-a28d-4182-a2ad-778c6e5afb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.273713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-881502a9-4075-41be-954b-fac01308b286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.274282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb42f-057b-43a8-92ab-701a5720d32d req-23c09b7b-a28d-4182-a2ad-778c6e5afb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.274619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-881502a9-4075-41be-954b-fac01308b286 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81a8cdf7-e047-4d3f-b930-abe16e3551c8 HTTP/1.1" status: 204 len: 168 time: 0.9447348 Feb 07 22:54:04.274989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb42f-057b-43a8-92ab-701a5720d32d req-23c09b7b-a28d-4182-a2ad-778c6e5afb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.276807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1affb42f-057b-43a8-92ab-701a5720d32d req-23c09b7b-a28d-4182-a2ad-778c6e5afb9b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=421ae4ca8f154f078a52381e93d8ab70&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6107233 Feb 07 22:54:04.291492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87ec06-e021-489c-8e80-f890fa253ecf req-17ee377f-54b2-4061-bc98-f91103d87dc1 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.298396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d87ec06-e021-489c-8e80-f890fa253ecf req-17ee377f-54b2-4061-bc98-f91103d87dc1 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 950 time: 0.5822933 Feb 07 22:54:04.431196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40936) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:04.501929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] For port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,segment=NetworkSegment(47749a3b-fc25-4420-b468-a474ae43efdc),segment_id=47749a3b-fc25-4420-b468-a474ae43efdc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:04.503431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.536167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d87ec06-e021-489c-8e80-f890fa253ecf req-af44fb85-bd97-4f11-920d-4ca61264c1dc tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/security-groups?id=f9c22776-31fc-41ac-9e9e-cea00268abcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368374 Feb 07 22:54:04.560656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Calling delete_port for fddc2b49-71b7-47da-b69e-f123eb7055a1 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:04.615333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb474e77-7e7f-4e23-ad0c-892b21b829d4 req-386bc27b-80a3-4300-a7c4-351a1869a488 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.625549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb474e77-7e7f-4e23-ad0c-892b21b829d4 req-386bc27b-80a3-4300-a7c4-351a1869a488 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 945 time: 0.5825484 Feb 07 22:54:04.700661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affb42f-057b-43a8-92ab-701a5720d32d req-b036ccdb-641c-4fcd-b243-b87cc8c8a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.702216 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1affb42f-057b-43a8-92ab-701a5720d32d req-b036ccdb-641c-4fcd-b243-b87cc8c8a42e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4065530 Feb 07 22:54:04.832172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] Calling delete_port for 22c2c98c-2a5e-446b-8d0e-9cb1936a625f owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:04.912094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.955396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:04.984244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Pushing event deleted for resources: {'Port': ['ID=fddc2b49-71b7-47da-b69e-f123eb7055a1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:04.996824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-ebbc166c-f753-4c24-9182-20e35e699f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.997496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-ebbc166c-f753-4c24-9182-20e35e699f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:04.998078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-ebbc166c-f753-4c24-9182-20e35e699f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.000223 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-ebbc166c-f753-4c24-9182-20e35e699f29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2865 time: 0.2081406 Feb 07 22:54:05.016180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] No DVR routers for this DVR port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:05.020726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93316f11-651f-4f75-8f1e-10b5dcbf870b None None] Pushing event deleted for resources: {'Port': ['ID=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:05.046779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-network', 'tenant_id': '888268752e9b41c4baf055164fec4c7c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:05.079515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:05.114980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-be02bd18-8a0f-4d4a-a0db-c206f6e5d54d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=d86e14d8-5a7c-4869-8754-c9631debd580 HTTP/1.1" status: 200 len: 217 time: 0.0658801 Feb 07 22:54:05.140006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Usage tracker for resource:network and tenant:888268752e9b41c4baf055164fec4c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:05.153699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-335e017b-ee11-4d50-a2f5-9daf2b4b87cf req-e5d7161d-42a8-42ec-98c5-6130fd450238 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1970203 Feb 07 22:54:05.177605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:05.201576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] No DVR routers for this DVR port fddc2b49-71b7-47da-b69e-f123eb7055a1 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:05.207193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.209747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:05.248351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5ada18e-949f-48a9-864a-1cf23e93a409 req-2fab750a-51cf-49cf-9bee-c6066dcf4dc4 tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.36 "DELETE /v2.0/ports/fddc2b49-71b7-47da-b69e-f123eb7055a1 HTTP/1.1" status: 204 len: 173 time: 1.7776847 Feb 07 22:54:05.280543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] For port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=22c2c98c-2a5e-446b-8d0e-9cb1936a625f,segment=NetworkSegment(47749a3b-fc25-4420-b468-a474ae43efdc),segment_id=47749a3b-fc25-4420-b468-a474ae43efdc)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:05.280797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.281718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-e2b960c5-9c66-40ae-96da-84e90dbd8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.285013 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-e2b960c5-9c66-40ae-96da-84e90dbd8d63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73b2fe6e-ac15-4701-adf5-8a578c47903a HTTP/1.1" status: 200 len: 801 time: 0.1346452 Feb 07 22:54:05.297219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb474e77-7e7f-4e23-ad0c-892b21b829d4 req-6ece870d-b8de-4b83-b9d4-671357483cd8 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/security-groups?id=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706679 Feb 07 22:54:05.345230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Made reservation on behalf of 888268752e9b41c4baf055164fec4c7c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:05.347803 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.352753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7'}, {'server_uuid': '71485674-9fe6-40df-81fa-097e6fa344db', 'name': 'network-vif-deleted', 'tag': 'fddc2b49-71b7-47da-b69e-f123eb7055a1'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:05.378099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] For port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,segment=NetworkSegment(7b07aa99-9e78-4c74-a928-6b8b45d42453),segment_id=7b07aa99-9e78-4c74-a928-6b8b45d42453)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:05.378550 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.436403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-5b103031-0b7c-4e0c-9a41-91f7e3837239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.437932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-5b103031-0b7c-4e0c-9a41-91f7e3837239 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e14abc-a782-4d25-a376-7a4b987262f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1460803 Feb 07 22:54:05.455451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 22c2c98c-2a5e-446b-8d0e-9cb1936a625f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:05.496032 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7', 'status': 'completed', 'code': 200} Feb 07 22:54:05.496263 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71485674-9fe6-40df-81fa-097e6fa344db', 'name': 'network-vif-deleted', 'tag': 'fddc2b49-71b7-47da-b69e-f123eb7055a1', 'status': 'completed', 'code': 200} Feb 07 22:54:05.523887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 22c2c98c-2a5e-446b-8d0e-9cb1936a625f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:54:05.524486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 22c2c98c-2a5e-446b-8d0e-9cb1936a625f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:54:05.535716 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.554781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 22c2c98c-2a5e-446b-8d0e-9cb1936a625f owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:05.630233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-21327cc0-739e-49b5-8687-f960085680ed service neutron] 10.222.0.26 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751921 Feb 07 22:54:05.725220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Calling delete_port for 3454dfdf-95c6-4d16-860c-c1d58c5c6abe owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:05.784362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-812a49cf-bc67-4ea5-b2a0-3e5a6771f51c service neutron] 10.222.0.26 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455321 Feb 07 22:54:05.803435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:05.828754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Usage tracker for resource:security_group_rule and tenant:888268752e9b41c4baf055164fec4c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:05.841118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-22a5cebd-a7e6-4fb6-a662-8cfd88c48dd2 req-7d46a262-1cf5-4387-9e0a-53d15eae4e6b tempest-VolumesNegativeTest-480195848 tempest-VolumesNegativeTest-480195848-project] 10.222.0.10 "GET /v2.0/ports?device_id=71485674-9fe6-40df-81fa-097e6fa344db HTTP/1.1" status: 200 len: 210 time: 0.1267591 Feb 07 22:54:05.858796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:05.865743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:05.872423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-d4ea89c8-ee52-4081-8b23-35655adaf85f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=9f3c43d8-da84-42c7-9fbc-001387abf550 HTTP/1.1" status: 200 len: 217 time: 0.0817990 Feb 07 22:54:05.875624 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:05.941373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22a3c5-beb7-4dca-89bb-9b946eaebcbc req-bd868b47-aca4-4b29-bf9d-8f34cbe2bdcb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.948455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22a3c5-beb7-4dca-89bb-9b946eaebcbc req-bd868b47-aca4-4b29-bf9d-8f34cbe2bdcb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.954484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22a3c5-beb7-4dca-89bb-9b946eaebcbc req-bd868b47-aca4-4b29-bf9d-8f34cbe2bdcb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.956171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb22a3c5-beb7-4dca-89bb-9b946eaebcbc req-bd868b47-aca4-4b29-bf9d-8f34cbe2bdcb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2412 time: 0.6576793 Feb 07 22:54:05.960926 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:54:05.961267 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:54:05.978299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-3c001410-9de3-4252-8d83-5c5b26d380b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:05.980578 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-3c001410-9de3-4252-8d83-5c5b26d380b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ff607cd-5b72-4f05-9d17-12ee31c6a5ed HTTP/1.1" status: 200 len: 801 time: 0.1013179 Feb 07 22:54:06.065876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-9904b8f0-a3fa-4abe-85ca-4a2e539ed1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:06.067052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-9904b8f0-a3fa-4abe-85ca-4a2e539ed1b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eefcef7-ce1f-403c-9488-2b34194917a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812550 Feb 07 22:54:06.104287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb22a3c5-beb7-4dca-89bb-9b946eaebcbc req-c44f8980-f583-484f-8fd6-22f122cb928e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988290 Feb 07 22:54:06.107045 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.159464 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.177010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Pushing event deleted for resources: {'Port': ['ID=3454dfdf-95c6-4d16-860c-c1d58c5c6abe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:06.279072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.285268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] No DVR routers for this DVR port 3454dfdf-95c6-4d16-860c-c1d58c5c6abe on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:06.287762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.291518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7435e58-3233-42aa-9f48-1ef455536091', 'name': 'network-vif-deleted', 'tag': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:06.298617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.379310 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7435e58-3233-42aa-9f48-1ef455536091', 'name': 'network-vif-deleted', 'tag': '3454dfdf-95c6-4d16-860c-c1d58c5c6abe', 'status': 'completed', 'code': 200} Feb 07 22:54:06.391057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:06.399917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3454dfdf-95c6-4d16-860c-c1d58c5c6abe no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:06.404700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70bf5a6e-c414-466b-ae71-4831a9ae35e8 req-bcb5d1f5-70af-4964-812c-5b9a1add4def tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.36 "DELETE /v2.0/ports/3454dfdf-95c6-4d16-860c-c1d58c5c6abe HTTP/1.1" status: 204 len: 173 time: 2.5842984 Feb 07 22:54:06.415302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c9f337f-6c8b-47da-aa94-51eb19c981b3 req-3ff8039e-345c-488d-bdc8-9eb87dc0a574 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.0953810 Feb 07 22:54:06.417516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0540f4d2-52ed-4492-9e38-545b371e8e61,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:06.432450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.433542 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Added segment 84e30500-6c59-46fa-ab27-b82f508ade95 of type vlan for network 61ca20aa-c5e9-417f-bdbf-9806e3560115 Feb 07 22:54:06.462338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 22c2c98c-2a5e-446b-8d0e-9cb1936a625f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:06.462792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.478779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 3454dfdf-95c6-4d16-860c-c1d58c5c6abe {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:54:06.479133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3454dfdf-95c6-4d16-860c-c1d58c5c6abe not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:54:06.479561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device fddc2b49-71b7-47da-b69e-f123eb7055a1 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:06.518590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: fddc2b49-71b7-47da-b69e-f123eb7055a1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:54:06.518947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device fddc2b49-71b7-47da-b69e-f123eb7055a1 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:54:06.536996 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-0c269e90-3cec-41ed-b25b-39056f67ab01 service neutron] 10.222.0.26 "GET /v2.0/networks/0eefcef7-ce1f-403c-9488-2b34194917a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583974 Feb 07 22:54:06.584616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.590246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-42eedb40-2d97-4ca1-8695-50771c647de6 req-32eeec43-eb84-490f-80fc-1c32dce27724 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Synchronizing usage tracker for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:06.599765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] The port '22c2c98c-2a5e-446b-8d0e-9cb1936a625f' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:54:06.686281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-65dbc6af-da30-464a-b979-8e0b74f153b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5838759 Feb 07 22:54:06.703808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-7689b609-411d-4596-bf7c-f781d2635125 service neutron] 10.222.0.26 "GET /v2.0/networks/0eefcef7-ce1f-403c-9488-2b34194917a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636682 Feb 07 22:54:06.711756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-42eedb40-2d97-4ca1-8695-50771c647de6 req-32eeec43-eb84-490f-80fc-1c32dce27724 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] Unset dirty status for tenant:11be51a2343e44d8b398c2fd2406e6e6 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:06.719092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42eedb40-2d97-4ca1-8695-50771c647de6 req-32eeec43-eb84-490f-80fc-1c32dce27724 tempest-ServerAddressesTestJSON-1567231073 tempest-ServerAddressesTestJSON-1567231073-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7435e58-3233-42aa-9f48-1ef455536091 HTTP/1.1" status: 200 len: 210 time: 0.2313917 Feb 07 22:54:06.784242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.791938 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-0d15f5ed-07a5-414e-a1ef-dc79722dfef1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7 HTTP/1.1" status: 200 len: 217 time: 0.0813906 Feb 07 22:54:06.793449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.794692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:06.795420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:06.964323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-992a086f-631a-471c-b11b-db8df8df9918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:06.965819 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-992a086f-631a-471c-b11b-db8df8df9918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73b2fe6e-ac15-4701-adf5-8a578c47903a HTTP/1.1" status: 200 len: 801 time: 0.1188736 Feb 07 22:54:07.052371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.053153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.054014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.054522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.054977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.055451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.055923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.058645 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-092ae423-1ca4-4279-89dd-7df5f5479e33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 6489 time: 0.2677615 Feb 07 22:54:07.081495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-a7e956d4-1be8-4a49-b955-1b9a3fa196c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.083020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-a7e956d4-1be8-4a49-b955-1b9a3fa196c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e14abc-a782-4d25-a376-7a4b987262f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054869 Feb 07 22:54:07.129334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b03bdbc-aa6a-4157-96f5-629ce0c60ef8']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:07.142445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6918764 Feb 07 22:54:07.147541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41016) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:07.162059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47749a3b-fc25-4420-b468-a474ae43efdc') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:07.162059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47749a3b-fc25-4420-b468-a474ae43efdc') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:07.172319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Request body: {'subnet': {'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-subnet', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:07.176991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2049495-1fa7-4b9f-be9a-5d82e4ee6a32 admin admin] Pushing event updated for resources: {'Network': ['ID=61ca20aa-c5e9-417f-bdbf-9806e3560115,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:07.188854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 61ca20aa-c5e9-417f-bdbf-9806e3560115 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:07.206221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:07.217610 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.232531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Usage tracker for resource:subnet and tenant:888268752e9b41c4baf055164fec4c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:07.249431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:07.259596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:07.270714 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.296539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:07.297252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:07.335784 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:07.413920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Made reservation on behalf of 888268752e9b41c4baf055164fec4c7c for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:07.416364 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.424891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-399693e8-ffb8-4d51-bc42-72d4bdc24e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.425375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-399693e8-ffb8-4d51-bc42-72d4bdc24e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.425839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-399693e8-ffb8-4d51-bc42-72d4bdc24e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.427928 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-399693e8-ffb8-4d51-bc42-72d4bdc24e7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=90aa748e-7d12-476c-88ff-0f9cda6902ae&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=2f0bb286-3025-4880-9f15-7f54f22b10b4&id=984796b5-0378-483f-8e6d-60be391eece8&id=984796b5-0378-483f-8e6d-60be391eece8 HTTP/1.1" status: 200 len: 2292 time: 0.3132520 Feb 07 22:54:07.431443 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-0997a56f-515e-49f6-b7c6-b4b1057cdb26 service neutron] 10.222.0.26 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414035 Feb 07 22:54:07.675060 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-926bb1fa-2d81-4efa-8571-8598b7b0524e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40 HTTP/1.1" status: 200 len: 1001 time: 0.2359955 Feb 07 22:54:07.719911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aac1a03e-9d71-491d-80b6-523755f87290 req-d33c7dae-86d1-447b-98cf-226b8d3f95f5 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.0818539 Feb 07 22:54:07.752546 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.758506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:07.797924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=4b03bdbc-aa6a-4157-96f5-629ce0c60ef8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:07.816524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-91fa4c50-aca9-4b89-a7b8-cb024f294a9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/4b03bdbc-aa6a-4157-96f5-629ce0c60ef8 HTTP/1.1" status: 204 len: 168 time: 3.9897828 Feb 07 22:54:07.820944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41098) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:07.832794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'name': 'tempest-PortsTestJSON-482156512'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:07.876172 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08c1dc0d-6efa-4fa3-9b0a-850f2956277e req-c99a1f97-f2fe-4254-a46b-f4d8a6338647 service neutron] 10.222.0.26 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627849 Feb 07 22:54:07.878723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:07.893307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-3fc41452-0faf-4510-ae3d-49111071ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.894788 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-3fc41452-0faf-4510-ae3d-49111071ceda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a7acac7-5152-4529-8241-a91bc1354bb7 HTTP/1.1" status: 200 len: 850 time: 0.2096834 Feb 07 22:54:07.923335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017b3f5-f35b-494c-abac-d8a96a199a3a req-7354c144-b811-4e3f-a1b0-1fb7f1de51ad tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.929599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017b3f5-f35b-494c-abac-d8a96a199a3a req-7354c144-b811-4e3f-a1b0-1fb7f1de51ad tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.938499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017b3f5-f35b-494c-abac-d8a96a199a3a req-7354c144-b811-4e3f-a1b0-1fb7f1de51ad tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:07.946982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2017b3f5-f35b-494c-abac-d8a96a199a3a req-7354c144-b811-4e3f-a1b0-1fb7f1de51ad tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2412 time: 0.6099489 Feb 07 22:54:08.087040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] Deleting subnet e6062684-767d-490c-afee-77bac9eeafac {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:54:08.092408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.096431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2017b3f5-f35b-494c-abac-d8a96a199a3a req-1dd33f3f-e8fb-4e16-8557-55c3f79ae33d tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485927 Feb 07 22:54:08.115107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:08.125359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:08.157264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:08.161072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.161442 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.174107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.235664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 954a9cbd-4e6b-4d75-b3dc-65ebca3343f7 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:54:08.331417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52fb8dac-1da4-4ac8-be75-d788dd89b432,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:08.353097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41144) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:08.355918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Checking segment: {'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:08.356090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Network hostable DHCP agents. Network: 61ca20aa-c5e9-417f-bdbf-9806e3560115, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:08.363022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2d2024ec-8030-460c-b3fe-97f284546b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.364488 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2d2024ec-8030-460c-b3fe-97f284546b89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90aa748e-7d12-476c-88ff-0f9cda6902ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4291754 Feb 07 22:54:08.372367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-ca96632d-2949-407a-a2ab-8118fdde9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.372792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-ca96632d-2949-407a-a2ab-8118fdde9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.373273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-ca96632d-2949-407a-a2ab-8118fdde9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.374833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-ca96632d-2949-407a-a2ab-8118fdde9b4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2865 time: 0.3919551 Feb 07 22:54:08.400864 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.421748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Network 61ca20aa-c5e9-417f-bdbf-9806e3560115 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:08.500334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 61ca20aa-c5e9-417f-bdbf-9806e3560115) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:08.509940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.511199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.529995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc840718-3d49-4878-9a14-4f56f820c002 None None] Network 61ca20aa-c5e9-417f-bdbf-9806e3560115 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:08.561163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.582989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a51d82e9-b3aa-4b8b-9d01-2fcb3d5ac28e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4278727 Feb 07 22:54:08.585390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41154) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:08.596023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:08.605870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:08.613805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Usage tracker for resource:router and tenant:888268752e9b41c4baf055164fec4c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:08.617779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:08.628887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:08.656400 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.658394 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.689964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-90bfaa1c-97a6-463d-b202-f87dbf2a656e service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116801 Feb 07 22:54:08.691369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-49d204c4-ee49-41a2-983b-e8c963892455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.692675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-49d204c4-ee49-41a2-983b-e8c963892455 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54e14abc-a782-4d25-a376-7a4b987262f3 HTTP/1.1" status: 200 len: 903 time: 0.2954736 Feb 07 22:54:08.693865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.727557 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.728711 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.749089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:08.753358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Usage tracker for resource:security_group_rule and tenant:4731548182b34a3587e110dfba7cfc9d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:08.756466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:08.763531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:08.831044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:08.846135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:08.858363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:08.865408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6062684-767d-490c-afee-77bac9eeafac,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:08.866428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.870162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:08.881910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.887316 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-fc31514c-e725-4fe5-afe7-14145f5a8790 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.143&port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7 HTTP/1.1" status: 200 len: 217 time: 0.1631541 Feb 07 22:54:08.888115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=954a9cbd-4e6b-4d75-b3dc-65ebca3343f7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:08.901180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41174) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:08.901837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3b40d750-16fa-46d9-8fa0-18c4b4b4d2a7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e6062684-767d-490c-afee-77bac9eeafac HTTP/1.1" status: 204 len: 168 time: 1.0219676 Feb 07 22:54:08.903771 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:08.919641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8d02c-fca6-4d75-b70d-9d830749783b None None] Network 61ca20aa-c5e9-417f-bdbf-9806e3560115 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:09.021631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-0fad115b-8fd5-4a49-ab87-dbcf8ec43f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.023220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-0fad115b-8fd5-4a49-ab87-dbcf8ec43f9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=73b2fe6e-ac15-4701-adf5-8a578c47903a HTTP/1.1" status: 200 len: 801 time: 0.1270905 Feb 07 22:54:09.086908 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-bcfff9dd-0f27-4ce3-a3c8-e147103d3ab0 service neutron] 10.222.0.26 "GET /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636489 Feb 07 22:54:09.115323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a7a9f1c-cf90-4b13-a735-18e8a931997c req-385fb45f-b1a4-4564-a1c3-793c70e6c7d3 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1693208 Feb 07 22:54:09.144320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c860668f-3056-459c-b536-424c94b19967 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3221498 Feb 07 22:54:09.157739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41188) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:09.216807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-070e5e6e-19c1-4800-9fa0-109905f807cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 200 len: 217 time: 0.1168411 Feb 07 22:54:09.270504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.304936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-26a4988f-868c-4a5e-879a-0d9cd5b304af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.306409 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-26a4988f-868c-4a5e-879a-0d9cd5b304af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54e14abc-a782-4d25-a376-7a4b987262f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2741661 Feb 07 22:54:09.312652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 954a9cbd-4e6b-4d75-b3dc-65ebca3343f7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:09.313004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.431966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-bef6778d-0c3c-4c6b-bbf1-b9c075b2cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.434038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-bef6778d-0c3c-4c6b-bbf1-b9c075b2cf39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.2015100 Feb 07 22:54:09.531005 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.587591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.712539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-9f7f0179-ecfc-4c5b-a956-0ce198f88eb5 service neutron] 10.222.0.26 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682225 Feb 07 22:54:09.713163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.768317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4731548182b34a3587e110dfba7cfc9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4118505 Feb 07 22:54:09.807656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41238) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:09.828750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-0107e2de-ce53-43a6-b174-66e40e24476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.830232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-0107e2de-ce53-43a6-b174-66e40e24476e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3827338 Feb 07 22:54:09.833227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f1dc1-67f7-40d1-815d-f4279cf53221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5edb880-0f4b-47fe-9910-b4b09176aac4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:09.878965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.914728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:09.951089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3274b62-470a-4cb0-8054-0f3f70d4a2f1']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:09.969157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b07aa99-9e78-4c74-a928-6b8b45d42453') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:09.969459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b07aa99-9e78-4c74-a928-6b8b45d42453') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:09.986480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75910c0a-5a67-4b40-a16e-f82f5d23e549 req-6761dd09-64a2-4c76-821b-11212b5cfe88 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.991849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75910c0a-5a67-4b40-a16e-f82f5d23e549 req-6761dd09-64a2-4c76-821b-11212b5cfe88 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.997726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75910c0a-5a67-4b40-a16e-f82f5d23e549 req-6761dd09-64a2-4c76-821b-11212b5cfe88 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:09.999415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75910c0a-5a67-4b40-a16e-f82f5d23e549 req-6761dd09-64a2-4c76-821b-11212b5cfe88 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2412 time: 0.5281010 Feb 07 22:54:10.015333 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.059649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.060232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d86e14d8-5a7c-4869-8754-c9631debd580 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:54:10.080045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:10.080474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:10.096623 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:10.148456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75910c0a-5a67-4b40-a16e-f82f5d23e549 req-24526297-a2fa-42d0-91fe-04fd85c935bf tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352332 Feb 07 22:54:10.218482 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7df6bc-7c07-46b3-9f27-9a17094432c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.247626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7df6bc-7c07-46b3-9f27-9a17094432c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.248067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d86e14d8-5a7c-4869-8754-c9631debd580, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d86e14d8-5a7c-4869-8754-c9631debd580,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:10.273216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'd86e14d8-5a7c-4869-8754-c9631debd580', 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3', 'port_id': 'd86e14d8-5a7c-4869-8754-c9631debd580', 'mac_address': 'fa:16:3e:79:c0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2fe6e-ac15-4701-adf5-8a578c47903a', 'ip_address': '19.80.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:54:10.285131 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.295847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.300124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-300ed87b-31ad-4e15-87b4-79187dca0e7d service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137466 Feb 07 22:54:10.404806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3274b62-470a-4cb0-8054-0f3f70d4a2f1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:10.422316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.422458 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ac27a7bf-ea47-4b07-b193-1f041d6aa011 req-c3570cf1-a341-487d-be46-6b0d065b4d07 service neutron] 10.222.0.26 "GET /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909742 Feb 07 22:54:10.441849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86e14d8-5a7c-4869-8754-c9631debd580 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:10.458644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d86e14d8-5a7c-4869-8754-c9631debd580, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d86e14d8-5a7c-4869-8754-c9631debd580,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:10.464086 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.465118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:54:10.469181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c53faa52-89ff-4eb8-9be9-d2915466cdb8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e3274b62-470a-4cb0-8054-0f3f70d4a2f1 HTTP/1.1" status: 204 len: 168 time: 1.5613325 Feb 07 22:54:10.492467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 954a9cbd-4e6b-4d75-b3dc-65ebca3343f7 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:10.555541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7df6bc-7c07-46b3-9f27-9a17094432c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.566218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:10.569617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15764041-dd3b-45a4-88e1-0c6ffea96cdd req-ff55396d-c909-4b53-b513-3cd8dd95d5f3 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1075990 Feb 07 22:54:10.580783 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.594529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=d86e14d8-5a7c-4869-8754-c9631debd580,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:10.603548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7', 'network_id': '54e14abc-a782-4d25-a376-7a4b987262f3', 'port_id': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7', 'mac_address': 'fa:16:3e:3b:9f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2fe6e-ac15-4701-adf5-8a578c47903a', 'ip_address': '19.80.0.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:54:10.619477 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.675399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.695359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:10.713214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:10.722049 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.722781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f3c43d8-da84-42c7-9fbc-001387abf550 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:54:10.731342 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-5a1375ce-83e0-4c2a-bb17-a571bd7cf843 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467530 Feb 07 22:54:10.736408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7df6bc-7c07-46b3-9f27-9a17094432c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5edb880-0f4b-47fe-9910-b4b09176aac4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:10.746360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f7df6bc-7c07-46b3-9f27-9a17094432c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:10.747540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f7df6bc-7c07-46b3-9f27-9a17094432c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5edb880-0f4b-47fe-9910-b4b09176aac4 HTTP/1.1" status: 204 len: 168 time: 0.9294162 Feb 07 22:54:10.828630 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-54b32c40-9854-4501-a9f4-c1078da9412c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 200 len: 217 time: 0.0836608 Feb 07 22:54:10.830837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41290) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:10.841500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Allocated IP 172.25.0.208 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/6c20a46d-76fe-48cf-afeb-e569b1f3adbf) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:10.913044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:10.973524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9f3c43d8-da84-42c7-9fbc-001387abf550, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f3c43d8-da84-42c7-9fbc-001387abf550,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:10.993339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '9f3c43d8-da84-42c7-9fbc-001387abf550', 'network_id': '0eefcef7-ce1f-403c-9488-2b34194917a5', 'port_id': '9f3c43d8-da84-42c7-9fbc-001387abf550', 'mac_address': 'fa:16:3e:90:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff607cd-5b72-4f05-9d17-12ee31c6a5ed', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:54:10.999257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-c97c4e53-ac9d-4913-a082-036ab40f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:11.001519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-c97c4e53-ac9d-4913-a082-036ab40f0149 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.1334050 Feb 07 22:54:11.071972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.076467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-59ef5c62-33c3-44ff-8c1b-d8e2c4133f6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=11be51a2343e44d8b398c2fd2406e6e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446108 Feb 07 22:54:11.087636 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.107597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3c43d8-da84-42c7-9fbc-001387abf550 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:11.113891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.122787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41298) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:11.130901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9f3c43d8-da84-42c7-9fbc-001387abf550, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f3c43d8-da84-42c7-9fbc-001387abf550,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:11.139236 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.213417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.229449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=954a9cbd-4e6b-4d75-b3dc-65ebca3343f7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:11.232621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad1492dc-2ddf-4d80-b623-fe195bec25ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.244391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9f3c43d8-da84-42c7-9fbc-001387abf550,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:11.259365 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e94c194c-cced-4c24-8030-b5835c6c969f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/954a9cbd-4e6b-4d75-b3dc-65ebca3343f7 HTTP/1.1" status: 204 len: 168 time: 2.0938828 Feb 07 22:54:11.266430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41310) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:11.270291 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad1492dc-2ddf-4d80-b623-fe195bec25ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.281243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'mac_address': 'fa:16:3e:48:62:ed', 'name': 'tempest-PortsTestJSON-94825291'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:11.286248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-75f9f766-743c-4fa0-9055-1d402bf475cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:11.288627 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-75f9f766-743c-4fa0-9055-1d402bf475cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2747917 Feb 07 22:54:11.295383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.479058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:11.510190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.543489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9f3c43d8-da84-42c7-9fbc-001387abf550'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:54:11.550277 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-7a19df8b-2cbc-418a-b11e-3b2ebb50c52e service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538264 Feb 07 22:54:11.551629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:11.556043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Usage tracker for resource:security_group_rule and tenant:5fa485c9330d42f59966b7a015b0091e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:11.561807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:11.645395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:11.653168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:11.653452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['321f8c00-6a06-4f4e-a00c-b1c07c9536d7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:54:11.658487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Pushing event updated for resources: {'Port': ['ID=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:11.661048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:11.696007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['d86e14d8-5a7c-4869-8754-c9631debd580'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:54:11.742850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:11.753670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:11.763013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:11.827666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-e8fd0679-7e58-45fb-9b98-ed08e9e767b1 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663743 Feb 07 22:54:11.832817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:11.875924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:11.877901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad1492dc-2ddf-4d80-b623-fe195bec25ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:11.910235 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-f667b72d-8af2-40bf-821b-8354191b3420 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=9028abe2-48bb-48cb-9d61-709921bdf11b HTTP/1.1" status: 200 len: 217 time: 0.0750239 Feb 07 22:54:11.996050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-64799045-6bb9-4612-b53d-00f3e23d9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:11.997571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-64799045-6bb9-4612-b53d-00f3e23d9af9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.0808082 Feb 07 22:54:12.019704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1492dc-2ddf-4d80-b623-fe195bec25ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9921d066-d9b2-42d8-9b64-6f81d0b1b5a4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:12.069574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730b74-21a6-4e3b-9d94-780674519907 req-b73d2f92-47d5-427f-8a15-bf8ddbf3f28a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:12.076353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730b74-21a6-4e3b-9d94-780674519907 req-b73d2f92-47d5-427f-8a15-bf8ddbf3f28a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:12.082445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b730b74-21a6-4e3b-9d94-780674519907 req-b73d2f92-47d5-427f-8a15-bf8ddbf3f28a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:12.084489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b730b74-21a6-4e3b-9d94-780674519907 req-b73d2f92-47d5-427f-8a15-bf8ddbf3f28a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2415 time: 0.6005652 Feb 07 22:54:12.086229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59c85ed2-0797-4ca8-b736-178ad319687c req-e1ab42d2-2138-483d-88d2-93df84d61d13 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.2657127 Feb 07 22:54:12.098179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:12.136838 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.139649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-b4b25631-13a6-4e19-b7ad-31d89d4882b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:12.141193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-b4b25631-13a6-4e19-b7ad-31d89d4882b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354136 Feb 07 22:54:12.145605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.295762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ad1492dc-2ddf-4d80-b623-fe195bec25ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.296922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ad1492dc-2ddf-4d80-b623-fe195bec25ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9921d066-d9b2-42d8-9b64-6f81d0b1b5a4 HTTP/1.1" status: 204 len: 168 time: 1.1731660 Feb 07 22:54:12.310504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.332540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b730b74-21a6-4e3b-9d94-780674519907 req-d8ea739b-f7cf-4eda-8d0a-9410c17fd7ad tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131426 Feb 07 22:54:12.437247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 51f4cef8-59c3-4303-af51-973dd1e779a4 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:54:12.443711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fa485c9330d42f59966b7a015b0091e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9615104 Feb 07 22:54:12.452301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41352) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:12.458634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61643b3-d6a2-458e-a248-c824ad01661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e547a96-cf52-4d8b-b87d-06a10bb149e6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:12.570666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-1b0bce25-477e-4ba2-9b9c-11048d3f43c6 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143391 Feb 07 22:54:12.571450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-caa4678b-c0aa-4717-b78c-04e6709f379f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.693710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-caa4678b-c0aa-4717-b78c-04e6709f379f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.790384 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.799393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.803718 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-1c95219e-8401-419d-a143-f17f90bc9174 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179103 Feb 07 22:54:12.880425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-3f2cd2c2-5f43-4eb4-a954-a7e1733d7722 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=940c719d-b163-4681-9372-0ad4ea08993a HTTP/1.1" status: 200 len: 217 time: 0.0696340 Feb 07 22:54:12.883776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-caa4678b-c0aa-4717-b78c-04e6709f379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.912046 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.938519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4678b-c0aa-4717-b78c-04e6709f379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e547a96-cf52-4d8b-b87d-06a10bb149e6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:12.954832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-caa4678b-c0aa-4717-b78c-04e6709f379f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:12.955944 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-caa4678b-c0aa-4717-b78c-04e6709f379f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e547a96-cf52-4d8b-b87d-06a10bb149e6 HTTP/1.1" status: 204 len: 168 time: 0.5012019 Feb 07 22:54:12.979268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2572ee87-dbf5-472a-ab76-65e47fc3e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:12.981831 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2572ee87-dbf5-472a-ab76-65e47fc3e35a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 200 len: 797 time: 0.0930316 Feb 07 22:54:13.039097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=51f4cef8-59c3-4303-af51-973dd1e779a4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:13.079982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-13fb10be-7b8f-4201-9541-f87c819d7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.081869 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-13fb10be-7b8f-4201-9541-f87c819d7fce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f0bb286-3025-4880-9f15-7f54f22b10b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0923064 Feb 07 22:54:13.349998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-063d3947-d68f-497a-98bb-31e1fb703f59 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593284 Feb 07 22:54:13.407578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41384) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:13.482420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:13.522289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:13.617169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:13.623256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.623910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:13.646601 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-6a5beca9-5890-47dd-b93f-c07a6809bb18 service neutron] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886059 Feb 07 22:54:13.670733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eefd8463-9ee2-42ab-8d76-be09e7ad1185 req-428831f2-9798-4e44-9090-4085d2230ad1 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1909313 Feb 07 22:54:13.719305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-90301945-31fc-4edd-8125-a4a283fa6fcd tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.4518287 Feb 07 22:54:13.720343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41398) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:13.721691 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:13.730218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1670383145-network', 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:13.741253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:13.753233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-7d993ea1-de84-457a-aa3d-5c20aa2ab050 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d HTTP/1.1" status: 200 len: 217 time: 0.0987303 Feb 07 22:54:13.754179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Usage tracker for resource:network and tenant:e55b79f013eb4d7bafa6247555f94080 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:13.757422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:13.800151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:13.829626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:13.832010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:13.848896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:13.869984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:13.874983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e55b79f013eb4d7bafa6247555f94080 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:13.879090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:13.888316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:13.902592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2598a822-dd53-442c-8927-b88cab0c98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.904073 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2598a822-dd53-442c-8927-b88cab0c98c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 200 len: 797 time: 0.1435752 Feb 07 22:54:13.906415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bb805-2f89-4d1d-bab7-35b478d5774c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.907540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-436bb805-2f89-4d1d-bab7-35b478d5774c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:13.918646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cde35-2549-4f28-ac48-2b84de288326 req-2c0d0682-0172-439e-b30d-ad470696468f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.924764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cde35-2549-4f28-ac48-2b84de288326 req-2c0d0682-0172-439e-b30d-ad470696468f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.930694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cde35-2549-4f28-ac48-2b84de288326 req-2c0d0682-0172-439e-b30d-ad470696468f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:13.932529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-996cde35-2549-4f28-ac48-2b84de288326 req-2c0d0682-0172-439e-b30d-ad470696468f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2415 time: 0.4540296 Feb 07 22:54:14.038789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-faa54157-07ed-47f9-8015-9336a4f2cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:14.040670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-faa54157-07ed-47f9-8015-9336a4f2cf5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287782 Feb 07 22:54:14.061074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-436bb805-2f89-4d1d-bab7-35b478d5774c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:14.065233 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-436bb805-2f89-4d1d-bab7-35b478d5774c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/51f4cef8-59c3-4303-af51-973dd1e779a4 HTTP/1.1" status: 200 len: 839 time: 0.3409221 Feb 07 22:54:14.066040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41406) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:14.077681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:14.179868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:14.188195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:14.188770 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.197518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-996cde35-2549-4f28-ac48-2b84de288326 req-3b8eec64-d593-476a-ab1b-fa44b19eed58 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582383 Feb 07 22:54:14.239162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 51f4cef8-59c3-4303-af51-973dd1e779a4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:14.239403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.240185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.259175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.280180 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-33c4c37c-ab63-4c04-9b68-07811a98a7fd service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296662 Feb 07 22:54:14.409669 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.452100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:14.453909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:14.463955 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.465391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f3c43d8-da84-42c7-9fbc-001387abf550 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:14.522665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-1f7679c7-38bc-4552-9781-399755e1e8dd service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342083 Feb 07 22:54:14.523790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:14.593232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Router 7662fc2f-d586-48cf-9f7a-8fb146633392 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:54:14.608877 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7', 'code': 200} Feb 07 22:54:14.629846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-503327b4-da8b-4553-be77-5f62902b67ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e HTTP/1.1" status: 200 len: 217 time: 0.0893202 Feb 07 22:54:14.630705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38a278a-802b-4fa2-adc2-dac9fead9f60,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:14.639624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.640112 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Added segment e145790d-4a1a-46e7-909e-07aaa84f3ef4 of type vlan for network 12cf38f3-c8be-495e-98eb-e032d834448e Feb 07 22:54:14.717654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:14.726919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.727320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.727819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.728393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.728779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.729240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.730266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.730540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.730875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.731207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.731806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.732153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:14.745577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 9f3c43d8-da84-42c7-9fbc-001387abf550 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:14.751694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 9f3c43d8-da84-42c7-9fbc-001387abf550 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:14.752310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.770645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.840355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.903661 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.907956 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.911710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:14.914564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.947073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9f3c43d8-da84-42c7-9fbc-001387abf550, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f3c43d8-da84-42c7-9fbc-001387abf550,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:14.958342 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:14.959159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d86e14d8-5a7c-4869-8754-c9631debd580 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:15.208745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9f3c43d8-da84-42c7-9fbc-001387abf550,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:15.246892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port d86e14d8-5a7c-4869-8754-c9631debd580 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:15.252826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port d86e14d8-5a7c-4869-8754-c9631debd580 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:15.253217 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.280258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41432) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:15.336693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] Pushing event updated for resources: {'Network': ['ID=12cf38f3-c8be-495e-98eb-e032d834448e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:15.349978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2ff7d59e-a423-41bb-aca5-d093bf3cf9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:15.350459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 12cf38f3-c8be-495e-98eb-e032d834448e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:15.351680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-2ff7d59e-a423-41bb-aca5-d093bf3cf9f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 200 len: 797 time: 0.7145135 Feb 07 22:54:15.415772 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee84f78d-26ae-4eea-a5b1-fc9c8d4f98e3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0008247 Feb 07 22:54:15.415951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41440) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:15.422834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Request body: {'subnet': {'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1670383145-subnet', 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:15.440367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:15.446473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Usage tracker for resource:subnet and tenant:e55b79f013eb4d7bafa6247555f94080 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:15.454751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:15.464712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:15.478839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 51f4cef8-59c3-4303-af51-973dd1e779a4 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:15.484604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-1a865eff-38d1-462e-84df-3bd56d69802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:15.486929 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-1a865eff-38d1-462e-84df-3bd56d69802b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=984796b5-0378-483f-8e6d-60be391eece8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263161 Feb 07 22:54:15.530564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28c8d797-563e-4dde-8a48-3260e82e2d27 req-5582b122-d326-4918-a3c3-47d9f639d010 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.6346796 Feb 07 22:54:15.548468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:15.554711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.618146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.691095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41450) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:15.694120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d86e14d8-5a7c-4869-8754-c9631debd580, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d86e14d8-5a7c-4869-8754-c9631debd580,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:15.700026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.795075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=d86e14d8-5a7c-4869-8754-c9631debd580,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:15.865808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:54:15.876858 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Sync routers for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:15.879576 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:15.892201 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:54:15.894721 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:15.914121 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-cad1c7d5-30a9-409e-9b89-321c155f76da service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197798 Feb 07 22:54:15.982878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.001016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=51f4cef8-59c3-4303-af51-973dd1e779a4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:16.011406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.015403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-12f23f61-1e21-4425-ade0-a824db681e69 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4256239 Feb 07 22:54:16.020468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-14f2b2ba-d9ef-43fa-8c0b-e1a1232f7839 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/51f4cef8-59c3-4303-af51-973dd1e779a4 HTTP/1.1" status: 204 len: 168 time: 1.9470785 Feb 07 22:54:16.021536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6faf635b-4eed-42de-8aed-04ab916d093e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17494097fa54419d804196c3b7bb0226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552564 Feb 07 22:54:16.022965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41456) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:16.023302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41458) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:16.027650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41460) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:16.047770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-203867420'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:16.061272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:16.071455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918f4c2-b779-4a1f-859e-51560d298396 req-c87d6d81-80f4-43a9-9646-19638c2f46d3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:16.071651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Usage tracker for resource:network and tenant:009f650716d144f38fa300a313f277ed is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:16.077456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918f4c2-b779-4a1f-859e-51560d298396 req-c87d6d81-80f4-43a9-9646-19638c2f46d3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:16.079249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:16.083282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918f4c2-b779-4a1f-859e-51560d298396 req-c87d6d81-80f4-43a9-9646-19638c2f46d3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:16.084983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8918f4c2-b779-4a1f-859e-51560d298396 req-c87d6d81-80f4-43a9-9646-19638c2f46d3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2418 time: 0.5531471 Feb 07 22:54:16.088156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:16.133066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Made reservation on behalf of 009f650716d144f38fa300a313f277ed for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:16.137632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.149867 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:54:16.188082 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.194369 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-4088a033-7ad9-4513-ba21-adb56404aff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:54:16.194913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4088a033-7ad9-4513-ba21-adb56404aff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:16.246664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3f8e1db-08eb-4462-91c9-584e4bc2fafe req-c10c39ed-4287-479d-abde-2de60a34b3b2 service neutron] 10.222.0.26 "GET /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261435 Feb 07 22:54:16.247979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:16.252089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.266571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Usage tracker for resource:security_group_rule and tenant:009f650716d144f38fa300a313f277ed is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:16.271502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4088a033-7ad9-4513-ba21-adb56404aff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:16.272697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4088a033-7ad9-4513-ba21-adb56404aff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/51f4cef8-59c3-4303-af51-973dd1e779a4 HTTP/1.1" status: 404 len: 333 time: 0.2468321 Feb 07 22:54:16.272814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:16.281083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41468) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:16.307986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:16.346072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'name': 'tempest-PortsTestJSON-1658997098'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:16.374989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8918f4c2-b779-4a1f-859e-51560d298396 req-49fe8875-dd33-402f-b127-971f5686054f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208569 Feb 07 22:54:16.386286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3297c5f5-c5ac-465c-86f2-3cd46109b2e0,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:16.399114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:16.399542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Network hostable DHCP agents. Network: 12cf38f3-c8be-495e-98eb-e032d834448e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:16.456377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Network 12cf38f3-c8be-495e-98eb-e032d834448e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:16.472292 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:12Z', 'revision_number': 3, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:16.479868 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be60b21-38b5-413a-ad35-71366cbcc37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.481539 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Checking router: 7662fc2f-d586-48cf-9f7a-8fb146633392 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:16.481931 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Updating router 7662fc2f-d586-48cf-9f7a-8fb146633392 port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:54:16.483227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 12cf38f3-c8be-495e-98eb-e032d834448e) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:16.499413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:16.499952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.512165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7052eb-4fc4-4b55-967e-ea1caf1d63d1 None None] Network 12cf38f3-c8be-495e-98eb-e032d834448e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:16.530465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.549017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.552808 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.584238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:16.613301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.613661 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Added segment ef9121c3-2084-4df1-9e8b-9eacf2e60dc4 of type vlan for network 4e6143ec-1554-4578-95c5-3bf9e8d1b747 Feb 07 22:54:16.655318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:16.659840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a1be2943-54ff-4157-b81a-d6c797f38a7f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2278657 Feb 07 22:54:16.669131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d9dba-0a1c-4cb7-93bc-8d14f76a7e15,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:16.690429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3c43d8-da84-42c7-9fbc-001387abf550'}, {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86e14d8-5a7c-4869-8754-c9631debd580'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:16.690840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:16.709680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.793426 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be60b21-38b5-413a-ad35-71366cbcc37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.800806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.814388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:16.816614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.853313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:16.857168 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:16.869579 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3c43d8-da84-42c7-9fbc-001387abf550', 'code': 200} Feb 07 22:54:16.869897 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86e14d8-5a7c-4869-8754-c9631debd580', 'code': 200} Feb 07 22:54:16.899936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc543190-5e86-44dc-8069-6b04fd8f0495 None None] Network 12cf38f3-c8be-495e-98eb-e032d834448e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:17.001635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Pushing event updated for resources: {'Network': ['ID=4e6143ec-1554-4578-95c5-3bf9e8d1b747,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:17.008442 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-de06f258-bf07-45ac-9235-d7268e8426f8 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2286530 Feb 07 22:54:17.024202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41488) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:17.062954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 26fff1ff-2aee-4f32-96f1-4c24175775a2 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:54:17.084975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4e6143ec-1554-4578-95c5-3bf9e8d1b747 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:17.125234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917120f-1b0d-4f7d-8fed-282e8f26c727 req-1427150e-c40d-4905-a57f-fce335fec3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:17.126130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917120f-1b0d-4f7d-8fed-282e8f26c727 req-1427150e-c40d-4905-a57f-fce335fec3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:17.127044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917120f-1b0d-4f7d-8fed-282e8f26c727 req-1427150e-c40d-4905-a57f-fce335fec3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:17.130589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a917120f-1b0d-4f7d-8fed-282e8f26c727 req-1427150e-c40d-4905-a57f-fce335fec3c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2871 time: 0.1309934 Feb 07 22:54:17.188791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a917120f-1b0d-4f7d-8fed-282e8f26c727 req-7e693612-906e-460f-b63b-2e3b6bddb569 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Feb 07 22:54:17.227585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'network': {'name': 'tempest-network--984334323', 'router:external': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:17.249371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90084b41-7faf-4204-806a-71eeba1aeeec req-d490c103-64e9-46a1-9bd4-29a2e5460dd3 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.5488720 Feb 07 22:54:17.251354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:17.276055 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.284073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:network and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:17.291298 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Transition to ACTIVE for port object 6c20a46d-76fe-48cf-afeb-e569b1f3adbf will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:17.299900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:17.300166 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.377825 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Attempting to bind port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:17.378387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Attempting to bind port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:17.378765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Attempting to bind port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:17.380209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:17.390851 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:17.391233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:17.391745 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.392138 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:17.392667 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Bound port: 6c20a46d-76fe-48cf-afeb-e569b1f3adbf, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:17.393332 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.442669 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77527ba6-a14f-483c-8432-a65b9e6ff78c None None] Pushing event updated for resources: {'Port': ['ID=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:17.476728 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] For port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:17.480029 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] For port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:17.484375 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.499994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be60b21-38b5-413a-ad35-71366cbcc37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.535606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Made reservation on behalf of 9b10e44fda9b407ca12b0ec95e056db5 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:17.537812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.562623 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:54:17.563247 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:17.606067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be60b21-38b5-413a-ad35-71366cbcc37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c22776-31fc-41ac-9e9e-cea00268abcf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:17.629922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.637051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77527ba6-a14f-483c-8432-a65b9e6ff78c None None] Pushing event updated for resources: {'Port': ['ID=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:17.755120 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:54:17.920371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:17.931789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-56cecef5-ddaf-4ef9-b800-68e12a2aeb3c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:17.933798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-56cecef5-ddaf-4ef9-b800-68e12a2aeb3c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.6871269 Feb 07 22:54:17.953423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:security_group_rule and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:17.963034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be60b21-38b5-413a-ad35-71366cbcc37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:17.964114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7be60b21-38b5-413a-ad35-71366cbcc37d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9c22776-31fc-41ac-9e9e-cea00268abcf HTTP/1.1" status: 204 len: 168 time: 1.8782184 Feb 07 22:54:17.970198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:18.002368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:18.038868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-b880fcc9-8ab0-43ee-afdf-d028ea8ab1ca tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.0768778 Feb 07 22:54:18.039619 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:12Z', 'revision_number': 3, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:18.044384 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aba40b-fed7-4b25-ad75-12dcaff7456d None None] The sync data for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 is: [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:12Z', 'revision_number': 3, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:18.136824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.170270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-feefcb3b-b789-4b20-8868-21c2f86d361b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016898 Feb 07 22:54:18.184191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808f9f-a1e5-49d7-adf5-8e81ee156b40 req-2a7e13bf-e930-482c-8f7d-2cbcc2f46082 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:18.189959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808f9f-a1e5-49d7-adf5-8e81ee156b40 req-2a7e13bf-e930-482c-8f7d-2cbcc2f46082 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:18.195734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808f9f-a1e5-49d7-adf5-8e81ee156b40 req-2a7e13bf-e930-482c-8f7d-2cbcc2f46082 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:18.197489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df808f9f-a1e5-49d7-adf5-8e81ee156b40 req-2a7e13bf-e930-482c-8f7d-2cbcc2f46082 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2418 time: 0.6629000 Feb 07 22:54:18.442431 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.523969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df808f9f-a1e5-49d7-adf5-8e81ee156b40 req-dc0412e9-16c3-4671-9d40-66b1da71bfde tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770631 Feb 07 22:54:18.539075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.666267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-d15f6c94-75bc-4647-8092-d8dd20be356e service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665976 Feb 07 22:54:18.734563 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.759084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:18.835653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.861295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:18.876542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:18.882534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:18.883355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:18.900230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5ab614d-ff6e-4c02-8bbd-8faee553470b req-71573d56-a5f2-407c-873e-6777049323a3 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1641295 Feb 07 22:54:18.936379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=26fff1ff-2aee-4f32-96f1-4c24175775a2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:18.955594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:19.051226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae620168-8ed0-496c-b020-c20f96d94238,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:19.065392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.065703 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Added segment 6729e8d6-4402-4e16-893f-0db804dc65bf of type vlan for network b4b70985-f133-433c-909e-10480b0e63dd Feb 07 22:54:19.108413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1376466c-eb42-4f25-8bbd-81789fe9b72e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8236368 Feb 07 22:54:19.109290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41530) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:19.116378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:19.126859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-587aab70-96f3-4ccd-a46a-1df1faf4e930 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315989 Feb 07 22:54:19.194031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.276118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Allocated IP 172.20.0.1 (61ca20aa-c5e9-417f-bdbf-9806e3560115/52fb8dac-1da4-4ac8-be75-d788dd89b432/b6589045-bc05-4099-a4de-9125fb7eb6bf) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:19.291352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.329585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.330967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:19.331720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.441457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4032633 Feb 07 22:54:19.450999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41536) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:19.619480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6c20a46d-76fe-48cf-afeb-e569b1f3adbf up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:19.658676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62ec263a-17f6-4998-a39c-aa08f47be03b req-49b78635-3cf0-4e3f-a590-d0c0b1fb2c2d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 210 time: 0.0958540 Feb 07 22:54:19.660047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33944bf0-7c36-425b-800c-1ca5e6037647 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Network': ['ID=b4b70985-f133-433c-909e-10480b0e63dd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:19.737791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b4b70985-f133-433c-909e-10480b0e63dd details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:19.758798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.846805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:19.892344 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.086099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Network 61ca20aa-c5e9-417f-bdbf-9806e3560115 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:20.096113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:20.124447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:20.124814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:20.141330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:20.142314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.221773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Pushing event updated for resources: {'Port': ['ID=b6589045-bc05-4099-a4de-9125fb7eb6bf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:20.379703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.399112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:20.403611 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.523280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55bafa1a-6f07-490a-a07e-b64c28386e4f req-18d79709-8547-4d50-a5d0-0e1bd4e561dc tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.2956724 Feb 07 22:54:20.529329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:20.553936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.554180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:54:20.585438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.596379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.605003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.665240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] In _notify_port_updated(), no bound segment for port 26fff1ff-2aee-4f32-96f1-4c24175775a2 on network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:54:20.673916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:20.675388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.680980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "PUT /v2.0/ports/26fff1ff-2aee-4f32-96f1-4c24175775a2 HTTP/1.1" status: 200 len: 818 time: 1.5705605 Feb 07 22:54:20.691466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41564) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:20.773246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b70985-f133-433c-909e-10480b0e63dd']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:20.793682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c43f-1156-42e6-ab36-69da918492b1 req-fcab2fb1-f091-4b04-beb7-a30177bd2f98 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:20.800055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c43f-1156-42e6-ab36-69da918492b1 req-fcab2fb1-f091-4b04-beb7-a30177bd2f98 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:20.805256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6729e8d6-4402-4e16-893f-0db804dc65bf') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:20.805826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6729e8d6-4402-4e16-893f-0db804dc65bf') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:20.810418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7c43f-1156-42e6-ab36-69da918492b1 req-fcab2fb1-f091-4b04-beb7-a30177bd2f98 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:20.813186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b316b3-35ab-4a38-8aa2-2da972174eee tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=26fff1ff-2aee-4f32-96f1-4c24175775a2,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:20.823293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3d7c43f-1156-42e6-ab36-69da918492b1 req-fcab2fb1-f091-4b04-beb7-a30177bd2f98 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2418 time: 1.0475268 Feb 07 22:54:20.824041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.847705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 26fff1ff-2aee-4f32-96f1-4c24175775a2 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:20.848378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.881325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.905133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:20.905879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:20.929800 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:20.952023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05c40002-5a8d-43c8-a1f9-d5970d8f7161 req-806178f5-4749-4087-b431-460cf8e51e12 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 210 time: 0.0977430 Feb 07 22:54:20.993174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3d7c43f-1156-42e6-ab36-69da918492b1 req-8df16a9d-9e6c-4b9a-baf7-6ca69ba57e22 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610105 Feb 07 22:54:21.118035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.128680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b4b70985-f133-433c-909e-10480b0e63dd {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 22:54:21.131645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.178717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.285693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.461279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 26fff1ff-2aee-4f32-96f1-4c24175775a2 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:21.495107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6c20a46d-76fe-48cf-afeb-e569b1f3adbf up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:21.576781 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "DELETE /v2.0/networks/b4b70985-f133-433c-909e-10480b0e63dd HTTP/1.1" status: 204 len: 168 time: 2.1201255 Feb 07 22:54:21.580898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aca130-d8ac-4e41-b6f1-0511ca6966b2 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event deleted for resources: {'Network': ['ID=b4b70985-f133-433c-909e-10480b0e63dd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:21.584189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41578) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:21.595961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:21.596770 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.609162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:21.625159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:21.631224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:network and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:21.640473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:21.648542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:21.656447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.797986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Made reservation on behalf of 9b10e44fda9b407ca12b0ec95e056db5 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:21.801268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.832360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=26fff1ff-2aee-4f32-96f1-4c24175775a2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:21.855868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.869432 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c9bedf6f-abbf-4ae9-b135-3ed728442c20 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/26fff1ff-2aee-4f32-96f1-4c24175775a2 HTTP/1.1" status: 204 len: 168 time: 1.1673551 Feb 07 22:54:21.872755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41584) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:21.954866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:21.964503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86f7221d-6d25-40b4-b9f9-fd41a227abc8 req-3fd6ddb5-77a0-4d2b-aae8-8f7b7fe9a793 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1806681 Feb 07 22:54:21.976167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:21.976600 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Added segment 1b76f5ba-9558-414c-9f3e-80985c947b58 of type vlan for network 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d Feb 07 22:54:22.035039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.047695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a9be35-ea9c-450a-b5bd-ab5e8d92ab2b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.048401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7a9be35-ea9c-450a-b5bd-ab5e8d92ab2b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:22.098148 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.109207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7a9be35-ea9c-450a-b5bd-ab5e8d92ab2b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:22.110413 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e7a9be35-ea9c-450a-b5bd-ab5e8d92ab2b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2365420 Feb 07 22:54:22.113672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41592) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:22.128817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.200782 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6486b33-3fc0-4537-9df0-2020c8f79f9e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:54:22.202115 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c6486b33-3fc0-4537-9df0-2020c8f79f9e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/26fff1ff-2aee-4f32-96f1-4c24175775a2 HTTP/1.1" status: 404 len: 333 time: 0.0874848 Feb 07 22:54:22.202860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.205434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.205434 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.207947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41596) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:22.311261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1367092053'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:22.312774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df7fa7ee-7345-46cb-890f-6f56fecca318 req-d9984e4a-f00e-4f80-8489-ce932af0d7e4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 210 time: 0.1393673 Feb 07 22:54:22.342331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:22.346807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbaf3024-5de1-466b-8039-8a14aa47f81c req-b6818c55-7928-41e9-a359-ed3c05f90de4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1200440 Feb 07 22:54:22.349105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.365842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:22.371138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:22.372666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-829e355c-a1a7-44c2-b96d-4fd1e3f65e32 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.374258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-829e355c-a1a7-44c2-b96d-4fd1e3f65e32 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.8581145 Feb 07 22:54:22.378502 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7874751 Feb 07 22:54:22.378686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Pushing event updated for resources: {'Port': ['ID=b6589045-bc05-4099-a4de-9125fb7eb6bf,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:22.381879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41600) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:22.389065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:22.394996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbf8a6-bf35-475a-8bdd-e165ea1f63fd tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Network': ['ID=3639e8d0-d4a9-4ad1-84c1-7bacca6c302d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:22.406276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Request body: {'port': {'device_id': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'admin_state_up': True, 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:22.407290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:22.408800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:22.411379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.426997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'subnet': {'network_id': '3639e8d0-d4a9-4ad1-84c1-7bacca6c302d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:22.441220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:22.451289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.451832 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment c7d536a6-b118-4d37-a949-bd9ba294c01b of type vlan for network 658a7fda-02f4-486c-bb2c-63d21c3632cd Feb 07 22:54:22.481698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.492339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:22.517411 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.524734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.525419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.558611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313c37d-1929-48cd-a0ac-a996175e859d req-75f49240-8d4c-408c-806e-da98c1efc077 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.564432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313c37d-1929-48cd-a0ac-a996175e859d req-75f49240-8d4c-408c-806e-da98c1efc077 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.570136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313c37d-1929-48cd-a0ac-a996175e859d req-75f49240-8d4c-408c-806e-da98c1efc077 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:22.571708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b313c37d-1929-48cd-a0ac-a996175e859d req-75f49240-8d4c-408c-806e-da98c1efc077 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2418 time: 0.6978917 Feb 07 22:54:22.576486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:subnet and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:22.594393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:22.624935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:22.631518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4081576 Feb 07 22:54:22.633981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41604) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:22.639200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:22.693593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Made reservation on behalf of 9b10e44fda9b407ca12b0ec95e056db5 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:22.695954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:22.798006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b313c37d-1929-48cd-a0ac-a996175e859d req-2a405845-92d4-4e2a-aed4-270c1e748ceb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149441 Feb 07 22:54:22.838880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Network 61ca20aa-c5e9-417f-bdbf-9806e3560115 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:22.839953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:22.846536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:22.852035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Usage tracker for resource:port and tenant:e55b79f013eb4d7bafa6247555f94080 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:22.859475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:22.871736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:22.913048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19073e-1f0c-464b-b790-ce2b4f326906 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=658a7fda-02f4-486c-bb2c-63d21c3632cd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:22.923371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:22.925712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:22.929339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:22.933440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:22.940337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:22.951925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:22.956394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.094666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:23.098354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.280175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f6a9158-894b-4bda-8d19-39839612ff21 req-88f52d9f-6b48-4cdc-b30f-2ab47df056e0 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1056576 Feb 07 22:54:23.412548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.459272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Router 7662fc2f-d586-48cf-9f7a-8fb146633392 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:54:23.564599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1c400e6-e084-48cc-b451-06737676078a req-f147a7a1-363a-498f-95d1-1270b15590e0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 210 time: 0.1028204 Feb 07 22:54:23.593556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=3c8e0524-821e-4a3f-861e-c815ac0451cf,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:23.632739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': 'c7d536a6-b118-4d37-a949-bd9ba294c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:23.633496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: 658a7fda-02f4-486c-bb2c-63d21c3632cd, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:23.658694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-ebfb1c39-c90c-47fc-bd8b-26e42efb6d8c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:23.664465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-ebfb1c39-c90c-47fc-bd8b-26e42efb6d8c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:23.670220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-ebfb1c39-c90c-47fc-bd8b-26e42efb6d8c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:23.671150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-ebfb1c39-c90c-47fc-bd8b-26e42efb6d8c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Synchronizing usage tracker for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:23.690043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:23.700430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-ebfb1c39-c90c-47fc-bd8b-26e42efb6d8c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Unset dirty status for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:23.701643 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-ebfb1c39-c90c-47fc-bd8b-26e42efb6d8c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2418 time: 0.2003000 Feb 07 22:54:23.703528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 658a7fda-02f4-486c-bb2c-63d21c3632cd) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:23.716296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3f037d-6b40-4e5f-a6fc-7983efb6f2d0 None None] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:23.721613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Allocated IP 172.20.0.4 (12cf38f3-c8be-495e-98eb-e032d834448e/3297c5f5-c5ac-465c-86f2-3cd46109b2e0/075778f6-7c2a-4a2d-89fa-88e2b3ec4a29) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:23.744017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:23.745721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.790770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2f913ea-a4c1-4e0c-825a-6a9381255826 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1569815 Feb 07 22:54:23.791682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41614) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:23.799274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:23.828327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port d86e14d8-5a7c-4869-8754-c9631debd580 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:23.828327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:23.876190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:54:23.940355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Sync routers for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:23.960341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:54:23.961176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:23.981308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5708004c-5bbf-4f57-91ef-d05a1aa62c05 admin admin] 10.222.0.10 "PUT /v2.0/routers/7662fc2f-d586-48cf-9f7a-8fb146633392/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9569693 Feb 07 22:54:24.022135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-658a7fda-02f4-486c-bb2c-63d21c3632cd', 'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd', 'tenant_id': '6f8e5e5a8e734913b82f533fa3de09be', 'fixed_ips': [{'subnet_id': '3c8e0524-821e-4a3f-861e-c815ac0451cf'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:54:24.023270 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.120004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.212503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:24.220689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:24.226277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:24.242443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:24.253601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:54:24.277762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:24.281239 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.286119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.375228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port d86e14d8-5a7c-4869-8754-c9631debd580, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d86e14d8-5a7c-4869-8754-c9631debd580,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:24.375513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.424758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Network 12cf38f3-c8be-495e-98eb-e032d834448e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:24.429255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event updated for resources: {'Port': ['ID=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:24.432002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:24.438413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:24.533924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for d86e14d8-5a7c-4869-8754-c9631debd580 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:24.610821 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3c8e0524-821e-4a3f-861e-c815ac0451cf (CIDR: 172.20.0.0/28) Feb 07 22:54:24.620347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 22:54:24.621085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.630280 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:54:24.630701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:54:24.670846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5be692de-dc23-4c10-b809-1debe3a7c422 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8757434 Feb 07 22:54:24.683376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41646) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:24.719879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:24.779657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.785795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Allocated IP 172.20.0.2 (658a7fda-02f4-486c-bb2c-63d21c3632cd/3c8e0524-821e-4a3f-861e-c815ac0451cf/57874b33-44d8-42d8-9935-64f076a7b89b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:24.848344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Port': ['ID=d86e14d8-5a7c-4869-8754-c9631debd580,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:24.910651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:24.911483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.977240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] No DVR routers for this DVR port d86e14d8-5a7c-4869-8754-c9631debd580 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:24.981946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:24.987276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-deleted', 'tag': 'd86e14d8-5a7c-4869-8754-c9631debd580'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:25.013940 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-8be36a69-75e6-4532-8300-001469469edd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "DELETE /v2.0/ports/d86e14d8-5a7c-4869-8754-c9631debd580 HTTP/1.1" status: 204 len: 173 time: 1.3030534 Feb 07 22:54:25.055221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 2, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:25.077476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Checking router: 7662fc2f-d586-48cf-9f7a-8fb146633392 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:25.078875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Updating router 7662fc2f-d586-48cf-9f7a-8fb146633392 port b6589045-bc05-4099-a4de-9125fb7eb6bf binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:54:25.107976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 9f3c43d8-da84-42c7-9fbc-001387abf550 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:25.108381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.112751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecb8f3-59c4-4e5d-9250-b9a0d252d55b req-6a34d60d-a2ce-469d-a199-c9c726e15f39 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:25.122119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecb8f3-59c4-4e5d-9250-b9a0d252d55b req-6a34d60d-a2ce-469d-a199-c9c726e15f39 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:25.127959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecb8f3-59c4-4e5d-9250-b9a0d252d55b req-6a34d60d-a2ce-469d-a199-c9c726e15f39 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:25.129687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baecb8f3-59c4-4e5d-9250-b9a0d252d55b req-6a34d60d-a2ce-469d-a199-c9c726e15f39 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 2418 time: 0.9511054 Feb 07 22:54:25.145275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:25.147470 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.150443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:25.159381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:25.168760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:25.218882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.242871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Transition to ACTIVE for port object 57874b33-44d8-42d8-9935-64f076a7b89b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:25.285054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04aed212-590c-40cb-9dc0-5499f6a4b89f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:25.297419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-42828fc2-317e-4bf9-9822-205656939ff4 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:25.298284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-42828fc2-317e-4bf9-9822-205656939ff4 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Synchronizing usage tracker for tenant:888268752e9b41c4baf055164fec4c7c on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:25.318330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Transition to ACTIVE for port object 57874b33-44d8-42d8-9935-64f076a7b89b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:25.344419 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.350573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Checking segment: {'id': '1b76f5ba-9558-414c-9f3e-80985c947b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3639e8d0-d4a9-4ad1-84c1-7bacca6c302d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:25.350948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Network hostable DHCP agents. Network: 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:25.361578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-baecb8f3-59c4-4e5d-9250-b9a0d252d55b req-71f6ddc4-c0f6-43bf-b18d-9ce51936ddf4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994167 Feb 07 22:54:25.362218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:25.365521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.491218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:25.495867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:25.501206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:25.549435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Pushing event updated for resources: {'Port': ['ID=57874b33-44d8-42d8-9935-64f076a7b89b,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:25.592191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 9f3c43d8-da84-42c7-9fbc-001387abf550, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f3c43d8-da84-42c7-9fbc-001387abf550,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:25.594630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.601619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca43870c-2134-444d-b455-8217c6d2f5c7 req-c663adbf-c486-43aa-8a82-174435bc8d1d tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.0550406 Feb 07 22:54:25.631946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Attempting to bind port 57874b33-44d8-42d8-9935-64f076a7b89b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:25.632332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Attempting to bind port 57874b33-44d8-42d8-9935-64f076a7b89b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c7d536a6-b118-4d37-a949-bd9ba294c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:25.632749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Attempting to bind port 57874b33-44d8-42d8-9935-64f076a7b89b on network 658a7fda-02f4-486c-bb2c-63d21c3632cd {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:25.641329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:25.641709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Checking segment: {'id': 'c7d536a6-b118-4d37-a949-bd9ba294c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:25.642218 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.642619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Bound using segment: {'id': 'c7d536a6-b118-4d37-a949-bd9ba294c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:25.643351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Bound port: 57874b33-44d8-42d8-9935-64f076a7b89b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d536a6-b118-4d37-a949-bd9ba294c01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:25.643731 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.764268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-39233500-6877-4cf2-89c7-56820c66ebe4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3617842 Feb 07 22:54:25.768296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-42828fc2-317e-4bf9-9822-205656939ff4 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Unset dirty status for tenant:888268752e9b41c4baf055164fec4c7c on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:25.769736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-42828fc2-317e-4bf9-9822-205656939ff4 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 820 time: 1.2839828 Feb 07 22:54:25.780763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Request body: {'port': {'device_id': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:25.795023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] For port 57874b33-44d8-42d8-9935-64f076a7b89b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:25.799156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] For port 57874b33-44d8-42d8-9935-64f076a7b89b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57874b33-44d8-42d8-9935-64f076a7b89b,segment=NetworkSegment(c7d536a6-b118-4d37-a949-bd9ba294c01b),segment_id=c7d536a6-b118-4d37-a949-bd9ba294c01b)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:25.812669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 9f3c43d8-da84-42c7-9fbc-001387abf550 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:25.816299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.855250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:25.934806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Network 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:25.950324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b20f71-9d6a-494a-ad93-79eb64495034 None None] Pushing event updated for resources: {'Port': ['ID=57874b33-44d8-42d8-9935-64f076a7b89b,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:25.999221 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.005822 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5c69f184-cfb5-4f08-bcd4-be68453de69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.015368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:26.022468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-bf18ecec-b181-49d6-bb00-b8a0c28da9f5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/quotas/888268752e9b41c4baf055164fec4c7c HTTP/1.1" status: 200 len: 375 time: 0.1953163 Feb 07 22:54:26.034417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:26.050037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:26.050661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.054513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.054800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Transition to ACTIVE for port object b6589045-bc05-4099-a4de-9125fb7eb6bf will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:26.058990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:26.075228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a604b5-e312-4390-9ab7-207ace00e1aa None None] Network 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:26.096290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.171340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:26.172065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.189977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:26.237461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c218a5-fcd7-43bb-9a7d-2f27a2687c89 None None] Pushing event updated for resources: {'Port': ['ID=b6589045-bc05-4099-a4de-9125fb7eb6bf,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:26.243948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:26.252614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d051eed-7729-479e-a69a-cb4cf2b454d2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5651710 Feb 07 22:54:26.256196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41656) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:26.265235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-83b4b7a0-64fb-41ce-b170-fbb76cca677b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8787980 Feb 07 22:54:26.268587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.289495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41660) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:26.304098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd', 'fixed_ips': [{'subnet_id': '3c8e0524-821e-4a3f-861e-c815ac0451cf'}, {'subnet_id': '64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f'}], 'name': 'tempest-PortsTestJSON-892380822'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:26.357069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'floatingip': {'floating_network_id': '3639e8d0-d4a9-4ad1-84c1-7bacca6c302d'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:26.411798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] No DVR routers for this DVR port 9f3c43d8-da84-42c7-9fbc-001387abf550 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:26.418103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.430555 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "DELETE /v2.0/ports/9f3c43d8-da84-42c7-9fbc-001387abf550 HTTP/1.1" status: 204 len: 173 time: 1.4113085 Feb 07 22:54:26.431256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd1154-ab1d-4245-93e4-21d1190af9a4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Port': ['ID=9f3c43d8-da84-42c7-9fbc-001387abf550,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:26.527075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7abf18-0394-408e-889e-74716932e989 req-44c00ccf-48b0-41be-994f-13ff7bc6764d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:26.528640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4f7abf18-0394-408e-889e-74716932e989 req-44c00ccf-48b0-41be-994f-13ff7bc6764d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:26.535369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:26.565761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:26.566164 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.742930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:floatingip and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:26.750557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:26.763221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:26.905042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.914135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:26.914654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:26.976945 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.003875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Attempting to bind port b6589045-bc05-4099-a4de-9125fb7eb6bf on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:27.004966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Attempting to bind port b6589045-bc05-4099-a4de-9125fb7eb6bf by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:27.005583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Attempting to bind port b6589045-bc05-4099-a4de-9125fb7eb6bf on network 61ca20aa-c5e9-417f-bdbf-9806e3560115 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:27.016586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:27.017405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Checking segment: {'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:27.018310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.018932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Bound using segment: {'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:27.019772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Bound port: b6589045-bc05-4099-a4de-9125fb7eb6bf, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:27.020389 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.051752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4f7abf18-0394-408e-889e-74716932e989 req-44c00ccf-48b0-41be-994f-13ff7bc6764d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:27.057150 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f7abf18-0394-408e-889e-74716932e989 req-44c00ccf-48b0-41be-994f-13ff7bc6764d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 931 time: 1.2288358 Feb 07 22:54:27.115878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:27.136849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7a43bb57-0b30-4929-b085-c2d2943aa9f3 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Synchronizing usage tracker for tenant:888268752e9b41c4baf055164fec4c7c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:27.202340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f7abf18-0394-408e-889e-74716932e989 req-d1e71faa-4683-4bcf-836c-fd4cbed7b4ea tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211073 Feb 07 22:54:27.224333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:27.229521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:27.246072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:27.258301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:27.269346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7a43bb57-0b30-4929-b085-c2d2943aa9f3 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Unset dirty status for tenant:888268752e9b41c4baf055164fec4c7c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:27.277820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7a43bb57-0b30-4929-b085-c2d2943aa9f3 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2294040 Feb 07 22:54:27.282945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2242e94f-9aa8-41af-9cfc-333d1635ad12 None None] Network 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:27.290451 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-deleted', 'tag': 'd86e14d8-5a7c-4869-8754-c9631debd580', 'status': 'completed', 'code': 200} Feb 07 22:54:27.304869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:27.325021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:27.355548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:54:27.355901 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:54:27.386667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] For port b6589045-bc05-4099-a4de-9125fb7eb6bf, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:27.398589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] For port b6589045-bc05-4099-a4de-9125fb7eb6bf, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6589045-bc05-4099-a4de-9125fb7eb6bf,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:27.453203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:27.591048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57874b33-44d8-42d8-9935-64f076a7b89b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:27.618189 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.618927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f3c43d8-da84-42c7-9fbc-001387abf550 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:27.754777 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.777994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:27.788147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:27.839340 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.909686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:27.910044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:27.968080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2bdfefd-42e0-47a4-b058-7d8cc7dd6108 req-a5648b45-2a83-4daa-9ebc-138358d261ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fbbd0dc23fd54a3cbadaebe193ed585b&device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.2655571 Feb 07 22:54:27.981426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 9f3c43d8-da84-42c7-9fbc-001387abf550 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:54:27.981776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f3c43d8-da84-42c7-9fbc-001387abf550 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:54:27.982544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d86e14d8-5a7c-4869-8754-c9631debd580 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:28.019353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2bdfefd-42e0-47a4-b058-7d8cc7dd6108 req-a0400a31-0786-4cb8-9837-69f868582c2a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fbbd0dc23fd54a3cbadaebe193ed585b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402071 Feb 07 22:54:28.021295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Transition to ACTIVE for port object 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:28.028309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5ba0a-99cb-4b18-a6af-687278334fe7 None None] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:28.055134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-166f7c42-9262-44f2-9ae5-c20a6ec7c5bd service neutron] 10.222.0.10 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762921 Feb 07 22:54:28.056024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.221878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:54:28.226242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:28.259709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Pushing event updated for resources: {'Port': ['ID=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:28.275388 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.311450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: d86e14d8-5a7c-4869-8754-c9631debd580 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:54:28.313527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d86e14d8-5a7c-4869-8754-c9631debd580 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:54:28.371238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ea5dd93-1759-4e42-938e-9fddecb93a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.375477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 57874b33-44d8-42d8-9935-64f076a7b89b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:28.389037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 57874b33-44d8-42d8-9935-64f076a7b89b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:28.389310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.448500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdfefd-42e0-47a4-b058-7d8cc7dd6108 req-2110170e-e7da-416e-b65c-9c759cb80fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:28.450307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2bdfefd-42e0-47a4-b058-7d8cc7dd6108 req-2110170e-e7da-416e-b65c-9c759cb80fce service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3973050 Feb 07 22:54:28.460366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-346feb38-51e1-4c32-9abf-2acf689f0eaf None None] Provisioning for port 57874b33-44d8-42d8-9935-64f076a7b89b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:28.468398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c218a5-fcd7-43bb-9a7d-2f27a2687c89 None None] Pushing event updated for resources: {'Port': ['ID=b6589045-bc05-4099-a4de-9125fb7eb6bf,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:28.489219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:28.489837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.506932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.599835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 092bf253-870e-41bc-bddd-e2140b4d8321 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:54:28.651670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b9d5-d4c2-4a49-8398-8ae1f28c6b58 req-60bd175e-a1fb-48c9-a46f-93d61e258532 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:28.659723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd31b9d5-d4c2-4a49-8398-8ae1f28c6b58 req-60bd175e-a1fb-48c9-a46f-93d61e258532 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 944 time: 0.8505020 Feb 07 22:54:28.771481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-346feb38-51e1-4c32-9abf-2acf689f0eaf None None] Provisioning complete for port 57874b33-44d8-42d8-9935-64f076a7b89b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:28.774058 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-346feb38-51e1-4c32-9abf-2acf689f0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:28.806149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:29.071616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd31b9d5-d4c2-4a49-8398-8ae1f28c6b58 req-67f2fbfd-de63-4d40-8a13-eb43c1ddaca1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101772 Feb 07 22:54:29.115030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.122725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-c2f409c4-6623-4d31-9bd2-114524dc2d58 service neutron] 10.222.0.10 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0544026 Feb 07 22:54:29.128345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Attempting to bind port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:29.130590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Attempting to bind port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:29.130590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Attempting to bind port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:29.147830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 on network 12cf38f3-c8be-495e-98eb-e032d834448e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:54:29.148631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Attempting to bind port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:29.173403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:54:29.200065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:29.200774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:29.200897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Bound using segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:29.201236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Bound port: 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:29.201899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.232386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Port': ['ID=321f8c00-6a06-4f4e-a00c-b1c07c9536d7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:29.253085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Allocated IP 172.20.0.4 (3639e8d0-d4a9-4ad1-84c1-7bacca6c302d/04aed212-590c-40cb-9dc0-5499f6a4b89f/e48eb0b6-160d-4292-b2d4-8048ba1b0409) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:29.297757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-deleted', 'tag': '9f3c43d8-da84-42c7-9fbc-001387abf550'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:29.389312 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.467126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] No DVR routers for this DVR port 321f8c00-6a06-4f4e-a00c-b1c07c9536d7 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:29.476527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.530057 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7', 'code': 200} Feb 07 22:54:29.532080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18996774-a470-42e7-8ae0-7b9566ff0320 req-6bb760ab-d120-4ac0-aa39-e852264e3336 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "DELETE /v2.0/ports/321f8c00-6a06-4f4e-a00c-b1c07c9536d7 HTTP/1.1" status: 204 len: 173 time: 3.0906010 Feb 07 22:54:29.853261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d29cc39-b1d8-4ec6-a51c-5cdc3bd53c7c req-ce302fd8-e4d5-4871-8875-6950bcea019b tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.10 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.3685124 Feb 07 22:54:29.861774 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.880912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.895825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 57874b33-44d8-42d8-9935-64f076a7b89b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57874b33-44d8-42d8-9935-64f076a7b89b,segment=NetworkSegment(c7d536a6-b118-4d37-a949-bd9ba294c01b),segment_id=c7d536a6-b118-4d37-a949-bd9ba294c01b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:29.937114 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:29.946017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2bdfefd-42e0-47a4-b058-7d8cc7dd6108 req-0fabd81a-6171-4755-b0f4-08fac42d0017 tempest-ServerShowV257Test-1515650796 tempest-ServerShowV257Test-1515650796-project] 10.222.0.26 "GET /v2.0/ports?device_id=9077b707-1621-46ae-b4bd-6024e8f62db6 HTTP/1.1" status: 200 len: 210 time: 0.1242855 Feb 07 22:54:29.963254 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-deleted', 'tag': '9f3c43d8-da84-42c7-9fbc-001387abf550', 'status': 'completed', 'code': 200} Feb 07 22:54:30.219268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=57874b33-44d8-42d8-9935-64f076a7b89b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:30.226690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:27Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:30.229579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] For port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:30.235426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c84448-40b3-4f3a-910e-92e374242153 None None] The sync data for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 is: [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:27Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:30.237733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] Update dhcp port {'port': {'network_id': '658a7fda-02f4-486c-bb2c-63d21c3632cd', 'fixed_ips': [{'subnet_id': '3c8e0524-821e-4a3f-861e-c815ac0451cf', 'ip_address': '172.20.0.2'}, {'subnet_id': '64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '57874b33-44d8-42d8-9935-64f076a7b89b'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:54:30.252528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c792679-b52f-43f0-9c8d-74886bb55acc req-042185fd-21b7-4962-88e4-77cfbd4be797 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 210 time: 0.2133956 Feb 07 22:54:30.334178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] For port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:30.379566 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:30.386454 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:30.595512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Pushing event updated for resources: {'Port': ['ID=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:30.730209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273e527-995d-4ec3-9a20-3af14667c2d2 req-b31ebec9-dc43-4422-a63e-5e81c64835f1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:30.732249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d273e527-995d-4ec3-9a20-3af14667c2d2 req-b31ebec9-dc43-4422-a63e-5e81c64835f1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 943 time: 1.0117192 Feb 07 22:54:30.740607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:30.741948 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:30.746184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-98cecfed-8609-4020-86f7-885e27de5fef service neutron] 10.222.0.36 "PUT /v2.0/ports/075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 HTTP/1.1" status: 200 len: 1091 time: 4.9719527 Feb 07 22:54:30.789450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'tag': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:30.903313 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.149100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62d73461-3f12-45d2-a994-fb1ad0ebe50e req-cd70a499-6454-4100-96ea-188595698e67 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=d81125b9-4c2b-4910-9234-33b21f8f9223 HTTP/1.1" status: 200 len: 210 time: 0.4749627 Feb 07 22:54:31.175008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.9 (658a7fda-02f4-486c-bb2c-63d21c3632cd/3c8e0524-821e-4a3f-861e-c815ac0451cf/092bf253-870e-41bc-bddd-e2140b4d8321) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:31.193676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.222239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.27 (658a7fda-02f4-486c-bb2c-63d21c3632cd/64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f/092bf253-870e-41bc-bddd-e2140b4d8321) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:31.263214 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'tag': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29', 'status': 'completed', 'code': 200} Feb 07 22:54:31.394178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d273e527-995d-4ec3-9a20-3af14667c2d2 req-c2bafc2e-0e48-45de-8f36-0c95684d79aa tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876427 Feb 07 22:54:31.491266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-6077c165-3d6f-445c-924a-921c7cddc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:31.496103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-6077c165-3d6f-445c-924a-921c7cddc9bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 1094 time: 0.3818934 Feb 07 22:54:31.626350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-358287eb-a915-4c7d-9fc7-1bfe000f8721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 HTTP/1.1" status: 200 len: 217 time: 0.1250916 Feb 07 22:54:31.707581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:31.819958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-8f120b77-f825-424c-a552-5fe22fd7a0da tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:31.822232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-8f120b77-f825-424c-a552-5fe22fd7a0da tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 820 time: 0.4238844 Feb 07 22:54:31.841879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Request body: {'port': {'device_id': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'admin_state_up': True, 'tenant_id': '888268752e9b41c4baf055164fec4c7c'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:31.978787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Network 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:32.002817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c77e58e-f999-4365-a763-24106e88620f req-ad505dfc-93b3-422b-99ac-ede63f38bbae tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 210 time: 0.3118300 Feb 07 22:54:32.074131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-deleted', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:32.078811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:32.116670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:32.238595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-2c5a469c-5a15-45a6-a44e-fb0c56f44351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:32.240136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-2c5a469c-5a15-45a6-a44e-fb0c56f44351 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.6014881 Feb 07 22:54:32.274095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.282687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41756) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:32.284477 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81125b9-4c2b-4910-9234-33b21f8f9223', 'name': 'network-vif-deleted', 'tag': '321f8c00-6a06-4f4e-a00c-b1c07c9536d7', 'status': 'completed', 'code': 200} Feb 07 22:54:32.320364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57874b33-44d8-42d8-9935-64f076a7b89b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:32.350850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:32.404155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Port': ['ID=e48eb0b6-160d-4292-b2d4-8048ba1b0409,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:32.419660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:32.430241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:32.442555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-cb708802-5ea5-4a93-a552-6520a6c7973c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482773 Feb 07 22:54:32.449919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 092bf253-870e-41bc-bddd-e2140b4d8321 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:32.544440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 57874b33-44d8-42d8-9935-64f076a7b89b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:32.545908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.629348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Made reservation on behalf of 888268752e9b41c4baf055164fec4c7c for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:32.678697 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.728270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting subnet 8ff607cd-5b72-4f05-9d17-12ee31c6a5ed {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:54:32.777420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.816648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.844812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.852093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:32.855839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Usage tracker for resource:security_group_rule and tenant:fbbd0dc23fd54a3cbadaebe193ed585b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:32.860080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:32.866912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:32.923629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6589045-bc05-4099-a4de-9125fb7eb6bf up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:32.949470 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.978394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:32.990970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.012960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] Allocated IP 172.20.0.18 (658a7fda-02f4-486c-bb2c-63d21c3632cd/64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f/57874b33-44d8-42d8-9935-64f076a7b89b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:33.036107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b6589045-bc05-4099-a4de-9125fb7eb6bf completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:33.063695 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-f2913fa8-5ec9-4844-ac4a-57d4c26d02a4 service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095178 Feb 07 22:54:33.069791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:33.071747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:33.089615 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbbd0dc23fd54a3cbadaebe193ed585b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034973 Feb 07 22:54:33.105167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecc051-bcd6-4411-b2a9-ab33ce65580d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aacee2-2ddd-4463-b426-737d709e8537,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:33.108032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41770) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:33.124316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:33.145547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b6589045-bc05-4099-a4de-9125fb7eb6bf triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:33.146818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.184890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.199396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=092bf253-870e-41bc-bddd-e2140b4d8321,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:33.280494 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:54:33.300590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] For port 57874b33-44d8-42d8-9935-64f076a7b89b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57874b33-44d8-42d8-9935-64f076a7b89b,segment=NetworkSegment(c7d536a6-b118-4d37-a949-bd9ba294c01b),segment_id=c7d536a6-b118-4d37-a949-bd9ba294c01b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:33.317012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e966-1e94-4a47-ae8f-0cbf3f166f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.345688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21f98ac5-16be-4e59-96cd-a785eff84084 req-a34457b8-f182-48d2-acd3-2c9011f88c13 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 210 time: 0.0852377 Feb 07 22:54:33.359973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Allocated IP 172.20.0.4 (61ca20aa-c5e9-417f-bdbf-9806e3560115/52fb8dac-1da4-4ac8-be75-d788dd89b432/7775b3ba-0810-4126-ba18-da5a753687e2) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:33.373932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.398084 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.437425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] Transition to ACTIVE for port object 57874b33-44d8-42d8-9935-64f076a7b89b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:33.455804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:33.456119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.460048 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.473352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e966-1e94-4a47-ae8f-0cbf3f166f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.481025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5ef07-4eca-4be7-a482-498344396072 req-ae4d2a03-3805-4cce-8a5f-88655157a8ce tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:33.482582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67a5ef07-4eca-4be7-a482-498344396072 req-ae4d2a03-3805-4cce-8a5f-88655157a8ce tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 943 time: 0.6841922 Feb 07 22:54:33.598476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e5e8b2b-cfc6-4455-a93a-490299b1d481 req-de040e54-c0f8-4968-b5c8-956a33b9d2dd service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192802 Feb 07 22:54:33.602553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e966-1e94-4a47-ae8f-0cbf3f166f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.603353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-58d00028-e6e2-43a1-98b2-dbb40c6e9d8b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 7.3434291 Feb 07 22:54:33.604350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41780) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:33.616601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c8e0524-821e-4a3f-861e-c815ac0451cf'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:33.646888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67a5ef07-4eca-4be7-a482-498344396072 req-570c7f66-07db-4b8a-9ae4-f50ccecaf3ea tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437955 Feb 07 22:54:33.658303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9e966-1e94-4a47-ae8f-0cbf3f166f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aacee2-2ddd-4463-b426-737d709e8537,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:33.659198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9987eb6-361f-4a1a-9a3d-27f8d49c187b None None] Pushing event updated for resources: {'Port': ['ID=57874b33-44d8-42d8-9935-64f076a7b89b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:33.691610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.730762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b6589045-bc05-4099-a4de-9125fb7eb6bf, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6589045-bc05-4099-a4de-9125fb7eb6bf,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:33.736098 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.787645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:33.819135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b6589045-bc05-4099-a4de-9125fb7eb6bf,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:34.054797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57874b33-44d8-42d8-9935-64f076a7b89b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:34.150818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ba9e966-1e94-4a47-ae8f-0cbf3f166f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.152451 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8ba9e966-1e94-4a47-ae8f-0cbf3f166f54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06aacee2-2ddd-4463-b426-737d709e8537 HTTP/1.1" status: 204 len: 168 time: 1.0384028 Feb 07 22:54:34.175855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6589045-bc05-4099-a4de-9125fb7eb6bf up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:34.181291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.271222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b6589045-bc05-4099-a4de-9125fb7eb6bf triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:34.275038 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.308279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff607cd-5b72-4f05-9d17-12ee31c6a5ed,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:34.325689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.331948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.350256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-97c99084-7636-4898-aeba-f9e49e5d931c tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/subnets/8ff607cd-5b72-4f05-9d17-12ee31c6a5ed HTTP/1.1" status: 204 len: 168 time: 1.9888532 Feb 07 22:54:34.351896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41786) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:34.403842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54915ed1-2aa9-4937-b4a2-69033d161d69 None None] Network 0eefcef7-ce1f-403c-9488-2b34194917a5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:34.418504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-4ce1b7dc-8f2e-4537-a4eb-d2faccaa21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:34.420009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-4ce1b7dc-8f2e-4537-a4eb-d2faccaa21f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 1094 time: 0.7290876 Feb 07 22:54:34.707978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.730079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2099ba56-6eee-4d4c-a003-a5d019fa4a25 req-92d3293b-e81c-4379-badb-c3f38be0e941 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 210 time: 0.0686820 Feb 07 22:54:34.754724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:34.755323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.787733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55939a0b-3647-4563-af8b-55cc3f246384 None None] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:34.820769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:34.848442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-31e2e681-899c-4b67-b169-9aab3f2e9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:34.857841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-31e2e681-899c-4b67-b169-9aab3f2e9034 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.4207551 Feb 07 22:54:35.068122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Network 61ca20aa-c5e9-417f-bdbf-9806e3560115 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:35.071586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:35.077613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:35.085588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-66812830-7fda-456c-bc04-b57a6b0e0395 None None] Provisioning for port 57874b33-44d8-42d8-9935-64f076a7b89b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:35.098765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-66812830-7fda-456c-bc04-b57a6b0e0395 None None] Provisioning complete for port 57874b33-44d8-42d8-9935-64f076a7b89b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:35.099341 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-66812830-7fda-456c-bc04-b57a6b0e0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.163380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-0c761e75-56a8-4032-baf3-78db83a08186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 HTTP/1.1" status: 200 len: 217 time: 0.2130201 Feb 07 22:54:35.166418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event updated for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:35.194915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.244088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:54:35.271989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.345080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:35.346002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.390184 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.446632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-aede697a-db4d-427e-abca-29200bd0c69b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6163919 Feb 07 22:54:35.536903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Request body: {'port': {'device_id': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:35.621318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-df645e75-9dd7-4499-b598-548b3b7e7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:35.623338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-df645e75-9dd7-4499-b598-548b3b7e7877 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.4158578 Feb 07 22:54:35.677140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port c4a4c259-b8a6-4798-947d-9a6ef76b0c27, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:35.677719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.685326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] DHCP port deletion for 0eefcef7-ce1f-403c-9488-2b34194917a5 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:54:35.690209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Deleting port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:35.690736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:35.755231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa86096-5d0b-42a8-b752-c767df04b46c req-4f1824ea-dc6e-4a67-a6ac-4197123b9149 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:35.769321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1fa86096-5d0b-42a8-b752-c767df04b46c req-4f1824ea-dc6e-4a67-a6ac-4197123b9149 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 943 time: 0.8168988 Feb 07 22:54:35.969297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Port': ['ID=e48eb0b6-160d-4292-b2d4-8048ba1b0409,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:35.981185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for c4a4c259-b8a6-4798-947d-9a6ef76b0c27 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:35.988322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.008450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-2646c7c1-1716-4993-a59c-ad34a5880af1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2775311 Feb 07 22:54:36.135784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.139210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c4a4c259-b8a6-4798-947d-9a6ef76b0c27 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:36.177733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1fa86096-5d0b-42a8-b752-c767df04b46c req-da9ce4d1-7bc2-403e-97ee-b308bfa7230d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056907 Feb 07 22:54:36.285077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3271363-2a1a-4935-a08f-f6799bc8a151 None None] Provisioning complete for port 57874b33-44d8-42d8-9935-64f076a7b89b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:36.285715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3271363-2a1a-4935-a08f-f6799bc8a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.313810 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.351463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] For port c4a4c259-b8a6-4798-947d-9a6ef76b0c27, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,segment=NetworkSegment(23de7dd2-c1ca-46e1-b61a-34833e54efef),segment_id=23de7dd2-c1ca-46e1-b61a-34833e54efef)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:36.351867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.364662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.542478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-28836f4c-751e-4d6a-8808-26ee0e28c8ab service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201492 Feb 07 22:54:36.554076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.579810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Calling delete_port for c4a4c259-b8a6-4798-947d-9a6ef76b0c27 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:36.587172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.588432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5b90c501-bc30-4a76-84e9-d42b639e0ef0 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 10.2574365 Feb 07 22:54:36.598604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41830) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:36.611270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:54:36.669684 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:36.735347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Port': ['ID=c4a4c259-b8a6-4798-947d-9a6ef76b0c27,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:36.749607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] No DVR routers for this DVR port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:36.771787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452895a-5e15-42a0-9692-678690a04feb req-0b5aeb02-a618-4ede-89ad-20a6e2b8ab67 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:36.779130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5452895a-5e15-42a0-9692-678690a04feb req-0b5aeb02-a618-4ede-89ad-20a6e2b8ab67 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 931 time: 0.8048735 Feb 07 22:54:36.902162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bd3afa-902c-4847-9894-0f712adbde9f req-c5705c71-bd06-43a8-9139-55880a963bae service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468838 Feb 07 22:54:36.920150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5452895a-5e15-42a0-9692-678690a04feb req-fed0ab5d-12b7-4bbe-8308-547e851134b0 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Synchronizing usage tracker for tenant:888268752e9b41c4baf055164fec4c7c on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:36.939450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Delete allocated IP 172.20.0.27 (658a7fda-02f4-486c-bb2c-63d21c3632cd/64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f) {{(pid=87670) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:54:36.973263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5452895a-5e15-42a0-9692-678690a04feb req-fed0ab5d-12b7-4bbe-8308-547e851134b0 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Unset dirty status for tenant:888268752e9b41c4baf055164fec4c7c on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:36.984165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5452895a-5e15-42a0-9692-678690a04feb req-fed0ab5d-12b7-4bbe-8308-547e851134b0 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040679 Feb 07 22:54:37.114635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:54:37.115867 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:54:37.170761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3271363-2a1a-4935-a08f-f6799bc8a151 None None] Provisioning for port 092bf253-870e-41bc-bddd-e2140b4d8321 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:37.185813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3271363-2a1a-4935-a08f-f6799bc8a151 None None] Provisioning complete for port 092bf253-870e-41bc-bddd-e2140b4d8321 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:37.186490 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3271363-2a1a-4935-a08f-f6799bc8a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.202103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41838) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:37.236488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.243286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:37.264668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eefcef7-ce1f-403c-9488-2b34194917a5']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:37.269638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'port_id': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29', 'mac_address': 'fa:16:3e:20:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3297c5f5-c5ac-465c-86f2-3cd46109b2e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:54:37.273444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f3271363-2a1a-4935-a08f-f6799bc8a151 None None] Port 092bf253-870e-41bc-bddd-e2140b4d8321 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:54:37.279910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23de7dd2-c1ca-46e1-b61a-34833e54efef') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:37.280260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23de7dd2-c1ca-46e1-b61a-34833e54efef') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:37.295912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.312152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.329387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:37.329387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.358462 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.377749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:37.446735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f143ae98-9645-4689-9898-9179e02c403d None None] Provisioning complete for port 092bf253-870e-41bc-bddd-e2140b4d8321 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:37.448882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f143ae98-9645-4689-9898-9179e02c403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:37.453141 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:37.464819 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3af8f347-5211-461a-bb38-83c662ab361c tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=3639e8d0-d4a9-4ad1-84c1-7bacca6c302d HTTP/1.1" status: 200 len: 689 time: 0.8617077 Feb 07 22:54:37.485815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41846) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:37.502166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:37.549242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.568386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926040ee-3298-4a69-bcaa-fa00ef599f2e req-d84bf017-cae0-4284-8426-ee29e474bb90 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:37.576393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-926040ee-3298-4a69-bcaa-fa00ef599f2e req-d84bf017-cae0-4284-8426-ee29e474bb90 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 943 time: 0.2044005 Feb 07 22:54:37.579900 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.614021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f143ae98-9645-4689-9898-9179e02c403d None None] Port 092bf253-870e-41bc-bddd-e2140b4d8321 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:54:37.617569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Deleting port c4a4c259-b8a6-4798-947d-9a6ef76b0c27 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:37.617972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.636436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.639234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.642259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.662800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Ignored duplicate provisioning block setup for port 092bf253-870e-41bc-bddd-e2140b4d8321 by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 22:54:37.683535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Network': ['ID=0eefcef7-ce1f-403c-9488-2b34194917a5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:37.683752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.685771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:37.708694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-926040ee-3298-4a69-bcaa-fa00ef599f2e req-d953571d-7a06-4112-ab4c-94fa0e3d272b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311653 Feb 07 22:54:37.742907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d62239ab-2245-497c-a8bd-52e278d747ca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/networks/0eefcef7-ce1f-403c-9488-2b34194917a5 HTTP/1.1" status: 204 len: 168 time: 3.3898723 Feb 07 22:54:37.746786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41852) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:37.762904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:54:37.776087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Usage tracker for resource:security_group_rule and tenant:6221a851e3f641778d729adf1bfbdf4b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:37.779844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:37.793390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:37.795633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7026c26d-1734-4ab9-869d-cff256d42492 None None] The port 'c4a4c259-b8a6-4798-947d-9a6ef76b0c27' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:54:37.809934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:37.875610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=092bf253-870e-41bc-bddd-e2140b4d8321,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:37.878854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:37.989880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] In _notify_port_updated(), no bound segment for port 092bf253-870e-41bc-bddd-e2140b4d8321 on network 658a7fda-02f4-486c-bb2c-63d21c3632cd {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:54:37.997864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:37.998761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.005041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7775b3ba-0810-4126-ba18-da5a753687e2 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:38.006249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c73ad70c-bbf3-4c24-b335-e2ca3a27679d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "PUT /v2.0/ports/092bf253-870e-41bc-bddd-e2140b4d8321 HTTP/1.1" status: 200 len: 918 time: 4.3967450 Feb 07 22:54:38.008797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41856) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:38.020071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Deleting port e48eb0b6-160d-4292-b2d4-8048ba1b0409 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:38.020780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.037968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c8e0524-821e-4a3f-861e-c815ac0451cf'}, {'subnet_id': '64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:38.052122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.074690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting subnet 73b2fe6e-ac15-4701-adf5-8a578c47903a {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:54:38.085384 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.143372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Transition to ACTIVE for port object 7775b3ba-0810-4126-ba18-da5a753687e2 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:38.216967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.277033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6f2254d2-1518-4619-bd67-bcd0576e4895 None None] Provisioning complete for port 092bf253-870e-41bc-bddd-e2140b4d8321 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:38.277953 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f2254d2-1518-4619-bd67-bcd0576e4895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.293702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.303130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.325051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.371421 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.383449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6f2254d2-1518-4619-bd67-bcd0576e4895 None None] Port 092bf253-870e-41bc-bddd-e2140b4d8321 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:54:38.394768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0968ff8-ca39-4e66-861e-a67642cdb474,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:38.472617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-967b951e-3fd9-4b15-b3fb-2528cfb7b19a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6221a851e3f641778d729adf1bfbdf4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2671580 Feb 07 22:54:38.475075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41868) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:38.503632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Pushing event updated for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:38.504089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed689b-3df4-42c8-952f-658b52390f4c req-12840f28-b14b-451a-ae2e-bdd4c09c8f67 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:38.505666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16ed689b-3df4-42c8-952f-658b52390f4c req-12840f28-b14b-451a-ae2e-bdd4c09c8f67 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 943 time: 0.3101883 Feb 07 22:54:38.518217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:38.556428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.556820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.604734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:38.611482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:38.611888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.700582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Calling delete_port for e48eb0b6-160d-4292-b2d4-8048ba1b0409 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:38.711935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16ed689b-3df4-42c8-952f-658b52390f4c req-a9943276-e39d-4a65-9e50-afbe9759686f tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172569 Feb 07 22:54:38.804596 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7d7274e-9c43-44c5-bff6-abbe0d40b735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.805737 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.816052 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.852893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Attempting to bind port 7775b3ba-0810-4126-ba18-da5a753687e2 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:38.853229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Attempting to bind port 7775b3ba-0810-4126-ba18-da5a753687e2 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:38.853560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Attempting to bind port 7775b3ba-0810-4126-ba18-da5a753687e2 on network 61ca20aa-c5e9-417f-bdbf-9806e3560115 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:38.855988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7d7274e-9c43-44c5-bff6-abbe0d40b735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.896703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:38.910091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Port 7775b3ba-0810-4126-ba18-da5a753687e2 on network 61ca20aa-c5e9-417f-bdbf-9806e3560115 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:54:38.910463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Attempting to bind port 7775b3ba-0810-4126-ba18-da5a753687e2 on network 61ca20aa-c5e9-417f-bdbf-9806e3560115 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:38.916789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:38.925386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:38.932845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:38.933236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Checking segment: {'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:38.933658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Bound using segment: {'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:38.937837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Bound port: 7775b3ba-0810-4126-ba18-da5a753687e2, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e30500-6c59-46fa-ab27-b82f508ade95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:38.938216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.001213 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29', 'code': 200} Feb 07 22:54:39.002252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:39.120378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.30 (658a7fda-02f4-486c-bb2c-63d21c3632cd/64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f/092bf253-870e-41bc-bddd-e2140b4d8321) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:39.127693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7d7274e-9c43-44c5-bff6-abbe0d40b735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.155961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7274e-9c43-44c5-bff6-abbe0d40b735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0968ff8-ca39-4e66-861e-a67642cdb474,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:39.172891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7d7274e-9c43-44c5-bff6-abbe0d40b735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.176513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d7d7274e-9c43-44c5-bff6-abbe0d40b735 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0968ff8-ca39-4e66-861e-a67642cdb474 HTTP/1.1" status: 204 len: 168 time: 0.6973310 Feb 07 22:54:39.185932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825d77e-43b7-4aa2-bfe0-c575fe74ad39 req-e7893bd4-29d2-40ac-adf4-730ebb2290b4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:39.193647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0825d77e-43b7-4aa2-bfe0-c575fe74ad39 req-e7893bd4-29d2-40ac-adf4-730ebb2290b4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 945 time: 0.3246148 Feb 07 22:54:39.257207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.272053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0825d77e-43b7-4aa2-bfe0-c575fe74ad39 req-ad02a053-a03e-418d-833b-c1254596e245 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778122 Feb 07 22:54:39.274298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfa09-3b91-4e06-b8e4-a6706c8a7d9a req-d1631453-76f4-413a-9991-dabe5ece9ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:39.276724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46fcfa09-3b91-4e06-b8e4-a6706c8a7d9a req-d1631453-76f4-413a-9991-dabe5ece9ccd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 1096 time: 0.2149360 Feb 07 22:54:39.327775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Subnet': ['ID=73b2fe6e-ac15-4701-adf5-8a578c47903a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:39.332715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.349081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d30b2-6b46-4c76-a64b-18866e0ff80d None None] Network 54e14abc-a782-4d25-a376-7a4b987262f3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:39.352081 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d49f42d-88dc-49bb-ba8e-0b8a952cccae tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/subnets/73b2fe6e-ac15-4701-adf5-8a578c47903a HTTP/1.1" status: 204 len: 168 time: 1.6031411 Feb 07 22:54:39.353312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:39.355912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.361811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:39.363687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7775b3ba-0810-4126-ba18-da5a753687e2,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:39.424338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46fcfa09-3b91-4e06-b8e4-a6706c8a7d9a req-47c9325a-fa44-4187-ad29-368b6e58af03 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294539 Feb 07 22:54:39.438056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.446645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event deleted for resources: {'Port': ['ID=e48eb0b6-160d-4292-b2d4-8048ba1b0409,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:39.539538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.557670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 092bf253-870e-41bc-bddd-e2140b4d8321 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:39.562741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.716466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:39.717903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.719450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] 10.222.0.36 "PUT /v2.0/ports/7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 1091 time: 4.2000101 Feb 07 22:54:39.722882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:39.779472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.872771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:39.882343 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2', 'status': 'completed', 'code': 200} Feb 07 22:54:39.890224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21487b-db67-4329-ac1d-fdff41d03782 service neutron] Pushing event updated for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.056128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] DHCP port deletion for 54e14abc-a782-4d25-a376-7a4b987262f3 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:54:40.062492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] Deleting port 17fee170-2584-46dc-ba77-74a10fabaa03 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:40.063015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.063641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.138824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 17fee170-2584-46dc-ba77-74a10fabaa03 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:40.139499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.189109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=092bf253-870e-41bc-bddd-e2140b4d8321,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.265812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-5f348519-c444-4e87-8c6b-ac430d2e869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:40.266782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-5f348519-c444-4e87-8c6b-ac430d2e869d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1094 time: 0.4379833 Feb 07 22:54:40.330031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] In _notify_port_updated(), no bound segment for port 092bf253-870e-41bc-bddd-e2140b4d8321 on network 658a7fda-02f4-486c-bb2c-63d21c3632cd {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:54:40.344706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:40.345385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.348192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-36967aa1-6e8b-4695-a625-0d438a91ded8 None None] Provisioning for port 092bf253-870e-41bc-bddd-e2140b4d8321 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:40.351591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-64227be1-31b2-4b17-b00a-4510435e0474 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "PUT /v2.0/ports/092bf253-870e-41bc-bddd-e2140b4d8321 HTTP/1.1" status: 200 len: 998 time: 2.3416002 Feb 07 22:54:40.362966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-36967aa1-6e8b-4695-a625-0d438a91ded8 None None] Provisioning complete for port 092bf253-870e-41bc-bddd-e2140b4d8321 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:40.365397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:40.365541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-36967aa1-6e8b-4695-a625-0d438a91ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.389401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad99b3b-5e8e-448d-878d-917d22d55f29 req-f159578b-19dd-4d2b-87e4-e074bbbd311b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:40.399014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ad99b3b-5e8e-448d-878d-917d22d55f29 req-f159578b-19dd-4d2b-87e4-e074bbbd311b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 943 time: 0.3164093 Feb 07 22:54:40.439040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] For port 17fee170-2584-46dc-ba77-74a10fabaa03, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=17fee170-2584-46dc-ba77-74a10fabaa03,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:40.439541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.465369 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.497626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41912) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:40.633577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ad99b3b-5e8e-448d-878d-917d22d55f29 req-a00e7d30-89a9-4d23-96fa-d9b0ee3aeeb7 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332292 Feb 07 22:54:40.647998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] Calling delete_port for 17fee170-2584-46dc-ba77-74a10fabaa03 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:40.681260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 092bf253-870e-41bc-bddd-e2140b4d8321 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:40.683004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.693170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04aed212-590c-40cb-9dc0-5499f6a4b89f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.695774 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-3a8d2b9b-f397-4226-b665-1b31716a1353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.4091282 Feb 07 22:54:40.703054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-36967aa1-6e8b-4695-a625-0d438a91ded8 None None] Port 092bf253-870e-41bc-bddd-e2140b4d8321 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:54:40.872502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.883318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:40.975795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] Pushing event deleted for resources: {'Port': ['ID=17fee170-2584-46dc-ba77-74a10fabaa03,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:40.978424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ed253-7979-4b3e-a3ac-8cfb9adad670 None None] No DVR routers for this DVR port 17fee170-2584-46dc-ba77-74a10fabaa03 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:40.984132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-d473d43a-c1da-4d12-b327-2f685030ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:40.991294 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-d473d43a-c1da-4d12-b327-2f685030ae2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.2853951 Feb 07 22:54:41.010273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3639e8d0-d4a9-4ad1-84c1-7bacca6c302d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:41.039362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 17fee170-2584-46dc-ba77-74a10fabaa03, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=17fee170-2584-46dc-ba77-74a10fabaa03,segment=NetworkSegment(5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66),segment_id=5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:41.040352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.056405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41924) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:41.074521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-998764522-network', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:41.079555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:41.083593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Usage tracker for resource:network and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:41.086524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:41.092813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:41.115618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Made reservation on behalf of 6245a52bd9e44ce8b32a223827c6e820 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:41.117955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.136443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.156996 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-d3b959b3-9aa2-4480-bea9-b9898a7a1e60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570342 Feb 07 22:54:41.168355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.193091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:41.205936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd590bcc-32c4-46d8-8842-d45d7ed80455 req-d89236cf-2c74-4950-9428-b497e63f522b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:41.207465 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd590bcc-32c4-46d8-8842-d45d7ed80455 req-d89236cf-2c74-4950-9428-b497e63f522b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 945 time: 0.7089498 Feb 07 22:54:41.212055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:41.215745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.223247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 17fee170-2584-46dc-ba77-74a10fabaa03 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:41.225484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:41.232762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Usage tracker for resource:security_group_rule and tenant:87275d07701a4f64b58a53a83d7de420 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:41.248205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:41.251716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b76f5ba-9558-414c-9f3e-80985c947b58') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:41.252032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b76f5ba-9558-414c-9f3e-80985c947b58') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:41.252714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:41.261072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:41.320746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:41.407022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 092bf253-870e-41bc-bddd-e2140b4d8321 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:41.469281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.474972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd590bcc-32c4-46d8-8842-d45d7ed80455 req-90c5f984-7a92-4b21-a493-112712531a78 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517848 Feb 07 22:54:41.511766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.539804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:41.540448 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:41.562820 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:41.640964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:54:41.641287 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:54:41.655829 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-b09c8c08-0650-4407-b13d-4622adda5bfe service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395008 Feb 07 22:54:41.676637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.685806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.740596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=092bf253-870e-41bc-bddd-e2140b4d8321,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:41.756364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3639e8d0-d4a9-4ad1-84c1-7bacca6c302d {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 22:54:41.762886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event deleted for resources: {'Network': ['ID=3639e8d0-d4a9-4ad1-84c1-7bacca6c302d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:41.765028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:41.793385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36dde653-a040-42ce-9cf2-4b855981a791 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3639e8d0-d4a9-4ad1-84c1-7bacca6c302d HTTP/1.1" status: 204 len: 168 time: 4.3060360 Feb 07 22:54:41.796267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41932) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:41.927585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9af3477e-2553-43d6-a630-1dd4a1f4a528 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Synchronizing usage tracker for tenant:9b10e44fda9b407ca12b0ec95e056db5 on resource:floatingip {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:41.972066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9af3477e-2553-43d6-a630-1dd4a1f4a528 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Unset dirty status for tenant:9b10e44fda9b407ca12b0ec95e056db5 on resource:floatingip {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:41.973353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9af3477e-2553-43d6-a630-1dd4a1f4a528 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1759281 Feb 07 22:54:41.976165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41936) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.014986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c033a81-79af-48e7-b0ca-a832dff73a5d req-00e18721-270b-4ef6-8fe2-9c919118360a service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516374 Feb 07 22:54:42.069465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 17fee170-2584-46dc-ba77-74a10fabaa03 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:42.105134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 17fee170-2584-46dc-ba77-74a10fabaa03 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:54:42.105719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 17fee170-2584-46dc-ba77-74a10fabaa03 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:54:42.118225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.118698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.119999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.120419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.120916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.121415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.121866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.122365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.122806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.123283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.124022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.124159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.125583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Synchronizing usage tracker for tenant:9b10e44fda9b407ca12b0ec95e056db5 on resource:subnet {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:42.129812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.136216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.150145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd84dc-8e01-4c0d-91df-b5030c9676e7 req-1aa7a442-7b87-4f36-b8b6-b29f3ddb2dae tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.151862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4cd84dc-8e01-4c0d-91df-b5030c9676e7 req-1aa7a442-7b87-4f36-b8b6-b29f3ddb2dae tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 943 time: 0.3223879 Feb 07 22:54:42.153390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.160282 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.165658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 17fee170-2584-46dc-ba77-74a10fabaa03 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:42.166532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.175384 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.241730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:42.262819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1bc9f430-9ff5-4085-9e8f-e2fe9aaf6e3e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/092bf253-870e-41bc-bddd-e2140b4d8321 HTTP/1.1" status: 204 len: 168 time: 1.8929219 Feb 07 22:54:42.266284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd39a6b-c2c4-4f7a-9386-13a1cc9ce61f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:42.273679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87275d07701a4f64b58a53a83d7de420&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2134130 Feb 07 22:54:42.273679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41940) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.274509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] The port '17fee170-2584-46dc-ba77-74a10fabaa03' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:54:42.275615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41942) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.279767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Unset dirty status for tenant:9b10e44fda9b407ca12b0ec95e056db5 on resource:subnet {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:42.280901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72e19fd0-f1f8-4bd3-9710-959c9dbb7307 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7656 time: 0.3035495 Feb 07 22:54:42.285912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.286274 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Added segment 869fac6b-f457-437d-8f99-adb0586c8060 of type vlan for network d60eb7aa-2182-44ab-b27b-0104971265bf Feb 07 22:54:42.288483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41946) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.393929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4cd84dc-8e01-4c0d-91df-b5030c9676e7 req-cb6bfe61-74b3-4735-8068-d8ac7a3196ff tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305303 Feb 07 22:54:42.433356 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-bb56f81f-dafa-4ab0-bc8f-99d8c7af4d0b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] delete failed (client error): The resource could not be found. Feb 07 22:54:42.434377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bb56f81f-dafa-4ab0-bc8f-99d8c7af4d0b tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/63da761c-f52d-47db-91c7-7f82084a761a HTTP/1.1" status: 404 len: 345 time: 0.1423278 Feb 07 22:54:42.435342 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-184d3a4e-2274-403a-9a34-62b9c2179ce2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:54:42.436443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-184d3a4e-2274-403a-9a34-62b9c2179ce2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:42.438317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41952) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.468373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-3a5b6055-65b7-4ce6-b62a-e18c568e0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.469932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-3a5b6055-65b7-4ce6-b62a-e18c568e0990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1094 time: 0.3581731 Feb 07 22:54:42.477859 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.487701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0279e0b5-6345-41ff-9cbf-a6baeed84aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.589424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f209b8-9f61-4d0c-8ec2-b57f28fd92aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121f2609-6da3-4f84-bdc8-0390c9d97cc9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:42.597191 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.601071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e14abc-a782-4d25-a376-7a4b987262f3']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:42.621170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0279e0b5-6345-41ff-9cbf-a6baeed84aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.630362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:42.630664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb64ebd-fc40-4c5e-a7a9-b7634ddf0a66') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:42.648752 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5888fd63-04db-4c66-b840-af2d4120ba90 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] DELETE failed (client error): The resource could not be found. Feb 07 22:54:42.649008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5888fd63-04db-4c66-b840-af2d4120ba90 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:54:42.659943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-184d3a4e-2274-403a-9a34-62b9c2179ce2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:42.661119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-184d3a4e-2274-403a-9a34-62b9c2179ce2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/092bf253-870e-41bc-bddd-e2140b4d8321 HTTP/1.1" status: 404 len: 333 time: 0.3769205 Feb 07 22:54:42.664067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41958) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.665210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.668345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5888fd63-04db-4c66-b840-af2d4120ba90 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3639e8d0-d4a9-4ad1-84c1-7bacca6c302d HTTP/1.1" status: 404 len: 339 time: 0.2184713 Feb 07 22:54:42.681044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41962) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.698070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'network': {'name': 'tempest-network--1078087949', 'router:external': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:42.725832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:42.729298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.739222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:network and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:42.751772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.751978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:42.752762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.753342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.763455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:42.763917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:42.779309 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:42.781764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:42.832185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-83f1cdb3-90e5-4107-9215-e1b29da3fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.832861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-83f1cdb3-90e5-4107-9215-e1b29da3fe88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.3462703 Feb 07 22:54:42.838998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:54:42.862841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.893358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3198521 Feb 07 22:54:42.895085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41966) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:42.917238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Request body: {'subnet': {'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-998764522-subnet', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:42.926139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:42.928697 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-3e2d0c71-af0b-4fb6-834c-f3684a0993db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.0855043 Feb 07 22:54:42.930568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019a832-e2c1-4170-902c-1987ff4007e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d60eb7aa-2182-44ab-b27b-0104971265bf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:42.939798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46cf08-fc2a-4f71-86db-38d93104abb8 req-ee7a9150-e0e5-4056-adfb-6c4a74ff5584 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:42.941302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a46cf08-fc2a-4f71-86db-38d93104abb8 req-ee7a9150-e0e5-4056-adfb-6c4a74ff5584 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 945 time: 0.3356540 Feb 07 22:54:42.945569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d60eb7aa-2182-44ab-b27b-0104971265bf details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:42.952644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Usage tracker for resource:subnet and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:42.960418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:42.970980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Made reservation on behalf of 9b10e44fda9b407ca12b0ec95e056db5 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:42.973299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.980178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:42.986856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0279e0b5-6345-41ff-9cbf-a6baeed84aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.012285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:43.020760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.026089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.050012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Made reservation on behalf of 6245a52bd9e44ce8b32a223827c6e820 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:43.050519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279e0b5-6345-41ff-9cbf-a6baeed84aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121f2609-6da3-4f84-bdc8-0390c9d97cc9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.052627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.086487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Network': ['ID=54e14abc-a782-4d25-a376-7a4b987262f3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.092872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0279e0b5-6345-41ff-9cbf-a6baeed84aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.096617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0279e0b5-6345-41ff-9cbf-a6baeed84aa2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/121f2609-6da3-4f84-bdc8-0390c9d97cc9 HTTP/1.1" status: 204 len: 168 time: 0.8156950 Feb 07 22:54:43.104931 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0a8e40f7-4ba6-4522-8d2b-6201dd1cc827 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/networks/54e14abc-a782-4d25-a376-7a4b987262f3 HTTP/1.1" status: 204 len: 168 time: 3.7057064 Feb 07 22:54:43.107464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:43.110533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-df6b9697-0b17-45e0-a21c-4d1970b15d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:43.112075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-df6b9697-0b17-45e0-a21c-4d1970b15d86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.1751859 Feb 07 22:54:43.115292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41972) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:43.122253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1445207979'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:43.132888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:43.139328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a46cf08-fc2a-4f71-86db-38d93104abb8 req-af7608e5-1b4a-40be-b7cc-45fa71681eec tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819344 Feb 07 22:54:43.165829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.166150 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Added segment 474b8d18-1937-4aff-b2a0-ecedd58a7841 of type vlan for network 4cabfe9d-b941-4661-8f8e-6244aaedaf88 Feb 07 22:54:43.177178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:network and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:43.186060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:43.190738 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-82355fe1-1dce-48cb-8e80-081f33df11b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605147 Feb 07 22:54:43.195086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:43.223310 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.442541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:43.446761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.449015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.467364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.498631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:43.541976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.542542 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Added segment c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d of type vlan for network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc Feb 07 22:54:43.545399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-6e6e76c5-48be-4f49-8eb8-496ca68ab691 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448927 Feb 07 22:54:43.649181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.650141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:43.651278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.665284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.691996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e39fb62-32b0-4709-a1c8-613ca34bd90c,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.736368 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.744209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855584d-0171-4a85-a300-56bbc2d39d86 None None] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:43.753119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.769670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.783022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Checking segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:43.783570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Network hostable DHCP agents. Network: d60eb7aa-2182-44ab-b27b-0104971265bf, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:43.795426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7c4b1d3e-b057-4811-b450-a1d34d5eb872 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f HTTP/1.1" status: 204 len: 168 time: 1.1256633 Feb 07 22:54:43.799491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42006) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:43.856932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbadf2-7729-42f2-8352-b86a53fbc852 req-83816d54-34e8-43f1-a5af-d8fe5c38e563 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:43.858686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81bbadf2-7729-42f2-8352-b86a53fbc852 req-83816d54-34e8-43f1-a5af-d8fe5c38e563 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.4470856 Feb 07 22:54:43.865425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Network': ['ID=4cabfe9d-b941-4661-8f8e-6244aaedaf88,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:43.877466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-89ab02d1-5bd7-474c-9299-d709ad7ee609 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1951895 Feb 07 22:54:43.883986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42010) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:43.901189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Network d60eb7aa-2182-44ab-b27b-0104971265bf is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:43.942215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81bbadf2-7729-42f2-8352-b86a53fbc852 req-21583434-13c7-44cf-bc03-e1c5056aa276 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.0679224 Feb 07 22:54:43.961146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2179a04d-a7cf-4224-bcb3-5784f8ea611a req-9c21f022-d332-4706-bfef-47267e9bfe2f service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072015 Feb 07 22:54:43.964778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:43.971401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:43.972263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.009412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4cabfe9d-b941-4661-8f8e-6244aaedaf88 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:44.092092 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9757349 Feb 07 22:54:44.099359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42016) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:44.112417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'subnet': {'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:44.114157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fe310-2de4-4294-80c9-d70d53a30004 req-348da4ac-6142-4d1d-965f-ad84a9662f52 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.115884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d39fe310-2de4-4294-80c9-d70d53a30004 req-348da4ac-6142-4d1d-965f-ad84a9662f52 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 943 time: 0.5604956 Feb 07 22:54:44.133186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42020) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:44.180416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 3c8e0524-821e-4a3f-861e-c815ac0451cf {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:54:44.182749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d60eb7aa-2182-44ab-b27b-0104971265bf) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:44.190679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db504a6b-da7e-4774-9765-b5b8147f50e6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Network': ['ID=d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:44.194184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3637795-e2b1-457e-b97d-a8e7282365e2 None None] Network d60eb7aa-2182-44ab-b27b-0104971265bf requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:44.196786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.197975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.221707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:44.230806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.253538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:44.258668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:subnet and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:44.262732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:44.272747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:44.287037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:44.297756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.372506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1c4f4985-46da-4e8a-a108-e5d98fd7c6bd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4673245 Feb 07 22:54:44.382479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.391084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42026) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:44.401754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:44.422258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d39fe310-2de4-4294-80c9-d70d53a30004 req-723971c3-cdd8-4e52-bc73-e6927b3b2997 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928178 Feb 07 22:54:44.424350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:44.434063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Usage tracker for resource:router and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:44.439912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:44.452371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:44.466666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29762e3-1e7b-448e-bf25-2ecd0d7a920c tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.473255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29762e3-1e7b-448e-bf25-2ecd0d7a920c tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.480848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.481714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29762e3-1e7b-448e-bf25-2ecd0d7a920c tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.481828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.487565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29762e3-1e7b-448e-bf25-2ecd0d7a920c tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:44.492115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b29762e3-1e7b-448e-bf25-2ecd0d7a920c tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5951433 Feb 07 22:54:44.492608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42030) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:44.502162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1456035316-network', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:44.510057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:44.522042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Usage tracker for resource:network and tenant:82c3544b49c84fafbac2e1c983c911e5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:44.525643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:44.536538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:44.546084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81bbadf2-7729-42f2-8352-b86a53fbc852 req-d1ce4771-2419-4dc5-a321-3321830d94b5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4292233 Feb 07 22:54:44.576646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.617704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7775b3ba-0810-4126-ba18-da5a753687e2 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:54:44.637862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d60eb7aa-2182-44ab-b27b-0104971265bf', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:54:44.638367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.680329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.779579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Made reservation on behalf of 82c3544b49c84fafbac2e1c983c911e5 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:44.782263 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.800500 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.830783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:44.837686 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:44.875866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Usage tracker for resource:security_group_rule and tenant:82c3544b49c84fafbac2e1c983c911e5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:44.885673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:44.909032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:44.950835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81bbadf2-7729-42f2-8352-b86a53fbc852 req-b4766181-e847-46dc-b637-4ba27c33bfa1 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931322 Feb 07 22:54:45.013937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Allocated IP 172.20.0.2 (d60eb7aa-2182-44ab-b27b-0104971265bf/8e39fb62-32b0-4709-a1c8-613ca34bd90c/4482c8df-8110-4baf-a7df-aeab381d7f31) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:45.022296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7775b3ba-0810-4126-ba18-da5a753687e2,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:45.042637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '7775b3ba-0810-4126-ba18-da5a753687e2', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'port_id': '7775b3ba-0810-4126-ba18-da5a753687e2', 'mac_address': 'fa:16:3e:81:8f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:54:45.069558 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.082358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.126907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.130215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8e0524-821e-4a3f-861e-c815ac0451cf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:45.136650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.181920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-450bc23f-5158-403f-abb1-7284265f5a5e tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/3c8e0524-821e-4a3f-861e-c815ac0451cf HTTP/1.1" status: 204 len: 168 time: 1.3780439 Feb 07 22:54:45.188950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42034) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:45.214811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7775b3ba-0810-4126-ba18-da5a753687e2 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:54:45.223372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Subnet': ['ID=e1379046-da7d-4df2-bea7-5b8f8920dee8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:45.256266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7775b3ba-0810-4126-ba18-da5a753687e2,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:45.276853 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.340911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.356334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81bbadf2-7729-42f2-8352-b86a53fbc852 req-c718bf85-435c-45a9-ab09-0485896c233c service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856237 Feb 07 22:54:45.371311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997df2e-f763-4e46-a57a-88a06260c17c None None] Network 658a7fda-02f4-486c-bb2c-63d21c3632cd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:45.378772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.382162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 57874b33-44d8-42d8-9935-64f076a7b89b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:54:45.382513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.408225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.419859 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.471018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:45.483527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc02e2ce-63c4-4e8d-babb-1e181e40735f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:45.590733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.605966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cabfe9d-b941-4661-8f8e-6244aaedaf88']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:45.613759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Checking segment: {'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:45.614135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network hostable DHCP agents. Network: d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:45.620915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7775b3ba-0810-4126-ba18-da5a753687e2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:54:45.647698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474b8d18-1937-4aff-b2a0-ecedd58a7841') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:45.648466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474b8d18-1937-4aff-b2a0-ecedd58a7841') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:45.692498 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.693094 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Added segment cd4a1b7a-af7f-4e3e-958a-21b41d73eab6 of type vlan for network d86ca0b8-4cf7-4e84-9ef7-262250840030 Feb 07 22:54:45.733381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.748083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:45.769710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.777727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:45.778223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.798026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.816673 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.850087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] For port 57874b33-44d8-42d8-9935-64f076a7b89b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57874b33-44d8-42d8-9935-64f076a7b89b,segment=NetworkSegment(c7d536a6-b118-4d37-a949-bd9ba294c01b),segment_id=c7d536a6-b118-4d37-a949-bd9ba294c01b)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:45.851735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:45.854645 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:45.882458 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:45.890175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:45.901105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.903279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:45.903869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:45.943526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Transition to ACTIVE for port object 4482c8df-8110-4baf-a7df-aeab381d7f31 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:45.947830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:54:45.991092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Transition to ACTIVE for port object 4482c8df-8110-4baf-a7df-aeab381d7f31 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:46.005041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb3b502b-a2f1-4491-a457-7cfb79ec39c6 None None] Provisioning complete for port 57874b33-44d8-42d8-9935-64f076a7b89b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:46.005041 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb3b502b-a2f1-4491-a457-7cfb79ec39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.005254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cabfe9d-b941-4661-8f8e-6244aaedaf88 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 22:54:46.014118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cabfe9d-b941-4661-8f8e-6244aaedaf88,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:46.021796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.057248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-923ee26c-9439-42bf-903e-3bb74b885517 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "DELETE /v2.0/networks/4cabfe9d-b941-4661-8f8e-6244aaedaf88 HTTP/1.1" status: 204 len: 168 time: 1.5590649 Feb 07 22:54:46.059930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42060) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:46.067144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 57874b33-44d8-42d8-9935-64f076a7b89b owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:54:46.090697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924b1f8-d4dc-44c5-aeab-c9726a29abc5 None None] Network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:46.095071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a6eceefc-cd11-42aa-9ca9-3247e0d09677 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9919121 Feb 07 22:54:46.098877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:46.114327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1410119288'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:46.120971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'network': {'name': 'tempest-network--22912260', 'router:external': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:46.128459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:46.135056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:46.138589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:network and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:46.149074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:46.149583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:network and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:46.154169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:46.159792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:46.170017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:46.172662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.173917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:46.174818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.196762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:46.207170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.225450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbaf04-ee37-40ff-bd57-ed86aa539304 req-9ca72069-ca57-4862-9825-7970fbabfb2a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:46.227371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eebbaf04-ee37-40ff-bd57-ed86aa539304 req-9ca72069-ca57-4862-9825-7970fbabfb2a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 944 time: 0.5325983 Feb 07 22:54:46.278056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.324816 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1489248 Feb 07 22:54:46.411975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42078) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:46.439818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Request body: {'subnet': {'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1456035316-subnet', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:46.463655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:46.476105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Made reservation on behalf of 9b10e44fda9b407ca12b0ec95e056db5 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:46.479960 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.505345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Usage tracker for resource:subnet and tenant:82c3544b49c84fafbac2e1c983c911e5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:46.515167 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.523200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:46.558424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5444f43-1554-4dd2-a3d4-02d8ffd7b56a admin admin] Pushing event updated for resources: {'Network': ['ID=d86ca0b8-4cf7-4e84-9ef7-262250840030,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:46.563379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.577617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:46.604504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.611006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eebbaf04-ee37-40ff-bd57-ed86aa539304 req-22b022dc-3c5d-4049-8d0f-24dc6c834d1f tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911377 Feb 07 22:54:46.612136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=57874b33-44d8-42d8-9935-64f076a7b89b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:46.626422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Network d60eb7aa-2182-44ab-b27b-0104971265bf is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:46.628816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No DVR routers for this DVR port 57874b33-44d8-42d8-9935-64f076a7b89b on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:54:46.646618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:46.651890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:46.677356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:46.684192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:46.684409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:46.690180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc', 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'fixed_ips': [{'subnet_id': 'e1379046-da7d-4df2-bea7-5b8f8920dee8'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:54:46.691693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Made reservation on behalf of 82c3544b49c84fafbac2e1c983c911e5 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:46.692249 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.694192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.704249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Pushing event updated for resources: {'Port': ['ID=4482c8df-8110-4baf-a7df-aeab381d7f31,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:46.705952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.706309 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Added segment 0e53cca2-5ac2-40c2-aade-91e5183ad34c of type vlan for network a59281d0-a96d-4664-bfec-cb00db564919 Feb 07 22:54:46.792590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.842351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb3b502b-a2f1-4491-a457-7cfb79ec39c6 None None] Could not find standard attr ID for object 57874b33-44d8-42d8-9935-64f076a7b89b. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:54:46.847147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Allocated IP 172.25.0.105 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/8b8d3df3-302c-4a46-9778-cfb135b1b1dc) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:46.860798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.866428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:46.867005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.896411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-e5e0ec28-741d-495b-aa56-05b8dc0bfdb0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:46.897735 n-d-827896-3 neutron-server[87672]: INFO neutron.plugins.ml2.db [None req-eb3b502b-a2f1-4491-a457-7cfb79ec39c6 None None] No ports have port_id starting with 57874b33-44d8-42d8-9935-64f076a7b89b Feb 07 22:54:46.901275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-e5e0ec28-741d-495b-aa56-05b8dc0bfdb0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.7333989 Feb 07 22:54:46.968980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:46.969599 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Added segment 72b8f1c8-7d51-4710-895f-d609d1a85dea of type vlan for network 65ccdcfe-e218-406e-a3e2-95a801715a32 Feb 07 22:54:47.014476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-35e7e244-8594-4866-b3d6-6cbdbdbbfd92 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.0560372 Feb 07 22:54:47.030468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Attempting to bind port 4482c8df-8110-4baf-a7df-aeab381d7f31 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:47.030944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Attempting to bind port 4482c8df-8110-4baf-a7df-aeab381d7f31 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:47.031384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Attempting to bind port 4482c8df-8110-4baf-a7df-aeab381d7f31 on network d60eb7aa-2182-44ab-b27b-0104971265bf {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:47.050384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:47.050924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Checking segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:47.051430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.051923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Bound using segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:47.052597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Bound port: 4482c8df-8110-4baf-a7df-aeab381d7f31, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:47.053102 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.089904 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9873567 Feb 07 22:54:47.090758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42082) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:47.091646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781475e-cbae-4e48-95c5-43b2b6fca8de tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Network': ['ID=a59281d0-a96d-4664-bfec-cb00db564919,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:47.092994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.104438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'subnet': {'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:47.143410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a59281d0-a96d-4664-bfec-cb00db564919 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:47.153822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.158098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658a7fda-02f4-486c-bb2c-63d21c3632cd']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:47.158460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac7af4-d99f-452e-88e6-97c75674c9f3 None None] DHCP port deletion for 658a7fda-02f4-486c-bb2c-63d21c3632cd request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:54:47.184820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d536a6-b118-4d37-a949-bd9ba294c01b') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:47.185140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d536a6-b118-4d37-a949-bd9ba294c01b') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:47.206898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.244824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.266453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.271896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:47.278633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:subnet and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:47.282159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:47.294388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:47.294800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.295476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:47.312338 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:47.316816 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-8593392f-35a9-481e-85a6-24a97dd8b022 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3007383 Feb 07 22:54:47.317241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:47.321860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.366218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Allocated IP 19.80.0.2 (d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc/e1379046-da7d-4df2-bea7-5b8f8920dee8/e437c68b-e7ab-47cd-9af6-fe69f4ed2415) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:47.371219 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.371865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:47.371990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] For port 4482c8df-8110-4baf-a7df-aeab381d7f31, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:47.372388 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.376607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] For port 4482c8df-8110-4baf-a7df-aeab381d7f31, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4482c8df-8110-4baf-a7df-aeab381d7f31,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:47.382912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.425982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.497848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:47.506597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:47.509148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:47.578876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Pushing event updated for resources: {'Port': ['ID=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:47.620817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a6777-33ab-4a09-ad0f-45dc0dad938f None None] Pushing event updated for resources: {'Port': ['ID=4482c8df-8110-4baf-a7df-aeab381d7f31,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:47.632621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.656013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Network': ['ID=65ccdcfe-e218-406e-a3e2-95a801715a32,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:47.668489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.676516 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1c20b4ab-9937-4ba7-8da0-8a23e8b35f00 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5790169 Feb 07 22:54:47.715051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42088) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:47.753007 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.763533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/658a7fda-02f4-486c-bb2c-63d21c3632cd HTTP/1.1" status: 204 len: 168 time: 2.5691476 Feb 07 22:54:47.768859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Transition to ACTIVE for port object e437c68b-e7ab-47cd-9af6-fe69f4ed2415 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:47.781291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42092) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:47.789014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Transition to ACTIVE for port object e437c68b-e7ab-47cd-9af6-fe69f4ed2415 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:47.794119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 65ccdcfe-e218-406e-a3e2-95a801715a32 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:47.816795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.836727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:47.841112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68c04a-62b5-4b4e-b562-3303350158f5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=658a7fda-02f4-486c-bb2c-63d21c3632cd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.015759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1705ed4a-bc96-47ae-88ec-6b4839a5506b service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513593 Feb 07 22:54:48.038896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Pushing event updated for resources: {'Port': ['ID=e437c68b-e7ab-47cd-9af6-fe69f4ed2415,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.059627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:48.081985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:48.090985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:48.173747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.207374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4482c8df-8110-4baf-a7df-aeab381d7f31 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:48.273911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Attempting to bind port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:48.274285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Attempting to bind port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:48.274656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Attempting to bind port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 on network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:48.285887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:48.286269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Checking segment: {'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:48.286670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.287070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Bound using segment: {'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:48.287543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Bound port: e437c68b-e7ab-47cd-9af6-fe69f4ed2415, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:48.287917 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.335257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7156f3ea-b7b0-4fe7-a1be-0232d54bee10,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.342699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Subnet': ['ID=a591226c-090f-4c87-b38f-e42fcb3eed30,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.348605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d674a3b-1bfc-4863-b3ec-e37a4397c2e7 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:48.350093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.350338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6d674a3b-1bfc-4863-b3ec-e37a4397c2e7 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] 10.222.0.10 "GET /v2.0/networks/65ccdcfe-e218-406e-a3e2-95a801715a32 HTTP/1.1" status: 200 len: 755 time: 0.6313961 Feb 07 22:54:48.359568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42098) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:48.367326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-94fee7a7-faa6-4ee2-9c0b-002480188676 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506644 Feb 07 22:54:48.418551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] For port e437c68b-e7ab-47cd-9af6-fe69f4ed2415, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:48.422503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] For port e437c68b-e7ab-47cd-9af6-fe69f4ed2415, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e437c68b-e7ab-47cd-9af6-fe69f4ed2415,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:48.425110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 4482c8df-8110-4baf-a7df-aeab381d7f31 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:48.439628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Checking segment: {'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:48.440106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network hostable DHCP agents. Network: a59281d0-a96d-4664-bfec-cb00db564919, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:48.441586 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.471648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Checking segment: {'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:48.472024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Network hostable DHCP agents. Network: d86ca0b8-4cf7-4e84-9ef7-262250840030, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:48.491493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e7851b-56ad-4a99-9c72-abce8db89406 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:48.492228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b9e7851b-56ad-4a99-9c72-abce8db89406 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:48.526996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834e4f8-db0f-4c98-a6b8-6a6a488e464a req-b2022637-cbc1-4d3f-beab-952e7ccb6b20 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:48.528533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5834e4f8-db0f-4c98-a6b8-6a6a488e464a req-b2022637-cbc1-4d3f-beab-952e7ccb6b20 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 944 time: 0.6851783 Feb 07 22:54:48.555691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network a59281d0-a96d-4664-bfec-cb00db564919 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:48.587001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b9d13-1894-4893-9b22-27513b467647 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:48.587812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57874b33-44d8-42d8-9935-64f076a7b89b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:54:48.588546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-196b9d13-1894-4893-9b22-27513b467647 tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] 10.222.0.10 "GET /v2.0/networks/4e6143ec-1554-4578-95c5-3bf9e8d1b747 HTTP/1.1" status: 200 len: 767 time: 0.2239499 Feb 07 22:54:48.592338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b9e7851b-56ad-4a99-9c72-abce8db89406 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:48.593496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b9e7851b-56ad-4a99-9c72-abce8db89406 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8110108 Feb 07 22:54:48.594084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42106) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:48.616647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:48.619660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:48.665589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7775b3ba-0810-4126-ba18-da5a753687e2 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:48.701136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a59281d0-a96d-4664-bfec-cb00db564919) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:48.749511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062dd6f8-88d6-4573-a7c5-45edfdbdd9e6 None None] Network a59281d0-a96d-4664-bfec-cb00db564919 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:48.763399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 57874b33-44d8-42d8-9935-64f076a7b89b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:54:48.763889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57874b33-44d8-42d8-9935-64f076a7b89b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:54:48.891804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f32759-efbc-4f23-a672-06d5ad5b9e84 None None] Pushing event updated for resources: {'Port': ['ID=e437c68b-e7ab-47cd-9af6-fe69f4ed2415,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:48.924593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:48.968783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 7775b3ba-0810-4126-ba18-da5a753687e2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:49.039651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 7775b3ba-0810-4126-ba18-da5a753687e2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:49.039651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.053940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:49.060821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.162203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8e4456c8-95c7-453d-b354-93011f8ef394 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0599043 Feb 07 22:54:49.197730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d86ca0b8-4cf7-4e84-9ef7-262250840030) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:49.256788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5834e4f8-db0f-4c98-a6b8-6a6a488e464a req-4d2bb1e2-155e-4f6b-92e8-efebcc11af74 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925900 Feb 07 22:54:49.269149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fcf586b-6873-4d67-b188-da1945e04cc7 req-84358911-f931-46a7-82a6-3f7475605567 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.2031295 Feb 07 22:54:49.269149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:49.269149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.285489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8b5f4-f016-4307-8a37-5af9649d229f None None] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:49.326774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a59281d0-a96d-4664-bfec-cb00db564919', 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'fixed_ips': [{'subnet_id': 'a591226c-090f-4c87-b38f-e42fcb3eed30'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:54:49.327609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.370361 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.378663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-25bb5194-2b46-49ff-a3ff-38e16bb95822 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9587929 Feb 07 22:54:49.387209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:49.410788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:49.445504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df754c9e-b18c-43d5-a85a-91ebe174fe5e None None] Network d60eb7aa-2182-44ab-b27b-0104971265bf requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:49.471158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:49.498201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Usage tracker for resource:router and tenant:82c3544b49c84fafbac2e1c983c911e5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:49.505998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:49.521795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:49.551951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cb5b3813-d8c7-4f83-be5e-5da5f71fcd4d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9338892 Feb 07 22:54:49.552915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42136) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:49.561132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-842625704'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:49.568266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:49.571531 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.573188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.581544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:49.585641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Router a72f404a-2318-4332-a709-b5fba25ea24b is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:54:49.588751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:49.599897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:49.678573 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.690864 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.705381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:49.709074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.723654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ccdcfe-e218-406e-a3e2-95a801715a32']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:49.745905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b8f1c8-7d51-4710-895f-d609d1a85dea') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:49.746259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b8f1c8-7d51-4710-895f-d609d1a85dea') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:49.777879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.810513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.819660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-d395afaf-97e8-400f-a9fc-ff2b14ea0726 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:49.826223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-d395afaf-97e8-400f-a9fc-ff2b14ea0726 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:49.828126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-d395afaf-97e8-400f-a9fc-ff2b14ea0726 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/networks?id=d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc&id=a59281d0-a96d-4664-bfec-cb00db564919 HTTP/1.1" status: 200 len: 1392 time: 0.2747431 Feb 07 22:54:49.850523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:49.851178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.871827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-9bc25238-97ab-426d-9985-b3c5ca03e3d5 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/quotas/421ae4ca8f154f078a52381e93d8ab70 HTTP/1.1" status: 200 len: 375 time: 0.0371194 Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:49.872750 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:49.889421 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:49.938092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7775b3ba-0810-4126-ba18-da5a753687e2,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:49.940541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-50850b5d-81f3-4e18-8483-34793bdec780 None None] Provisioning for port 4482c8df-8110-4baf-a7df-aeab381d7f31 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:49.961440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:54:50.080788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.100462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65ccdcfe-e218-406e-a3e2-95a801715a32 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 22:54:50.111707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.123004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event deleted for resources: {'Network': ['ID=65ccdcfe-e218-406e-a3e2-95a801715a32,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:50.137748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a1d19d63-6d70-4861-905f-589bdd54612e tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "DELETE /v2.0/networks/65ccdcfe-e218-406e-a3e2-95a801715a32 HTTP/1.1" status: 204 len: 168 time: 1.5389915 Feb 07 22:54:50.143462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42142) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:50.147661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:50.150809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.163374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'network': {'name': 'tempest-network--331224784'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:50.173690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:50.193917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-a0514ccf-fcaf-4f51-be52-f43c4cefe458 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2476757 Feb 07 22:54:50.210543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-50850b5d-81f3-4e18-8483-34793bdec780 None None] Provisioning complete for port 4482c8df-8110-4baf-a7df-aeab381d7f31 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:50.210955 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50850b5d-81f3-4e18-8483-34793bdec780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.223894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Usage tracker for resource:network and tenant:9b10e44fda9b407ca12b0ec95e056db5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:50.229850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:50.263228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e437c68b-e7ab-47cd-9af6-fe69f4ed2415 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:50.342688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:50.407605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Made reservation on behalf of 9b10e44fda9b407ca12b0ec95e056db5 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:50.410069 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.495090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:54:50.501173 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2', 'code': 200} Feb 07 22:54:50.504401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9078b4-63b4-4b70-bba8-72a4b45efbb0 None None] Network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:50.529515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-25e44a9d-df26-4b65-861e-d1b3eb82d790 service neutron] 10.222.0.10 "GET /v2.0/networks/d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344355 Feb 07 22:54:50.531983 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.532347 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Added segment b9058007-394c-4dd6-a677-3c204362b211 of type vlan for network df4cdc9f-1b37-4daf-8958-82a534780ad9 Feb 07 22:54:50.683951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-43f4ee92-61a3-4ec8-83a6-37046aaf7e0f service neutron] 10.222.0.10 "GET /v2.0/networks/d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534231 Feb 07 22:54:50.707281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.723739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:54:50.738279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:50.851396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d86ca0b8-4cf7-4e84-9ef7-262250840030', 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'fixed_ips': [{'subnet_id': '7156f3ea-b7b0-4fe7-a1be-0232d54bee10'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:54:50.852606 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.912248 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.992059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:50.992430 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment 3191ff9e-798d-488b-bd55-c7b7520e1915 of type vlan for network 665df8f6-6a54-480c-8d29-11096b776179 Feb 07 22:54:51.011705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16cea5-de19-429e-b3e8-f1d5dde5190e req-f9a92b45-a0a5-42e3-90be-92dd61c799eb tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:51.014116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a16cea5-de19-429e-b3e8-f1d5dde5190e req-f9a92b45-a0a5-42e3-90be-92dd61c799eb tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.3278449 Feb 07 22:54:51.028666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-19527730-8046-4fb3-be59-b75d262c8fc6 service neutron] 10.222.0.10 "GET /v2.0/networks/a59281d0-a96d-4664-bfec-cb00db564919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438160 Feb 07 22:54:51.188754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Allocated IP 172.20.0.2 (d86ca0b8-4cf7-4e84-9ef7-262250840030/7156f3ea-b7b0-4fe7-a1be-0232d54bee10/3187bd11-386d-4f99-aa72-bf5c4c8738a7) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:51.211858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.213711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-68f61435-6497-4d07-a56d-9a9e89303edd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8216543 Feb 07 22:54:51.225216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42154) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:51.230776 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Sync routers for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:54:51.233017 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.234164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:51.234790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.243079 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.243672 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:54:51.244666 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:51.444193 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:54:51.448272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-f08848d2-972b-44b5-bfd4-24c44f9edb5e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:51.449331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-f08848d2-972b-44b5-bfd4-24c44f9edb5e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:51.449799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.461162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Transition to ACTIVE for port object 3187bd11-386d-4f99-aa72-bf5c4c8738a7 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:51.469980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-77668189-b293-4aef-ab57-6029b0ac6c11 service neutron] 10.222.0.10 "GET /v2.0/networks/a59281d0-a96d-4664-bfec-cb00db564919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077160 Feb 07 22:54:51.476143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Network': ['ID=df4cdc9f-1b37-4daf-8958-82a534780ad9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:51.503764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a16cea5-de19-429e-b3e8-f1d5dde5190e req-b718c57e-3d70-49fa-9f2e-f8ce6884d1ac tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817553 Feb 07 22:54:51.504484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Transition to ACTIVE for port object 3187bd11-386d-4f99-aa72-bf5c4c8738a7 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:51.512055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:51.516724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-42c05fc8-b466-4e79-b5be-597228ef91ab tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3696661 Feb 07 22:54:51.517326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42158) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:51.524863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:51.531432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network df4cdc9f-1b37-4daf-8958-82a534780ad9 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:51.544461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.555271 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50850b5d-81f3-4e18-8483-34793bdec780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.565269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Allocated IP 19.86.0.2 (a59281d0-a96d-4664-bfec-cb00db564919/a591226c-090f-4c87-b38f-e42fcb3eed30/0ea11438-7487-4f61-80f0-d89f715d2ad7) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:51.637177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.650348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:51.650348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:51.731898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:51.861584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-838c5b7b-49ac-44d6-b54b-4b811c1c964f req-23a091e8-5dad-4f5b-a932-efc0f243e106 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.0694733 Feb 07 22:54:51.877206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:51.881522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:51.887213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Pushing event updated for resources: {'Port': ['ID=3187bd11-386d-4f99-aa72-bf5c4c8738a7,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:51.946878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1abb0b13-7661-4131-a660-d8b57aa543a4 req-1942e22c-f5ce-4369-95ea-42a9711fdb4a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 210 time: 0.1521595 Feb 07 22:54:52.045229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-50850b5d-81f3-4e18-8483-34793bdec780 None None] For port 4482c8df-8110-4baf-a7df-aeab381d7f31, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4482c8df-8110-4baf-a7df-aeab381d7f31,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:52.061053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=665df8f6-6a54-480c-8d29-11096b776179,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:52.071533 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:48Z', 'revision_number': 3, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:52.077135 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Checking router: a72f404a-2318-4332-a709-b5fba25ea24b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:54:52.077816 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Updating router a72f404a-2318-4332-a709-b5fba25ea24b port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:54:52.082291 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.089914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.090313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.090702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.091060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.091552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.091936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.092290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.092727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.093063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.093422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.093821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.094653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.107332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5001a-2df6-4847-94a2-9fc53a721ce5 req-8cd0084a-459c-4f85-9977-e6786f1083ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:52.110962 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bfb5001a-2df6-4847-94a2-9fc53a721ce5 req-8cd0084a-459c-4f85-9977-e6786f1083ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 1.3938322 Feb 07 22:54:52.130043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.134312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-f08848d2-972b-44b5-bfd4-24c44f9edb5e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:52.136093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50850b5d-81f3-4e18-8483-34793bdec780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.140977 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-f08848d2-972b-44b5-bfd4-24c44f9edb5e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 1.4164300 Feb 07 22:54:52.155666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Network df4cdc9f-1b37-4daf-8958-82a534780ad9 is not hosted by any dhcp agent {{(pid=87670) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 07 22:54:52.156967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:52.157682 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.157819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.159059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "PUT /v2.0/networks/df4cdc9f-1b37-4daf-8958-82a534780ad9 HTTP/1.1" status: 200 len: 857 time: 0.6398065 Feb 07 22:54:52.174109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42174) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:52.178278 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5a7f2fd1-2ef0-45eb-ab71-8c4343860e88 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.6230423 Feb 07 22:54:52.186337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42176) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:52.198052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Request body: {'port': {'device_id': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'admin_state_up': True, 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:52.209423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 665df8f6-6a54-480c-8d29-11096b776179 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:54:52.258870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f125cf6-8eba-4ed7-9b3f-e7d0da210e70 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event updated for resources: {'Network': ['ID=df4cdc9f-1b37-4daf-8958-82a534780ad9,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:52.307195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '665df8f6-6a54-480c-8d29-11096b776179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:52.520191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Provisioning for port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:52.534691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Attempting to bind port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:52.535061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Attempting to bind port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:52.535427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Attempting to bind port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 on network d86ca0b8-4cf7-4e84-9ef7-262250840030 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:52.546991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:52.547362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Checking segment: {'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:52.547757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.548148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Bound using segment: {'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:52.548642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Bound port: 3187bd11-386d-4f99-aa72-bf5c4c8738a7, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:52.549015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.573922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50850b5d-81f3-4e18-8483-34793bdec780 None None] Pushing event updated for resources: {'Port': ['ID=4482c8df-8110-4baf-a7df-aeab381d7f31,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:52.577469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Provisioning complete for port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:52.577846 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.625277 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.654570 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Transition to ACTIVE for port object 8b8d3df3-302c-4a46-9778-cfb135b1b1dc will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:52.673594 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.782894 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Pushing event updated for resources: {'Port': ['ID=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:52.811144 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.811508 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.811969 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.812403 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.812820 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.813549 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.814528 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.814938 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.815361 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.816086 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.816086 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.816510 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:52.827725 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Attempting to bind port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:52.828204 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Attempting to bind port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:52.828672 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Attempting to bind port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:52.836396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:52.836643 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:52.837230 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.838309 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:52.838909 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Bound port: 8b8d3df3-302c-4a46-9778-cfb135b1b1dc, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:52.839924 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.853155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] For port 3187bd11-386d-4f99-aa72-bf5c4c8738a7, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:52.871334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] For port 3187bd11-386d-4f99-aa72-bf5c4c8738a7, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3187bd11-386d-4f99-aa72-bf5c4c8738a7,segment=NetworkSegment(cd4a1b7a-af7f-4e3e-958a-21b41d73eab6),segment_id=cd4a1b7a-af7f-4e3e-958a-21b41d73eab6)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:52.874071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.918045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef12b-1c35-4c2a-a124-2411aa31415d req-da725182-06e4-46bb-a890-cb55ffb512d7 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:52.923907 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] For port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:52.927440 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] For port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:52.933012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7eef12b-1c35-4c2a-a124-2411aa31415d req-da725182-06e4-46bb-a890-cb55ffb512d7 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.1690817 Feb 07 22:54:52.936234 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.949020 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:52.996283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Transition to ACTIVE for port object 0ea11438-7487-4f61-80f0-d89f715d2ad7 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:53.021029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.036684 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e9384-b6f1-4207-987d-f3292d805483 None None] Pushing event updated for resources: {'Port': ['ID=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:53.075867 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:54:53.080113 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:53.080261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Transition to ACTIVE for port object 0ea11438-7487-4f61-80f0-d89f715d2ad7 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:53.084855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.108160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178023d1-20dd-49c7-9db9-320c351316b9 None None] Pushing event updated for resources: {'Port': ['ID=3187bd11-386d-4f99-aa72-bf5c4c8738a7,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:53.116833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.144202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7eef12b-1c35-4c2a-a124-2411aa31415d req-2542f254-cba6-4a70-9da0-0f2157ed5444 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092657 Feb 07 22:54:53.201232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bfb5001a-2df6-4847-94a2-9fc53a721ce5 req-d76d18de-bfbb-4436-8739-fe2456fd4fe6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0423346 Feb 07 22:54:53.256972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] For port e437c68b-e7ab-47cd-9af6-fe69f4ed2415, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e437c68b-e7ab-47cd-9af6-fe69f4ed2415,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:53.274413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Network a59281d0-a96d-4664-bfec-cb00db564919 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:53.279940 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.282593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:53.283731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a5890ec-bebe-4d04-974d-a5129406bc22 req-1d75531d-7ddc-48de-80ae-5498fa641d7e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.1819592 Feb 07 22:54:53.289276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:53.292496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Pushing event updated for resources: {'Port': ['ID=0ea11438-7487-4f61-80f0-d89f715d2ad7,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:53.440662 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:54:53.519022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6faa09e-163b-413a-a5c2-c3d07622b47b req-706f2578-f2a4-47b7-8204-872283952a06 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 210 time: 0.1106648 Feb 07 22:54:53.584843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Provisioning complete for port 4482c8df-8110-4baf-a7df-aeab381d7f31 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:53.585333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.745952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Attempting to bind port 0ea11438-7487-4f61-80f0-d89f715d2ad7 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:53.746327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Attempting to bind port 0ea11438-7487-4f61-80f0-d89f715d2ad7 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:53.746695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Attempting to bind port 0ea11438-7487-4f61-80f0-d89f715d2ad7 on network a59281d0-a96d-4664-bfec-cb00db564919 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:53.753313 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.755206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982bc74-1e3f-45a0-ab73-53f380b80d37 None None] Pushing event updated for resources: {'Port': ['ID=e437c68b-e7ab-47cd-9af6-fe69f4ed2415,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:53.761892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:53.762285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Checking segment: {'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:53.762699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.763084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Bound using segment: {'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:53.763568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Bound port: 0ea11438-7487-4f61-80f0-d89f715d2ad7, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:53.763944 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.770475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:53.774614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:53.778074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:53.802606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:53.863316 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:48Z', 'revision_number': 3, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:53.867909 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5919c20e-87d0-4d12-b82e-da1d599faf00 None None] The sync data for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 is: [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:48Z', 'revision_number': 3, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:54:53.897265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:53.973270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] For port 0ea11438-7487-4f61-80f0-d89f715d2ad7, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:53.976943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] For port 0ea11438-7487-4f61-80f0-d89f715d2ad7, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0ea11438-7487-4f61-80f0-d89f715d2ad7,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:53.983248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:53.983908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-e3fac815-9acb-44e8-97b7-1a98359caf5f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:53.989973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-e3fac815-9acb-44e8-97b7-1a98359caf5f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:53.990817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-e3fac815-9acb-44e8-97b7-1a98359caf5f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Synchronizing usage tracker for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:54:53.999745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:54.042644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:54.046689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.087286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7d4c63-4d20-453d-a558-7baba8bcaccf None None] Pushing event updated for resources: {'Port': ['ID=0ea11438-7487-4f61-80f0-d89f715d2ad7,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:54.105526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-adcbc53e-e0e4-4e85-9af7-03c3b00cb826 None None] Provisioning complete for port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:54.106081 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-adcbc53e-e0e4-4e85-9af7-03c3b00cb826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.321859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:54.365381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4482c8df-8110-4baf-a7df-aeab381d7f31 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:54.367681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.513906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94db8b-3759-4f20-aee6-c145e87196ad req-36c82d56-4fac-46bb-b2be-3c6ffa69c237 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:54.519743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae94db8b-3759-4f20-aee6-c145e87196ad req-36c82d56-4fac-46bb-b2be-3c6ffa69c237 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.1805387 Feb 07 22:54:54.556787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-e3fac815-9acb-44e8-97b7-1a98359caf5f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Unset dirty status for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:54:54.564233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-e3fac815-9acb-44e8-97b7-1a98359caf5f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "GET /v2.0/networks?id=d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc&id=a59281d0-a96d-4664-bfec-cb00db564919 HTTP/1.1" status: 200 len: 1392 time: 1.2217240 Feb 07 22:54:54.583177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.637245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 4482c8df-8110-4baf-a7df-aeab381d7f31 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:54.638519 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:54.699734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff523e56-e9d3-4960-935c-4d6e82834813 req-9c314944-8535-4913-8fb4-bcb7d1419f08 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.1071906 Feb 07 22:54:54.738059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae94db8b-3759-4f20-aee6-c145e87196ad req-e96acf0f-8b80-4fb3-a260-cf22816834f1 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085555 Feb 07 22:54:54.905475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb9851eb-96b1-465b-8304-6d3595ff482c req-f0cc57ca-0369-4a19-8fd2-d7acd5f85e9a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 210 time: 0.0705056 Feb 07 22:54:54.930182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3187bd11-386d-4f99-aa72-bf5c4c8738a7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:54.939582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Allocated IP 172.20.0.1 (d60eb7aa-2182-44ab-b27b-0104971265bf/8e39fb62-32b0-4709-a1c8-613ca34bd90c/19298a27-c905-48f1-b4a3-b13fe1d64dc6) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:54.968539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'port': {'device_id': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc', 'admin_state_up': True, 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:54.994352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.007947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.015847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:55.024551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e437c68b-e7ab-47cd-9af6-fe69f4ed2415 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:55.069663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ad6fe3-4628-4f44-8f60-b5c12c56d905 None None] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:55.188218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d326ccd3-635f-49a7-99b7-d8a398aa029e None None] Provisioning for port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:55.220282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d326ccd3-635f-49a7-99b7-d8a398aa029e None None] Provisioning complete for port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:55.220694 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d326ccd3-635f-49a7-99b7-d8a398aa029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.246658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:55.247043 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.319823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4cdc9f-1b37-4daf-8958-82a534780ad9']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:55.340504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9058007-394c-4dd6-a677-3c204362b211') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:55.342025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9058007-394c-4dd6-a677-3c204362b211') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:55.477176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.521805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:55.568153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:port and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:54:55.592740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.595032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:54:55.627625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d326ccd3-635f-49a7-99b7-d8a398aa029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.655590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.658602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:55.659136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dae0d94-faff-4c5d-8ea2-da9f6c11eab2 None None] Network a59281d0-a96d-4664-bfec-cb00db564919 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:55.705101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:55.705510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:55.719053 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:55.744761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d326ccd3-635f-49a7-99b7-d8a398aa029e None None] For port 3187bd11-386d-4f99-aa72-bf5c4c8738a7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3187bd11-386d-4f99-aa72-bf5c4c8738a7,segment=NetworkSegment(cd4a1b7a-af7f-4e3e-958a-21b41d73eab6),segment_id=cd4a1b7a-af7f-4e3e-958a-21b41d73eab6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:55.752782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d326ccd3-635f-49a7-99b7-d8a398aa029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:55.836091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Allocated IP 172.25.0.16 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/385c4d17-be41-4e6a-8a31-629448c5cf3f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:55.940709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326ccd3-635f-49a7-99b7-d8a398aa029e None None] Pushing event updated for resources: {'Port': ['ID=3187bd11-386d-4f99-aa72-bf5c4c8738a7,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:55.973393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9036ca2-8b44-4d00-b77e-0618628829e6 req-497f4671-9003-4cc1-bd3a-30d1e2ab197a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.1002202 Feb 07 22:54:56.000463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-54c7023c-129d-442c-9dfc-16d98079420e None None] Provisioning for port 0ea11438-7487-4f61-80f0-d89f715d2ad7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:56.033162 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b9e4dde9-d9cb-4c7d-92d5-0721654a0350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.095760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Transition to ACTIVE for port object 19298a27-c905-48f1-b4a3-b13fe1d64dc6 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:56.113751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ff614-27a4-420a-8771-5216c97ffd04 req-fcc6480a-05aa-452d-a53c-f9f95694c170 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:56.122693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e8ff614-27a4-420a-8771-5216c97ffd04 req-fcc6480a-05aa-452d-a53c-f9f95694c170 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.1308780 Feb 07 22:54:56.186188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:56.189694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.240580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e8ff614-27a4-420a-8771-5216c97ffd04 req-7101c2ce-7a3c-4187-9427-3f491a9a64a4 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168878 Feb 07 22:54:56.243127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb28faf7-3ccd-40d8-9274-afa4a3238dcb req-aeca3892-1505-4bfb-a90b-af0536b6c59f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 210 time: 0.0582733 Feb 07 22:54:56.285219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ed87f430-dd0d-4733-b038-38e632f19892 None None] Provisioning complete for port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:56.285993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed87f430-dd0d-4733-b038-38e632f19892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.362296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3187bd11-386d-4f99-aa72-bf5c4c8738a7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:56.364156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Allocated IP 172.20.0.8 (12cf38f3-c8be-495e-98eb-e032d834448e/3297c5f5-c5ac-465c-86f2-3cd46109b2e0/3e8fe576-9cbf-4bcc-89a9-40fb920c63c0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:56.428623 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.487613 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.493016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df4cdc9f-1b37-4daf-8958-82a534780ad9 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 22:54:56.501178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.521522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:56.521972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.525704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.605765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] Pushing event deleted for resources: {'Network': ['ID=df4cdc9f-1b37-4daf-8958-82a534780ad9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:56.632572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.674281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0ea11438-7487-4f61-80f0-d89f715d2ad7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:56.748187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 0ea11438-7487-4f61-80f0-d89f715d2ad7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:56.754640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0ea11438-7487-4f61-80f0-d89f715d2ad7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:56.755263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:56.804511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Network d60eb7aa-2182-44ab-b27b-0104971265bf is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:56.827394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:56.830077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:56.869386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9c6dd4a-eca0-402c-9ba5-a20c8e24bb83 tempest-ExternalNetworksTestJSON-521275376 tempest-ExternalNetworksTestJSON-521275376-project-admin] 10.222.0.10 "DELETE /v2.0/networks/df4cdc9f-1b37-4daf-8958-82a534780ad9 HTTP/1.1" status: 204 len: 168 time: 4.6808617 Feb 07 22:54:56.869386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=c91a2977-88af-4ce5-b350-9530b6f58936,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:56.869764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42208) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:56.950739 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-99022d39-ad46-42c7-8c3f-e8c89f0ed36f tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] DELETE failed (client error): The resource could not be found. Feb 07 22:54:56.951566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99022d39-ad46-42c7-8c3f-e8c89f0ed36f tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:54:56.956894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-99022d39-ad46-42c7-8c3f-e8c89f0ed36f tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] 10.222.0.10 "DELETE /v2.0/subnets/04aed212-590c-40cb-9dc0-5499f6a4b89f HTTP/1.1" status: 404 len: 337 time: 0.0859256 Feb 07 22:54:56.957748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42212) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:57.022078 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.075099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 0ea11438-7487-4f61-80f0-d89f715d2ad7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0ea11438-7487-4f61-80f0-d89f715d2ad7,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:57.085558 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.087227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b8d3df3-302c-4a46-9778-cfb135b1b1dc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:57.120160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Pushing event updated for resources: {'Port': ['ID=19298a27-c905-48f1-b4a3-b13fe1d64dc6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:57.162616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.207653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.243182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=0ea11438-7487-4f61-80f0-d89f715d2ad7,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:57.256777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:57.265320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:57.265754 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.279380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-785e38eb-0269-4113-8694-ae46222caf10 req-fa4ecd80-66bc-425b-99e5-a4742b0fe00b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.1346109 Feb 07 22:54:57.322655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c39a93aa-9cf2-4bdf-bcfc-495533b93b17 None None] Provisioning for port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:54:57.330889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c39a93aa-9cf2-4bdf-bcfc-495533b93b17 None None] Provisioning complete for port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:57.331403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c39a93aa-9cf2-4bdf-bcfc-495533b93b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.350968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0053c4-3a54-43ec-b652-92d609da1b9f req-2e7d5567-148d-4c4c-9717-226c2298769e tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:57.358919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba0053c4-3a54-43ec-b652-92d609da1b9f req-2e7d5567-148d-4c4c-9717-226c2298769e tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.3615236 Feb 07 22:54:57.402914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c39a93aa-9cf2-4bdf-bcfc-495533b93b17 None None] Port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:54:57.463661 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.482507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:54:57.482988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': '3191ff9e-798d-488b-bd55-c7b7520e1915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '665df8f6-6a54-480c-8d29-11096b776179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:57.483524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: 665df8f6-6a54-480c-8d29-11096b776179, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:54:57.487592 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.515985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.559453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:57.633590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba0053c4-3a54-43ec-b652-92d609da1b9f req-1dbdc709-8523-4981-bfb0-ccb455f884dd tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735369 Feb 07 22:54:57.654728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:57.657257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5924fa53-5829-4632-8cb7-082e5fb2c595 req-85ffde72-4437-4d54-b56c-4ee660a35731 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 210 time: 0.0722964 Feb 07 22:54:57.661730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Allocated IP 19.80.0.206 (d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc/e1379046-da7d-4df2-bea7-5b8f8920dee8/1c8cf314-3316-432b-a081-695b2bb486cd) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:57.669558 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.671851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:57.698888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6143ec-1554-4578-95c5-3bf9e8d1b747']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:57.710907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9121c3-2084-4df1-9e8b-9eacf2e60dc4') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:57.711211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9121c3-2084-4df1-9e8b-9eacf2e60dc4') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:54:57.723761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.738648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:57.743160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.749339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:54:57.749737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:54:57.764116 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:54:57.798058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 665df8f6-6a54-480c-8d29-11096b776179 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:54:57.799983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Pushing event updated for resources: {'Port': ['ID=385c4d17-be41-4e6a-8a31-629448c5cf3f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:57.845553 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.867256 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.874313 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:57.874791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Pushing event deleted for resources: {'Network': ['ID=4e6143ec-1554-4578-95c5-3bf9e8d1b747,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:57.877228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 665df8f6-6a54-480c-8d29-11096b776179) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:57.883141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] 10.222.0.10 "DELETE /v2.0/networks/4e6143ec-1554-4578-95c5-3bf9e8d1b747 HTTP/1.1" status: 204 len: 168 time: 0.9241877 Feb 07 22:54:57.885672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.886191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.886550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.886898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.887240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.887843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.888022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.888356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.888897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.889231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.889593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.889927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e790af4-5534-43bf-98ca-f14138986a5b tempest-ExternalNetworksTestJSON-1316794408 tempest-ExternalNetworksTestJSON-1316794408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:54:57.891373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a43027-0c60-47d9-821b-864779f63535 None None] Network 665df8f6-6a54-480c-8d29-11096b776179 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:54:57.909048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-d4636724-3727-429f-ad0b-6f2a88ff5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:57.910687 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-d4636724-3727-429f-ad0b-6f2a88ff5860 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 1.0281003 Feb 07 22:54:57.914992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:57.915801 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.099793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0ea11438-7487-4f61-80f0-d89f715d2ad7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:58.133376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42224) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:58.152343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42230) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:58.152526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9a3bed3-138b-44d5-9537-479cbfdf88f1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8562219 Feb 07 22:54:58.160970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '665df8f6-6a54-480c-8d29-11096b776179', 'name': 'tempest-PortsTestJSON-232057378'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:58.219744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b1e8-56f5-42fc-9a7a-4b155e49cd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.240049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0ea11438-7487-4f61-80f0-d89f715d2ad7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:58.240657 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.268878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-665df8f6-6a54-480c-8d29-11096b776179', 'network_id': '665df8f6-6a54-480c-8d29-11096b776179', 'tenant_id': '6f8e5e5a8e734913b82f533fa3de09be', 'fixed_ips': [{'subnet_id': 'c91a2977-88af-4ce5-b350-9530b6f58936'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:54:58.270108 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.362117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a70b7346-27a5-48ef-b652-e43fee187183 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=009f650716d144f38fa300a313f277ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224245 Feb 07 22:54:58.362117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42236) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:58.471094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.492327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-4b143ab2-2ab9-408d-bc2a-7e6fead9238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:58.494710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-4b143ab2-2ab9-408d-bc2a-7e6fead9238e service neutron] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.5570643 Feb 07 22:54:58.510020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cdde1fa-3517-42c7-b839-7c9b49c826c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.513282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b8d3df3-302c-4a46-9778-cfb135b1b1dc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:54:58.529899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e180bcfa-a05e-49f9-b66c-013b2cccd220 req-255666c6-050c-42b3-8ae6-39eb3abc30ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.0928254 Feb 07 22:54:58.589280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Allocated IP 172.20.0.2 (665df8f6-6a54-480c-8d29-11096b776179/c91a2977-88af-4ce5-b350-9530b6f58936/caf9d999-0ad3-4a4a-a3b9-c804fd619fa5) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:58.621388 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cdde1fa-3517-42c7-b839-7c9b49c826c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.632380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:54:58.662910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:54:58.683480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.696766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:54:58.700982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.713340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-5995b378-b494-47f0-ace7-f8525498c9a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.2008121 Feb 07 22:54:58.736623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:54:58.787436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-744a8ce9-2b9d-4dad-b68e-b97671d9cc00 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2599318 Feb 07 22:54:58.860177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.883692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cdde1fa-3517-42c7-b839-7c9b49c826c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:58.893477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Network 12cf38f3-c8be-495e-98eb-e032d834448e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:58.906565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:58.932352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:54:58.967203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:54:58.967584 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.021608 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12aa4e7a-ae06-466a-94c4-d54b134850e1 req-981b458a-1577-42b3-afa3-988e62fdd1a6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 210 time: 0.1485491 Feb 07 22:54:59.030687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdde1fa-3517-42c7-b839-7c9b49c826c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d9dba-0a1c-4cb7-93bc-8d14f76a7e15,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:59.064608 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.096606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Transition to ACTIVE for port object caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:59.097485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cdde1fa-3517-42c7-b839-7c9b49c826c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.104477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5cdde1fa-3517-42c7-b839-7c9b49c826c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c08d9dba-0a1c-4cb7-93bc-8d14f76a7e15 HTTP/1.1" status: 204 len: 168 time: 0.7413168 Feb 07 22:54:59.115071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-0bf78164-342d-4edd-879e-c2e908eb0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:59.116802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-0bf78164-342d-4edd-879e-c2e908eb0dd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 1096 time: 0.2340729 Feb 07 22:54:59.130255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Transition to ACTIVE for port object caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:59.133596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:59.141195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b4666-8a98-4ada-b92c-2120e96d4e42 req-5c054a5f-8251-427c-a658-e7b201f2cdfa tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:59.148084 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.151805 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c76b4666-8a98-4ada-b92c-2120e96d4e42 req-5c054a5f-8251-427c-a658-e7b201f2cdfa tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.3332293 Feb 07 22:54:59.232864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.4 (665df8f6-6a54-480c-8d29-11096b776179/c91a2977-88af-4ce5-b350-9530b6f58936/85f6b91a-ddcb-41a6-b716-cbfc5586fab6) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:54:59.245615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Network 665df8f6-6a54-480c-8d29-11096b776179 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:54:59.251008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Transition to ACTIVE for port object 1c8cf314-3316-432b-a081-695b2bb486cd will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:59.260103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:54:59.262986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event updated for resources: {'Port': ['ID=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:59.293429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-b7d8cb40-bc2a-4170-af66-c2bc10ea5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:59.294885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-b7d8cb40-bc2a-4170-af66-c2bc10ea5dbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.5482066 Feb 07 22:54:59.306136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:54:59.348883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.440610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.448830 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-3552411d-dc7a-4318-83e9-48bb1a869221 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363497 Feb 07 22:54:59.460840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:59.461912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.511782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Pushing event updated for resources: {'Port': ['ID=caf9d999-0ad3-4a4a-a3b9-c804fd619fa5,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:59.528597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42248) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:54:59.544536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Attempting to bind port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:54:59.545336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Attempting to bind port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '3191ff9e-798d-488b-bd55-c7b7520e1915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '665df8f6-6a54-480c-8d29-11096b776179'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:54:59.545488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Attempting to bind port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 on network 665df8f6-6a54-480c-8d29-11096b776179 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:54:59.581031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.609004 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.610824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:54:59.611361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Checking segment: {'id': '3191ff9e-798d-488b-bd55-c7b7520e1915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '665df8f6-6a54-480c-8d29-11096b776179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:54:59.611828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.612943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Bound using segment: {'id': '3191ff9e-798d-488b-bd55-c7b7520e1915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '665df8f6-6a54-480c-8d29-11096b776179'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:54:59.613881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Bound port: caf9d999-0ad3-4a4a-a3b9-c804fd619fa5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3191ff9e-798d-488b-bd55-c7b7520e1915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '665df8f6-6a54-480c-8d29-11096b776179'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:54:59.615040 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.652472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c76b4666-8a98-4ada-b92c-2120e96d4e42 req-5624f446-6ebe-43d7-92a5-83945e2723dd tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993966 Feb 07 22:54:59.670454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:54:59.706602 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-21795e9b-472d-48e3-b76a-920e5016e612 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5359778 Feb 07 22:54:59.735483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.741410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-36db541f-0b1c-4f19-b6fa-a325a48e17bf tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:54:59.742376 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-36db541f-0b1c-4f19-b6fa-a325a48e17bf tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144300 Feb 07 22:54:59.750770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-73929013-35a0-4f75-9def-cde047328b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:59.752616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-73929013-35a0-4f75-9def-cde047328b63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.2950130 Feb 07 22:54:59.766031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] For port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:54:59.769802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] For port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=caf9d999-0ad3-4a4a-a3b9-c804fd619fa5,segment=NetworkSegment(3191ff9e-798d-488b-bd55-c7b7520e1915),segment_id=3191ff9e-798d-488b-bd55-c7b7520e1915)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:54:59.774846 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:54:59.797958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Request body: {'port': {'device_id': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:54:59.837615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-4249b844-58f6-4637-b743-1ff9398331e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 HTTP/1.1" status: 200 len: 217 time: 0.0747550 Feb 07 22:54:59.846520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a363b40-0b31-41c1-a63f-e1559ba6307f req-61816938-79e8-418b-bcf0-06755a6dd2cc tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:54:59.853466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a363b40-0b31-41c1-a63f-e1559ba6307f req-61816938-79e8-418b-bcf0-06755a6dd2cc tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 931 time: 0.1817214 Feb 07 22:54:59.869846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a40f65-3eec-4140-9a5e-46960daaf52c None None] Pushing event updated for resources: {'Port': ['ID=caf9d999-0ad3-4a4a-a3b9-c804fd619fa5,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:54:59.969445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:55:00.038807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c772390e-775f-4172-bc0e-67ba6f55cdad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b10e44fda9b407ca12b0ec95e056db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033262 Feb 07 22:55:00.062414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:00.070461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42254) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:00.103327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:00.106777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.119730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:00.155659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a363b40-0b31-41c1-a63f-e1559ba6307f req-9b666194-76c2-4865-8857-ad402a0b4586 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009741 Feb 07 22:55:00.175994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.211703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-807970b1-a610-41a6-8667-f2ab968415d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:00.213349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-807970b1-a610-41a6-8667-f2ab968415d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.3572857 Feb 07 22:55:00.220668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Port': ['ID=1c8cf314-3316-432b-a081-695b2bb486cd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:00.224531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-be95ed9d-94d5-496c-989d-fe57d372b1e0 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7562189 Feb 07 22:55:00.262118 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.336118 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.341034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fafa7184-8ef2-4e4a-8b93-d178ec5a5a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.382140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:00.382140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.387550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-c8d36db0-313e-4f70-aa3e-55bb51915004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125314 Feb 07 22:55:00.509136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 665df8f6-6a54-480c-8d29-11096b776179 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:00.517141 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fafa7184-8ef2-4e4a-8b93-d178ec5a5a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.527793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:00.530496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:00.554902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9185ea28-040d-42e4-963c-2c2cbadea142 None None] Provisioning for port 1c8cf314-3316-432b-a081-695b2bb486cd completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:00.562300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9185ea28-040d-42e4-963c-2c2cbadea142 None None] Provisioning complete for port 1c8cf314-3316-432b-a081-695b2bb486cd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:00.562924 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9185ea28-040d-42e4-963c-2c2cbadea142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.573441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=85f6b91a-ddcb-41a6-b716-cbfc5586fab6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:00.587045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.606276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Pushing event updated for resources: {'Port': ['ID=19298a27-c905-48f1-b4a3-b13fe1d64dc6,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:00.620791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-ad638716-082a-4618-81e6-1b39a8c22c68 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6681519 Feb 07 22:55:00.632827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9185ea28-040d-42e4-963c-2c2cbadea142 None None] Port 1c8cf314-3316-432b-a081-695b2bb486cd cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:00.663363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Request body: {'port': {'device_id': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919', 'admin_state_up': True, 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:00.680765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0661d4-d54d-4a93-8c2d-6ae27b55c9c2 req-a2a1e795-ef9d-4fa4-a5f3-5c2c009c31f7 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:00.687770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc0661d4-d54d-4a93-8c2d-6ae27b55c9c2 req-a2a1e795-ef9d-4fa4-a5f3-5c2c009c31f7 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 932 time: 0.4733756 Feb 07 22:55:00.720666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:00.721315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.752230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-b571bc5f-870a-4bc7-a5c1-c24bbf8c1b76 service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480091 Feb 07 22:55:00.902876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4adfdee9-ad9a-4919-a794-1b942b928729 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7489374 Feb 07 22:55:00.903573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42262) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:00.909371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.920270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc0661d4-d54d-4a93-8c2d-6ae27b55c9c2 req-739a665a-3633-4759-a81b-11fd487b34b1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316222 Feb 07 22:55:00.920817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fafa7184-8ef2-4e4a-8b93-d178ec5a5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.923184 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fafa7184-8ef2-4e4a-8b93-d178ec5a5a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:00.924201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fafa7184-8ef2-4e4a-8b93-d178ec5a5a6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae620168-8ed0-496c-b020-c20f96d94238 HTTP/1.1" status: 204 len: 168 time: 0.8527288 Feb 07 22:55:00.929989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '665df8f6-6a54-480c-8d29-11096b776179', 'name': 'tempest-PortsTestJSON-1215268981'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:00.993098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.034802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa7184-8ef2-4e4a-8b93-d178ec5a5a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae620168-8ed0-496c-b020-c20f96d94238,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:01.134669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78189e63-9d9c-4135-b58c-f710ed47fb31 req-f196bedc-1729-49ae-80af-e9337677d28a service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668237 Feb 07 22:55:01.169317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8c38a-529f-4cf9-9749-25dd23b67fba req-f40f1f8f-1283-45e2-8606-b2f8e99ec6e7 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:01.171102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09f8c38a-529f-4cf9-9749-25dd23b67fba req-f40f1f8f-1283-45e2-8606-b2f8e99ec6e7 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.4021833 Feb 07 22:55:01.182489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:01.205088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:01.211051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:01.220612 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f109e31-f128-4687-8251-b37d7e8679b4 req-c77289fb-2ea9-4920-a7f1-0024363ce067 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9234514 Feb 07 22:55:01.223555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:01.274132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09f8c38a-529f-4cf9-9749-25dd23b67fba req-6a84c82d-c31b-49a5-8954-147c4f533e4e tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935304 Feb 07 22:55:01.277419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:01.281336 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:01.307127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:01.411229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32394eb-4149-46e0-a62b-a32fe04bff4f None None] Network 665df8f6-6a54-480c-8d29-11096b776179 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:01.525557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de4d92-f7fd-4ec4-935e-b819e2d888e8 req-7cfb2727-56fc-4042-9fa5-6b17bd674371 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:01.527371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23de4d92-f7fd-4ec4-935e-b819e2d888e8 req-7cfb2727-56fc-4042-9fa5-6b17bd674371 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 931 time: 0.1765919 Feb 07 22:55:01.580729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:01.582929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.9 (665df8f6-6a54-480c-8d29-11096b776179/c91a2977-88af-4ce5-b350-9530b6f58936/e3da666a-3c8e-4e7a-9d38-cd4fa51ae918) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:01.595118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Usage tracker for resource:port and tenant:421ae4ca8f154f078a52381e93d8ab70 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:01.604236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23de4d92-f7fd-4ec4-935e-b819e2d888e8 req-5c05af2e-5451-4b58-b319-da448e83d556 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665884 Feb 07 22:55:01.611961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Network d60eb7aa-2182-44ab-b27b-0104971265bf is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:01.612115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fc943a5-614f-41c4-9eed-6b2445eba5ef None None] Provisioning for port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:01.612912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:01.620061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:01.646383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:01.786102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Made reservation on behalf of 421ae4ca8f154f078a52381e93d8ab70 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:01.790809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.015477 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.044095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:02.080298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Router a72f404a-2318-4332-a709-b5fba25ea24b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:02.086409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-21c141e3-f440-41be-8d9e-4f31988756b6 None None] Provisioning complete for port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:02.086947 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21c141e3-f440-41be-8d9e-4f31988756b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.136115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.179051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-21c141e3-f440-41be-8d9e-4f31988756b6 None None] Port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:02.183296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:02.265920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Router 77a42ff2-8d5f-4996-ba99-64c0556e0057 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:55:02.266647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:02.273752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:02.274052 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.326208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 665df8f6-6a54-480c-8d29-11096b776179 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:02.360787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:02.364048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=e3da666a-3c8e-4e7a-9d38-cd4fa51ae918,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:02.376319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:02.378563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-37f0eaf7-bc7f-45c7-92fd-8f97d64d9e83 None None] Provisioning for port 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:02.399930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-37f0eaf7-bc7f-45c7-92fd-8f97d64d9e83 None None] Provisioning complete for port 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:02.400318 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-37f0eaf7-bc7f-45c7-92fd-8f97d64d9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.544032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-37f0eaf7-bc7f-45c7-92fd-8f97d64d9e83 None None] Port 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:02.587502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-37f0eaf7-bc7f-45c7-92fd-8f97d64d9e83 None None] Provisioning complete for port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:02.587885 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-37f0eaf7-bc7f-45c7-92fd-8f97d64d9e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.633071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.640224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Allocated IP 19.86.0.141 (a59281d0-a96d-4664-bfec-cb00db564919/a591226c-090f-4c87-b38f-e42fcb3eed30/100109b2-5632-40b4-8794-e20f9ebc808f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:02.702461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:02.703129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.706077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=caf9d999-0ad3-4a4a-a3b9-c804fd619fa5,segment=NetworkSegment(3191ff9e-798d-488b-bd55-c7b7520e1915),segment_id=3191ff9e-798d-488b-bd55-c7b7520e1915)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:02.720540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49908709-1388-46d4-b313-23e09a11f5d2 req-a2ee0085-5d68-4870-a32a-656b70815919 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:02.722291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:02.728347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49908709-1388-46d4-b313-23e09a11f5d2 req-a2ee0085-5d68-4870-a32a-656b70815919 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 932 time: 0.4958441 Feb 07 22:55:02.833898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49908709-1388-46d4-b313-23e09a11f5d2 req-3962d71b-c34b-44f3-849f-bcc278030bca tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045730 Feb 07 22:55:02.867118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89478976-2631-40b8-98c5-e2ee92e82a18 req-2dbed643-4825-462c-bd38-273ca51ec664 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:02.875076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89478976-2631-40b8-98c5-e2ee92e82a18 req-2dbed643-4825-462c-bd38-273ca51ec664 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.3892539 Feb 07 22:55:02.876732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4bae384f-e4b5-4f6a-b385-d4febbf4c4ed tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9635794 Feb 07 22:55:02.879337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42306) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:02.930936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=caf9d999-0ad3-4a4a-a3b9-c804fd619fa5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:02.942809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:02.953097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:55:02.953720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Sync routers for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:02.970176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:02.971047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:03.108511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e692cd75-d601-4479-b1a3-7372f8871f9e None None] Provisioning for port e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:03.115643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e692cd75-d601-4479-b1a3-7372f8871f9e None None] Provisioning complete for port e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:03.116019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e692cd75-d601-4479-b1a3-7372f8871f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.125865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89478976-2631-40b8-98c5-e2ee92e82a18 req-5906367f-50e9-4a1c-9846-4e7eda2394b4 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624265 Feb 07 22:55:03.155089 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c83d4689-ce55-4834-b839-139f7173bcfb admin admin] 10.222.0.10 "PUT /v2.0/routers/a72f404a-2318-4332-a709-b5fba25ea24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9230609 Feb 07 22:55:03.166674 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.167444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c1c1d2-7e19-430c-9c08-e51667e35d06 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:03.168332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c6c1c1d2-7e19-430c-9c08-e51667e35d06 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:03.191850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae14ab3-808b-4978-bec3-57f3eacb54f2 req-fb349ffa-6e39-46eb-8770-6fd5a2d48629 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:03.193932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ae14ab3-808b-4978-bec3-57f3eacb54f2 req-fb349ffa-6e39-46eb-8770-6fd5a2d48629 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 931 time: 0.1807070 Feb 07 22:55:03.204132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:03.213503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Transition to ACTIVE for port object 100109b2-5632-40b4-8794-e20f9ebc808f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:03.221310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.228992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c6c1c1d2-7e19-430c-9c08-e51667e35d06 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:03.234311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c6c1c1d2-7e19-430c-9c08-e51667e35d06 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.3535886 Feb 07 22:55:03.235680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42318) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:03.254635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e692cd75-d601-4479-b1a3-7372f8871f9e None None] Port e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:03.390554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:03.390554 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.424597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ae14ab3-808b-4978-bec3-57f3eacb54f2 req-f72e0a1c-a08b-426e-895b-3e9e02ab651e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191677 Feb 07 22:55:03.428201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e692cd75-d601-4479-b1a3-7372f8871f9e None None] Provisioning complete for port 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:03.434061 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e692cd75-d601-4479-b1a3-7372f8871f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.525676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42326) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:03.545366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:03.567379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Transition to ACTIVE for port object 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:03.597886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.694952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e692cd75-d601-4479-b1a3-7372f8871f9e None None] Port 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:03.696907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.758629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.772911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:03.784934 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Sync routers for ids ['77a42ff2-8d5f-4996-ba99-64c0556e0057'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:03.814569 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Routers {'77a42ff2-8d5f-4996-ba99-64c0556e0057'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:03.818892 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77a42ff2-8d5f-4996-ba99-64c0556e0057'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:03.862970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:03.896522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:03.906360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eeacd3ed-c51a-4694-821c-4da2fe344540 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.5041974 Feb 07 22:55:03.907118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-604773157'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:03.913848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42334) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:03.930820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:03.940060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Usage tracker for resource:network and tenant:93748ca78a834f1aaba210ecd582066c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:03.945392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:03.948225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:03.964218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:04.028082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42338) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:04.033666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345340820', 'description': 'tempest-description--560634635'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:04.044261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Made reservation on behalf of 93748ca78a834f1aaba210ecd582066c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:04.064817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.090920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:04.109171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.112731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:04.155662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:04.188533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Network a59281d0-a96d-4664-bfec-cb00db564919 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:04.190957 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Set router 77a42ff2-8d5f-4996-ba99-64c0556e0057 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:04.198900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:04.201243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:04.221051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:04.221625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:04.240296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:04.258488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Usage tracker for resource:security_group_rule and tenant:93748ca78a834f1aaba210ecd582066c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:04.284542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:04.307529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:04.309718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:04.310391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.312995 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.320747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 2, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:04.334392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Checking router: a72f404a-2318-4332-a709-b5fba25ea24b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:04.334754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Updating router a72f404a-2318-4332-a709-b5fba25ea24b port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:04.382984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:04.383705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.389605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:04.420157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.423570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group_rule and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:04.429114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event updated for resources: {'Port': ['ID=100109b2-5632-40b4-8794-e20f9ebc808f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:04.439156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-bc691158-d094-433d-abf2-1bd6f4560617 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8006787 Feb 07 22:55:04.440303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:04.507984 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.512000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Attempting to bind port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:04.512359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Attempting to bind port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:04.512731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Attempting to bind port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:04.525064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Request body: {'port': {'device_id': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:04.582545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 on network 12cf38f3-c8be-495e-98eb-e032d834448e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:04.582769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Attempting to bind port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:04.588777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:04.592478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=e3da666a-3c8e-4e7a-9d38-cd4fa51ae918,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:04.600837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:04.601188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:04.601582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Bound using segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:04.602038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Bound port: 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:04.602394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.619776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874baa3-683f-477d-98ef-aa85d100b281 req-e6abd7fc-84a1-40b8-b3a2-fce0db095101 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:04.625680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874baa3-683f-477d-98ef-aa85d100b281 req-e6abd7fc-84a1-40b8-b3a2-fce0db095101 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:04.627381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6874baa3-683f-477d-98ef-aa85d100b281 req-e6abd7fc-84a1-40b8-b3a2-fce0db095101 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1655 time: 0.5091226 Feb 07 22:55:04.664951 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 3, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:04.672878 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Checking router: 77a42ff2-8d5f-4996-ba99-64c0556e0057 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:04.673277 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Updating router 77a42ff2-8d5f-4996-ba99-64c0556e0057 port 385c4d17-be41-4e6a-8a31-629448c5cf3f binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:04.738616 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:04.811611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e83a0-eb5b-44b1-b2ff-2e0b24080898 req-81bd3172-7c28-41c1-bc6e-e6d80baa7f82 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:04.813180 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a6e83a0-eb5b-44b1-b2ff-2e0b24080898 req-81bd3172-7c28-41c1-bc6e-e6d80baa7f82 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.4659021 Feb 07 22:55:04.848318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6874baa3-683f-477d-98ef-aa85d100b281 req-c704fe0c-4eb3-4715-9b98-aca919ba12db tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749732 Feb 07 22:55:04.915678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.059537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a6e83a0-eb5b-44b1-b2ff-2e0b24080898 req-2bf8063a-6f5f-4aef-bb29-34ef738a8fa9 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262709 Feb 07 22:55:05.061357 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.081025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Transition to ACTIVE for port object 19298a27-c905-48f1-b4a3-b13fe1d64dc6 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:05.085103 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.102272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] For port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:05.111103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] For port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:05.132032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1151a35-09ac-424b-a487-f5b5b743bc2a None None] Provisioning for port 100109b2-5632-40b4-8794-e20f9ebc808f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:05.143568 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.144723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1151a35-09ac-424b-a487-f5b5b743bc2a None None] Provisioning complete for port 100109b2-5632-40b4-8794-e20f9ebc808f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:05.145107 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1151a35-09ac-424b-a487-f5b5b743bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.146011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-72faed17-e35f-4f98-a689-9277f1db9e2d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 HTTP/1.1" status: 204 len: 168 time: 1.9062238 Feb 07 22:55:05.146927 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.156160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42348) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:05.172853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.201827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.209455 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.217139 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.225982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e1151a35-09ac-424b-a487-f5b5b743bc2a None None] Port 100109b2-5632-40b4-8794-e20f9ebc808f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:05.261548 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-360fbf4b-38b2-4ad9-8406-3b8d5411f78d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:55:05.262278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-360fbf4b-38b2-4ad9-8406-3b8d5411f78d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:05.264806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:05.316841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:05.317902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.319613 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] 10.222.0.26 "PUT /v2.0/ports/3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 HTTP/1.1" status: 200 len: 1091 time: 5.5693717 Feb 07 22:55:05.323123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'tag': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:05.389299 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.414167 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Transition to ACTIVE for port object 385c4d17-be41-4e6a-8a31-629448c5cf3f will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:05.416242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc2376-3092-42f4-b91c-362e06b12ea0 None None] Pushing event updated for resources: {'Port': ['ID=19298a27-c905-48f1-b4a3-b13fe1d64dc6,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.438105 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.476849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f2ec32-1346-4927-ae17-6e0742c34663,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.483037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.483392 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Added segment 30d19efd-8a6d-4c94-9aab-26c94e6fa6bb of type vlan for network 7ea293fd-5309-411c-8590-605693c95d13 Feb 07 22:55:05.498544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.499751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4706197 Feb 07 22:55:05.521184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42356) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:05.531720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'security_group_rule': {'security_group_id': 'da55169c-c4dc-4dd7-9d7d-caf402be5d1f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:05.535247 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'tag': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0', 'status': 'completed', 'code': 200} Feb 07 22:55:05.546108 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Attempting to bind port 385c4d17-be41-4e6a-8a31-629448c5cf3f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:05.546475 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Attempting to bind port 385c4d17-be41-4e6a-8a31-629448c5cf3f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:05.547021 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Attempting to bind port 385c4d17-be41-4e6a-8a31-629448c5cf3f on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:05.559512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:05.568872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-360fbf4b-38b2-4ad9-8406-3b8d5411f78d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:05.570033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-360fbf4b-38b2-4ad9-8406-3b8d5411f78d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/e3da666a-3c8e-4e7a-9d38-cd4fa51ae918 HTTP/1.1" status: 404 len: 333 time: 0.4050362 Feb 07 22:55:05.578701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42360) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:05.581578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group_rule and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:05.584924 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:05.587673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:05.589404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:05.590955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f711cfc-7e28-467b-80cf-5d84509f3186 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.594170 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.594578 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:05.598458 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Bound port: 385c4d17-be41-4e6a-8a31-629448c5cf3f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:05.599536 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.600608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.604532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:05.606500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd8f77-55c3-4fc9-b335-a4347fb996e4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da55169c-c4dc-4dd7-9d7d-caf402be5d1f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.627142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Attempting to bind port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:05.628897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Attempting to bind port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:05.629274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Attempting to bind port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 on network d60eb7aa-2182-44ab-b27b-0104971265bf {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:05.641459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca33388-0844-4b70-b645-9b8eb7cb90a9 req-70f3e7e9-85fd-4137-8c0f-e05d78f94d59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:05.642963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:05.643420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Checking segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:05.643826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.644216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Bound using segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:05.645010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Bound port: 19298a27-c905-48f1-b4a3-b13fe1d64dc6, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:05.645474 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.648719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ca33388-0844-4b70-b645-9b8eb7cb90a9 req-70f3e7e9-85fd-4137-8c0f-e05d78f94d59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 943 time: 0.5881352 Feb 07 22:55:05.675103 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.701107 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bea43-62f0-48ef-b57b-29eea83ca4d0 None None] Pushing event updated for resources: {'Port': ['ID=385c4d17-be41-4e6a-8a31-629448c5cf3f,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.730655 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] For port 385c4d17-be41-4e6a-8a31-629448c5cf3f, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:05.733999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] For port 385c4d17-be41-4e6a-8a31-629448c5cf3f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=385c4d17-be41-4e6a-8a31-629448c5cf3f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:05.741956 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.754459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.760485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:05.761140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.796344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] For port 19298a27-c905-48f1-b4a3-b13fe1d64dc6, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:05.801637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] For port 19298a27-c905-48f1-b4a3-b13fe1d64dc6, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=19298a27-c905-48f1-b4a3-b13fe1d64dc6,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:05.804351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ca33388-0844-4b70-b645-9b8eb7cb90a9 req-12d0ed35-cff7-40d4-869f-31819a1052ed tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546893 Feb 07 22:55:05.809951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.869378 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Routers {'77a42ff2-8d5f-4996-ba99-64c0556e0057'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:05.870094 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77a42ff2-8d5f-4996-ba99-64c0556e0057'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:05.908326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3815813 Feb 07 22:55:05.909506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fa778-378e-457f-8e55-21c84db7b317 tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Pushing event updated for resources: {'Network': ['ID=7ea293fd-5309-411c-8590-605693c95d13,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:05.929530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.951099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:05.992711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc2376-3092-42f4-b91c-362e06b12ea0 None None] Pushing event updated for resources: {'Port': ['ID=19298a27-c905-48f1-b4a3-b13fe1d64dc6,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:06.018480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 7ea293fd-5309-411c-8590-605693c95d13 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:55:06.023656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eeb8f8-a37a-4d4a-9816-cae26f4509fd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:06.046357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.050455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2c1af410-f6c4-4d1f-a746-1ca2901604d7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5207856 Feb 07 22:55:06.051551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42370) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:06.076206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bea43-62f0-48ef-b57b-29eea83ca4d0 None None] Pushing event updated for resources: {'Port': ['ID=385c4d17-be41-4e6a-8a31-629448c5cf3f,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:06.106776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'security_group_rule': {'security_group_id': 'da55169c-c4dc-4dd7-9d7d-caf402be5d1f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:06.123788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:06.128267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group_rule and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:06.132782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:06.149892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:06.163883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42376) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:06.174144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Request body: {'port': {'network_id': '7ea293fd-5309-411c-8590-605693c95d13', 'binding:host_id': 'n-h2-827896-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-90243163'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:06.187124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:06.195247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Usage tracker for resource:port and tenant:44b616e98a104be6a265bd20df6b7672 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:06.199329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:06.217587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:06.234326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:06.235384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:06.276823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c551d4-fc3e-4cb1-91f7-d179ef22a67e req-d9ba4b51-b0b1-4066-a5fd-c7974ba94717 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:06.282870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c551d4-fc3e-4cb1-91f7-d179ef22a67e req-d9ba4b51-b0b1-4066-a5fd-c7974ba94717 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:06.284680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28c551d4-fc3e-4cb1-91f7-d179ef22a67e req-d9ba4b51-b0b1-4066-a5fd-c7974ba94717 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1655 time: 0.1981833 Feb 07 22:55:06.285995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Made reservation on behalf of 44b616e98a104be6a265bd20df6b7672 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:06.288542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.311676 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.329982 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.345473 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] Set router 77a42ff2-8d5f-4996-ba99-64c0556e0057 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:06.395222 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.399455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:06.399455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.434657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:06.450881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Usage tracker for resource:security_group_rule and tenant:44b616e98a104be6a265bd20df6b7672 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:06.454842 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.466984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28c551d4-fc3e-4cb1-91f7-d179ef22a67e req-9b3b641a-7f62-42d2-b329-a116279de576 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671140 Feb 07 22:55:06.472301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:06.481169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:06.486351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:06.534231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e6747-f2b8-4940-9c74-e77b6e0fb690 req-fedc7291-8843-488d-822b-9feaba68a009 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:06.542379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a40e6747-f2b8-4940-9c74-e77b6e0fb690 req-fedc7291-8843-488d-822b-9feaba68a009 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.1990519 Feb 07 22:55:06.614559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a40e6747-f2b8-4940-9c74-e77b6e0fb690 req-d4aa7567-c303-4946-8e2e-553cbe44ba47 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701458 Feb 07 22:55:06.671336 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.677457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:06.689262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] device_id is not set on port 2c75e342-ecba-4a1e-a304-59c73543cdd7 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:06.702992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-b250856c-d65e-49ec-8cf8-65d03e2b16a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:06.704894 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-b250856c-d65e-49ec-8cf8-65d03e2b16a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 1094 time: 1.2586184 Feb 07 22:55:06.766268 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 3, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:06.771893 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff767c-f58b-474b-a0ce-600f5d2db87b None None] The sync data for ids ['77a42ff2-8d5f-4996-ba99-64c0556e0057'] in n-d-827896-3 is: [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 3, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:06.781514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c23ebc-5fa8-46a5-884f-32241243d8cf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:06.855867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:05Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:06.860289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc13987-0252-43a1-a4b1-ab7856ab1371 None None] The sync data for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 is: [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:05Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:07.029615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.031583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-d35508a2-499e-4a40-8535-6c3e4743aa13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 HTTP/1.1" status: 200 len: 217 time: 0.2783542 Feb 07 22:55:07.114004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8cf314-3316-432b-a081-695b2bb486cd {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:07.118694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.164678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.213970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] device_id is not set on port 2c75e342-ecba-4a1e-a304-59c73543cdd7 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:07.226580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b1a3d-e5f1-4a52-bf62-5d8ebcbcd817 req-da68ac58-ee80-4f69-b852-4b76c1ff5093 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:07.228382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f88b1a3d-e5f1-4a52-bf62-5d8ebcbcd817 req-da68ac58-ee80-4f69-b852-4b76c1ff5093 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 943 time: 0.1995311 Feb 07 22:55:07.238083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09deac73-ba7e-4a49-b6e3-6d1b40590af6,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:07.263209 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.296074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Transition to ACTIVE for port object 1c8cf314-3316-432b-a081-695b2bb486cd will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:07.304686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Transition to ACTIVE for port object 2c75e342-ecba-4a1e-a304-59c73543cdd7 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:07.332879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f88b1a3d-e5f1-4a52-bf62-5d8ebcbcd817 req-9d023a29-6c07-4dd5-b4ec-2b08d3b9aefd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632484 Feb 07 22:55:07.334447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.383611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-6e13fcb5-5872-483e-a0ec-eca8bd282e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:07.386706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-6e13fcb5-5872-483e-a0ec-eca8bd282e9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.3212798 Feb 07 22:55:07.395685 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.433477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=2c75e342-ecba-4a1e-a304-59c73543cdd7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:07.435836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.439990 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-59e5230f-06a9-4e17-b244-d65cb925a20c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3764179 Feb 07 22:55:07.440366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42382) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:07.448887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:07.463994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:07.473503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:floatingip and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:07.478823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:07.490165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Checking segment: {'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:07.490630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Network hostable DHCP agents. Network: 7ea293fd-5309-411c-8590-605693c95d13, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:07.498897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:07.525994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.544395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Network 7ea293fd-5309-411c-8590-605693c95d13 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:07.564101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-d49d3ba3-f375-4633-a4f9-e7a6a7e41830 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604047 Feb 07 22:55:07.566348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:07.736799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 7ea293fd-5309-411c-8590-605693c95d13) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:07.748296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:07.757815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae62267-1d0c-46dc-b0d9-d706be216b89 None None] Network 7ea293fd-5309-411c-8590-605693c95d13 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:07.820448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8cf314-3316-432b-a081-695b2bb486cd,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:07.902686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:07.903499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:07.904029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:07.967189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:07.967546 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:07.990601 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 2 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:08.052048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.077460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:08.077876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:08.078259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:08.124518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a025f13-6bc3-41eb-9ce1-4fccc74ee688 req-ef33f5f4-38b4-41b4-b101-12551a42dba1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:08.138673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a025f13-6bc3-41eb-9ce1-4fccc74ee688 req-ef33f5f4-38b4-41b4-b101-12551a42dba1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:08.140357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a025f13-6bc3-41eb-9ce1-4fccc74ee688 req-ef33f5f4-38b4-41b4-b101-12551a42dba1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1667 time: 0.5296755 Feb 07 22:55:08.142055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:08.142393 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:08.169616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd100bd1-845b-4729-a43f-e9016d4ac2ed req-81e69def-b95c-4d13-b63d-2f8d4f5b7766 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:08.171164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd100bd1-845b-4729-a43f-e9016d4ac2ed req-81e69def-b95c-4d13-b63d-2f8d4f5b7766 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.3456087 Feb 07 22:55:08.173133 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 3 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:08.237311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 19298a27-c905-48f1-b4a3-b13fe1d64dc6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:08.267874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:08.268437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:08.268594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:08.326028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:08.326734 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:08.333559 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 4 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:08.358481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:08.359688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:08.360303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:08.360433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:08.366805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:08.367185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.374587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd100bd1-845b-4729-a43f-e9016d4ac2ed req-79429c7d-350e-44dc-a181-9201233cb2e6 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897860 Feb 07 22:55:08.380878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a025f13-6bc3-41eb-9ce1-4fccc74ee688 req-a46145dd-e893-405e-b93f-b4824d150b59 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086272 Feb 07 22:55:08.383146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:08.384257 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:08.387542 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 5 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:08.414248 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.605390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Allocated IP 172.25.0.242 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/e088c567-440e-47d0-b482-1f46af0de8db) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:08.608692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:08.609233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:08.609682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:08.637441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 85f6b91a-ddcb-41a6-b716-cbfc5586fab6 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:08.645796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.659853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:08.660481 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:08.664430 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 6 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:08.695668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 19298a27-c905-48f1-b4a3-b13fe1d64dc6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=19298a27-c905-48f1-b4a3-b13fe1d64dc6,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:08.703548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.704621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 385c4d17-be41-4e6a-8a31-629448c5cf3f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:08.755205 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-bd56536c-0d7d-469e-865d-d54b8a973d63 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1720672 Feb 07 22:55:08.845986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=19298a27-c905-48f1-b4a3-b13fe1d64dc6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:08.860234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 385c4d17-be41-4e6a-8a31-629448c5cf3f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:08.866271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 385c4d17-be41-4e6a-8a31-629448c5cf3f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:08.866831 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:08.901897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:08.902404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:08.902875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:08.916714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:08.917191 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:08.923853 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 7 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:08.978910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:08.979414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:08.979879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:09.005007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:09.005518 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:09.008314 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 8 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:09.023814 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.043645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 385c4d17-be41-4e6a-8a31-629448c5cf3f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=385c4d17-be41-4e6a-8a31-629448c5cf3f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:09.049035 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.049183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451cdfd-d2ad-461e-8781-e294522d75b5 req-a7782793-0bcd-45d9-ae7f-5e498d33016b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:09.050758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9451cdfd-d2ad-461e-8781-e294522d75b5 req-a7782793-0bcd-45d9-ae7f-5e498d33016b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 943 time: 0.4470258 Feb 07 22:55:09.051558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:09.052004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:09.052447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:09.073393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:09.073878 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:09.087590 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 9 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:09.097826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Attempting to bind port 1c8cf314-3316-432b-a081-695b2bb486cd on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:09.098177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Attempting to bind port 1c8cf314-3316-432b-a081-695b2bb486cd by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:09.098513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Attempting to bind port 1c8cf314-3316-432b-a081-695b2bb486cd on network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:09.099922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.130065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=385c4d17-be41-4e6a-8a31-629448c5cf3f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:09.132237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:09.132720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:09.133172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:09.148918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:09.149367 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:09.151447 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 10 to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 Feb 07 22:55:09.158311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.160868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9451cdfd-d2ad-461e-8781-e294522d75b5 req-dfbd64d1-d416-4e1b-a260-f1e9519c1c48 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927508 Feb 07 22:55:09.174740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:09.175174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:09.175573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:09.182900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:09.183325 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 2c75e342-ecba-4a1e-a304-59c73543cdd7 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:09.183775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.205346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Port 1c8cf314-3316-432b-a081-695b2bb486cd on network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:09.205687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Attempting to bind port 1c8cf314-3316-432b-a081-695b2bb486cd on network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:09.253334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.257852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=85f6b91a-ddcb-41a6-b716-cbfc5586fab6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:09.260467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:09.260835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Checking segment: {'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:09.261516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Bound using segment: {'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:09.261637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Bound port: 1c8cf314-3316-432b-a081-695b2bb486cd, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:09.261977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.332783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:09.345043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:09.354317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:09.369825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Allocated IP 172.20.0.1 (d86ca0b8-4cf7-4e84-9ef7-262250840030/7156f3ea-b7b0-4fe7-a1be-0232d54bee10/7263aeb9-88d1-46b7-ad10-993d70b823af) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:09.394489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'Port': ['ID=e088c567-440e-47d0-b482-1f46af0de8db,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:09.418742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] For port 2c75e342-ecba-4a1e-a304-59c73543cdd7, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:09.419195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempted to set empty binding levels {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 22:55:09.436455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.513457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:09.514108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.539488 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.551427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=2c75e342-ecba-4a1e-a304-59c73543cdd7,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:09.600203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3d28c7c-ece7-4d17-b25f-0f88bacb16ff req-a5ce7793-f222-42b5-98af-e24d7e3356d5 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081305 Feb 07 22:55:09.651807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-31332158-f75a-4586-8ec7-882529a186ee tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 3.4850287 Feb 07 22:55:09.655016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.656014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42396) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:09.670359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] For port 1c8cf314-3316-432b-a081-695b2bb486cd, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:09.747101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-85d5d59f-3b4a-4f6a-b079-517971f4d40b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/85f6b91a-ddcb-41a6-b716-cbfc5586fab6 HTTP/1.1" status: 204 len: 168 time: 4.1646545 Feb 07 22:55:09.756199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42400) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:09.756673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] For port 1c8cf314-3316-432b-a081-695b2bb486cd, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c8cf314-3316-432b-a081-695b2bb486cd,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:09.765095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.773907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.837552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.865340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:09.865945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.867307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c8cf314-3316-432b-a081-695b2bb486cd HTTP/1.1" status: 200 len: 1092 time: 5.3506963 Feb 07 22:55:09.872642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:09.883213 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc0aa75-2074-4a94-a415-cdfffd2ee975 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:55:09.888455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bdc0aa75-2074-4a94-a415-cdfffd2ee975 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/85f6b91a-ddcb-41a6-b716-cbfc5586fab6 HTTP/1.1" status: 404 len: 333 time: 0.0951059 Feb 07 22:55:09.893258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:09.900850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Deleting port 2c75e342-ecba-4a1e-a304-59c73543cdd7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:09.901202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:09.952540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Transition to ACTIVE for port object 7263aeb9-88d1-46b7-ad10-993d70b823af will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:09.959160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Request body: {'port': {'device_id': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:10.005755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f493d8-a947-4fce-8460-ee84704bd061 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8cf314-3316-432b-a081-695b2bb486cd,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:10.055412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-5a7e4896-1356-4ea3-a0c6-2138007b258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:10.057575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-5a7e4896-1356-4ea3-a0c6-2138007b258a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 1094 time: 0.3885419 Feb 07 22:55:10.060354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82dad6-e422-46b4-90b9-b262e2733437 req-ea54f8a6-6ed1-4a4c-80c5-2ca90f6a0e12 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:10.072782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82dad6-e422-46b4-90b9-b262e2733437 req-ea54f8a6-6ed1-4a4c-80c5-2ca90f6a0e12 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:10.074657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c82dad6-e422-46b4-90b9-b262e2733437 req-ea54f8a6-6ed1-4a4c-80c5-2ca90f6a0e12 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1667 time: 0.4659028 Feb 07 22:55:10.101207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet c91a2977-88af-4ce5-b350-9530b6f58936 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:55:10.121944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 19298a27-c905-48f1-b4a3-b13fe1d64dc6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:10.137771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.167279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb54e-c420-493c-8840-d4ff5e817425 req-1483dae8-9c7c-4941-9b8c-b815ffcbc694 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:10.168797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6ccb54e-c420-493c-8840-d4ff5e817425 req-1483dae8-9c7c-4941-9b8c-b815ffcbc694 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.5234606 Feb 07 22:55:10.210563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:10.211082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.269147 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.270129 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:55:10.300969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.318389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c82dad6-e422-46b4-90b9-b262e2733437 req-24c0269f-5645-4fda-b069-451fc0a2c828 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345278 Feb 07 22:55:10.347784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 385c4d17-be41-4e6a-8a31-629448c5cf3f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:10.372158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6ccb54e-c420-493c-8840-d4ff5e817425 req-2cd3b5bb-9298-40d2-ab76-9be04605173b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876929 Feb 07 22:55:10.421356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] For port 2c75e342-ecba-4a1e-a304-59c73543cdd7, host n-h2-827896-3, got binding levels [] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:10.421906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.454853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 385c4d17-be41-4e6a-8a31-629448c5cf3f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:10.455238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.499968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.510873 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd', 'status': 'completed', 'code': 200} Feb 07 22:55:10.624964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:10.643562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:10.653538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:10.707897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-e68901df-0475-4b6f-8791-8b52fee84ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:10.709421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-e68901df-0475-4b6f-8791-8b52fee84ade service neutron] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.5986562 Feb 07 22:55:10.714702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Pushing event updated for resources: {'Port': ['ID=7263aeb9-88d1-46b7-ad10-993d70b823af,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:10.770167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Calling delete_port for 2c75e342-ecba-4a1e-a304-59c73543cdd7 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:10.799637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.831673 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.861955 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-fda4db7f-860d-4d28-809b-cd23cbe84434 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 HTTP/1.1" status: 200 len: 217 time: 0.1385362 Feb 07 22:55:10.881569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:10.945919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.017238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'Port': ['ID=e088c567-440e-47d0-b482-1f46af0de8db,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:11.038287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.046388 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.098273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bf6f2-f92e-40f7-9a37-4279bb6be4e3 req-1f1bcae6-d7cc-4bbb-90d6-532a48688d3a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.099751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b95bf6f2-f92e-40f7-9a37-4279bb6be4e3 req-1f1bcae6-d7cc-4bbb-90d6-532a48688d3a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 943 time: 0.5545332 Feb 07 22:55:11.112410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-38b6e154-1937-4197-8449-9fa4bcb0ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.112932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-4eebd3d0-abfb-432e-8d06-54faec378e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.113421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-4eebd3d0-abfb-432e-8d06-54faec378e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.113806 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-38b6e154-1937-4197-8449-9fa4bcb0ef6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.2350309 Feb 07 22:55:11.115067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-4eebd3d0-abfb-432e-8d06-54faec378e9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1914 time: 0.6742630 Feb 07 22:55:11.123337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3dd91b8-c844-4417-b7ac-3a82c8abc7d0 None None] Provisioning for port 7263aeb9-88d1-46b7-ad10-993d70b823af completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:11.128259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3dd91b8-c844-4417-b7ac-3a82c8abc7d0 None None] Provisioning complete for port 7263aeb9-88d1-46b7-ad10-993d70b823af triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:11.129140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3dd91b8-c844-4417-b7ac-3a82c8abc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.129981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c75e342-ecba-4a1e-a304-59c73543cdd7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:11.137050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.188080 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.197491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-44bb3889-f7e7-4a97-abc7-54180c423fa0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7479939 Feb 07 22:55:11.197700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd91b8-c844-4417-b7ac-3a82c8abc7d0 None None] Port 7263aeb9-88d1-46b7-ad10-993d70b823af cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:11.208950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-f32a54b2-27d6-4ef2-bfcd-c06531df924a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756683 Feb 07 22:55:11.245083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3292261c-7939-4a3a-b252-cb6ada4fb668 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2c75e342-ecba-4a1e-a304-59c73543cdd7 HTTP/1.1" status: 204 len: 168 time: 1.5582876 Feb 07 22:55:11.253480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42416) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:11.324910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.327872 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c14dca-b3b4-47e7-8e03-7b0793d89289 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:55:11.328635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-67c14dca-b3b4-47e7-8e03-7b0793d89289 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Synchronizing usage tracker for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:11.333215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b95bf6f2-f92e-40f7-9a37-4279bb6be4e3 req-f9a21bae-aef1-4959-ae13-b8f9cb699b9a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149441 Feb 07 22:55:11.392406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=c91a2977-88af-4ce5-b350-9530b6f58936,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:11.395579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-67c14dca-b3b4-47e7-8e03-7b0793d89289 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Unset dirty status for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:11.396583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.404978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-67c14dca-b3b4-47e7-8e03-7b0793d89289 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "GET /v2.0/ports/2c75e342-ecba-4a1e-a304-59c73543cdd7 HTTP/1.1" status: 404 len: 333 time: 0.1417515 Feb 07 22:55:11.408633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42432) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:11.411953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a17af-3552-4558-9ecf-2dd2a3e9504d None None] Network 665df8f6-6a54-480c-8d29-11096b776179 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:11.446605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Request body: {'port': {'network_id': '7ea293fd-5309-411c-8590-605693c95d13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1404084094'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:11.455742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-e6498b6a-edf4-4efb-b754-45b04a095f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.456341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-e6498b6a-edf4-4efb-b754-45b04a095f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.457398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-e6498b6a-edf4-4efb-b754-45b04a095f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.459254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-e6498b6a-edf4-4efb-b754-45b04a095f8b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=421ae4ca8f154f078a52381e93d8ab70&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3185959 Feb 07 22:55:11.464394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:11.467478 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce6a698c-f6b0-4ffa-baee-2c7a8c56f64a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/c91a2977-88af-4ce5-b350-9530b6f58936 HTTP/1.1" status: 204 len: 168 time: 1.5709660 Feb 07 22:55:11.481692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42436) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:11.543404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-82de5c3d-685e-4092-9b92-f95e5df2e5fc tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Synchronizing usage tracker for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:11.598675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:11.636605 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-fbd84bd8-7662-49a7-bd07-323c374ea505 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118624 Feb 07 22:55:11.637161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.645849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Made reservation on behalf of 44b616e98a104be6a265bd20df6b7672 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:11.648313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.668288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] DHCP port deletion for 665df8f6-6a54-480c-8d29-11096b776179 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:55:11.672239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] Deleting port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:11.672700 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.673946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-82de5c3d-685e-4092-9b92-f95e5df2e5fc tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Unset dirty status for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:11.675123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-82de5c3d-685e-4092-9b92-f95e5df2e5fc tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--345340820&fields=id&tenant_id=6245a52bd9e44ce8b32a223827c6e820 HTTP/1.1" status: 200 len: 267 time: 0.3400285 Feb 07 22:55:11.736220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] device_id is not set on port 9dfe944b-0f4b-41cd-9858-091de8a89932 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:11.806478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100109b2-5632-40b4-8794-e20f9ebc808f {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:11.832541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.837410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.905837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Transition to ACTIVE for port object 100109b2-5632-40b4-8794-e20f9ebc808f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:11.931952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae6e16-3771-4f45-89e0-7a7f53f23b72 req-c6d1f17b-242f-452b-9144-f47220859f2f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.937742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae6e16-3771-4f45-89e0-7a7f53f23b72 req-c6d1f17b-242f-452b-9144-f47220859f2f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.939302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2eae6e16-3771-4f45-89e0-7a7f53f23b72 req-c6d1f17b-242f-452b-9144-f47220859f2f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1667 time: 0.4867289 Feb 07 22:55:11.940341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-6cc65c04-3519-4fe1-9f4c-0b2d0db8782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:11.941657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93da9b5c-c2e5-42b7-bb44-60a37938b6cb req-6cc65c04-3519-4fe1-9f4c-0b2d0db8782e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4365208 Feb 07 22:55:11.967345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:11.968890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] For port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=caf9d999-0ad3-4a4a-a3b9-c804fd619fa5,segment=NetworkSegment(3191ff9e-798d-488b-bd55-c7b7520e1915),segment_id=3191ff9e-798d-488b-bd55-c7b7520e1915)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:11.969662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.023610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:12.023912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.062722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2eae6e16-3771-4f45-89e0-7a7f53f23b72 req-6d472bfb-ed3c-4d02-9b83-a0580018b4e8 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137214 Feb 07 22:55:12.098913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:12.102007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-dcd5f8ea-c0c5-4d0c-82b3-75120ff2c9b4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:12.102787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-dcd5f8ea-c0c5-4d0c-82b3-75120ff2c9b4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Synchronizing usage tracker for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:12.132284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] Calling delete_port for caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:12.251955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-dcd5f8ea-c0c5-4d0c-82b3-75120ff2c9b4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Unset dirty status for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:12.259219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-dcd5f8ea-c0c5-4d0c-82b3-75120ff2c9b4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 810 time: 0.5593548 Feb 07 22:55:12.278697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.297369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-61d06abf-bb80-4031-8d90-a9d15f51e1cc tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/quotas/6245a52bd9e44ce8b32a223827c6e820 HTTP/1.1" status: 200 len: 375 time: 0.0388017 Feb 07 22:55:12.330371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] Pushing event deleted for resources: {'Port': ['ID=caf9d999-0ad3-4a4a-a3b9-c804fd619fa5,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.338088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299f746-87a7-49f9-9d29-8d3b1ea21967 None None] No DVR routers for this DVR port caf9d999-0ad3-4a4a-a3b9-c804fd619fa5 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:12.342156 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.373287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.403072 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa010cd2-e9d7-4570-bda9-8eeb211c29eb req-d8172206-6d53-47c1-8861-ab85b34e8422 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533889 Feb 07 22:55:12.403781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=100109b2-5632-40b4-8794-e20f9ebc808f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.404394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:55:12.461661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75c5d8-12ce-43e8-a83a-642cdcc7c12a req-e16a895e-49c2-4483-8286-6bbec7f1a0c9 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:12.463590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f75c5d8-12ce-43e8-a83a-642cdcc7c12a req-e16a895e-49c2-4483-8286-6bbec7f1a0c9 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.2600677 Feb 07 22:55:12.481490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-68cd90a0-0148-4a4c-b381-c5d77a0bb3de tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1832557 Feb 07 22:55:12.541155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] The port 'caf9d999-0ad3-4a4a-a3b9-c804fd619fa5' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:55:12.575093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:12.588958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'port_id': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0', 'mac_address': 'fa:16:3e:2e:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3297c5f5-c5ac-465c-86f2-3cd46109b2e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:55:12.595978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.653935 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.673073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:12.693273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:12.700367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.729638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:55:12.756488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.778864 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.779963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.810926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f75c5d8-12ce-43e8-a83a-642cdcc7c12a req-a84fab5e-65c2-43dd-8317-5539bdd7dd6f tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284318 Feb 07 22:55:12.831727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Network 7ea293fd-5309-411c-8590-605693c95d13 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:12.832916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:12.843508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.880681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-d9ad9956-55c1-423d-9843-09f9ee60e1c6 service neutron] 10.222.0.10 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748596 Feb 07 22:55:12.881306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=9dfe944b-0f4b-41cd-9858-091de8a89932,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.891681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:12.892380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:12.893268 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.924904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665df8f6-6a54-480c-8d29-11096b776179']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:12.953249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Attempting to bind port 100109b2-5632-40b4-8794-e20f9ebc808f on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:12.953591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Attempting to bind port 100109b2-5632-40b4-8794-e20f9ebc808f by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:12.953921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Attempting to bind port 100109b2-5632-40b4-8794-e20f9ebc808f on network a59281d0-a96d-4664-bfec-cb00db564919 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:12.958751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3191ff9e-798d-488b-bd55-c7b7520e1915') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:12.959057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3191ff9e-798d-488b-bd55-c7b7520e1915') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:12.976169 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.981658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Pushing event updated for resources: {'Port': ['ID=7263aeb9-88d1-46b7-ad10-993d70b823af,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:12.983837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Port 100109b2-5632-40b4-8794-e20f9ebc808f on network a59281d0-a96d-4664-bfec-cb00db564919 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:12.984163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Attempting to bind port 100109b2-5632-40b4-8794-e20f9ebc808f on network a59281d0-a96d-4664-bfec-cb00db564919 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:12.988202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:12.995612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-21784191-2c81-4977-af6a-73d3d1a1ad29 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5749316 Feb 07 22:55:13.001872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42442) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:13.011142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:13.011474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Checking segment: {'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:13.011858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Bound using segment: {'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:13.012284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Bound port: 100109b2-5632-40b4-8794-e20f9ebc808f, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e53cca2-5ac2-40c2-aade-91e5183ad34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:13.012652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.024663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:13.049801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['3e8fe576-9cbf-4bcc-89a9-40fb920c63c0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:13.063377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.117611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-e390cbaf-6a82-4285-ad58-d4d8eef4bf8f service neutron] 10.222.0.10 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063861 Feb 07 22:55:13.126446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c38b37-275f-41cf-8982-553e6823c1f4 req-a98e1d8e-e424-4c91-86c5-7778afed0dd2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.127924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25c38b37-275f-41cf-8982-553e6823c1f4 req-a98e1d8e-e424-4c91-86c5-7778afed0dd2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 944 time: 0.1398399 Feb 07 22:55:13.145786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:13.145970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:13.163692 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:13.175289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25c38b37-275f-41cf-8982-553e6823c1f4 req-ac048b27-6897-45f3-b056-7ddc940fa3c6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Feb 07 22:55:13.372895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-899c958e-8242-43a1-8b91-7fac0365c7cc req-dd4c6481-d5c7-46a4-a196-c2d1c5848325 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 210 time: 0.0785365 Feb 07 22:55:13.428934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c82d7-103e-4721-a7e6-0fa96732d225 req-4863943f-b683-4a7b-9f0c-78d87e81cfe6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.434905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c82d7-103e-4721-a7e6-0fa96732d225 req-4863943f-b683-4a7b-9f0c-78d87e81cfe6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.436449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-180c82d7-103e-4721-a7e6-0fa96732d225 req-4863943f-b683-4a7b-9f0c-78d87e81cfe6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1679 time: 0.1096561 Feb 07 22:55:13.441337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.446647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.484241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-180c82d7-103e-4721-a7e6-0fa96732d225 req-53296dff-4bfc-4b06-9fcb-6d97aafdd774 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Feb 07 22:55:13.498930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=665df8f6-6a54-480c-8d29-11096b776179,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:13.505754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:13.509106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=100109b2-5632-40b4-8794-e20f9ebc808f,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:13.512736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c68e1bb2-d61e-40ea-92fb-97c67c4a1ca1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/665df8f6-6a54-480c-8d29-11096b776179 HTTP/1.1" status: 204 len: 168 time: 2.0282371 Feb 07 22:55:13.516697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:13.516849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42454) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:13.516939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.522233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1279370403'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:13.528517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:13.529732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:13.531965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.537897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:13.543735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:13.556536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:13.567111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:13.571565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.603028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:13.613054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.613614 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment 40dd86d0-8955-4409-b099-3a94797db219 of type vlan for network dcd9a08c-7d11-4302-99ad-e5e641a116e8 Feb 07 22:55:13.644551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.693680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.702040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.703447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.733547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:13.734385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.735726 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] 10.222.0.26 "PUT /v2.0/ports/100109b2-5632-40b4-8794-e20f9ebc808f HTTP/1.1" status: 200 len: 1092 time: 3.7908926 Feb 07 22:55:13.736083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:13.854771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3369894 Feb 07 22:55:13.859704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42468) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:13.870806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:13.895468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32bd48-df18-49ca-8bbb-81b1e8923fea tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=dcd9a08c-7d11-4302-99ad-e5e641a116e8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:13.904620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-54be8d65-d586-4676-a8ed-c8b4b85a1494 None None] Provisioning complete for port 7263aeb9-88d1-46b7-ad10-993d70b823af triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:13.905066 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-54be8d65-d586-4676-a8ed-c8b4b85a1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:13.949966 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f', 'status': 'completed', 'code': 200} Feb 07 22:55:14.003559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:55:14.066301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:14.076749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:14.082132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:14.092458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:14.109825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:14.115078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.153076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470e6a7-9403-4955-b60b-4faaf897dd8e service neutron] Pushing event updated for resources: {'Port': ['ID=100109b2-5632-40b4-8794-e20f9ebc808f,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:14.266107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-54be8d65-d586-4676-a8ed-c8b4b85a1494 None None] Port 7263aeb9-88d1-46b7-ad10-993d70b823af cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:14.403340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:14.441700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e8b32-a0b6-40b8-a13e-b617687256de req-de2428e2-cfa8-46d7-93a5-869f70201128 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:14.448946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-029e8b32-a0b6-40b8-a13e-b617687256de req-de2428e2-cfa8-46d7-93a5-869f70201128 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.2173519 Feb 07 22:55:14.486589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Router 77a42ff2-8d5f-4996-ba99-64c0556e0057 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:14.501435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:14.508009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:14.508885 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.533947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-029e8b32-a0b6-40b8-a13e-b617687256de req-88398fb4-3239-4236-b070-e42ab1809ac3 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839596 Feb 07 22:55:14.554366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-14bedc88-8bec-4480-8853-6911cdb48195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:14.554845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-14bedc88-8bec-4480-8853-6911cdb48195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:14.557192 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-14bedc88-8bec-4480-8853-6911cdb48195 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1981 time: 0.7608976 Feb 07 22:55:14.606733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.651481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.682387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:14.692934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:14.697892 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.698094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] device_id is not set on port 9dfe944b-0f4b-41cd-9858-091de8a89932 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:14.705679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-8647060f-1755-4c96-b443-18d187bd3333 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=1c8cf314-3316-432b-a081-695b2bb486cd HTTP/1.1" status: 200 len: 217 time: 0.0892730 Feb 07 22:55:14.709764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7492827-2cb1-4da1-b448-232ffd6f0452 req-368ed90d-4a95-45fb-93a7-f1672832bd7f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:14.710723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.711393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7492827-2cb1-4da1-b448-232ffd6f0452 req-368ed90d-4a95-45fb-93a7-f1672832bd7f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 944 time: 0.3696206 Feb 07 22:55:14.725521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cba6c66a-ffe8-444c-8d1b-735c331463d3 req-7e23aa36-8544-48ce-ad7e-caf58aeb9d95 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 210 time: 0.0793865 Feb 07 22:55:14.780689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:14.786023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Transition to ACTIVE for port object 9dfe944b-0f4b-41cd-9858-091de8a89932 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:14.791349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.792336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.793146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.793708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.794316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.794873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.795572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.796121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.796747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.797482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.798059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.798568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:14.813363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': '40dd86d0-8955-4409-b099-3a94797db219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:14.813767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: dcd9a08c-7d11-4302-99ad-e5e641a116e8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:14.834966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=2f9743e4-e258-4be2-af6c-7c9870298ddd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:14.862807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7492827-2cb1-4da1-b448-232ffd6f0452 req-5ec60556-8ed9-4f80-80d1-c3616f009377 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398611 Feb 07 22:55:14.864914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:14.878143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:14.914673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-801247b3-8e6c-46b7-abf1-66f01f6baf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:14.916173 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-801247b3-8e6c-46b7-abf1-66f01f6baf3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e1379046-da7d-4df2-bea7-5b8f8920dee8 HTTP/1.1" status: 200 len: 801 time: 0.1999891 Feb 07 22:55:14.961746 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0', 'code': 200} Feb 07 22:55:14.972388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, dcd9a08c-7d11-4302-99ad-e5e641a116e8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:14.979689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7b4096-0523-4cc1-aac1-62502ec8d976 None None] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:14.985548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:14.986639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.024472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:15.030749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b2c465d-684a-443b-bef0-f011f05b00e1 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1700382 Feb 07 22:55:15.034186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42482) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:15.044324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8', 'name': 'tempest-PortsTestJSON-1718539869', 'fixed_ips': [{'subnet_id': '2f9743e4-e258-4be2-af6c-7c9870298ddd', 'ip_address': '172.20.0.10'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:15.115775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1804ff37-6385-4021-9254-fb2c227b0d01 admin admin] 10.222.0.10 "PUT /v2.0/routers/77a42ff2-8d5f-4996-ba99-64c0556e0057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1863177 Feb 07 22:55:15.131632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec85dc-1c76-4a76-9ed0-27a830546354 req-89e3e234-639d-416a-bb60-6b9c19c7653d tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:15.137811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec85dc-1c76-4a76-9ed0-27a830546354 req-89e3e234-639d-416a-bb60-6b9c19c7653d tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:15.139803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83ec85dc-1c76-4a76-9ed0-27a830546354 req-89e3e234-639d-416a-bb60-6b9c19c7653d tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1679 time: 0.2307081 Feb 07 22:55:15.179924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Sync routers for ids ['77a42ff2-8d5f-4996-ba99-64c0556e0057'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:15.242530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83ec85dc-1c76-4a76-9ed0-27a830546354 req-f7473677-04e8-43a6-b024-5d5ecbdc7da1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918880 Feb 07 22:55:15.262665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Routers {'77a42ff2-8d5f-4996-ba99-64c0556e0057'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:15.263615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77a42ff2-8d5f-4996-ba99-64c0556e0057'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:15.282754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:15.287371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:15.291914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:15.299695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:15.315618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:15.351111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=9dfe944b-0f4b-41cd-9858-091de8a89932,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:15.389830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:15.390237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:15.390556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:15.432209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:15.432485 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:15.437363 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 2 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:15.469222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-5dd1b510-70ea-4555-9463-066ddf5a3163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:15.471039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-5dd1b510-70ea-4555-9463-066ddf5a3163 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5291169 Feb 07 22:55:15.495810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-dcd9a08c-7d11-4302-99ad-e5e641a116e8', 'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8', 'tenant_id': '6f8e5e5a8e734913b82f533fa3de09be', 'fixed_ips': [{'subnet_id': '2f9743e4-e258-4be2-af6c-7c9870298ddd'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:55:15.496518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67c78f81-dac5-48e3-9e77-8d1aff022069 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:15.496715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.498446 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67c78f81-dac5-48e3-9e77-8d1aff022069 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.36 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 810 time: 0.5641916 Feb 07 22:55:15.499370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:15.499862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:15.500358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:15.530442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Set router 77a42ff2-8d5f-4996-ba99-64c0556e0057 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:15.603560 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:15.633573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port d6a07549-c8f4-44b7-9380-fcc6303a2bac yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:15.660512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-a24262c0-99b5-4974-86fb-00a03420da31 service neutron] 10.222.0.26 "GET /v2.0/networks/d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562948 Feb 07 22:55:15.680084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:15.680488 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:15.685366 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 3 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:15.784235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0972eef-7f76-44e1-b6dd-968fd38bdc58 req-45c1f656-8662-464c-8b58-ae505fd405c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:15.785979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0972eef-7f76-44e1-b6dd-968fd38bdc58 req-45c1f656-8662-464c-8b58-ae505fd405c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 1096 time: 0.5388217 Feb 07 22:55:15.836359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:15.837289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:15.837632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:15.869874 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-8250f0c1-76f1-4bcf-ad28-689fd55c049d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6245a52bd9e44ce8b32a223827c6e820 HTTP/1.1" status: 200 len: 379 time: 0.2053630 Feb 07 22:55:15.870436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:15.870787 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:15.874822 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 4 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:15.891817 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0972eef-7f76-44e1-b6dd-968fd38bdc58 req-baa94da2-39c4-4afc-8498-1f3a3c7bd5c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855818 Feb 07 22:55:15.901616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'port': {'device_id': '47895d74-ee81-4bcd-897a-5c679394a14c', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'admin_state_up': True, 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'security_groups': ['da55169c-c4dc-4dd7-9d7d-caf402be5d1f']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:15.940166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:15.940424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:15.940794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:15.999857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6023a016-4a68-4606-a4fb-053f270fe692 req-7a43089f-aa86-441b-8804-281de869c508 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 210 time: 0.0753267 Feb 07 22:55:16.004674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:16.005106 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:16.017368 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 5 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:16.044181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42506) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:16.061021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1297161809-network', 'tenant_id': '9bf14f51fe9743818ae4b39561940785'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:16.072406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:16.072979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:16.073352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:16.078237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31c1c2-8138-4b34-b18e-1257fbdb5409 req-00f64a5b-c9f8-485a-9fec-98a2041c27c7 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.080099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c31c1c2-8138-4b34-b18e-1257fbdb5409 req-00f64a5b-c9f8-485a-9fec-98a2041c27c7 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.4013038 Feb 07 22:55:16.081566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:16.090343 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-11dc8be8-46e3-4eb0-adbf-a8600a0cf92f service neutron] 10.222.0.26 "GET /v2.0/networks/d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058228 Feb 07 22:55:16.098210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:16.098558 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:16.101772 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 6 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:16.106429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Usage tracker for resource:network and tenant:9bf14f51fe9743818ae4b39561940785 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:16.116723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:16.126564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:16.163925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Made reservation on behalf of 9bf14f51fe9743818ae4b39561940785 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:16.164497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Allocated IP 172.20.0.2 (dcd9a08c-7d11-4302-99ad-e5e641a116e8/2f9743e4-e258-4be2-af6c-7c9870298ddd/33944e13-0f24-4c62-bc08-ed5ae2baeb41) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:16.166495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.205115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:16.205450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:16.205723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:16.208445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:55:11Z', 'revision_number': 4, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '7263aeb9-88d1-46b7-ad10-993d70b823af', 'name': '', 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'mac_address': 'fa:16:3e:e1:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '7156f3ea-b7b0-4fe7-a1be-0232d54bee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:08Z', 'updated_at': '2022-02-07T22:55:11Z', 'revision_number': 2, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'subnets': [{'id': '7156f3ea-b7b0-4fe7-a1be-0232d54bee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:16.219150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-9586c9e0-fb5d-4ec7-aad5-f1c807418de4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.141&port_id=100109b2-5632-40b4-8794-e20f9ebc808f HTTP/1.1" status: 200 len: 217 time: 0.0931935 Feb 07 22:55:16.224946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:16.225275 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:16.228727 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 7 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:16.229636 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c31c1c2-8138-4b34-b18e-1257fbdb5409 req-2975e9c4-d011-4694-97e5-83c098528077 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403687 Feb 07 22:55:16.230293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.252007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:16.264229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf14f51fe9743818ae4b39561940785 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:16.268690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:16.277533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:16.288514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Checking router: 77a42ff2-8d5f-4996-ba99-64c0556e0057 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:16.289262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Updating router 77a42ff2-8d5f-4996-ba99-64c0556e0057 port 7263aeb9-88d1-46b7-ad10-993d70b823af binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:16.327260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e96dc5-9d3c-4550-9266-8068b831cc40 req-7cfbdb9e-cdcb-4308-a7fd-78b30921ea9e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.328883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3e96dc5-9d3c-4550-9266-8068b831cc40 req-7cfbdb9e-cdcb-4308-a7fd-78b30921ea9e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 945 time: 0.1763384 Feb 07 22:55:16.400828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.431796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:16.440215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:port and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:16.444290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:16.448270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.453133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:16.453491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:16.453832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:16.465882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:16.473155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-df0a6550-7386-4871-8b69-4aa2856dfed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.473472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.474615 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-df0a6550-7386-4871-8b69-4aa2856dfed4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a591226c-090f-4c87-b38f-e42fcb3eed30 HTTP/1.1" status: 200 len: 801 time: 0.2472596 Feb 07 22:55:16.477548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:16.477887 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:16.479641 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 8 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:16.519554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3e96dc5-9d3c-4550-9266-8068b831cc40 req-ea332a68-51d5-4f60-8522-1c86b086a776 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771913 Feb 07 22:55:16.538286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Made reservation on behalf of 6245a52bd9e44ce8b32a223827c6e820 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:16.542187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.559923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:16.559923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:16.560265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:16.560375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:16.579581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:16.579920 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:16.581573 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 9 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:16.584336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0103d975-fd1c-4edb-ac41-9806b9437c0d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:16.597108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.597469 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Added segment 572b8dfc-3b0d-40c1-b057-41cd21b81f5c of type vlan for network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd Feb 07 22:55:16.636642 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.654046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860bd20-3547-4946-83a2-883a81c09a89 req-9b1b5f0f-c24d-4d8c-903c-8746866b81f3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.656291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:16.656872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:16.657384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:16.659762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860bd20-3547-4946-83a2-883a81c09a89 req-9b1b5f0f-c24d-4d8c-903c-8746866b81f3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.667556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8860bd20-3547-4946-83a2-883a81c09a89 req-9b1b5f0f-c24d-4d8c-903c-8746866b81f3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1679 time: 0.1982942 Feb 07 22:55:16.673392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:16.673957 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:16.683492 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 10 to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 Feb 07 22:55:16.690987 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.714870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:16.715475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:16.716031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:16.719554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Transition to ACTIVE for port object 33944e13-0f24-4c62-bc08-ed5ae2baeb41 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:16.725123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-d15e4340-dac3-4f9c-8ba5-e771f870c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.726751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-d15e4340-dac3-4f9c-8ba5-e771f870c433 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59281d0-a96d-4664-bfec-cb00db564919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2392712 Feb 07 22:55:16.729197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8860bd20-3547-4946-83a2-883a81c09a89 req-8edbf389-c027-4fca-b578-d3d413bef022 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 Feb 07 22:55:16.730639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.731845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:16.732655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.765725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:16.766292 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 9dfe944b-0f4b-41cd-9858-091de8a89932 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:16.766867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.800431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Transition to ACTIVE for port object 33944e13-0f24-4c62-bc08-ed5ae2baeb41 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:16.901296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8423998 Feb 07 22:55:16.901296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334dff4-6c1b-42e4-bec1-8934ad2fbca8 admin admin] Pushing event updated for resources: {'Network': ['ID=4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:16.905068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42512) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:16.913998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Request body: {'subnet': {'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1297161809-subnet', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:16.914226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:55:16.925551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:16.931932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:16.932840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.10 (dcd9a08c-7d11-4302-99ad-e5e641a116e8/2f9743e4-e258-4be2-af6c-7c9870298ddd/d6a07549-c8f4-44b7-9380-fcc6303a2bac) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:16.935672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Usage tracker for resource:subnet and tenant:9bf14f51fe9743818ae4b39561940785 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:16.940503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:16.950669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:16.982198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Made reservation on behalf of 9bf14f51fe9743818ae4b39561940785 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:16.985591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.043811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-c002e0ae-0617-4c29-849a-69f50500bbd0 service neutron] 10.222.0.26 "GET /v2.0/networks/a59281d0-a96d-4664-bfec-cb00db564919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789810 Feb 07 22:55:17.083217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Allocated IP 172.20.0.6 (d60eb7aa-2182-44ab-b27b-0104971265bf/8e39fb62-32b0-4709-a1c8-613ca34bd90c/ac7c5387-8187-41f0-8fb2-db1b74cd939e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:17.173590 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.184878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:17.191479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:17.208916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:17.225655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Transition to ACTIVE for port object 7263aeb9-88d1-46b7-ad10-993d70b823af will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:17.255706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Pushing event updated for resources: {'Port': ['ID=33944e13-0f24-4c62-bc08-ed5ae2baeb41,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:17.264422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.276368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] For port 9dfe944b-0f4b-41cd-9858-091de8a89932, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:17.276865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempted to set empty binding levels {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 22:55:17.304894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.465329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d7ba3-fb1e-4fc4-8b98-0925ca8121b9 None None] Pushing event updated for resources: {'Port': ['ID=7263aeb9-88d1-46b7-ad10-993d70b823af,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:17.466639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.470637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Attempting to bind port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:17.471247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Attempting to bind port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '40dd86d0-8955-4409-b099-3a94797db219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:17.471766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Attempting to bind port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 on network dcd9a08c-7d11-4302-99ad-e5e641a116e8 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:17.478099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:17.478769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Checking segment: {'id': '40dd86d0-8955-4409-b099-3a94797db219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:17.479328 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.479867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Bound using segment: {'id': '40dd86d0-8955-4409-b099-3a94797db219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:17.480494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Bound port: 33944e13-0f24-4c62-bc08-ed5ae2baeb41, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd86d0-8955-4409-b099-3a94797db219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:17.481040 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.500911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=9dfe944b-0f4b-41cd-9858-091de8a89932,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:17.532163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] In _notify_port_updated(), no bound segment for port 9dfe944b-0f4b-41cd-9858-091de8a89932 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:55:17.533192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.533894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.535666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-50af2843-70ac-4de4-847f-2e2c77ab1c5c tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "PUT /v2.0/ports/9dfe944b-0f4b-41cd-9858-091de8a89932 HTTP/1.1" status: 200 len: 975 time: 4.5300536 Feb 07 22:55:17.541370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object d6a07549-c8f4-44b7-9380-fcc6303a2bac will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:17.543539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42520) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:17.567694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-626d6ad5-2213-442e-97a6-5df537796755 req-2841a035-7fe0-48d5-8c23-1806d3658156 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 210 time: 0.4375613 Feb 07 22:55:17.633239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Attempting to bind port 7263aeb9-88d1-46b7-ad10-993d70b823af on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:17.633636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Attempting to bind port 7263aeb9-88d1-46b7-ad10-993d70b823af by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:17.634004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Attempting to bind port 7263aeb9-88d1-46b7-ad10-993d70b823af on network d86ca0b8-4cf7-4e84-9ef7-262250840030 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:17.653186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:17.653470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Checking segment: {'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:17.653874 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.654265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Bound using segment: {'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:17.654732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Bound port: 7263aeb9-88d1-46b7-ad10-993d70b823af, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:17.655104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.668773 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-91d6762f-a473-4f9d-a990-f31c68e4c3e5 req-d554e6c8-7082-4328-a550-936e34f43494 service neutron] 10.222.0.26 "GET /v2.0/networks/a59281d0-a96d-4664-bfec-cb00db564919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553582 Feb 07 22:55:17.688014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] For port 33944e13-0f24-4c62-bc08-ed5ae2baeb41, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:17.740054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.741829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] For port 33944e13-0f24-4c62-bc08-ed5ae2baeb41, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=33944e13-0f24-4c62-bc08-ed5ae2baeb41,segment=NetworkSegment(40dd86d0-8955-4409-b099-3a94797db219),segment_id=40dd86d0-8955-4409-b099-3a94797db219)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:17.749365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.764504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.764917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.765394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.765863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.766333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.766795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.767256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.768018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.768634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.769102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.769611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.770068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.770527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.770983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.771449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.771897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.772350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.772832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.773287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.773742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.774792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.775251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.775711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.776163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.776682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.777154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.777619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.778077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.778533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.779099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.779568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.780026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.780478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.780975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.781432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.781893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.782547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.782801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.783252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.783711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.784224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.785159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:17.794444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-132b415c-162d-44cc-b973-dacca957be28 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37721 time: 0.2442400 Feb 07 22:55:17.828613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42528) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:17.833234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] For port 7263aeb9-88d1-46b7-ad10-993d70b823af, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:17.851755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] For port 7263aeb9-88d1-46b7-ad10-993d70b823af, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7263aeb9-88d1-46b7-ad10-993d70b823af,segment=NetworkSegment(cd4a1b7a-af7f-4e3e-958a-21b41d73eab6),segment_id=cd4a1b7a-af7f-4e3e-958a-21b41d73eab6)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:17.869335 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.876174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e0091-ac27-4a61-aaed-2b6f4b4a5484 None None] Pushing event updated for resources: {'Port': ['ID=33944e13-0f24-4c62-bc08-ed5ae2baeb41,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:17.893568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.939523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Transition to ACTIVE for port object ac7c5387-8187-41f0-8fb2-db1b74cd939e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:17.950676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Deleting port 9dfe944b-0f4b-41cd-9858-091de8a89932 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:17.951024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:17.972196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Routers {'77a42ff2-8d5f-4996-ba99-64c0556e0057'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:17.972862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77a42ff2-8d5f-4996-ba99-64c0556e0057'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:18.077774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d7ba3-fb1e-4fc4-8b98-0925ca8121b9 None None] Pushing event updated for resources: {'Port': ['ID=7263aeb9-88d1-46b7-ad10-993d70b823af,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:18.094308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-082dbba1-57cc-4fa2-b6dc-a3cb6cc3796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.094308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-082dbba1-57cc-4fa2-b6dc-a3cb6cc3796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.095881 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-082dbba1-57cc-4fa2-b6dc-a3cb6cc3796f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=421ae4ca8f154f078a52381e93d8ab70&device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1981 time: 0.3060012 Feb 07 22:55:18.175492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=d6a07549-c8f4-44b7-9380-fcc6303a2bac,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:18.228756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.240808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:18.252351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:18.261489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:18.314766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] Set router 77a42ff2-8d5f-4996-ba99-64c0556e0057 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:18.351704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98e2a2-cba0-4b4e-b60c-835ded2a5a01 req-102f2a2e-8261-4992-9263-6e5c969e26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.353573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca98e2a2-cba0-4b4e-b60c-835ded2a5a01 req-102f2a2e-8261-4992-9263-6e5c969e26db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 0.9714594 Feb 07 22:55:18.366293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.384524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30979d29-66c4-4156-bf1c-b84aa2384bab req-d15e3549-4097-4377-a84a-14ab2630e39d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.386422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30979d29-66c4-4156-bf1c-b84aa2384bab req-d15e3549-4097-4377-a84a-14ab2630e39d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.9088721 Feb 07 22:55:18.576476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bcbf3-46a2-4ee9-a877-bed139999f14 req-99fd10df-d75c-46ec-addc-e2eda83172ce tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.593379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae6bcbf3-46a2-4ee9-a877-bed139999f14 req-99fd10df-d75c-46ec-addc-e2eda83172ce tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 945 time: 0.8390973 Feb 07 22:55:18.595263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a132ed4e-bb1f-4269-b7ee-115eaca44953,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:18.623345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.624932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.629028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] For port 9dfe944b-0f4b-41cd-9858-091de8a89932, host n-h2-827896-3, got binding levels [] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:18.629402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.653648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Network d60eb7aa-2182-44ab-b27b-0104971265bf is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:18.661097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:18.674260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca98e2a2-cba0-4b4e-b60c-835ded2a5a01 req-e392a98a-9486-4fbb-b79d-75801ae048ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994127 Feb 07 22:55:18.695108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30979d29-66c4-4156-bf1c-b84aa2384bab req-bb29c1cd-691f-48e1-ae9d-498bf91857b2 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555695 Feb 07 22:55:18.716363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f218df01-54ac-46b7-af39-4615938687b0 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6775007 Feb 07 22:55:18.724268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42534) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:18.732386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Checking segment: {'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:18.736401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Network hostable DHCP agents. Network: 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:18.740492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:18.769275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': 'dcd9a08c-7d11-4302-99ad-e5e641a116e8', 'name': 'tempest-PortsTestJSON-287597167', 'fixed_ips': [{'subnet_id': '2f9743e4-e258-4be2-af6c-7c9870298ddd', 'ip_address': '172.20.0.9'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:18.800594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:55:11Z', 'revision_number': 4, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '7263aeb9-88d1-46b7-ad10-993d70b823af', 'name': '', 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'mac_address': 'fa:16:3e:e1:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '7156f3ea-b7b0-4fe7-a1be-0232d54bee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:08Z', 'updated_at': '2022-02-07T22:55:17Z', 'revision_number': 4, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'subnets': [{'id': '7156f3ea-b7b0-4fe7-a1be-0232d54bee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:18.814046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4122b-2292-4ca0-8718-9dd84492f943 None None] The sync data for ids ['77a42ff2-8d5f-4996-ba99-64c0556e0057'] in n-d-827896-3 is: [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:55:11Z', 'revision_number': 4, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '7263aeb9-88d1-46b7-ad10-993d70b823af', 'name': '', 'network_id': 'd86ca0b8-4cf7-4e84-9ef7-262250840030', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'mac_address': 'fa:16:3e:e1:d1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '7156f3ea-b7b0-4fe7-a1be-0232d54bee10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:08Z', 'updated_at': '2022-02-07T22:55:17Z', 'revision_number': 4, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'subnets': [{'id': '7156f3ea-b7b0-4fe7-a1be-0232d54bee10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:18.829759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:18.830360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:18.967286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'Port': ['ID=ac7c5387-8187-41f0-8fb2-db1b74cd939e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:18.981709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Calling delete_port for 9dfe944b-0f4b-41cd-9858-091de8a89932 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:19.055600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-4ed39d48-9a8a-477f-a6d7-0989b4433c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:19.057130 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-4ed39d48-9a8a-477f-a6d7-0989b4433c59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a59281d0-a96d-4664-bfec-cb00db564919 HTTP/1.1" status: 200 len: 903 time: 0.9529445 Feb 07 22:55:19.100862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae6bcbf3-46a2-4ee9-a877-bed139999f14 req-870ae210-ae00-4535-85c6-e75423069ec1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064986 Feb 07 22:55:19.164290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:19.166847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-409fe3e2-b187-4bc2-9f08-00c256fbe98f None None] Provisioning for port ac7c5387-8187-41f0-8fb2-db1b74cd939e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:19.172757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-409fe3e2-b187-4bc2-9f08-00c256fbe98f None None] Provisioning complete for port ac7c5387-8187-41f0-8fb2-db1b74cd939e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:19.173136 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-409fe3e2-b187-4bc2-9f08-00c256fbe98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.223764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-67a8f070-7f2c-4ba7-90f9-a1c1fe7c4aa2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3334069 Feb 07 22:55:19.252918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-16be297b-f79e-41d1-a0f2-6cb41925d35c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.141&port_id=100109b2-5632-40b4-8794-e20f9ebc808f HTTP/1.1" status: 200 len: 217 time: 0.1673222 Feb 07 22:55:19.267226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:19.268018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-34d27e7f-ea5e-46be-be84-d82b3cf93efa tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:55:19.278202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:19.279126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.282149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-34d27e7f-ea5e-46be-be84-d82b3cf93efa tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225966 Feb 07 22:55:19.288053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Request body: {'port': {'device_id': '47895d74-ee81-4bcd-897a-5c679394a14c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:19.292813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4218e30-7c34-41c4-94b2-340198c0218d None None] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:19.303033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:19.353444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:19.358467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:19.407222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.455257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:19.484082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-409fe3e2-b187-4bc2-9f08-00c256fbe98f None None] Port ac7c5387-8187-41f0-8fb2-db1b74cd939e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:19.507942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dfe944b-0f4b-41cd-9858-091de8a89932,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:19.535423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c453a-659c-4694-a997-b9a8f9174cfa req-9b0e5cd3-2750-42cc-9990-8c07d78b351b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:19.542962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c453a-659c-4694-a997-b9a8f9174cfa req-9b0e5cd3-2750-42cc-9990-8c07d78b351b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:19.545346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.558003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-223c453a-659c-4694-a997-b9a8f9174cfa req-9b0e5cd3-2750-42cc-9990-8c07d78b351b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1679 time: 0.5213168 Feb 07 22:55:19.563571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-19697e03-4375-4cad-9bc7-ec9db282d436 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "DELETE /v2.0/ports/9dfe944b-0f4b-41cd-9858-091de8a89932 HTTP/1.1" status: 204 len: 168 time: 1.7293811 Feb 07 22:55:19.570121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66047433-3180-4c1f-8237-c945f341e87e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6641874 Feb 07 22:55:19.573159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42540) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:19.573502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42542) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:19.588917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c1253-06dc-4ee1-9196-9bb0dcc5105e None None] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:19.628350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:19.644102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.666251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:19.672075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-e409a85b-dea7-4f5a-83ef-048d4ab18554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:19.673606 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-e409a85b-dea7-4f5a-83ef-048d4ab18554 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a591226c-090f-4c87-b38f-e42fcb3eed30 HTTP/1.1" status: 200 len: 801 time: 0.3500729 Feb 07 22:55:19.754371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 489f88c1-887e-4142-b7de-15d8c8f9ffe5 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:19.759437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:19.778944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:19.807207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-223c453a-659c-4694-a997-b9a8f9174cfa req-eb2ea555-d200-4f0c-9eaa-96a15424a694 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488906 Feb 07 22:55:19.813195 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bc6ad8-cc63-402e-9f2c-7ebdfaea3e75 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:55:19.814708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-73bc6ad8-cc63-402e-9f2c-7ebdfaea3e75 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Synchronizing usage tracker for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:19.824841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Usage tracker for resource:router and tenant:9bf14f51fe9743818ae4b39561940785 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:19.838010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6a816-cd13-423e-887b-906c772d329d req-93e18438-c716-4252-bef3-502410356883 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:19.845969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29d6a816-cd13-423e-887b-906c772d329d req-93e18438-c716-4252-bef3-502410356883 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 931 time: 0.4743397 Feb 07 22:55:19.913356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:20.002000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:20.008816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-73bc6ad8-cc63-402e-9f2c-7ebdfaea3e75 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Unset dirty status for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:20.014441 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-73bc6ad8-cc63-402e-9f2c-7ebdfaea3e75 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "GET /v2.0/ports/9dfe944b-0f4b-41cd-9858-091de8a89932 HTTP/1.1" status: 404 len: 333 time: 0.4398065 Feb 07 22:55:20.017756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42550) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:20.028521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1051757200', 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:20.042486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:20.066429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.067594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.094979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.098400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:20.140625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f9e846c1-b7a8-43e5-87aa-8e27b5c5b89a None None] Provisioning for port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:20.179274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Made reservation on behalf of 44b616e98a104be6a265bd20df6b7672 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:20.181791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.230568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] device_id is not set on port 7ae7412e-96f3-4262-84f4-c36f8d312e15 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:20.282493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 33944e13-0f24-4c62-bc08-ed5ae2baeb41 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:20.287444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-6e8ab596-a313-4623-8779-c79c6c935348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:20.289114 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-6e8ab596-a313-4623-8779-c79c6c935348 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a59281d0-a96d-4664-bfec-cb00db564919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6032157 Feb 07 22:55:20.350279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29d6a816-cd13-423e-887b-906c772d329d req-e11591f0-4751-41dc-959d-a0998bb77d5c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5040147 Feb 07 22:55:20.372868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd', 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'fixed_ips': [{'subnet_id': 'a132ed4e-bb1f-4269-b7ee-115eaca44953'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:55:20.373697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.377061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.9 (dcd9a08c-7d11-4302-99ad-e5e641a116e8/2f9743e4-e258-4be2-af6c-7c9870298ddd/489f88c1-887e-4142-b7de-15d8c8f9ffe5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:20.460807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1c8cf314-3316-432b-a081-695b2bb486cd details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:55:20.473777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e486bd-dcc6-441f-9243-6da37aab0a45 req-324c4b78-dd8a-4720-96c4-82cc970d1080 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:20.482686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80e486bd-dcc6-441f-9243-6da37aab0a45 req-324c4b78-dd8a-4720-96c4-82cc970d1080 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 945 time: 0.3987982 Feb 07 22:55:20.531065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:20.552234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:20.552632 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.748336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Allocated IP 172.20.0.2 (4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd/a132ed4e-bb1f-4269-b7ee-115eaca44953/afe2079f-25eb-4cc1-a24e-61d9a4aedc37) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:20.764523 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.781402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 489f88c1-887e-4142-b7de-15d8c8f9ffe5 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:20.844741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:20.916780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1c8cf314-3316-432b-a081-695b2bb486cd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c8cf314-3316-432b-a081-695b2bb486cd,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:20.965454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '1c8cf314-3316-432b-a081-695b2bb486cd', 'network_id': 'd61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc', 'port_id': '1c8cf314-3316-432b-a081-695b2bb486cd', 'mac_address': 'fa:16:3e:20:22:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1379046-da7d-4df2-bea7-5b8f8920dee8', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:55:21.013864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=489f88c1-887e-4142-b7de-15d8c8f9ffe5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:21.040889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80e486bd-dcc6-441f-9243-6da37aab0a45 req-25720b3a-f239-4e2f-afc5-5d3f9d9d05cc tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569172 Feb 07 22:55:21.059686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:21.074329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.079314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d7308-4c23-4ad1-a655-7a8b1c17f0ef req-cbc9a6fa-d600-4dd5-a0ab-f85ccdca9c43 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:21.081501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b53d7308-4c23-4ad1-a655-7a8b1c17f0ef req-cbc9a6fa-d600-4dd5-a0ab-f85ccdca9c43 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.5734413 Feb 07 22:55:21.082904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:21.090660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:21.140921 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.186948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-08446825-d142-4645-b23f-252999777d55 None None] Provisioning complete for port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:21.187479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-08446825-d142-4645-b23f-252999777d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.218289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 33944e13-0f24-4c62-bc08-ed5ae2baeb41, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=33944e13-0f24-4c62-bc08-ed5ae2baeb41,segment=NetworkSegment(40dd86d0-8955-4409-b099-3a94797db219),segment_id=40dd86d0-8955-4409-b099-3a94797db219)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:21.231605 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8cf314-3316-432b-a081-695b2bb486cd {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:21.235859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b53d7308-4c23-4ad1-a655-7a8b1c17f0ef req-fae653fc-7d5c-48a6-924f-be72396ca943 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137362 Feb 07 22:55:21.280501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.288066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7c5387-8187-41f0-8fb2-db1b74cd939e {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:21.301084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.306013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7263aeb9-88d1-46b7-ad10-993d70b823af up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:21.309511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:21.310138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.317541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Transition to ACTIVE for port object ac7c5387-8187-41f0-8fb2-db1b74cd939e will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:21.326368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.351303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.357939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0a4bdfbb-ffc0-4fc3-ace5-f8301871a252 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6267297 Feb 07 22:55:21.358105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42560) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:21.433292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199967ab-b8ed-4234-92ca-6bc328f10329 req-f766e466-7b4d-4dc8-b937-fc28f863535f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:21.449706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199967ab-b8ed-4234-92ca-6bc328f10329 req-f766e466-7b4d-4dc8-b937-fc28f863535f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:21.463656 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-199967ab-b8ed-4234-92ca-6bc328f10329 req-f766e466-7b4d-4dc8-b937-fc28f863535f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1679 time: 0.2241948 Feb 07 22:55:21.557851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1c8cf314-3316-432b-a081-695b2bb486cd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c8cf314-3316-432b-a081-695b2bb486cd,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:21.559824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-199967ab-b8ed-4234-92ca-6bc328f10329 req-d6132289-3692-4fe9-95f9-91f424c10f7a tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941212 Feb 07 22:55:21.575572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54033b0d-b9f1-48d4-8e90-4f44404ba315 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:21.576346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-54033b0d-b9f1-48d4-8e90-4f44404ba315 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:21.595426 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.596309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 100109b2-5632-40b4-8794-e20f9ebc808f details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:55:21.611578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-54033b0d-b9f1-48d4-8e90-4f44404ba315 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:21.616951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-54033b0d-b9f1-48d4-8e90-4f44404ba315 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2578671 Feb 07 22:55:21.619663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42568) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:21.630497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1397529745', 'description': 'tempest-description-1819996164'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:21.654489 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.659655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-86a43e45-3638-409c-a2ce-2f1e598300e5 service neutron] 10.222.0.26 "GET /v2.0/networks/a59281d0-a96d-4664-bfec-cb00db564919?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1016130 Feb 07 22:55:21.668323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Transition to ACTIVE for port object afe2079f-25eb-4cc1-a24e-61d9a4aedc37 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:21.689783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:21.693878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Transition to ACTIVE for port object afe2079f-25eb-4cc1-a24e-61d9a4aedc37 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:21.712121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:21.750397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:21.879558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=100109b2-5632-40b4-8794-e20f9ebc808f,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:21.909161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '100109b2-5632-40b4-8794-e20f9ebc808f', 'network_id': 'a59281d0-a96d-4664-bfec-cb00db564919', 'port_id': '100109b2-5632-40b4-8794-e20f9ebc808f', 'mac_address': 'fa:16:3e:bd:01:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a591226c-090f-4c87-b38f-e42fcb3eed30', 'ip_address': '19.86.0.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:55:21.910558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=33944e13-0f24-4c62-bc08-ed5ae2baeb41,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.006840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7263aeb9-88d1-46b7-ad10-993d70b823af completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:22.010414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.016116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:22.020802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c51910-4686-4e72-a698-350daa263198 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c5387-8187-41f0-8fb2-db1b74cd939e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.026970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Usage tracker for resource:security_group_rule and tenant:888268752e9b41c4baf055164fec4c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:22.030727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:22.054095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597dba1-b80e-485b-ae24-4ef715ff1701 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:22.060605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597dba1-b80e-485b-ae24-4ef715ff1701 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:22.066495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5597dba1-b80e-485b-ae24-4ef715ff1701 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:22.072596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5597dba1-b80e-485b-ae24-4ef715ff1701 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4439056 Feb 07 22:55:22.072596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:22.072596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42572) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:22.075165 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.128686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7263aeb9-88d1-46b7-ad10-993d70b823af triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:22.129218 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.176022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 489f88c1-887e-4142-b7de-15d8c8f9ffe5 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:22.176377 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.180083 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fae0b5de-e702-4fa7-ac3a-442e8cd0b218 req-7cf2cec1-120a-4fc5-a5e5-bf01053d3ba7 service neutron] 10.222.0.26 "GET /v2.0/networks/a59281d0-a96d-4664-bfec-cb00db564919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378855 Feb 07 22:55:22.191146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Attempting to bind port ac7c5387-8187-41f0-8fb2-db1b74cd939e on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:22.191859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Attempting to bind port ac7c5387-8187-41f0-8fb2-db1b74cd939e by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:22.192201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Attempting to bind port ac7c5387-8187-41f0-8fb2-db1b74cd939e on network d60eb7aa-2182-44ab-b27b-0104971265bf {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:22.204303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Port ac7c5387-8187-41f0-8fb2-db1b74cd939e on network d60eb7aa-2182-44ab-b27b-0104971265bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:22.204692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Attempting to bind port ac7c5387-8187-41f0-8fb2-db1b74cd939e on network d60eb7aa-2182-44ab-b27b-0104971265bf {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:22.218058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:22.218405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Checking segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:22.218783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Bound using segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:22.219008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee012f-64d4-4a51-bc82-3c7498697ad6 req-72cde5f7-6293-4bed-9e4d-7baccf806d5a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:22.219218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Bound port: ac7c5387-8187-41f0-8fb2-db1b74cd939e, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:22.219564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.220539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aee012f-64d4-4a51-bc82-3c7498697ad6 req-72cde5f7-6293-4bed-9e4d-7baccf806d5a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 943 time: 0.4598925 Feb 07 22:55:22.222463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:22.233405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:22.242019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.248893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.259782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:22.262486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1c8cf314-3316-432b-a081-695b2bb486cd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.344785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-08446825-d142-4645-b23f-252999777d55 None None] Provisioning for port d6a07549-c8f4-44b7-9380-fcc6303a2bac completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:22.348715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100109b2-5632-40b4-8794-e20f9ebc808f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:22.370229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aee012f-64d4-4a51-bc82-3c7498697ad6 req-05cbaf76-c2a5-48e3-af14-0e3e13ef5e97 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386814 Feb 07 22:55:22.372528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.408071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-08446825-d142-4645-b23f-252999777d55 None None] Provisioning complete for port d6a07549-c8f4-44b7-9380-fcc6303a2bac triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:22.408626 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-08446825-d142-4645-b23f-252999777d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.409444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Network 7ea293fd-5309-411c-8590-605693c95d13 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:22.417996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:22.431404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:22.432333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:22.432949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.447618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.458175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=7ae7412e-96f3-4262-84f4-c36f8d312e15,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.522173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=100109b2-5632-40b4-8794-e20f9ebc808f,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:22.529282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Pushing event updated for resources: {'Port': ['ID=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.542339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c605a1b7-a954-4d9b-9e8f-bfecc1589477,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.549849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Attempting to bind port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:22.550047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Attempting to bind port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:22.550509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Attempting to bind port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 on network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:22.561580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.561966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.581410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9cf55612-ed38-4b34-9c58-5d38ea84373e req-295e693f-4952-4f26-b59b-f8e1b13d10bf tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.9546666 Feb 07 22:55:22.590290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a1763cff-1fef-46bd-adf8-08f4fd54e7b4 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5690000 Feb 07 22:55:22.610563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42578) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:22.615417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-08446825-d142-4645-b23f-252999777d55 None None] Port d6a07549-c8f4-44b7-9380-fcc6303a2bac cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:22.628398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:22.629071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Checking segment: {'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:22.629778 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.630283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Bound using segment: {'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:22.630880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Bound port: afe2079f-25eb-4cc1-a24e-61d9a4aedc37, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:22.631386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.660466 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.662747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] For port ac7c5387-8187-41f0-8fb2-db1b74cd939e, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:22.671782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] For port ac7c5387-8187-41f0-8fb2-db1b74cd939e, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:22.683803 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.710686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.763565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=100109b2-5632-40b4-8794-e20f9ebc808f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:22.796847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:22.796847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.798601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7263aeb9-88d1-46b7-ad10-993d70b823af, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7263aeb9-88d1-46b7-ad10-993d70b823af,segment=NetworkSegment(cd4a1b7a-af7f-4e3e-958a-21b41d73eab6),segment_id=cd4a1b7a-af7f-4e3e-958a-21b41d73eab6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:22.798768 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-37c51910-4686-4e72-a698-350daa263198 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 200 len: 1091 time: 3.5155239 Feb 07 22:55:22.802379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:22.808133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] For port afe2079f-25eb-4cc1-a24e-61d9a4aedc37, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:22.816831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] For port afe2079f-25eb-4cc1-a24e-61d9a4aedc37, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,segment=NetworkSegment(572b8dfc-3b0d-40c1-b057-41cd21b81f5c),segment_id=572b8dfc-3b0d-40c1-b057-41cd21b81f5c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:22.819524 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.846571 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.862939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.910551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['1c8cf314-3316-432b-a081-695b2bb486cd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:22.925038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:22.941257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 489f88c1-887e-4142-b7de-15d8c8f9ffe5 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:22.958821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['100109b2-5632-40b4-8794-e20f9ebc808f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:23.007986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 33944e13-0f24-4c62-bc08-ed5ae2baeb41 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:23.032451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24383bc4-5c49-4716-8a6e-b87f5ac0cb13 None None] Provisioning for port 489f88c1-887e-4142-b7de-15d8c8f9ffe5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:23.037254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128558f-3c97-47ee-8234-a0e03195a97e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.038408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5128558f-3c97-47ee-8234-a0e03195a97e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Synchronizing usage tracker for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:23.091922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7263aeb9-88d1-46b7-ad10-993d70b823af,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:23.093680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-a1504111-279c-445c-932d-1b1ba4c079df tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Synchronizing usage tracker for tenant:888268752e9b41c4baf055164fec4c7c on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:23.106735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5128558f-3c97-47ee-8234-a0e03195a97e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Unset dirty status for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:23.110647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5128558f-3c97-47ee-8234-a0e03195a97e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "GET /v2.0/ports/7ae7412e-96f3-4262-84f4-c36f8d312e15 HTTP/1.1" status: 200 len: 955 time: 0.4925814 Feb 07 22:55:23.112354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42588) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:23.151219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24383bc4-5c49-4716-8a6e-b87f5ac0cb13 None None] Provisioning complete for port 489f88c1-887e-4142-b7de-15d8c8f9ffe5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:23.151592 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24383bc4-5c49-4716-8a6e-b87f5ac0cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.176879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-a1504111-279c-445c-932d-1b1ba4c079df tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Unset dirty status for tenant:888268752e9b41c4baf055164fec4c7c on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:23.184297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-a1504111-279c-445c-932d-1b1ba4c079df tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1397529745&fields=id&tenant_id=888268752e9b41c4baf055164fec4c7c HTTP/1.1" status: 200 len: 267 time: 0.5026932 Feb 07 22:55:23.248680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c5faa-7784-43c9-b6a6-6dc34c952a27 req-1e597c77-1e54-4a0d-addf-fcbaa2b141e2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.256677 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-523c5faa-7784-43c9-b6a6-6dc34c952a27 req-1e597c77-1e54-4a0d-addf-fcbaa2b141e2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 945 time: 0.6417186 Feb 07 22:55:23.294567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-24383bc4-5c49-4716-8a6e-b87f5ac0cb13 None None] Port 489f88c1-887e-4142-b7de-15d8c8f9ffe5 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:23.322210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c2f91-98b3-47ff-865b-ef8a3aa47c34 None None] Pushing event updated for resources: {'Port': ['ID=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:23.334469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c51910-4686-4e72-a698-350daa263198 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7c5387-8187-41f0-8fb2-db1b74cd939e,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:23.361623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Deleting port 7ae7412e-96f3-4262-84f4-c36f8d312e15 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:23.363241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.382504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24383bc4-5c49-4716-8a6e-b87f5ac0cb13 None None] Provisioning complete for port d6a07549-c8f4-44b7-9380-fcc6303a2bac triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:23.383050 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24383bc4-5c49-4716-8a6e-b87f5ac0cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.400254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Allocated IP 172.25.0.64 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/bd14cbb5-ca18-4db7-96af-801d4ae8e874) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:23.430177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.440923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:23.441318 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:23.461250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-fc5cde58-df93-49bb-a021-8b7f479a325d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.462607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-fc5cde58-df93-49bb-a021-8b7f479a325d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:23.537248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-24383bc4-5c49-4716-8a6e-b87f5ac0cb13 None None] Port d6a07549-c8f4-44b7-9380-fcc6303a2bac cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:23.551797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-14ac5c76-c67e-45d1-b2fc-629279875bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.553407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-14ac5c76-c67e-45d1-b2fc-629279875bad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 1094 time: 0.6308222 Feb 07 22:55:23.562215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=489f88c1-887e-4142-b7de-15d8c8f9ffe5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:23.643735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-fc5cde58-df93-49bb-a021-8b7f479a325d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:23.644909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-fc5cde58-df93-49bb-a021-8b7f479a325d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 945 time: 0.5518084 Feb 07 22:55:23.671576 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-07431db7-9ff9-4d08-908c-fd50a95b25d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 200 len: 217 time: 0.1004007 Feb 07 22:55:23.719024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-523c5faa-7784-43c9-b6a6-6dc34c952a27 req-0fc36d35-187a-4c97-81f8-c0c9e6dad455 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200629 Feb 07 22:55:23.903384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-1c69e4ca-b576-4272-ae01-aa35069a2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:23.904858 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-1c69e4ca-b576-4272-ae01-aa35069a2002 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.1488886 Feb 07 22:55:23.992152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:23.992501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.037026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-c802365b-e96d-49ef-9b13-02a57a47993a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:24.038483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-c802365b-e96d-49ef-9b13-02a57a47993a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.8533833 Feb 07 22:55:24.064951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.071980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Request body: {'port': {'security_groups': ['0540f4d2-52ed-4492-9e38-545b371e8e61', 'c605a1b7-a954-4d9b-9e8f-bfecc1589477']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:24.103205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.164711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-84b8353e-1de0-4300-9f7a-04eb82a4e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:24.166265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-84b8353e-1de0-4300-9f7a-04eb82a4e26f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522647 Feb 07 22:55:24.244406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.325697 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.341129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-40929182-ffce-4af0-9959-6a51b303d97f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/489f88c1-887e-4142-b7de-15d8c8f9ffe5 HTTP/1.1" status: 204 len: 168 time: 2.2674737 Feb 07 22:55:24.343676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42594) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:24.417355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Calling delete_port for 7ae7412e-96f3-4262-84f4-c36f8d312e15 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:24.440988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:24.461333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:24.463664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:24.516052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Pushing event updated for resources: {'Port': ['ID=bd14cbb5-ca18-4db7-96af-801d4ae8e874,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:24.544763 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d6910a-ea6c-404b-98e7-a1f4455bbcef tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:55:24.545301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a4d6910a-ea6c-404b-98e7-a1f4455bbcef tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:24.565362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53032070-602a-4a97-8306-7949bd3aece1 None None] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:24.569237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-9fdf2868-00b6-4165-8b23-4307d754a497 service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944874 Feb 07 22:55:24.573167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:24.573533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.598051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.632265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80069-52f8-4f45-ae50-0ab858c35fcf req-bf47de97-2a53-4f8a-82e1-9f0c205a49eb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:24.638870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80069-52f8-4f45-ae50-0ab858c35fcf req-bf47de97-2a53-4f8a-82e1-9f0c205a49eb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:24.643809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d80069-52f8-4f45-ae50-0ab858c35fcf req-bf47de97-2a53-4f8a-82e1-9f0c205a49eb tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1681 time: 0.6622846 Feb 07 22:55:24.656931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a4d6910a-ea6c-404b-98e7-a1f4455bbcef tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:24.660618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a4d6910a-ea6c-404b-98e7-a1f4455bbcef tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/489f88c1-887e-4142-b7de-15d8c8f9ffe5 HTTP/1.1" status: 404 len: 333 time: 0.2524414 Feb 07 22:55:24.674399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a73c1b0e-4124-4ad3-a6fa-e320e24cc162 None None] Provisioning for port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:24.675808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42598) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:24.765136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.853710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ae7412e-96f3-4262-84f4-c36f8d312e15,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:24.858850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:24.931403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d80069-52f8-4f45-ae50-0ab858c35fcf req-af3b977b-3e65-496d-ae16-d61c6eda7d98 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797184 Feb 07 22:55:24.939751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port d6a07549-c8f4-44b7-9380-fcc6303a2bac {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:24.940095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:24.984892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.054479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cd619651-306b-46d9-8c7b-24e161c6b41e tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "DELETE /v2.0/ports/7ae7412e-96f3-4262-84f4-c36f8d312e15 HTTP/1.1" status: 204 len: 168 time: 1.9382772 Feb 07 22:55:25.060034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42604) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:25.151048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7263aeb9-88d1-46b7-ad10-993d70b823af up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:25.187126 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'status': 'completed', 'code': 200} Feb 07 22:55:25.224507 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1f6056-6cc0-4c70-b0cc-d09ca9b9c429 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:55:25.224819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dd1f6056-6cc0-4c70-b0cc-d09ca9b9c429 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Synchronizing usage tracker for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:25.282690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7263aeb9-88d1-46b7-ad10-993d70b823af triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:25.283054 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.312866 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3af2532a-c731-496b-8039-ea6bed6901b8 req-71a23e07-e704-49ba-8905-8b0a804583b0 service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300394 Feb 07 22:55:25.359375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dd1f6056-6cc0-4c70-b0cc-d09ca9b9c429 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Unset dirty status for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:25.360436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dd1f6056-6cc0-4c70-b0cc-d09ca9b9c429 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "GET /v2.0/ports/7ae7412e-96f3-4262-84f4-c36f8d312e15 HTTP/1.1" status: 404 len: 333 time: 0.2954149 Feb 07 22:55:25.378736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42608) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:25.403615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device afe2079f-25eb-4cc1-a24e-61d9a4aedc37 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:25.470010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:25.475015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:25.475386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.475921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Request body: {'port': {'network_id': '7ea293fd-5309-411c-8590-605693c95d13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1267099088'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:25.488234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:25.532002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:25.553270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7775b3ba-0810-4126-ba18-da5a753687e2,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:25.567304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92eb32-6094-420e-836c-c5f505bc29d3 req-a1f0fa89-04c6-46ba-a8ee-2e8301646975 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:25.568801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f92eb32-6094-420e-836c-c5f505bc29d3 req-a1f0fa89-04c6-46ba-a8ee-2e8301646975 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 943 time: 0.4170182 Feb 07 22:55:25.573677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.596904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.629393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Made reservation on behalf of 44b616e98a104be6a265bd20df6b7672 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:25.631621 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.635648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port afe2079f-25eb-4cc1-a24e-61d9a4aedc37, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,segment=NetworkSegment(572b8dfc-3b0d-40c1-b057-41cd21b81f5c),segment_id=572b8dfc-3b0d-40c1-b057-41cd21b81f5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:25.639943 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.640935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.682849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:25.707637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event deleted for resources: {'Port': ['ID=3e8fe576-9cbf-4bcc-89a9-40fb920c63c0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:25.717207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] device_id is not set on port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:25.731159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for d6a07549-c8f4-44b7-9380-fcc6303a2bac owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:25.768991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:55:25.780492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:25.784784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.810602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.819460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f92eb32-6094-420e-836c-c5f505bc29d3 req-e6c2fe5c-1fca-4b81-8141-0bcfb2e764bb tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383270 Feb 07 22:55:25.825310 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.867488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-f26b9937-9b20-4285-bd4b-2da4624e2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:25.869026 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-f26b9937-9b20-4285-bd4b-2da4624e2c84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 1094 time: 0.4894116 Feb 07 22:55:25.913536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:25.914195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:25.915610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a3ad6a5-e253-41bd-974d-84784ac04d82 req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "PUT /v2.0/ports/7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 981 time: 1.8587162 Feb 07 22:55:25.931163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:25.944627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] No DVR routers for this DVR port 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:26.015366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.016266 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-914ddcc4-dc3f-4dd5-ac01-70d4af82bfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.025945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd45268-3829-424f-a559-059602771a07 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event updated for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=6']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:26.045622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7775b3ba-0810-4126-ba18-da5a753687e2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:26.069919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.166907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e49a8fcd-7db6-4a29-b096-fe0d83e465ad req-7858033b-8192-44b9-90c6-b233a558612d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "DELETE /v2.0/ports/3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 HTTP/1.1" status: 204 len: 173 time: 2.4997137 Feb 07 22:55:26.292826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7775b3ba-0810-4126-ba18-da5a753687e2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:26.385373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-6a5eccae-2566-4f60-a492-66f8d32bf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:26.386841 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-6a5eccae-2566-4f60-a492-66f8d32bf014 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 911 time: 0.4759908 Feb 07 22:55:26.410728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=d6a07549-c8f4-44b7-9380-fcc6303a2bac,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:26.415932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1f51514-3321-4784-87a8-3fcb4d358a2a req-f0801d19-15f8-4085-9d84-66dc487331a8 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=031c4cac-d86c-41db-84ce-4827593a0a4f HTTP/1.1" status: 200 len: 210 time: 0.1535146 Feb 07 22:55:26.429492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-8f5b6a02-dcb6-4c7d-9789-31422ede0eb2 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1397529745&fields=id&tenant_id=888268752e9b41c4baf055164fec4c7c HTTP/1.1" status: 200 len: 267 time: 0.1666946 Feb 07 22:55:26.515946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-22da2661-c6ef-4f67-80c2-0550351e6492 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 200 len: 217 time: 0.1151969 Feb 07 22:55:26.566421 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.595538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.612266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1c8cf314-3316-432b-a081-695b2bb486cd up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:26.622511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f78ceae8-e6e3-49a9-867e-9f1803e12194 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/d6a07549-c8f4-44b7-9380-fcc6303a2bac HTTP/1.1" status: 204 len: 168 time: 1.9434869 Feb 07 22:55:26.626390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42620) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:26.702488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-2d275a60-361a-4019-8fc4-32df19c03b7a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:26.725070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-2d275a60-361a-4019-8fc4-32df19c03b7a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 984 time: 0.2417839 Feb 07 22:55:26.756174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 1c8cf314-3316-432b-a081-695b2bb486cd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:26.759000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Request body: {'port': {'security_groups': ['0540f4d2-52ed-4492-9e38-545b371e8e61']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:26.762910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 1c8cf314-3316-432b-a081-695b2bb486cd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:26.763343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:26.785573 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-087a7e9a-ba83-490c-97d0-52d44dd13b42 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:55:26.786141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-087a7e9a-ba83-490c-97d0-52d44dd13b42 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:26.802426 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2', 'status': 'completed', 'code': 200} Feb 07 22:55:26.874156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ac7c5387-8187-41f0-8fb2-db1b74cd939e details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:55:26.887370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-82adf595-6158-4ad1-a51c-e94be36c8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:26.893004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-82adf595-6158-4ad1-a51c-e94be36c8644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.3616633 Feb 07 22:55:26.957042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-087a7e9a-ba83-490c-97d0-52d44dd13b42 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:26.967624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-087a7e9a-ba83-490c-97d0-52d44dd13b42 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/d6a07549-c8f4-44b7-9380-fcc6303a2bac HTTP/1.1" status: 404 len: 333 time: 0.3383963 Feb 07 22:55:26.968815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42626) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:27.037315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.050466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device afe2079f-25eb-4cc1-a24e-61d9a4aedc37 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:27.129780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.188799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'name': 'network-vif-deleted', 'tag': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:27.202150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.204485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 2f9743e4-e258-4be2-af6c-7c9870298ddd {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:55:27.207306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-367334af-6fef-468e-924b-e9c3f279d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.208908 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-367334af-6fef-468e-924b-e9c3f279d4ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576809 Feb 07 22:55:27.209999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ac7c5387-8187-41f0-8fb2-db1b74cd939e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:27.225666 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.229804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.242371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'port_id': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'mac_address': 'fa:16:3e:00:ed:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:55:27.243833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:27.244196 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.256066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-82c2488c-16af-4b42-9d8c-d93ab1846f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.257579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-82c2488c-16af-4b42-9d8c-d93ab1846f8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1135 time: 0.4339528 Feb 07 22:55:27.358126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:27.373261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.385650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1c8cf314-3316-432b-a081-695b2bb486cd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c8cf314-3316-432b-a081-695b2bb486cd,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:27.388467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.396283 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.397089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 100109b2-5632-40b4-8794-e20f9ebc808f up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:27.421485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7c5387-8187-41f0-8fb2-db1b74cd939e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:27.433590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Network 7ea293fd-5309-411c-8590-605693c95d13 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:27.441965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:27.464365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:27.465006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.465656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.469626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=36b6e01a-a0d0-4833-9a83-a941b9723fe4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:27.471220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe55bec-b979-4c5b-beb4-8e2a8fbb8d39 req-08696a47-b396-4162-be79-52bef6cfc0ff tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.477868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe55bec-b979-4c5b-beb4-8e2a8fbb8d39 req-08696a47-b396-4162-be79-52bef6cfc0ff tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.479818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abe55bec-b979-4c5b-beb4-8e2a8fbb8d39 req-08696a47-b396-4162-be79-52bef6cfc0ff tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1681 time: 0.4207044 Feb 07 22:55:27.528009 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1774c479-8c2b-4f57-900c-ea1a046ef7e0 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1382785 Feb 07 22:55:27.533236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42638) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:27.538621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ac7c5387-8187-41f0-8fb2-db1b74cd939e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:27.548512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-4d6797b0-6001-4fe4-b11b-8e7bb15ff539 service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472582 Feb 07 22:55:27.549503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:55:27.554316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.566148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:27.595723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1c8cf314-3316-432b-a081-695b2bb486cd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:27.704278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 100109b2-5632-40b4-8794-e20f9ebc808f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:27.714487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 100109b2-5632-40b4-8794-e20f9ebc808f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:27.714848 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.720880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-03e39785-dc51-4f7a-a3cc-3a542d09e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:27.722346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-03e39785-dc51-4f7a-a3cc-3a542d09e370 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.4539118 Feb 07 22:55:27.751030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ac7c5387-8187-41f0-8fb2-db1b74cd939e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:27.776011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['ac7c5387-8187-41f0-8fb2-db1b74cd939e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:27.819148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abe55bec-b979-4c5b-beb4-8e2a8fbb8d39 req-57a0fec0-e163-48e4-83b3-858dfa314925 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278511 Feb 07 22:55:27.835103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-263d9a3e-4b85-4551-8073-770a38340f8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.1007869 Feb 07 22:55:27.847834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-012c99ca-9391-475a-89fd-5f252b6ee69c req-2a0a8f66-55be-4d11-bafa-c96aca4fe61f service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925332 Feb 07 22:55:27.858747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:27.871922 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Sync routers for ids ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:27.882361 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Routers {'3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:27.883634 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:54:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:27.895487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:27.900693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9f61876-671e-4ea4-a35e-ac4d8d8b7c61 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.3247221 Feb 07 22:55:27.901554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42642) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:27.973733 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.046790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.049515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=100109b2-5632-40b4-8794-e20f9ebc808f,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:28.069588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.070435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:28.147491 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Set router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:28.183703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:55:28.184053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3e8fe576-9cbf-4bcc-89a9-40fb920c63c0 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:55:28.234923 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe42f3e-c656-4bcf-8c36-aeaefe68c151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.243747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=100109b2-5632-40b4-8794-e20f9ebc808f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:28.293202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-b53144b9-8a1a-400f-bed8-7fdcaeb19fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:28.294649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-b53144b9-8a1a-400f-bed8-7fdcaeb19fe0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.3998971 Feb 07 22:55:28.315906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7775b3ba-0810-4126-ba18-da5a753687e2,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:28.385152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-1867facb-09d4-4f7b-b43e-9e2ad9c9253e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668967 Feb 07 22:55:28.387912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.444127 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:55:25Z', 'revision_number': 3, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port': {'id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:22Z', 'updated_at': '2022-02-07T22:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:28.448949 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Checking router: 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:28.449297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Updating router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a port bd14cbb5-ca18-4db7-96af-801d4ae8e874 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:28.505311 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.539243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.572407 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.576093 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.589540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7775b3ba-0810-4126-ba18-da5a753687e2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:28.862396 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.876113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ac7c5387-8187-41f0-8fb2-db1b74cd939e up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:28.887979 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Transition to ACTIVE for port object bd14cbb5-ca18-4db7-96af-801d4ae8e874 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:28.901303 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.907903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.930606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9743e4-e258-4be2-af6c-7c9870298ddd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:28.938523 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:28.953205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b7d0d-0ffc-47e4-8adf-5c4d2412d67d req-ee458c01-71f6-4ac0-903b-f7c721ffcee0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:28.954803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c9b7d0d-0ffc-47e4-8adf-5c4d2412d67d req-ee458c01-71f6-4ac0-903b-f7c721ffcee0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 944 time: 0.9559381 Feb 07 22:55:28.969782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8f493-c7e8-42a0-8e9b-a16adebcb56c None None] Network dcd9a08c-7d11-4302-99ad-e5e641a116e8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:28.995469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42648) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:28.995660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d67ebbe6-b3b3-479b-bac5-b6d985402582 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/2f9743e4-e258-4be2-af6c-7c9870298ddd HTTP/1.1" status: 204 len: 168 time: 2.0090287 Feb 07 22:55:29.017055 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Attempting to bind port bd14cbb5-ca18-4db7-96af-801d4ae8e874 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:29.018021 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Attempting to bind port bd14cbb5-ca18-4db7-96af-801d4ae8e874 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:29.018585 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Attempting to bind port bd14cbb5-ca18-4db7-96af-801d4ae8e874 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:29.024255 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831405c3-37dc-4737-9513-69daf2ca24a0 None None] Pushing event updated for resources: {'Port': ['ID=bd14cbb5-ca18-4db7-96af-801d4ae8e874,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:29.030443 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:29.031246 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:29.031973 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.032600 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:29.033799 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Bound port: bd14cbb5-ca18-4db7-96af-801d4ae8e874, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:29.034374 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.056479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:29.057248 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.058708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c99e758-69a8-4605-bb2d-1d06dfa11b40 req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "PUT /v2.0/ports/7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 942 time: 2.3324299 Feb 07 22:55:29.072700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:29.109333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c9b7d0d-0ffc-47e4-8adf-5c4d2412d67d req-2f5e64f1-a25b-493f-83d3-0e86c27394cf tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065986 Feb 07 22:55:29.118016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] device_id is not set on port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:29.145529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.177041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7775b3ba-0810-4126-ba18-da5a753687e2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:29.179417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86d4e7-e41a-481d-a67d-689a32465bbe tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event updated for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:29.193926 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031c4cac-d86c-41db-84ce-4827593a0a4f', 'name': 'network-vif-deleted', 'tag': '3e8fe576-9cbf-4bcc-89a9-40fb920c63c0', 'status': 'completed', 'code': 200} Feb 07 22:55:29.202144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-276ec907-5508-4a50-9685-b7353c56a6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032053 Feb 07 22:55:29.204089 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] For port bd14cbb5-ca18-4db7-96af-801d4ae8e874, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:29.209384 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] For port bd14cbb5-ca18-4db7-96af-801d4ae8e874, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bd14cbb5-ca18-4db7-96af-801d4ae8e874,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:29.216801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port ac7c5387-8187-41f0-8fb2-db1b74cd939e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:29.224694 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.235065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.237232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port ac7c5387-8187-41f0-8fb2-db1b74cd939e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:29.237754 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.304230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:29.304598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.337061 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd', 'code': 200} Feb 07 22:55:29.388468 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831405c3-37dc-4737-9513-69daf2ca24a0 None None] Pushing event updated for resources: {'Port': ['ID=bd14cbb5-ca18-4db7-96af-801d4ae8e874,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:29.397160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Allocated IP 172.20.0.1 (4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd/a132ed4e-bb1f-4269-b7ee-115eaca44953/b72b2f08-3507-41ed-996b-7dcb641fdc97) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:29.400484 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.430940 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Routers {'3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:29.431640 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:29.529016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.529869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.613311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ac7c5387-8187-41f0-8fb2-db1b74cd939e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:29.631204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] DHCP port deletion for dcd9a08c-7d11-4302-99ad-e5e641a116e8 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:55:29.636128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.667028 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] Set router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:29.677760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-a277958e-ed3a-424c-b9d9-8e02a72a80b3 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2368343 Feb 07 22:55:29.683203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:29.689869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:29.693831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Usage tracker for resource:floatingip and tenant:888268752e9b41c4baf055164fec4c7c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:29.697139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:29.697280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Deleting port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:29.697780 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.703387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:29.731109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] For port 33944e13-0f24-4c62-bc08-ed5ae2baeb41, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=33944e13-0f24-4c62-bc08-ed5ae2baeb41,segment=NetworkSegment(40dd86d0-8955-4409-b099-3a94797db219),segment_id=40dd86d0-8955-4409-b099-3a94797db219)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:29.731746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.771572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Transition to ACTIVE for port object 36b6e01a-a0d0-4833-9a83-a941b9723fe4 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:29.774736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04f0c207-62ff-4890-a21f-6545a27ef521 req-23e66f4e-a8a8-4eb7-a22e-39896c06d23e service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591023 Feb 07 22:55:29.776768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.853633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ac7c5387-8187-41f0-8fb2-db1b74cd939e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:29.881060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 33944e13-0f24-4c62-bc08-ed5ae2baeb41 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:29.883899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.978516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:29.997231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Transition to ACTIVE for port object b72b2f08-3507-41ed-996b-7dcb641fdc97 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:30.032201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.044224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=36b6e01a-a0d0-4833-9a83-a941b9723fe4,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:30.051862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] For port 33944e13-0f24-4c62-bc08-ed5ae2baeb41, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=33944e13-0f24-4c62-bc08-ed5ae2baeb41,segment=NetworkSegment(40dd86d0-8955-4409-b099-3a94797db219),segment_id=40dd86d0-8955-4409-b099-3a94797db219)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:30.052368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.113974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.114443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.114851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.125221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:30.125634 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:30.127505 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 2 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:30.129802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:30.134593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:30.138790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:30.153734 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:55:25Z', 'revision_number': 3, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port': {'id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:22Z', 'updated_at': '2022-02-07T22:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.158922 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ee117-35a0-41da-99f8-ee5b49f5ebe9 None None] The sync data for ids ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'] in n-d-827896-3 is: [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:55:25Z', 'revision_number': 3, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port': {'id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:22Z', 'updated_at': '2022-02-07T22:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:30.167953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a65d-bf33-4f12-b415-4f7b30735b0c req-c3794492-2add-48c3-b4ea-a2de9ff9911b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:30.173856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.175717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a65d-bf33-4f12-b415-4f7b30735b0c req-c3794492-2add-48c3-b4ea-a2de9ff9911b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:30.177455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb45a65d-bf33-4f12-b415-4f7b30735b0c req-c3794492-2add-48c3-b4ea-a2de9ff9911b tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1683 time: 0.4074028 Feb 07 22:55:30.190660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Pushing event updated for resources: {'Port': ['ID=b72b2f08-3507-41ed-996b-7dcb641fdc97,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:30.219077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Calling delete_port for 33944e13-0f24-4c62-bc08-ed5ae2baeb41 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:30.229120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.229708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.230216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.248880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:30.249486 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:30.251453 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 3 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:30.257888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No DVR routers for this DVR port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:30.281488 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.333035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=33944e13-0f24-4c62-bc08-ed5ae2baeb41,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:30.362524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.379121 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:55:30.379492 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:55:30.393665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb45a65d-bf33-4f12-b415-4f7b30735b0c req-f1df2294-3317-4cf2-8ebb-cb104e6fc90f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950941 Feb 07 22:55:30.394446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.394783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.395117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.416478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:30.416791 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:30.421771 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 4 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:30.451540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.451943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.452234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.459258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.471633 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2', 'status': 'completed', 'code': 200} Feb 07 22:55:30.472231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:30.472621 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:30.502805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd9a08c-7d11-4302-99ad-e5e641a116e8']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.506304 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 5 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:30.526240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dd86d0-8955-4409-b099-3a94797db219') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.526240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dd86d0-8955-4409-b099-3a94797db219') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:30.542834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.569747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.579606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.579997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.580336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.584678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:30.585130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.593114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:30.593114 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:30.596957 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 6 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:30.600579 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:30.608853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-92b642bd-ed69-4364-ab9c-c4a3726651b2 None None] Provisioning for port b72b2f08-3507-41ed-996b-7dcb641fdc97 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:30.615703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-92b642bd-ed69-4364-ab9c-c4a3726651b2 None None] Provisioning complete for port b72b2f08-3507-41ed-996b-7dcb641fdc97 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:30.616345 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-92b642bd-ed69-4364-ab9c-c4a3726651b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.720149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-92b642bd-ed69-4364-ab9c-c4a3726651b2 None None] Port b72b2f08-3507-41ed-996b-7dcb641fdc97 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:30.795944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.796472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.796591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.829967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:30.830633 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:30.838530 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 7 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:30.860357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.860892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.861130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.878029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:30.878362 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:30.879468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Allocated IP 172.25.0.207 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/860bd316-87e4-4abb-a7d8-696197e4817c) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:30.882371 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 8 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:30.883926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Deleting port 33944e13-0f24-4c62-bc08-ed5ae2baeb41 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:30.884530 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.900925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:30.901244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:30.901583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:30.910376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.938169 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:30.945143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504216e0-84bf-42e4-97d7-91254807ffcf req-a5a108b2-2e83-4c03-b7e0-65dbd96f9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:30.946657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504216e0-84bf-42e4-97d7-91254807ffcf req-a5a108b2-2e83-4c03-b7e0-65dbd96f9081 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 0.4182088 Feb 07 22:55:30.988519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=dcd9a08c-7d11-4302-99ad-e5e641a116e8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.003099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.014835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b59aa43a-13b6-4844-bcc5-489b580d266c None None] The port '33944e13-0f24-4c62-bc08-ed5ae2baeb41' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:55:31.023960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.051539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:31.051955 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:31.056087 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 9 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:31.063618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2109df41-263b-4b34-8060-d0f85d386810 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/dcd9a08c-7d11-4302-99ad-e5e641a116e8 HTTP/1.1" status: 204 len: 168 time: 2.0632274 Feb 07 22:55:31.065090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42662) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:31.076679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bd14cbb5-ca18-4db7-96af-801d4ae8e874 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:31.122875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1021755186'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:31.134500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:31.153582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:network and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:31.158398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:31.169738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:31.170028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port bd14cbb5-ca18-4db7-96af-801d4ae8e874 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:31.177988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bd14cbb5-ca18-4db7-96af-801d4ae8e874 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:31.178366 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.209588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:31.214020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.234393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:31.234734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:31.235071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:31.250506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:31.250828 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:31.254451 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempt 10 to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 Feb 07 22:55:31.301062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:31.302195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:31.302195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempting to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:31.320112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:55:31.323667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:31.323995 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Failed to bind port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on host n-h2-827896-3 for vnic_type normal using segments [{'id': '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7ea293fd-5309-411c-8590-605693c95d13'}] Feb 07 22:55:31.324360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.331712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.339276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f'}, {'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:31.349773 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.350273 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Added segment db247abb-0fde-4712-bf6a-34930fc6daa0 of type vlan for network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee Feb 07 22:55:31.363427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port bd14cbb5-ca18-4db7-96af-801d4ae8e874, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bd14cbb5-ca18-4db7-96af-801d4ae8e874,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:31.371786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.421673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.453616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.468094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 33944e13-0f24-4c62-bc08-ed5ae2baeb41 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:31.468689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.500451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504216e0-84bf-42e4-97d7-91254807ffcf req-8caa68d6-cfbc-457f-bc1e-225d6a321451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:31.502096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504216e0-84bf-42e4-97d7-91254807ffcf req-8caa68d6-cfbc-457f-bc1e-225d6a321451 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.4490223 Feb 07 22:55:31.510635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 33944e13-0f24-4c62-bc08-ed5ae2baeb41 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:55:31.510982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 33944e13-0f24-4c62-bc08-ed5ae2baeb41 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:55:31.511110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a86479-c74d-4da3-a350-ced84d6cac9e req-983c2347-7112-4a18-b386-43bc0f985a4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:31.514774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=bd14cbb5-ca18-4db7-96af-801d4ae8e874,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.525506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9a86479-c74d-4da3-a350-ced84d6cac9e req-983c2347-7112-4a18-b386-43bc0f985a4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.6035190 Feb 07 22:55:31.563630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.569137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:31.569714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.605173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.646748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504216e0-84bf-42e4-97d7-91254807ffcf req-f5569660-b2e6-4bc2-897b-0f63e8b62d1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.1019905 Feb 07 22:55:31.686761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] For port 36b6e01a-a0d0-4833-9a83-a941b9723fe4, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:31.687040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attempted to set empty binding levels {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 22:55:31.712111 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6446459 Feb 07 22:55:31.714115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.716826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Pushing event updated for resources: {'Port': ['ID=b72b2f08-3507-41ed-996b-7dcb641fdc97,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.719276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42670) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:31.722484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.734057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:31.747560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19f462-8306-45f4-92ff-b9d7d5be262c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Network': ['ID=89ebc6b3-6334-4cfb-8b14-8e36da6a13ee,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.759513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:55:31.778211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9a86479-c74d-4da3-a350-ced84d6cac9e req-1f8f3c78-eb79-4b8d-b6a8-ff2864692560 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804934 Feb 07 22:55:31.798834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] In _notify_port_updated(), no bound segment for port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 on network 7ea293fd-5309-411c-8590-605693c95d13 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:55:31.799658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:31.800249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.804300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "PUT /v2.0/ports/36b6e01a-a0d0-4833-9a83-a941b9723fe4 HTTP/1.1" status: 200 len: 975 time: 4.2468455 Feb 07 22:55:31.813709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42674) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:31.819853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504216e0-84bf-42e4-97d7-91254807ffcf req-169f5d71-f3e6-4c65-8f42-00a72ace0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:31.822040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504216e0-84bf-42e4-97d7-91254807ffcf req-169f5d71-f3e6-4c65-8f42-00a72ace0687 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.1671000 Feb 07 22:55:31.901755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9afc84-e668-4ef8-8a52-0896107ab0fc tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event updated for resources: {'Port': ['ID=36b6e01a-a0d0-4833-9a83-a941b9723fe4,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:31.932695 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504216e0-84bf-42e4-97d7-91254807ffcf req-f2e708b4-13fb-4713-b565-d34a00cb4481 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817599 Feb 07 22:55:31.939588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Deleting port 36b6e01a-a0d0-4833-9a83-a941b9723fe4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:31.939861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.981197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:31.988234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:31.989885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:31.998304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:32.003624 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f', 'code': 200} Feb 07 22:55:32.004393 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'code': 200} Feb 07 22:55:32.054858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:32.075897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:32.080593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:32.174534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:32.177989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.225791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:32.261037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:32.272412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event updated for resources: {'Port': ['ID=860bd316-87e4-4abb-a7d8-696197e4817c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:32.275568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:32.450295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6f6051eb-4662-4354-a422-e974be500ca5 None None] Provisioning complete for port b72b2f08-3507-41ed-996b-7dcb641fdc97 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:32.450840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f6051eb-4662-4354-a422-e974be500ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.463757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504216e0-84bf-42e4-97d7-91254807ffcf req-054026c0-5ab4-455f-b481-a19536f13874 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986176 Feb 07 22:55:32.496730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:32.507209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6f6051eb-4662-4354-a422-e974be500ca5 None None] Port b72b2f08-3507-41ed-996b-7dcb641fdc97 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:32.725207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] For port 36b6e01a-a0d0-4833-9a83-a941b9723fe4, host n-h2-827896-3, got binding levels [] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:32.725486 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.738044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b33f53-c66e-4af3-bda0-dd2f9d79eb76 req-82e0302f-3889-418f-9a6c-0256897ddf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:32.738532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b33f53-c66e-4af3-bda0-dd2f9d79eb76 req-82e0302f-3889-418f-9a6c-0256897ddf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:32.740094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f6b33f53-c66e-4af3-bda0-dd2f9d79eb76 req-82e0302f-3889-418f-9a6c-0256897ddf67 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1985 time: 0.5681477 Feb 07 22:55:32.747837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750a16e-aa57-4447-a6e0-15a969d145b3 req-c80353ca-9f68-4794-b2a7-c34842950aa3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:32.753676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750a16e-aa57-4447-a6e0-15a969d145b3 req-c80353ca-9f68-4794-b2a7-c34842950aa3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:32.755188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9750a16e-aa57-4447-a6e0-15a969d145b3 req-c80353ca-9f68-4794-b2a7-c34842950aa3 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1683 time: 0.6138737 Feb 07 22:55:32.819009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e83269-f26c-447f-9ea4-c7402607a01c req-3ea60bfa-813a-4c9d-9c3f-60126d074a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:32.820529 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2e83269-f26c-447f-9ea4-c7402607a01c req-3ea60bfa-813a-4c9d-9c3f-60126d074a1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 1096 time: 0.6469004 Feb 07 22:55:32.911931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Calling delete_port for 36b6e01a-a0d0-4833-9a83-a941b9723fe4 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:32.927529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bd14cbb5-ca18-4db7-96af-801d4ae8e874 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:32.939274 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:32.959967 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f6b33f53-c66e-4af3-bda0-dd2f9d79eb76 req-dded7339-3f06-431b-a771-434a70ec5a02 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095068 Feb 07 22:55:32.983329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:32.996891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2e83269-f26c-447f-9ea4-c7402607a01c req-ae279459-36ab-4459-b810-0aec24d837ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662464 Feb 07 22:55:33.001031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Sync routers for ids ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:33.014470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Routers {'3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:33.015188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:33.025139 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c6ccf9cc-37ae-4b80-b69f-947da63d3b2f admin admin] 10.222.0.10 "PUT /v2.0/routers/3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1225023 Feb 07 22:55:33.038966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-504216e0-84bf-42e4-97d7-91254807ffcf req-c467cd93-5f65-4532-83ab-208afd2c2a55 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634251 Feb 07 22:55:33.043225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.050296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9750a16e-aa57-4447-a6e0-15a969d145b3 req-0c9fb242-3c73-4a55-b539-96926d4f178f tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336719 Feb 07 22:55:33.081815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.124521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bd14cbb5-ca18-4db7-96af-801d4ae8e874 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:33.124960 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.159945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=785156ac-3fba-4217-bd08-0e96ea94c215,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:33.162338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Checking segment: {'id': 'db247abb-0fde-4712-bf6a-34930fc6daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:33.162709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network hostable DHCP agents. Network: 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:55:33.195062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:55:33.207173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:33.213484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:33.214461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.227593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa43f2-7b45-4379-8668-364e1cad2c3c None None] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:33.237189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-68793713-0281-4f31-a139-f9ced4fdf9db tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5107231 Feb 07 22:55:33.239627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42698) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:33.244921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1964544449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:33.253124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:33.257004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:router and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:33.260592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:33.267058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:33.278577 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.279719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.282074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.296398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.315644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.339735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.343510 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dd0128df-8d4d-42cc-9e95-9e96dfd0198d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1004815 Feb 07 22:55:33.343746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:33.349697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee', 'name': 'tempest-PortsTestJSON-1150834086'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:33.402975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Pushing event deleted for resources: {'Port': ['ID=36b6e01a-a0d0-4833-9a83-a941b9723fe4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:33.420501 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.476377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d4862b74-f496-47c8-9a52-3abc4faaa90f tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "DELETE /v2.0/ports/36b6e01a-a0d0-4833-9a83-a941b9723fe4 HTTP/1.1" status: 204 len: 168 time: 1.6616294 Feb 07 22:55:33.479093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42706) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:33.489262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Set router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:33.519776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-326b43fb-7037-4393-96d1-a3f92f1dbb4c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:33.521261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-326b43fb-7037-4393-96d1-a3f92f1dbb4c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.3147683 Feb 07 22:55:33.540173 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74fd3bc-86a8-424a-b1d3-7741f25e1763 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] GET failed (client error): The resource could not be found. Feb 07 22:55:33.540793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a74fd3bc-86a8-424a-b1d3-7741f25e1763 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Synchronizing usage tracker for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:33.552102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-e5ccea9b-90ab-48b8-9328-1ba1126e2ce6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.0149095 Feb 07 22:55:33.553993 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.559803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:33.565803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:33.569565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:33.572488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a74fd3bc-86a8-424a-b1d3-7741f25e1763 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] Unset dirty status for tenant:44b616e98a104be6a265bd20df6b7672 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:33.577472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a74fd3bc-86a8-424a-b1d3-7741f25e1763 tempest-PortsAdminExtendedAttrsTestJSON-2087250554 tempest-PortsAdminExtendedAttrsTestJSON-2087250554-project-admin] 10.222.0.10 "GET /v2.0/ports/36b6e01a-a0d0-4833-9a83-a941b9723fe4 HTTP/1.1" status: 404 len: 333 time: 0.0935574 Feb 07 22:55:33.579341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:33.581119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42710) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:33.598391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.690568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:33.694489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.725906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.732483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event updated for resources: {'Port': ['ID=860bd316-87e4-4abb-a7d8-696197e4817c,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:33.736724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:33.741404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.772350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-ea1304cf-7130-46bb-b50c-d0ff5fe488c4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2116201 Feb 07 22:55:33.774007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.775421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-4024d4aa-e371-4f7e-99cf-aadcef996ac5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0968277 Feb 07 22:55:33.891522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-89ebc6b3-6334-4cfb-8b14-8e36da6a13ee', 'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee', 'tenant_id': '6f8e5e5a8e734913b82f533fa3de09be', 'fixed_ips': [{'subnet_id': '785156ac-3fba-4217-bd08-0e96ea94c215'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:55:33.892948 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:33.893910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-3281ae98-b981-4e5f-aefc-04aa976e26b5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Synchronizing usage tracker for tenant:888268752e9b41c4baf055164fec4c7c on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:33.980114 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.022531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea293fd-5309-411c-8590-605693c95d13']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:34.042053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:34.042346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d19efd-8a6d-4c94-9aab-26c94e6fa6bb') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:34.055394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.6 (89ebc6b3-6334-4cfb-8b14-8e36da6a13ee/785156ac-3fba-4217-bd08-0e96ea94c215/1d291f2c-2f1e-41cd-8139-866b6d5708c4) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:34.062838 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.085648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.092074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-f75d1ca4-0da6-49bb-b805-13136a8827be service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019019 Feb 07 22:55:34.106122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:34.106612 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.115727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-3281ae98-b981-4e5f-aefc-04aa976e26b5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Unset dirty status for tenant:888268752e9b41c4baf055164fec4c7c on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:34.116934 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-3281ae98-b981-4e5f-aefc-04aa976e26b5 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.3345301 Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:34.123239 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:34.131993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:55:30Z', 'revision_number': 4, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port': {'id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:22Z', 'updated_at': '2022-02-07T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b72b2f08-3507-41ed-996b-7dcb641fdc97', 'name': '', 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'mac_address': 'fa:16:3e:fb:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'a132ed4e-bb1f-4269-b7ee-115eaca44953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:28Z', 'updated_at': '2022-02-07T22:55:31Z', 'revision_number': 2, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'subnets': [{'id': 'a132ed4e-bb1f-4269-b7ee-115eaca44953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:34.142265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Checking router: 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:34.143226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Updating router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a port b72b2f08-3507-41ed-996b-7dcb641fdc97 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:55:34.203238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.353726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.358975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-7ba60ae5-f2ab-4692-8734-8157145dbad2 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651546 Feb 07 22:55:34.370876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-6ae5c1a1-1eb4-4e46-b889-5e25ad8ab764 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:34.372365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-6ae5c1a1-1eb4-4e46-b889-5e25ad8ab764 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.2044430 Feb 07 22:55:34.385546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-1d09da5b-1ed6-4923-b67a-8ece96cdb247 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:55:34.386534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-166b3834-d705-4a0b-a8fc-747e1c0895ba req-1d09da5b-1ed6-4923-b67a-8ece96cdb247 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070472 Feb 07 22:55:34.394374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.414322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] Pushing event deleted for resources: {'Network': ['ID=7ea293fd-5309-411c-8590-605693c95d13,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:34.430663 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be86a035-687a-41b4-8898-75e2ff380b1e tempest-PortsAdminExtendedAttrsTestJSON-476681315 tempest-PortsAdminExtendedAttrsTestJSON-476681315-project] 10.222.0.10 "DELETE /v2.0/networks/7ea293fd-5309-411c-8590-605693c95d13 HTTP/1.1" status: 204 len: 168 time: 0.8484981 Feb 07 22:55:34.518768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.545343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 1d291f2c-2f1e-41cd-8139-866b6d5708c4 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:34.591311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.667536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:34.671519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:34.675584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:34.736514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=1d291f2c-2f1e-41cd-8139-866b6d5708c4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:34.743003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Allocated IP 172.20.0.2 (89ebc6b3-6334-4cfb-8b14-8e36da6a13ee/785156ac-3fba-4217-bd08-0e96ea94c215/2bfd7e06-a1f0-4bcb-9bb1-5e727facd888) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:34.763643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:34.773651 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:34.823084 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e85954df-3921-4439-ae6e-7e9d828e0320 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4782677 Feb 07 22:55:34.825702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42730) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:35.030878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a2435-ddd4-4175-925f-4b0b12313a8e req-54f10a5a-c647-49f7-bcc4-2dfd4c930c89 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:35.038175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-560a2435-ddd4-4175-925f-4b0b12313a8e req-54f10a5a-c647-49f7-bcc4-2dfd4c930c89 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.3314888 Feb 07 22:55:35.038881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42736) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:35.048391 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.160597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Transition to ACTIVE for port object b72b2f08-3507-41ed-996b-7dcb641fdc97 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:35.205698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-560a2435-ddd4-4175-925f-4b0b12313a8e req-ad10aad7-7167-4fd6-8e00-c859a0a8e320 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485732 Feb 07 22:55:35.249693 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.394806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a968a43-3bae-426c-90c8-070fd6b46147 None None] Pushing event updated for resources: {'Port': ['ID=b72b2f08-3507-41ed-996b-7dcb641fdc97,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:35.489132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a3ff80c8-d9f4-439c-b0e6-658399eb300f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93748ca78a834f1aaba210ecd582066c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461608 Feb 07 22:55:35.496136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42750) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:35.538491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.609311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Transition to ACTIVE for port object 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:35.629941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750f11-3b7c-46ec-99cd-c9f3e1ccbd32 req-b340e122-e019-45d4-aab9-b0229ea5e33e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:35.637124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3750f11-3b7c-46ec-99cd-c9f3e1ccbd32 req-b340e122-e019-45d4-aab9-b0229ea5e33e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:35.638735 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3750f11-3b7c-46ec-99cd-c9f3e1ccbd32 req-b340e122-e019-45d4-aab9-b0229ea5e33e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1683 time: 0.2774799 Feb 07 22:55:35.644117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd89f02c-2990-43db-b5e5-f1cc5d8adb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.701099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Attempting to bind port b72b2f08-3507-41ed-996b-7dcb641fdc97 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:35.702070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Attempting to bind port b72b2f08-3507-41ed-996b-7dcb641fdc97 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:35.702733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Attempting to bind port b72b2f08-3507-41ed-996b-7dcb641fdc97 on network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:35.707653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Transition to ACTIVE for port object 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:35.713481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:35.714026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Checking segment: {'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:35.714477 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.714944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Bound using segment: {'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:35.715568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Bound port: b72b2f08-3507-41ed-996b-7dcb641fdc97, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572b8dfc-3b0d-40c1-b057-41cd21b81f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:35.716111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.723279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3750f11-3b7c-46ec-99cd-c9f3e1ccbd32 req-c3a34339-7f41-4e6f-b335-937980b2b9cd tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770905 Feb 07 22:55:35.725547 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd89f02c-2990-43db-b5e5-f1cc5d8adb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.739097 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.864074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd89f02c-2990-43db-b5e5-f1cc5d8adb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.933651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89f02c-2990-43db-b5e5-f1cc5d8adb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f2ec32-1346-4927-ae17-6e0742c34663,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:35.941562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be14e4f1-9868-462a-88cf-cfa4fceae819 req-49516900-593e-4380-aaff-6d1a4e62f7ff tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 210 time: 0.0697465 Feb 07 22:55:35.942378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dd89f02c-2990-43db-b5e5-f1cc5d8adb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:35.943361 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dd89f02c-2990-43db-b5e5-f1cc5d8adb0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3f2ec32-1346-4927-ae17-6e0742c34663 HTTP/1.1" status: 204 len: 168 time: 0.4461663 Feb 07 22:55:35.976482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62367fec-2e48-499f-af9d-36bacbb98871 req-9e004893-57e6-43d1-9b17-8b2c6366b2a9 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:35.978626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-9e004893-57e6-43d1-9b17-8b2c6366b2a9 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1882594 Feb 07 22:55:36.044367 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.146598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Pushing event updated for resources: {'Port': ['ID=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:36.175025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:36.191822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:36.207965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-424d265f-5c7a-4dd3-ae2f-05df474a514f tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.2175803 Feb 07 22:55:36.210790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:36.227957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Request body: {'floatingip': {'port_id': '7775b3ba-0810-4126-ba18-da5a753687e2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:36.300892 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.389126 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.409016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.427860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] For port b72b2f08-3507-41ed-996b-7dcb641fdc97, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:36.436650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Attempting to bind port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:36.439277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Attempting to bind port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'db247abb-0fde-4712-bf6a-34930fc6daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:36.440852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Attempting to bind port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 on network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:36.446519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] For port b72b2f08-3507-41ed-996b-7dcb641fdc97, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b72b2f08-3507-41ed-996b-7dcb641fdc97,segment=NetworkSegment(572b8dfc-3b0d-40c1-b057-41cd21b81f5c),segment_id=572b8dfc-3b0d-40c1-b057-41cd21b81f5c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:36.455943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:36.456751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Checking segment: {'id': 'db247abb-0fde-4712-bf6a-34930fc6daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:36.457640 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.458388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Bound using segment: {'id': 'db247abb-0fde-4712-bf6a-34930fc6daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:36.459112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Bound port: 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db247abb-0fde-4712-bf6a-34930fc6daa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ebc6b3-6334-4cfb-8b14-8e36da6a13ee'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:36.459988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.467354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:36.479829 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.573355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a968a43-3bae-426c-90c8-070fd6b46147 None None] Pushing event updated for resources: {'Port': ['ID=b72b2f08-3507-41ed-996b-7dcb641fdc97,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:36.575133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.581673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.588977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.594868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.599151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-04f0c2fe-6b8d-43bd-ac9c-cb3387d0b394 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.600609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-04f0c2fe-6b8d-43bd-ac9c-cb3387d0b394 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.3909125 Feb 07 22:55:36.600811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.609933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.614794 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7edf64cb-85e8-4b2b-ac6a-b55616b3ec88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44b616e98a104be6a265bd20df6b7672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417022 Feb 07 22:55:36.616176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:36.616822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42766) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:36.618219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-4c7afc0e-43de-48dc-bd24-95d3b869a8e3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.4758790 Feb 07 22:55:36.620210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Request body: {'port': {'device_id': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'admin_state_up': True, 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:36.700851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] For port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:36.706236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] For port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,segment=NetworkSegment(db247abb-0fde-4712-bf6a-34930fc6daa0),segment_id=db247abb-0fde-4712-bf6a-34930fc6daa0)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:36.718488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.746241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f416e9-6e60-4030-8a29-ff5ba52563df req-a59af265-612b-4063-b009-e4a3f6748d22 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860419 Feb 07 22:55:36.818189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Routers {'3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:36.818573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:36.838641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:36.855245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Usage tracker for resource:port and tenant:e55b79f013eb4d7bafa6247555f94080 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:36.863908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:36.875340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.884024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:36.889293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:36.937818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1230c9f0-9504-4edf-a08d-f4c7fa10090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.019766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06963df-1719-4619-b956-9235cebec1e0 None None] Pushing event updated for resources: {'Port': ['ID=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:37.138853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] Set router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:37.144025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:37.147568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.196343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295f663-b7b0-4342-abae-3f7493c4a4c8 req-60dcb3e3-d497-404b-8d09-767eecde27c3 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:37.197910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7295f663-b7b0-4342-abae-3f7493c4a4c8 req-60dcb3e3-d497-404b-8d09-767eecde27c3 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.2316546 Feb 07 22:55:37.203784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1230c9f0-9504-4edf-a08d-f4c7fa10090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.212246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=1d291f2c-2f1e-41cd-8139-866b6d5708c4,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:37.215602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42772) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:37.230908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'floatingip': {'port_id': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:37.373434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.630366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:55:30Z', 'revision_number': 4, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port': {'id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:22Z', 'updated_at': '2022-02-07T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b72b2f08-3507-41ed-996b-7dcb641fdc97', 'name': '', 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'mac_address': 'fa:16:3e:fb:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'a132ed4e-bb1f-4269-b7ee-115eaca44953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:28Z', 'updated_at': '2022-02-07T22:55:36Z', 'revision_number': 4, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'subnets': [{'id': 'a132ed4e-bb1f-4269-b7ee-115eaca44953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:37.636795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf14cb2e-1f75-4e28-be25-f9f3054fa632 None None] The sync data for ids ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'] in n-d-827896-3 is: [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:55:30Z', 'revision_number': 4, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port': {'id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:22Z', 'updated_at': '2022-02-07T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b72b2f08-3507-41ed-996b-7dcb641fdc97', 'name': '', 'network_id': '4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'mac_address': 'fa:16:3e:fb:04:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'a132ed4e-bb1f-4269-b7ee-115eaca44953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:28Z', 'updated_at': '2022-02-07T22:55:36Z', 'revision_number': 4, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'subnets': [{'id': 'a132ed4e-bb1f-4269-b7ee-115eaca44953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:37.733000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.747084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1230c9f0-9504-4edf-a08d-f4c7fa10090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.756508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9b351ed-fa16-4a23-842c-0971afa4217a req-bca36b32-3889-4346-829a-38391066052a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 210 time: 0.1207817 Feb 07 22:55:37.853186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230c9f0-9504-4edf-a08d-f4c7fa10090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c23ebc-5fa8-46a5-884f-32241243d8cf,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:37.903994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Allocated IP 172.20.0.5 (12cf38f3-c8be-495e-98eb-e032d834448e/3297c5f5-c5ac-465c-86f2-3cd46109b2e0/c2284fbd-ea89-483f-9636-c557e46ed556) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:37.912281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1230c9f0-9504-4edf-a08d-f4c7fa10090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:37.913687 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1230c9f0-9504-4edf-a08d-f4c7fa10090c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4c23ebc-5fa8-46a5-884f-32241243d8cf HTTP/1.1" status: 204 len: 168 time: 1.1684198 Feb 07 22:55:38.130639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.335494 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.357726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.704341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7429b8c0-819e-4dd9-abf3-43629fe1e285 None None] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:38.795898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:38.829668 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Floating IP c9e1f692-ab46-4e3a-bdd9-056cae823be4 associated. External IP: 172.25.0.207, port: 7775b3ba-0810-4126-ba18-da5a753687e2. Feb 07 22:55:38.872704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2b893b8b-d26b-4c0b-837d-0e8e65cf5c1c None None] Provisioning for port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:38.977152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:38.996107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.013411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.027885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.040759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.051444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.068437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.082698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-bc16ffd0-eac6-4de7-ad04-995d8c3a9a7e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.5825951 Feb 07 22:55:39.092600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.122006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:39.158736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:39.233078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e9c6a20-85d4-4ba1-a0b5-9ae0c8ce966d req-7983fe33-5f50-4ca3-bb6a-6ecfded3e376 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1494117 Feb 07 22:55:39.238620 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:55:39.321599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-cb9719d1-f165-41fb-8708-2aa18aefad6e req-6cc15f3b-3ea3-4da9-96e7-a5e874082f72 service neutron] (87670) timed out ('10.222.0.10', 46270) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 22:55:39.381340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Network 12cf38f3-c8be-495e-98eb-e032d834448e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:39.393192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:39.403459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:39.439899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:39.451817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event updated for resources: {'Port': ['ID=c2284fbd-ea89-483f-9636-c557e46ed556,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:39.493010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:39.493392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.515132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.523952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.530837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.540332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.547861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.555975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.562438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:39.565292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-32c68ea4-3803-4450-8c14-79bffe1d08f8 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 5432 time: 0.8735564 Feb 07 22:55:39.661409 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.693532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.702295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.754981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.766403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.832422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,segment=NetworkSegment(db247abb-0fde-4712-bf6a-34930fc6daa0),segment_id=db247abb-0fde-4712-bf6a-34930fc6daa0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:39.846820 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:39.848790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b72b2f08-3507-41ed-996b-7dcb641fdc97 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:40.052960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=1d291f2c-2f1e-41cd-8139-866b6d5708c4,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:40.082076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:40.082947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.118097 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-c8452553-c23b-43d9-82d2-b986228c2962 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5014985 Feb 07 22:55:40.130296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-c060b98c-8572-4147-80c9-8b843616ae59 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:40.134974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-c060b98c-8572-4147-80c9-8b843616ae59 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "GET /v2.0/ports/5f37fa64-63e1-450c-9e7f-8437c0518e75?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5556521 Feb 07 22:55:40.143219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Request body: {'port': {'device_id': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:40.176632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:40.182361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-85231205-2f21-422e-81a3-364072d846fa None None] Provisioning complete for port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:40.182743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-85231205-2f21-422e-81a3-364072d846fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.333258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b72b2f08-3507-41ed-996b-7dcb641fdc97 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:40.355517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b72b2f08-3507-41ed-996b-7dcb641fdc97 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:40.355862 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.386795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Router 7662fc2f-d586-48cf-9f7a-8fb146633392 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:40.421792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d97bcb-5cfc-42f8-84a7-a0c96c1d4325 req-3f45feaa-aaf2-4cd7-ad58-59fb2c83ffb1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:40.427903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d97bcb-5cfc-42f8-84a7-a0c96c1d4325 req-3f45feaa-aaf2-4cd7-ad58-59fb2c83ffb1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:40.429748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15d97bcb-5cfc-42f8-84a7-a0c96c1d4325 req-3f45feaa-aaf2-4cd7-ad58-59fb2c83ffb1 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1683 time: 0.8916399 Feb 07 22:55:40.440608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42828) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:40.459257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.486194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-85231205-2f21-422e-81a3-364072d846fa None None] Provisioning for port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:40.505826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-85231205-2f21-422e-81a3-364072d846fa None None] Provisioning complete for port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:40.506320 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-85231205-2f21-422e-81a3-364072d846fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.571304 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.627397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b72b2f08-3507-41ed-996b-7dcb641fdc97, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b72b2f08-3507-41ed-996b-7dcb641fdc97,segment=NetworkSegment(572b8dfc-3b0d-40c1-b057-41cd21b81f5c),segment_id=572b8dfc-3b0d-40c1-b057-41cd21b81f5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:40.639582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-85231205-2f21-422e-81a3-364072d846fa None None] Port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:40.642209 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.666424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15d97bcb-5cfc-42f8-84a7-a0c96c1d4325 req-d0ee4cc2-6e2e-4d12-84f0-a9e0ef707036 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248335 Feb 07 22:55:40.673587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:40.682862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1781167528', 'network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:40.684896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:40.715221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:40.764842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b72b2f08-3507-41ed-996b-7dcb641fdc97,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:40.776156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b8c26c42-1cd3-4f15-8a82-48d78deb6c40 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:40.785622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Usage tracker for resource:port and tenant:c36f7955e3024f5191c262d0b3cd0f50 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:40.826118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-b7711b89-b028-424b-9272-c39720888692 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:40.840235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-b7711b89-b028-424b-9272-c39720888692 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:40.841846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-b7711b89-b028-424b-9272-c39720888692 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1683 time: 0.7886543 Feb 07 22:55:40.843119 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Floating IP f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16 associated. External IP: 172.25.0.242, port: ac7c5387-8187-41f0-8fb2-db1b74cd939e. Feb 07 22:55:40.886890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3eb737ba-b786-4ce5-b4c6-3108ce0c24db None None] Provisioning complete for port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:40.887441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3eb737ba-b786-4ce5-b4c6-3108ce0c24db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:40.968778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:40.994393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3eb737ba-b786-4ce5-b4c6-3108ce0c24db None None] Port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:40.995933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:41.018711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-ef77635b-75f6-4a76-b330-fc0de0fb4115 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Synchronizing usage tracker for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:41.025500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.056693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:41.095992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-ef77635b-75f6-4a76-b330-fc0de0fb4115 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Unset dirty status for tenant:ee3a3835500d46ff9e9c744ccca5867f on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:41.097291 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-ef77635b-75f6-4a76-b330-fc0de0fb4115 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "GET /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6764722 Feb 07 22:55:41.115956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:41.130218 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.141854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:41.144072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Made reservation on behalf of c36f7955e3024f5191c262d0b3cd0f50 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:41.147024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.155719 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] Sync routers for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:41.162109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.164901 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:41.165698 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:41.169340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-85f029c1-5cef-4db5-9004-c66327c26799 None None] Provisioning complete for port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:41.169828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-85f029c1-5cef-4db5-9004-c66327c26799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.217553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:41.218111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.241361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 100109b2-5632-40b4-8794-e20f9ebc808f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:41.241839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.250257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:41.274520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-300ba454-702d-4f0a-b75d-150dd803b63c tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "PUT /v2.0/floatingips/c9e1f692-ab46-4e3a-bdd9-056cae823be4 HTTP/1.1" status: 200 len: 996 time: 5.0589392 Feb 07 22:55:41.286563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:41.292128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.310044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:41.322853 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.323867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 100109b2-5632-40b4-8794-e20f9ebc808f no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:41.350687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Router 1a407a13-c641-44d0-874c-47f7c8c27663 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:55:41.420346 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:41.420703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-85f029c1-5cef-4db5-9004-c66327c26799 None None] Port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:41.438577 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.477052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:41.503211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Usage tracker for resource:security_group_rule and tenant:c36f7955e3024f5191c262d0b3cd0f50 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:41.542379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b72b2f08-3507-41ed-996b-7dcb641fdc97 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:41.543950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:41.561418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f43ed-6378-49bf-a16b-d21787668eec req-710f82db-607c-4d98-8697-099bb721e96e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:41.563649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd2f43ed-6378-49bf-a16b-d21787668eec req-710f82db-607c-4d98-8697-099bb721e96e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 931 time: 0.6344447 Feb 07 22:55:41.586930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:41.643623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:41.704212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.708775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:41.717087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-31eb8f62-244f-480d-a453-42503e30d097 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "PUT /v2.0/routers/1a407a13-c641-44d0-874c-47f7c8c27663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8878634 Feb 07 22:55:41.730622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] Sync routers for ids ['1a407a13-c641-44d0-874c-47f7c8c27663'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:41.736172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:41.780309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=100109b2-5632-40b4-8794-e20f9ebc808f,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:41.783585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b72b2f08-3507-41ed-996b-7dcb641fdc97 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:41.784269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.817748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] Routers {'1a407a13-c641-44d0-874c-47f7c8c27663'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:41.818792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1a407a13-c641-44d0-874c-47f7c8c27663'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:41.893701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:41.894804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 31f5ccae-afa3-48bb-b7a2-316a10762e7e no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:41.993424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:41.993684 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'c9e1f692-ab46-4e3a-bdd9-056cae823be4', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'port_id': '7775b3ba-0810-4126-ba18-da5a753687e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'mac_address': 'fa:16:3e:81:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:55:32Z', 'updated_at': '2022-02-07T22:55:37Z', 'revision_number': 1, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:33Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.000813 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] Checking router: 7662fc2f-d586-48cf-9f7a-8fb146633392 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:42.015529 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:42.016520 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.041811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Router a72f404a-2318-4332-a709-b5fba25ea24b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:42.064884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] Routers {'1a407a13-c641-44d0-874c-47f7c8c27663'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:42.066073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1a407a13-c641-44d0-874c-47f7c8c27663'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.124695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] For port 5f37fa64-63e1-450c-9e7f-8437c0518e75, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5f37fa64-63e1-450c-9e7f-8437c0518e75,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:42.128451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2284fbd-ea89-483f-9636-c557e46ed556 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:42.144028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.152933 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd2f43ed-6378-49bf-a16b-d21787668eec req-2bbf5e41-8f8a-4ce0-99a3-9397d26e2fba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691047 Feb 07 22:55:42.153791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da5d85-fe9d-451f-8501-df2c5cab6c93 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:42.154588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-09da5d85-fe9d-451f-8501-df2c5cab6c93 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:42.204586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Transition to ACTIVE for port object c2284fbd-ea89-483f-9636-c557e46ed556 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:42.214052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] For port 5f37fa64-63e1-450c-9e7f-8437c0518e75, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:42.244162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.247792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-09da5d85-fe9d-451f-8501-df2c5cab6c93 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:42.251582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-09da5d85-fe9d-451f-8501-df2c5cab6c93 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a407a13-c641-44d0-874c-47f7c8c27663 HTTP/1.1" status: 200 len: 982 time: 0.5118239 Feb 07 22:55:42.252890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62367fec-2e48-499f-af9d-36bacbb98871 req-b9943c38-bb5e-4e22-85d5-f886c840f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:42.255076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-b9943c38-bb5e-4e22-85d5-f886c840f65d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 0.9398353 Feb 07 22:55:42.258249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42844) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:42.259716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.260385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badf0840-c0cd-4472-9449-ef0e6d24afae None None] The sync data for ids ['1a407a13-c641-44d0-874c-47f7c8c27663'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:42.290127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=100109b2-5632-40b4-8794-e20f9ebc808f,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:42.295984 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:42.444437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] device_id is not set on port 5f37fa64-63e1-450c-9e7f-8437c0518e75 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:42.462465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Pushing event updated for resources: {'Port': ['ID=c2284fbd-ea89-483f-9636-c557e46ed556,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:42.499972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.516298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.606190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.673600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:42.694921 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.696909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:42.740063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] No DVR routers for this DVR port 5f37fa64-63e1-450c-9e7f-8437c0518e75 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:42.756677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=100109b2-5632-40b4-8794-e20f9ebc808f,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:42.757339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.789567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Attempting to bind port c2284fbd-ea89-483f-9636-c557e46ed556 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:55:42.789921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Attempting to bind port c2284fbd-ea89-483f-9636-c557e46ed556 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:55:42.790409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Attempting to bind port c2284fbd-ea89-483f-9636-c557e46ed556 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:42.802545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] Pushing event updated for resources: {'Port': ['ID=5f37fa64-63e1-450c-9e7f-8437c0518e75,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:42.807752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Port c2284fbd-ea89-483f-9636-c557e46ed556 on network 12cf38f3-c8be-495e-98eb-e032d834448e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:55:42.808165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Attempting to bind port c2284fbd-ea89-483f-9636-c557e46ed556 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:55:42.825316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:55:42.825797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:55:42.826534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Bound using segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:55:42.827093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Bound port: c2284fbd-ea89-483f-9636-c557e46ed556, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:55:42.827585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.852227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] In _notify_port_updated(), no bound segment for port 5f37fa64-63e1-450c-9e7f-8437c0518e75 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:55:42.853444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:42.854669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:42.858030 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-af81ac1a-345f-4354-98f3-850b7bd98068 service neutron] 10.222.0.26 "PUT /v2.0/ports/5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 200 len: 1025 time: 1.7485547 Feb 07 22:55:42.989907 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'c9e1f692-ab46-4e3a-bdd9-056cae823be4', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'port_id': '7775b3ba-0810-4126-ba18-da5a753687e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'mac_address': 'fa:16:3e:81:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:55:32Z', 'updated_at': '2022-02-07T22:55:37Z', 'revision_number': 1, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:33Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:42.995150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372bf137-0b9b-4715-884f-1b8999852b75 None None] The sync data for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 is: [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'c9e1f692-ab46-4e3a-bdd9-056cae823be4', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'port_id': '7775b3ba-0810-4126-ba18-da5a753687e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'mac_address': 'fa:16:3e:81:8f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:55:32Z', 'updated_at': '2022-02-07T22:55:37Z', 'revision_number': 1, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:33Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:43.034041 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.045851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=31f5ccae-afa3-48bb-b7a2-316a10762e7e,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:43.048648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-b8708bf4-7219-467a-9e9a-88e82181f5a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:43.050436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-b8708bf4-7219-467a-9e9a-88e82181f5a1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "GET /v2.0/ports/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1398890 Feb 07 22:55:43.064415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:43.098326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] For port c2284fbd-ea89-483f-9636-c557e46ed556, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:43.102289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6a474801-a045-49db-9233-32462c3b5739 None None] Provisioning complete for port 5f37fa64-63e1-450c-9e7f-8437c0518e75 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:43.102915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6a474801-a045-49db-9233-32462c3b5739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.113945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:43.121960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 100109b2-5632-40b4-8794-e20f9ebc808f owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:43.124794 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] Sync routers for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:43.126856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] For port c2284fbd-ea89-483f-9636-c557e46ed556, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c2284fbd-ea89-483f-9636-c557e46ed556,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:55:43.137612 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.143010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:43.144708 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:43.158057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:43.187730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6a474801-a045-49db-9233-32462c3b5739 None None] Port 5f37fa64-63e1-450c-9e7f-8437c0518e75 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:43.193509 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.194550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:43.202252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62367fec-2e48-499f-af9d-36bacbb98871 req-e4b6fcc2-9d39-4e6c-b355-184a31241f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:43.203732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-e4b6fcc2-9d39-4e6c-b355-184a31241f5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.8646116 Feb 07 22:55:43.212420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.246365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:43.247056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.248884 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] 10.222.0.26 "PUT /v2.0/ports/c2284fbd-ea89-483f-9636-c557e46ed556 HTTP/1.1" status: 200 len: 1091 time: 3.1104329 Feb 07 22:55:43.265572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'tag': 'c2284fbd-ea89-483f-9636-c557e46ed556'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:43.305683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.358794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.371446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357e41e-d85a-4887-812a-0dbba60dda52 service neutron] Pushing event updated for resources: {'Port': ['ID=c2284fbd-ea89-483f-9636-c557e46ed556,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:43.383080 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:43.464156 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.492977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490e9092-eb38-4885-bbb4-5ed48463b59b None None] New status for floating IP c9e1f692-ab46-4e3a-bdd9-056cae823be4: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:55:43.494114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] device_id is not set on port 4a848f66-cb25-4505-b3ca-cb8a157459b5 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:43.546400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:43.575765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-479c8d15-c213-4d03-aaa0-24b83d97b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:43.577311 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-479c8d15-c213-4d03-aaa0-24b83d97b199 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 1094 time: 0.2755022 Feb 07 22:55:43.613898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:43.680122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-5f123c08-c547-4945-924a-dd6b8b922915 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2284fbd-ea89-483f-9636-c557e46ed556 HTTP/1.1" status: 200 len: 217 time: 0.0881608 Feb 07 22:55:43.721348 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.722094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5f37fa64-63e1-450c-9e7f-8437c0518e75 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:43.769799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:43.781713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-44950fe4-11f5-478a-9230-38ad875ab799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:43.783184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-44950fe4-11f5-478a-9230-38ad875ab799 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.0899670 Feb 07 22:55:43.827887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8880495f-352f-4728-a774-ebf7ce314e34,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:43.861951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-5fcfd9c4-c88a-4949-88e4-7a108051794b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 999 time: 0.5682027 Feb 07 22:55:43.896674 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-17048bee-50f8-4a24-8faa-6424f4184da8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968049 Feb 07 22:55:43.900215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] For port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:55:43.910222 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'port_id': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'mac_address': 'fa:16:3e:00:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895d74-ee81-4bcd-897a-5c679394a14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:55:09Z', 'updated_at': '2022-02-07T22:55:38Z', 'revision_number': 1, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:43.921793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] Checking router: a72f404a-2318-4332-a709-b5fba25ea24b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:43.925235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5f37fa64-63e1-450c-9e7f-8437c0518e75 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:55:43.925681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9028abe2-48bb-48cb-9d61-709921bdf11b no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:43.943093 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:43.946566 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:43.948211 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:43.954947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:43.986892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62367fec-2e48-499f-af9d-36bacbb98871 req-97760f91-70fa-47e2-92a5-b7df947f5b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:43.989005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-97760f91-70fa-47e2-92a5-b7df947f5b24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.1196442 Feb 07 22:55:44.066006 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.104542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9028abe2-48bb-48cb-9d61-709921bdf11b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9028abe2-48bb-48cb-9d61-709921bdf11b,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:44.111025 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.111909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 940c719d-b163-4681-9372-0ad4ea08993a no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:44.176584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-f6ba3a10-80a5-49b7-9286-c78d08c2b14d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401954 Feb 07 22:55:44.202488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-d9649ffb-f0b4-4f1d-a2c6-2c9db14d2292 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:55:44.203667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-d9649ffb-f0b4-4f1d-a2c6-2c9db14d2292 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134280 Feb 07 22:55:44.221878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c8e614e4-f355-42c6-91ed-514ec694e826 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "PUT /v2.0/floatingips/f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16 HTTP/1.1" status: 200 len: 991 time: 6.9990792 Feb 07 22:55:44.244963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] device_id is not set on port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:55:44.248059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9028abe2-48bb-48cb-9d61-709921bdf11b,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.256068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:55:44.256981 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:55:44.258823 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.272380 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:44.283908 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.319771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.391247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 940c719d-b163-4681-9372-0ad4ea08993a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=940c719d-b163-4681-9372-0ad4ea08993a,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:44.401115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.440291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-d71504c0-45a8-4de8-95dd-4da05fc79918 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:44.460128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-d71504c0-45a8-4de8-95dd-4da05fc79918 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:44.466852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-d71504c0-45a8-4de8-95dd-4da05fc79918 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:44.475719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-d71504c0-45a8-4de8-95dd-4da05fc79918 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:44.478235 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-edd5b403-b948-4a11-8d75-bbc5aeda3a3d service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433936 Feb 07 22:55:44.482312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-d71504c0-45a8-4de8-95dd-4da05fc79918 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:44.488425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-d71504c0-45a8-4de8-95dd-4da05fc79918 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:44.490599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-d71504c0-45a8-4de8-95dd-4da05fc79918 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 4654 time: 1.4414365 Feb 07 22:55:44.505412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1c8cf314-3316-432b-a081-695b2bb486cd no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:44.577752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] No DVR routers for this DVR port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:44.603844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.617731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Allocated IP 172.25.0.235 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/4a848f66-cb25-4505-b3ca-cb8a157459b5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:44.664494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=940c719d-b163-4681-9372-0ad4ea08993a,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:44.736549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] In _notify_port_updated(), no bound segment for port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 on network 2f0bb286-3025-4880-9f15-7f54f22b10b4 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:55:44.738788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-af29be7c-9012-40a7-b228-4ae900da8b5b service neutron] 10.222.0.10 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197318 Feb 07 22:55:44.744745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:44.745689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.747131 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-4a31e6b1-4ee3-46db-b9b0-076c9e48cb12 service neutron] 10.222.0.26 "PUT /v2.0/ports/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 200 len: 1026 time: 1.6874590 Feb 07 22:55:44.781194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fef28b3-a2e4-4945-b862-d5eb89a4caf6 req-8d557b1e-0773-428b-8b68-9f5d9cfc25d1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&id=dad91c84-438c-46b3-a2f3-38befb94e0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2841067 Feb 07 22:55:44.782923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 100109b2-5632-40b4-8794-e20f9ebc808f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:44.783427 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.830289 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:44.934854 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'port_id': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'mac_address': 'fa:16:3e:00:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895d74-ee81-4bcd-897a-5c679394a14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:55:09Z', 'updated_at': '2022-02-07T22:55:38Z', 'revision_number': 1, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:44.949324 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b172f7-60b6-42c2-b347-21062aada342 None None] The sync data for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 is: [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'port_id': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'mac_address': 'fa:16:3e:00:ed:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47895d74-ee81-4bcd-897a-5c679394a14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:55:09Z', 'updated_at': '2022-02-07T22:55:38Z', 'revision_number': 1, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:44.970880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port 940c719d-b163-4681-9372-0ad4ea08993a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:44.971232 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.033245 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'code': 200} Feb 07 22:55:45.037305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9132a5cd-da8b-4708-a7eb-9310dce7a917 None None] Provisioning complete for port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:45.037828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9132a5cd-da8b-4708-a7eb-9310dce7a917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.074029 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2', 'status': 'completed', 'code': 200} Feb 07 22:55:45.083632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1c8cf314-3316-432b-a081-695b2bb486cd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c8cf314-3316-432b-a081-695b2bb486cd,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:45.098999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.169527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9132a5cd-da8b-4708-a7eb-9310dce7a917 None None] Port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:55:45.187761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1c8cf314-3316-432b-a081-695b2bb486cd,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:45.206038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d0f8b25-4d4b-49f7-bac0-10bc893f3212 req-89c4c642-86b9-49ca-933b-b7b2ab0bf0e5 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6742036 Feb 07 22:55:45.291658 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d462156-47ff-476c-8b47-7d31475f9be5 None None] New status for floating IP f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:55:45.293706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] For port 940c719d-b163-4681-9372-0ad4ea08993a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=940c719d-b163-4681-9372-0ad4ea08993a,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:45.294198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.403884 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.426571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for 940c719d-b163-4681-9372-0ad4ea08993a owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:45.572267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62367fec-2e48-499f-af9d-36bacbb98871 req-14f2c941-357f-4304-b98d-8bd7647a3998 service neutron] 10.222.0.10 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8262980 Feb 07 22:55:45.585157 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.699698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=940c719d-b163-4681-9372-0ad4ea08993a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:45.744185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] No DVR routers for this DVR port 940c719d-b163-4681-9372-0ad4ea08993a on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:45.747014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:45.761740 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-36569abf-b8f3-4a1f-b92d-3ff1ce137e3e tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "DELETE /v2.0/ports/940c719d-b163-4681-9372-0ad4ea08993a HTTP/1.1" status: 204 len: 173 time: 0.9992921 Feb 07 22:55:45.839924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port 31f5ccae-afa3-48bb-b7a2-316a10762e7e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:45.840324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.039698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904d3d9-798a-4295-96a1-f9b59a77aa8a req-972fc574-6aa7-4166-9ece-ce0f29663de6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:46.045451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904d3d9-798a-4295-96a1-f9b59a77aa8a req-972fc574-6aa7-4166-9ece-ce0f29663de6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:46.047203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9904d3d9-798a-4295-96a1-f9b59a77aa8a req-972fc574-6aa7-4166-9ece-ce0f29663de6 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 1679 time: 0.8536015 Feb 07 22:55:46.049128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-8d7822ef-b503-4ad0-ba53-3dfb2d9e36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:46.050506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-8d7822ef-b503-4ad0-ba53-3dfb2d9e36e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 0.9756820 Feb 07 22:55:46.076679 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.117196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] For port 31f5ccae-afa3-48bb-b7a2-316a10762e7e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=31f5ccae-afa3-48bb-b7a2-316a10762e7e,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:46.117792 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.207229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 100109b2-5632-40b4-8794-e20f9ebc808f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=100109b2-5632-40b4-8794-e20f9ebc808f,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:46.207589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.356411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for 31f5ccae-afa3-48bb-b7a2-316a10762e7e owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:46.382255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 100109b2-5632-40b4-8794-e20f9ebc808f owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:46.440609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9904d3d9-798a-4295-96a1-f9b59a77aa8a req-3a9b9964-1b2f-4506-8d3e-e2a828f122f8 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716092 Feb 07 22:55:46.501608 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'tag': 'c2284fbd-ea89-483f-9636-c557e46ed556', 'status': 'completed', 'code': 200} Feb 07 22:55:46.506043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7db0c-275c-4298-a3f7-81aa0c453884 req-f6c55925-16c5-4b7f-b70c-76c2aec5add0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:46.506043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c7db0c-275c-4298-a3f7-81aa0c453884 req-f6c55925-16c5-4b7f-b70c-76c2aec5add0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 943 time: 0.7944195 Feb 07 22:55:46.526408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.565953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-4f9dc000-de37-454d-86de-1f24a9959874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:46.567407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-4f9dc000-de37-454d-86de-1f24a9959874 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.4858503 Feb 07 22:55:46.586880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.650899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=31f5ccae-afa3-48bb-b7a2-316a10762e7e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:46.679921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c2284fbd-ea89-483f-9636-c557e46ed556 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:55:46.711128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] No DVR routers for this DVR port 31f5ccae-afa3-48bb-b7a2-316a10762e7e on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:46.714303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.728212 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-9b3e456a-faa4-4cbb-b83e-e74d217835d3 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "DELETE /v2.0/ports/31f5ccae-afa3-48bb-b7a2-316a10762e7e HTTP/1.1" status: 204 len: 173 time: 0.9611065 Feb 07 22:55:46.734832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 1d291f2c-2f1e-41cd-8139-866b6d5708c4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:46.735182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.791835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930707-4c7f-427d-b871-1ca613012c52 req-760ab82b-4f8a-41a6-8597-1f1777dbe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:46.793360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e930707-4c7f-427d-b871-1ca613012c52 req-760ab82b-4f8a-41a6-8597-1f1777dbe5cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 1094 time: 0.2198997 Feb 07 22:55:46.822620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:46.827646 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c7db0c-275c-4298-a3f7-81aa0c453884 req-d2ef52e2-90c6-4a49-86b0-7185df9a6ebd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935598 Feb 07 22:55:46.829044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.848468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c2284fbd-ea89-483f-9636-c557e46ed556, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c2284fbd-ea89-483f-9636-c557e46ed556,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:46.883071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'c2284fbd-ea89-483f-9636-c557e46ed556', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'port_id': 'c2284fbd-ea89-483f-9636-c557e46ed556', 'mac_address': 'fa:16:3e:aa:ef:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3297c5f5-c5ac-465c-86f2-3cd46109b2e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:55:46.947008 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:46.967674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2284fbd-ea89-483f-9636-c557e46ed556 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:55:46.982608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:46.993390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c2284fbd-ea89-483f-9636-c557e46ed556, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c2284fbd-ea89-483f-9636-c557e46ed556,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:47.001730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:47.002664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.061356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a'}, {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:47.072357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930707-4c7f-427d-b871-1ca613012c52 req-eb74c0c7-88c9-4466-b647-d7c079ee76da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:47.073971 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e930707-4c7f-427d-b871-1ca613012c52 req-eb74c0c7-88c9-4466-b647-d7c079ee76da service neutron] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.2645440 Feb 07 22:55:47.102824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c2284fbd-ea89-483f-9636-c557e46ed556,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:47.133059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:55:47.160070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Pushing event updated for resources: {'Port': ['ID=4a848f66-cb25-4505-b3ca-cb8a157459b5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:47.164368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:47.183242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-0bdc21ec-80c2-43cc-9ecc-822fddb96d48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 1001 time: 0.6043930 Feb 07 22:55:47.188528 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e930707-4c7f-427d-b871-1ca613012c52 req-b380b807-52b9-433f-9551-2c0077bb37dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2284fbd-ea89-483f-9636-c557e46ed556 HTTP/1.1" status: 200 len: 217 time: 0.0811603 Feb 07 22:55:47.201096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.259675 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:55:47.263542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['c2284fbd-ea89-483f-9636-c557e46ed556'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:55:47.334325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-abcee807-2878-45b7-9de1-9f32759d8ec8 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 1001 time: 0.4486744 Feb 07 22:55:47.340994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e930707-4c7f-427d-b871-1ca613012c52 req-a350229b-8536-4010-bad1-06ff6751c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:47.342437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e930707-4c7f-427d-b871-1ca613012c52 req-a350229b-8536-4010-bad1-06ff6751c0bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.1458964 Feb 07 22:55:47.411900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Port': ['ID=100109b2-5632-40b4-8794-e20f9ebc808f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:47.420889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e930707-4c7f-427d-b871-1ca613012c52 req-07ec2db5-ee13-40f5-9c99-6b4858fbedd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579011 Feb 07 22:55:47.522984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] For port b8c26c42-1cd3-4f15-8a82-48d78deb6c40, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:47.523867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.663544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:47.664215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.692528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] No DVR routers for this DVR port 100109b2-5632-40b4-8794-e20f9ebc808f on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:47.695858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.725393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb3df8-df88-4f82-9321-b4ba694d2ca6 req-95755e2d-b178-4065-b905-92f72fd3b279 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:47.726840 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-accb3df8-df88-4f82-9321-b4ba694d2ca6 req-95755e2d-b178-4065-b905-92f72fd3b279 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 1.0496950 Feb 07 22:55:47.728167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-296183bf-2d23-496a-8d81-0fb6b6ece1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:47.729550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-296183bf-2d23-496a-8d81-0fb6b6ece1cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.5294380 Feb 07 22:55:47.733552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e930707-4c7f-427d-b871-1ca613012c52 req-2c58f323-c2ad-470d-9d22-f5d51735fae8 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981658 Feb 07 22:55:47.757159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129d8c-29cc-41ac-a91f-e701750d173d req-48ef6690-2525-44bd-9c08-c90655a5243b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:47.759032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-48ef6690-2525-44bd-9c08-c90655a5243b tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports/7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 942 time: 0.3874691 Feb 07 22:55:47.760678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:47.847889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-3218e990-a4cd-455b-94af-9403d70f8801 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "DELETE /v2.0/ports/100109b2-5632-40b4-8794-e20f9ebc808f HTTP/1.1" status: 204 len: 173 time: 6.9181395 Feb 07 22:55:47.855456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-acd32633-3247-4b00-890d-585a48febb1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058621 Feb 07 22:55:47.913102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f17b09dc-4dcc-433d-9eae-179e5a9897c6 tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.4637492 Feb 07 22:55:47.940389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:47.953756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.235'}]}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:48.021744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:48.048152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Usage tracker for resource:router and tenant:c36f7955e3024f5191c262d0b3cd0f50 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:48.054019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:48.058019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 1d291f2c-2f1e-41cd-8139-866b6d5708c4 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:48.073513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:48.110749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.111880 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.128766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.129142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.129484 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Floating IP 5b89ad59-721a-4ab9-8f07-fad379899cb6 disassociated. External IP: 172.25.0.65, port: b8c26c42-1cd3-4f15-8a82-48d78deb6c40. Feb 07 22:55:48.129818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for b8c26c42-1cd3-4f15-8a82-48d78deb6c40 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:48.137342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-accb3df8-df88-4f82-9321-b4ba694d2ca6 req-38ec8c4e-d9d9-4fa8-93e9-3fc34a43a171 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981497 Feb 07 22:55:48.174891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e930707-4c7f-427d-b871-1ca613012c52 req-9d208fd2-6a91-4d6b-82df-6db4e513d7d9 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300454 Feb 07 22:55:48.197974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.392702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-c9c46ece-d2c6-4146-8162-9d8a47bd9ef6 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 1001 time: 0.5435562 Feb 07 22:55:48.395911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 1c8cf314-3316-432b-a081-695b2bb486cd {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:48.396255 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.547600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:48.559162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.563207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.619456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=b8c26c42-1cd3-4f15-8a82-48d78deb6c40,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:48.697580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c2284fbd-ea89-483f-9636-c557e46ed556 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:55:48.711654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-837a2c4f-7302-4c78-a256-34410a412e99 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7709491 Feb 07 22:55:48.776673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port c2284fbd-ea89-483f-9636-c557e46ed556 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:55:48.783320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port c2284fbd-ea89-483f-9636-c557e46ed556 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:55:48.783872 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.916434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Router d333497f-f084-4582-a29d-0fb783ff4255 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:48.952594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:48.987491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c2284fbd-ea89-483f-9636-c557e46ed556, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c2284fbd-ea89-483f-9636-c557e46ed556,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:48.994463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.088950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c2284fbd-ea89-483f-9636-c557e46ed556,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:49.154246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129d8c-29cc-41ac-a91f-e701750d173d req-6d5f01b4-9eb5-4d03-b8fb-bb993d2af64a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:49.155905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-6d5f01b4-9eb5-4d03-b8fb-bb993d2af64a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.7333367 Feb 07 22:55:49.165332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eee34-59b1-4bb5-9467-6d74f9789963 req-45272566-ebda-4e9c-a033-5ac68e95ff05 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:49.171393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eee34-59b1-4bb5-9467-6d74f9789963 req-45272566-ebda-4e9c-a033-5ac68e95ff05 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:49.173134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-579eee34-59b1-4bb5-9467-6d74f9789963 req-45272566-ebda-4e9c-a033-5ac68e95ff05 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 1677 time: 0.7520621 Feb 07 22:55:49.381630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:49.394075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] Sync routers for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:49.404359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:49.405137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:49.435731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.438953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dda5f5f-c98e-4277-8487-94d3b9977e1f req-cca1d460-1e98-4a07-b210-475b8e90301f service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139142 Feb 07 22:55:49.501686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-579eee34-59b1-4bb5-9467-6d74f9789963 req-8e657796-d1f2-4b0e-acc1-960db61c5f6c tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups?id=74100343-4c39-4b71-a7a5-cea7e6648c65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412291 Feb 07 22:55:49.504498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-4d3eea09-9d1a-44c7-a675-6713896538ea tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 1001 time: 0.3236699 Feb 07 22:55:49.520460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:49.540413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] No DVR routers for this DVR port b8c26c42-1cd3-4f15-8a82-48d78deb6c40 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:49.543142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.584739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=1d291f2c-2f1e-41cd-8139-866b6d5708c4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:49.593155 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-3c96cd61-2a5f-478a-a899-9eeaf7143ee4 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "DELETE /v2.0/ports/b8c26c42-1cd3-4f15-8a82-48d78deb6c40 HTTP/1.1" status: 204 len: 173 time: 2.8571777 Feb 07 22:55:49.595499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:49.677039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.704090 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'status': 'completed', 'code': 200} Feb 07 22:55:49.731115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.860630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 1c8cf314-3316-432b-a081-695b2bb486cd, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c8cf314-3316-432b-a081-695b2bb486cd,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:49.870426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port 9028abe2-48bb-48cb-9d61-709921bdf11b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:49.870786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.871332 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:49.891180 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f', 'code': 200} Feb 07 22:55:49.891741 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e', 'code': 200} Feb 07 22:55:49.891741 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6', 'code': 200} Feb 07 22:55:49.892004 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d', 'code': 200} Feb 07 22:55:49.892199 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b', 'code': 200} Feb 07 22:55:49.892807 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a', 'code': 200} Feb 07 22:55:49.892975 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd', 'code': 200} Feb 07 22:55:49.966574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:49Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:49.970673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] Checking router: d333497f-f084-4582-a29d-0fb783ff4255 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:49.979516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:49.979966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:50.061731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.144184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.208254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 1c8cf314-3316-432b-a081-695b2bb486cd owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:50.210774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:50.495251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.498941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.503236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] For port 9028abe2-48bb-48cb-9d61-709921bdf11b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9028abe2-48bb-48cb-9d61-709921bdf11b,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:50.503603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.543060 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.548323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:49Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:50.554859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919be72c-3649-42f2-a468-a9560ab903f3 None None] The sync data for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 is: [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:48:30Z', 'revision_number': 4, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '37b7b6a8-0177-4da2-9883-2193acbb1208', 'name': '', 'network_id': '90aa748e-7d12-476c-88ff-0f9cda6902ae', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'mac_address': 'fa:16:3e:5b:f1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:26Z', 'updated_at': '2022-02-07T22:48:49Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'subnets': [{'id': '3a7acac7-5152-4529-8241-a91bc1354bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:50.564782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-761eb5fc-7311-4d07-ac06-2428aef9ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:50.566279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-761eb5fc-7311-4d07-ac06-2428aef9ab3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 1096 time: 0.8056338 Feb 07 22:55:50.652503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for 9028abe2-48bb-48cb-9d61-709921bdf11b owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:50.681821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:50.682245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b46caaf8-2cb2-4092-bd7c-0e8041359549 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:55:50.732893 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 07 22:55:50.735304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a01f7e83-a26d-4891-b346-5e5f7c9d469e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7925940 Feb 07 22:55:50.737426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42892) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:50.872467 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b071873-890f-4550-8355-108ea5208ce8 None None] New status for floating IP 5b89ad59-721a-4ab9-8f07-fad379899cb6: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:55:50.876701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19131a6b-26fb-4377-920b-c909f9708ab5 req-e0623e3b-d208-44b5-9bf5-2ccab677c39e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:50.877445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-19131a6b-26fb-4377-920b-c909f9708ab5 req-e0623e3b-d208-44b5-9bf5-2ccab677c39e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Synchronizing usage tracker for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:51.016015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Deleting port 4a848f66-cb25-4505-b3ca-cb8a157459b5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:51.016473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.077469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.105786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-19131a6b-26fb-4377-920b-c909f9708ab5 req-e0623e3b-d208-44b5-9bf5-2ccab677c39e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Unset dirty status for tenant:421ae4ca8f154f078a52381e93d8ab70 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:51.106945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19131a6b-26fb-4377-920b-c909f9708ab5 req-e0623e3b-d208-44b5-9bf5-2ccab677c39e tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/ports?device_id=03da5d24-a8ec-4562-8a2f-8eff4251bb7c HTTP/1.1" status: 200 len: 944 time: 1.2483180 Feb 07 22:55:51.162914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=9028abe2-48bb-48cb-9d61-709921bdf11b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:51.239717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.265341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] No DVR routers for this DVR port 9028abe2-48bb-48cb-9d61-709921bdf11b on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:51.268481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.312221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.327870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Router 1a407a13-c641-44d0-874c-47f7c8c27663 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:51.334865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-fb5a1110-88d1-4893-bb50-5e77b72f93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:51.336928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-fb5a1110-88d1-4893-bb50-5e77b72f93f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 911 time: 0.7586188 Feb 07 22:55:51.341635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Port': ['ID=1c8cf314-3316-432b-a081-695b2bb486cd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:51.344849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.345170 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Floating IP c9e1f692-ab46-4e3a-bdd9-056cae823be4 disassociated. External IP: 172.25.0.207, port: 7775b3ba-0810-4126-ba18-da5a753687e2. Feb 07 22:55:51.349852 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-d7c97df2-aa13-4548-b298-5cf038bc8de0 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "DELETE /v2.0/ports/9028abe2-48bb-48cb-9d61-709921bdf11b HTTP/1.1" status: 204 len: 173 time: 1.7435639 Feb 07 22:55:51.452869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:51.453135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.496832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.593975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19131a6b-26fb-4377-920b-c909f9708ab5 req-16aac196-4f0f-4d49-8085-714ce1812076 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "GET /v2.0/security-groups?id=4af1fd3e-9fa1-4563-978f-8649e7ca1378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695273 Feb 07 22:55:51.646622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Calling delete_port for 4a848f66-cb25-4505-b3ca-cb8a157459b5 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:51.695579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] No DVR routers for this DVR port 1c8cf314-3316-432b-a081-695b2bb486cd on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:51.707219 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:51.710500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-deleted', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f'}, {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-deleted', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:51.790503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-ffa871a7-158d-4e43-a970-6c8937d208ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 200 len: 1001 time: 0.3975816 Feb 07 22:55:51.894632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2284fbd-ea89-483f-9636-c557e46ed556'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:51.926144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:51.928358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59612341-0d67-4a16-b532-7fc9e0f256e3 req-d8eff1f3-f54e-4ae8-b7ee-88d260e75395 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.26 "DELETE /v2.0/ports/1c8cf314-3316-432b-a081-695b2bb486cd HTTP/1.1" status: 204 len: 173 time: 4.0720346 Feb 07 22:55:51.939424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] Sync routers for ids ['1a407a13-c641-44d0-874c-47f7c8c27663'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:51.945027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-33e3b297-3955-48ca-ad5c-418db37dca00 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "PUT /v2.0/routers/1a407a13-c641-44d0-874c-47f7c8c27663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6796775 Feb 07 22:55:51.949665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42900) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:51.954925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] Routers {'1a407a13-c641-44d0-874c-47f7c8c27663'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:51.955847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1a407a13-c641-44d0-874c-47f7c8c27663'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:52.000962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-33ea1753-9c24-4c1c-ba3c-dfcd575e50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:52.002428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-33ea1753-9c24-4c1c-ba3c-dfcd575e50e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.1374393 Feb 07 22:55:52.022683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:52.033080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] Routers {'1a407a13-c641-44d0-874c-47f7c8c27663'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:52.034134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1a407a13-c641-44d0-874c-47f7c8c27663'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:52.041316 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-19028132-6b61-42cd-ad7d-e4bbc5763aa9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:55:52.042634 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-19028132-6b61-42cd-ad7d-e4bbc5763aa9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/1d291f2c-2f1e-41cd-8139-866b6d5708c4 HTTP/1.1" status: 404 len: 333 time: 0.0914140 Feb 07 22:55:52.047663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42904) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:52.111618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:52.112185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8667c651-e04f-4179-a827-da088a5ce9d7 None None] The sync data for ids ['1a407a13-c641-44d0-874c-47f7c8c27663'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:52.123826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] For port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:52.124206 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.136893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.308669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7382e5-c61d-4d83-b9d4-19a384f6edea req-d5d71d5c-d70f-4bf7-881b-353631cbb036 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:52.310866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f7382e5-c61d-4d83-b9d4-19a384f6edea req-d5d71d5c-d70f-4bf7-881b-353631cbb036 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 0.4651670 Feb 07 22:55:52.320512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:52.445424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-1fe72037-3347-44f4-8fde-a08199c5a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:52.446941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-1fe72037-3347-44f4-8fde-a08199c5a272 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3818452 Feb 07 22:55:52.450725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Router 7662fc2f-d586-48cf-9f7a-8fb146633392 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:55:52.454136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f7382e5-c61d-4d83-b9d4-19a384f6edea req-f63e7ab0-5059-45e5-be2e-af33949d5cec tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906241 Feb 07 22:55:52.556268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a848f66-cb25-4505-b3ca-cb8a157459b5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:52.603706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67397bc2-4201-4d52-a906-dffc50d6c85a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.699125 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '940c719d-b163-4681-9372-0ad4ea08993a', 'status': 'completed', 'code': 200} Feb 07 22:55:52.699335 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '31f5ccae-afa3-48bb-b7a2-316a10762e7e', 'status': 'completed', 'code': 200} Feb 07 22:55:52.727451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.727799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.728162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.728472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.728826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.729260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.729532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.729842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.730168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.730524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.730832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.731119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:52.800322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-1b95cd2c-b2a9-4602-a619-f28ac64ddeae service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435831 Feb 07 22:55:52.838389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:55:52.855105 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] Sync routers for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:55:52.887815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.892922 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:52.893618 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:52.951415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:52.981443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a3103907-b1ac-43b9-a5aa-ee158154e933 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "PUT /v2.0/floatingips/c9e1f692-ab46-4e3a-bdd9-056cae823be4 HTTP/1.1" status: 200 len: 695 time: 3.4652205 Feb 07 22:55:53.016312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e91f7212-504a-40a8-9cf7-1b301045cb6e tempest-RoutersAdminNegativeTest-1692462751 tempest-RoutersAdminNegativeTest-1692462751-project-admin] 10.222.0.10 "DELETE /v2.0/ports/4a848f66-cb25-4505-b3ca-cb8a157459b5 HTTP/1.1" status: 204 len: 168 time: 2.2649384 Feb 07 22:55:53.056981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67397bc2-4201-4d52-a906-dffc50d6c85a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.060655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623f930-b2d3-4320-b1c8-9427df6e4829 req-08da62a5-d392-430a-8135-f7c654cdef62 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:53.063122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67397bc2-4201-4d52-a906-dffc50d6c85a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.067846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f623f930-b2d3-4320-b1c8-9427df6e4829 req-08da62a5-d392-430a-8135-f7c654cdef62 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.3379583 Feb 07 22:55:53.108310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67397bc2-4201-4d52-a906-dffc50d6c85a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.109190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67397bc2-4201-4d52-a906-dffc50d6c85a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Fanout notify agent at l3_agent the message router_deleted on router 1a407a13-c641-44d0-874c-47f7c8c27663 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:55:53.119275 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.124262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f623f930-b2d3-4320-b1c8-9427df6e4829 req-066e07ab-b75d-4359-8336-2024dc391810 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529819 Feb 07 22:55:53.132688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f39fe2c-36ab-47ad-a894-118eb8e9ed5e req-91dfac93-1a78-4805-9931-28f0a64b5f50 service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244848 Feb 07 22:55:53.171553 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:53.221221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129d8c-29cc-41ac-a91f-e701750d173d req-895e815f-027d-4ee8-bf13-c3b82d025ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:53.231329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-895e815f-027d-4ee8-bf13-c3b82d025ba6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 0.2196460 Feb 07 22:55:53.235578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=75aed3f4-cf94-49e2-aad4-343fc1d7ec1d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:53.290955 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-67397bc2-4201-4d52-a906-dffc50d6c85a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.292318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-67397bc2-4201-4d52-a906-dffc50d6c85a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/routers/1a407a13-c641-44d0-874c-47f7c8c27663 HTTP/1.1" status: 204 len: 168 time: 1.2437565 Feb 07 22:55:53.297590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42914) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:53.342415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] No DVR routers for this DVR port 75aed3f4-cf94-49e2-aad4-343fc1d7ec1d on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:53.347119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.349171 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-56175187-7a1d-446c-8e66-74e9b0ec85ba req-e4b80eb3-9ca9-4778-9ac1-d1d8f5d4a3c6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.26 "DELETE /v2.0/ports/75aed3f4-cf94-49e2-aad4-343fc1d7ec1d HTTP/1.1" status: 204 len: 173 time: 1.9878075 Feb 07 22:55:53.379266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 785156ac-3fba-4217-bd08-0e96ea94c215 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:55:53.385167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.464143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.471606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cfacc70c-428b-4fd4-a543-3f37d7216ade req-f7eb25d4-c927-4788-920e-930a791f5140 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 210 time: 0.1838272 Feb 07 22:55:53.525106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129d8c-29cc-41ac-a91f-e701750d173d req-3c7a3608-bff9-4cd2-8895-41d5778ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:53.526364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-3c7a3608-bff9-4cd2-8895-41d5778ece11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.2792432 Feb 07 22:55:53.529006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42922) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:53.635732 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:33Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:53.639667 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2284fbd-ea89-483f-9636-c557e46ed556', 'code': 200} Feb 07 22:55:53.647219 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-deleted', 'tag': '100109b2-5632-40b4-8794-e20f9ebc808f', 'status': 'completed', 'code': 200} Feb 07 22:55:53.647483 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03da5d24-a8ec-4562-8a2f-8eff4251bb7c', 'name': 'network-vif-deleted', 'tag': '1c8cf314-3316-432b-a081-695b2bb486cd', 'status': 'completed', 'code': 200} Feb 07 22:55:53.651642 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] Checking router: 7662fc2f-d586-48cf-9f7a-8fb146633392 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:55:53.670050 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:55:53.670679 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:53.673117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.690890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-7933739c-5363-40e3-b55b-f6d5d2199a9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.1562769 Feb 07 22:55:53.821147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89129d8c-29cc-41ac-a91f-e701750d173d req-9bdb0b4b-97ef-4a68-b879-aa4be3f6a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:53.822649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-9bdb0b4b-97ef-4a68-b879-aa4be3f6a487 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.1247506 Feb 07 22:55:53.902686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:53.912754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-a8a52afc-b24f-4a68-8bfc-2efdeac95162 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841942 Feb 07 22:55:53.914045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:53.934163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:53.938670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Usage tracker for resource:security_group_rule and tenant:d1b056d4138143c0be0bdcc295908ec3 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:53.942120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:53.949063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:54.062851 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:55:54.112712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffc300-9f11-4334-b613-e5d899aa7225 req-a4e40215-f2d2-414e-b00d-88b8e5f3f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:54.114371 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b2ffc300-9f11-4334-b613-e5d899aa7225 req-a4e40215-f2d2-414e-b00d-88b8e5f3f514 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 1096 time: 0.3671811 Feb 07 22:55:54.125080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.195515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=785156ac-3fba-4217-bd08-0e96ea94c215,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:54.211327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-53ed7678-2c83-42b7-b310-0bdf980c2e54 service neutron] 10.222.0.10 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591314 Feb 07 22:55:54.228265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.234181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.236189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8673a-ca49-43d3-8e8c-5cbbae53d18a None None] Network 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:54.252905 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.265851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting subnet a591226c-090f-4c87-b38f-e42fcb3eed30 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:55:54.275315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2806b89e-9342-4d25-bc2a-6b07c1bc779a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/785156ac-3fba-4217-bd08-0e96ea94c215 HTTP/1.1" status: 204 len: 168 time: 0.9765079 Feb 07 22:55:54.277770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.284316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42938) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:54.286663 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b2ffc300-9f11-4334-b613-e5d899aa7225 req-b752d6a8-60ef-41ed-955d-c0d752f447e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539927 Feb 07 22:55:54.420097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.451453 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1b056d4138143c0be0bdcc295908ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9213953 Feb 07 22:55:54.459219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42942) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:54.481523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22977fd2-869f-4060-a8aa-d163e2dd486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03ae941-4c68-4737-8955-3b7acfd85f96,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:54.503661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:54.504011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.582069 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:33Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:54.587973 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99c952e-2676-4116-8b09-9308bf72f2ec None None] The sync data for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 is: [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:54:21Z', 'revision_number': 4, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6589045-bc05-4099-a4de-9125fb7eb6bf', 'name': '', 'network_id': '61ca20aa-c5e9-417f-bdbf-9806e3560115', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'mac_address': 'fa:16:3e:e5:25:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:18Z', 'updated_at': '2022-02-07T22:54:33Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'subnets': [{'id': '52fb8dac-1da4-4ac8-be75-d788dd89b432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:55:54.614477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] DHCP port deletion for 89ebc6b3-6334-4cfb-8b14-8e36da6a13ee request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:55:54.619711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Deleting port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:54.620168 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.684831 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.794767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b'}, {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:54.816090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d86608fa-e33e-4803-b193-38c7537cf16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.848813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d86608fa-e33e-4803-b193-38c7537cf16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:54.890019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d241d-74c1-4e25-95bb-7d2338a83548 req-7f19571f-54c7-4db7-9279-daf0b6fa8d20 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:54.905755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-774d241d-74c1-4e25-95bb-7d2338a83548 req-7f19571f-54c7-4db7-9279-daf0b6fa8d20 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 0.8234179 Feb 07 22:55:54.983750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89129d8c-29cc-41ac-a91f-e701750d173d req-48e3b6c3-d97b-4b0f-af75-a82dc667e3df service neutron] 10.222.0.10 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431247 Feb 07 22:55:55.002493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] For port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,segment=NetworkSegment(db247abb-0fde-4712-bf6a-34930fc6daa0),segment_id=db247abb-0fde-4712-bf6a-34930fc6daa0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:55.003096 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.026533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-774d241d-74c1-4e25-95bb-7d2338a83548 req-fc50f412-ff78-409b-a2b5-183628faa987 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188760 Feb 07 22:55:55.047799 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.049020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:55.156903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] For port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,segment=NetworkSegment(db247abb-0fde-4712-bf6a-34930fc6daa0),segment_id=db247abb-0fde-4712-bf6a-34930fc6daa0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:55.158639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.167437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e726a376-26a5-4cf2-bd0f-a9ea31cf7115 None None] New status for floating IP c9e1f692-ab46-4e3a-bdd9-056cae823be4: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:55:55.224296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.322334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Subnet': ['ID=a591226c-090f-4c87-b38f-e42fcb3eed30,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:55.323832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:55.384781 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.401881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7c88cdce-3038-4a8b-8574-784d76576c83 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/subnets/a591226c-090f-4c87-b38f-e42fcb3eed30 HTTP/1.1" status: 204 len: 168 time: 1.4841852 Feb 07 22:55:55.417922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42956) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:55.468809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d86608fa-e33e-4803-b193-38c7537cf16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.485050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Calling delete_port for 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:55.531042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86608fa-e33e-4803-b193-38c7537cf16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03ae941-4c68-4737-8955-3b7acfd85f96,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:55.541374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d86608fa-e33e-4803-b193-38c7537cf16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.544154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d86608fa-e33e-4803-b193-38c7537cf16b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a03ae941-4c68-4737-8955-3b7acfd85f96 HTTP/1.1" status: 204 len: 168 time: 1.0837402 Feb 07 22:55:55.573039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.658817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:55:55.688079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=2bfd7e06-a1f0-4bcb-9bb1-5e727facd888,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:55.690222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No DVR routers for this DVR port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:55.705769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a790bc-f24f-4156-84a2-d55593cc4a20 None None] Network a59281d0-a96d-4664-bfec-cb00db564919 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:55.715520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9697e-2919-4999-bfa5-7ceac4c4b8f0 req-3dd1d4d3-74bc-49ff-b435-ad0201a61c4d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:55.725032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0af9697e-2919-4999-bfa5-7ceac4c4b8f0 req-3dd1d4d3-74bc-49ff-b435-ad0201a61c4d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.4118533 Feb 07 22:55:55.728882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.805103 n-d-827896-3 neutron-server[87672]: INFO neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No ports have port_id starting with 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 Feb 07 22:55:55.873794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 0ea11438-7487-4f61-80f0-d89f715d2ad7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:55.874062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:55.919510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a63e711-ea26-4013-b508-88292a45df48 req-7d76c5dc-c7e7-4701-9196-d116b15d3da1 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/ports?device_id=acf4f54a-7f47-4c3e-a364-78866b78ffeb HTTP/1.1" status: 200 len: 210 time: 0.1221366 Feb 07 22:55:55.948879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0af9697e-2919-4999-bfa5-7ceac4c4b8f0 req-1371ffdf-7eed-461b-99f8-bf198cffba09 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103391 Feb 07 22:55:55.970578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.025593 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': 'b8c26c42-1cd3-4f15-8a82-48d78deb6c40', 'status': 'completed', 'code': 200} Feb 07 22:55:56.026018 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '9028abe2-48bb-48cb-9d61-709921bdf11b', 'status': 'completed', 'code': 200} Feb 07 22:55:56.026381 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf4f54a-7f47-4c3e-a364-78866b78ffeb', 'name': 'network-vif-deleted', 'tag': '75aed3f4-cf94-49e2-aad4-343fc1d7ec1d', 'status': 'completed', 'code': 200} Feb 07 22:55:56.028259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ebc6b3-6334-4cfb-8b14-8e36da6a13ee']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:56.045958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db247abb-0fde-4712-bf6a-34930fc6daa0') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:56.046531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db247abb-0fde-4712-bf6a-34930fc6daa0') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:56.063465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.079868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-9acaa339-02fc-4d1a-801b-3d270bdba956 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips/c9e1f692-ab46-4e3a-bdd9-056cae823be4 HTTP/1.1" status: 200 len: 695 time: 0.0964742 Feb 07 22:55:56.096895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42976) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:56.109616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.190483 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2', 'status': 'completed', 'code': 200} Feb 07 22:55:56.193620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42980) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:56.251190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:56.253028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:56.298888 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-44cbb0d1-84e9-41b5-8d6b-9944d8b610b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.306550 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:56.312098 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 22:55:56.316497 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:55:56.318088 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:55:56.431238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] DHCP port deletion for a59281d0-a96d-4664-bfec-cb00db564919 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:55:56.435876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] Deleting port 0ea11438-7487-4f61-80f0-d89f715d2ad7 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:56.436263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.571244 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.576690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.618534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-36446693-ca74-48d8-aa62-2ed23b0b5abf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c36f7955e3024f5191c262d0b3cd0f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235075 Feb 07 22:55:56.626597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42986) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:56.659114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] For port 0ea11438-7487-4f61-80f0-d89f715d2ad7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0ea11438-7487-4f61-80f0-d89f715d2ad7,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:56.659763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.670655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] For port 0ea11438-7487-4f61-80f0-d89f715d2ad7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0ea11438-7487-4f61-80f0-d89f715d2ad7,segment=NetworkSegment(0e53cca2-5ac2-40c2-aade-91e5183ad34c),segment_id=0e53cca2-5ac2-40c2-aade-91e5183ad34c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:56.671031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.675017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=89ebc6b3-6334-4cfb-8b14-8e36da6a13ee,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:56.687555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-d8094c2b-9674-4909-bab3-93384a9a5717 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:56.688924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-d8094c2b-9674-4909-bab3-93384a9a5717 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 784 time: 0.5631540 Feb 07 22:55:56.691324 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c55d3d66-1571-4264-aaef-81f409d1258f tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/89ebc6b3-6334-4cfb-8b14-8e36da6a13ee HTTP/1.1" status: 204 len: 168 time: 2.4041755 Feb 07 22:55:56.702484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42990) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:56.794413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] Calling delete_port for 0ea11438-7487-4f61-80f0-d89f715d2ad7 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:56.826889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Deleting port 2bfd7e06-a1f0-4bcb-9bb1-5e727facd888 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:56.826889 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:56.832111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-6c1b1071-ace9-4912-8997-9c931e50ce5e tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:55:56.833150 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-6c1b1071-ace9-4912-8997-9c931e50ce5e tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1236582 Feb 07 22:55:56.918864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0d819c64-15ba-4e82-a56c-386dae4e2936 None None] The port '2bfd7e06-a1f0-4bcb-9bb1-5e727facd888' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:55:56.974515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0ea11438-7487-4f61-80f0-d89f715d2ad7 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:55:57.011327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Calling delete_port for 0ea11438-7487-4f61-80f0-d89f715d2ad7 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:57.031426 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.073317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.089484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] Pushing event deleted for resources: {'Port': ['ID=0ea11438-7487-4f61-80f0-d89f715d2ad7,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:57.095394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b17bb-d853-4bec-85e3-6ac4b6549dee None None] No DVR routers for this DVR port 0ea11438-7487-4f61-80f0-d89f715d2ad7 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:55:57.096652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port 0ea11438-7487-4f61-80f0-d89f715d2ad7 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 22:55:57.097068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0ea11438-7487-4f61-80f0-d89f715d2ad7 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:55:57.120744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-fbe44d2b-c226-4766-85e2-4ad5adf21cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:57.122164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-fbe44d2b-c226-4766-85e2-4ad5adf21cd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 0.8626187 Feb 07 22:55:57.258149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-5c49b837-9f98-4757-a8d9-68a17b8a8e87 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.2163868 Feb 07 22:55:57.282947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdccd1-fa01-49a7-b0ac-06476c12725d req-b3469a77-963e-4b74-935f-92f82637af9b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:57.284370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1abdccd1-fa01-49a7-b0ac-06476c12725d req-b3469a77-963e-4b74-935f-92f82637af9b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 0.7954776 Feb 07 22:55:57.298008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e433e7-000a-49b5-8857-a00a574a1ea9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:57.298564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-61e433e7-000a-49b5-8857-a00a574a1ea9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:57.373202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.442145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-3b958b86-5556-4a39-b02b-3f75e372e614 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.0.207 HTTP/1.1" status: 200 len: 696 time: 0.1685352 Feb 07 22:55:57.541734 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:55:57.542169 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:55:57.542565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-61e433e7-000a-49b5-8857-a00a574a1ea9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:57.543705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-61e433e7-000a-49b5-8857-a00a574a1ea9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/7ef3fe50-b384-470e-af94-281d23f74ab9 HTTP/1.1" status: 200 len: 841 time: 0.8318379 Feb 07 22:55:57.549820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42996) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:57.559882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.583683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Deleting port 7263aeb9-88d1-46b7-ad10-993d70b823af {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:57.584036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.596381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1abdccd1-fa01-49a7-b0ac-06476c12725d req-01c73ff2-fe9c-4322-9e45-a2ee1242f54c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485657 Feb 07 22:55:57.667457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4b969b55-e406-482d-8109-303f4b80a80c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:55:57.687526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-4b81cc0c-b2ee-4c01-8c93-63ec6df07e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:57.689035 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-4b81cc0c-b2ee-4c01-8c93-63ec6df07e69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.5459406 Feb 07 22:55:57.753956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Deleting port 860bd316-87e4-4abb-a7d8-696197e4817c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:57.754301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.764992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4b969b55-e406-482d-8109-303f4b80a80c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:55:57.766437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4b969b55-e406-482d-8109-303f4b80a80c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/7ef3fe50-b384-470e-af94-281d23f74ab9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2156904 Feb 07 22:55:57.771318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43006) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:57.779960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:57.847191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-28479369-63ab-441d-afa2-8e608f23c84f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.1439857 Feb 07 22:55:57.915913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] For port 7263aeb9-88d1-46b7-ad10-993d70b823af, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7263aeb9-88d1-46b7-ad10-993d70b823af,segment=NetworkSegment(cd4a1b7a-af7f-4e3e-958a-21b41d73eab6),segment_id=cd4a1b7a-af7f-4e3e-958a-21b41d73eab6)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:55:57.916307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:57.993482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.035373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8880495f-352f-4728-a774-ebf7ce314e34,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:58.041978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-4dd97b73-afae-4e6f-9b90-1d6414777259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:58.042403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:58.043392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-4dd97b73-afae-4e6f-9b90-1d6414777259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.1815908 Feb 07 22:55:58.050655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Calling delete_port for 7263aeb9-88d1-46b7-ad10-993d70b823af owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:58.057902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port 0ea11438-7487-4f61-80f0-d89f715d2ad7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:55:58.058253 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.087068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:58.095558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:58.104168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:58.122755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:55:58.126234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.139019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.139466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.139709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.140046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.140378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.140747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.141072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.141508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.141729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.142112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.142667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.143024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:55:58.166787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-3ba534bf-629b-45e4-948c-9f4cd7e34550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837269 Feb 07 22:55:58.170251 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4d57e11b-8c54-497f-a9a5-3d6c578eb17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.230875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] The port '0ea11438-7487-4f61-80f0-d89f715d2ad7' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:55:58.276346 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.276703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.295169 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.296275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-01c4db74-c608-43a6-a0d6-128a1d07ecf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8880495f-352f-4728-a774-ebf7ce314e34 HTTP/1.1" status: 204 len: 168 time: 1.6557877 Feb 07 22:55:58.386353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1c499-f3e7-4af3-8bfb-925c059eaf80 req-c1aefc57-e44e-49f5-b3cf-77fd94b207de tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:58.387867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92d1c499-f3e7-4af3-8bfb-925c059eaf80 req-c1aefc57-e44e-49f5-b3cf-77fd94b207de tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 0.6031282 Feb 07 22:55:58.596594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.604886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Calling delete_port for 860bd316-87e4-4abb-a7d8-696197e4817c owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:55:58.652048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Pushing event deleted for resources: {'Port': ['ID=7263aeb9-88d1-46b7-ad10-993d70b823af,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:58.657345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.833932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:58.862182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92d1c499-f3e7-4af3-8bfb-925c059eaf80 req-522638cb-bcae-4fb9-9b21-12023f771069 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773659 Feb 07 22:55:58.893576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-4a3c5f71-f05c-45d7-b2e1-1b6c37e6bc98 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021868 Feb 07 22:55:58.965109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59281d0-a96d-4664-bfec-cb00db564919']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:58.990838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:55:58.993192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e53cca2-5ac2-40c2-aade-91e5183ad34c') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:58.993689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e53cca2-5ac2-40c2-aade-91e5183ad34c') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:55:58.996588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43024) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:58.997498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:55:59.006701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5411a8-bf2f-4633-b776-d0cb3fbfefdf None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:55:59.008595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:59.009221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.024993 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.149122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=a87e8f2e-4074-4e0a-a559-200ec424f191,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:59.182187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f912108c-41ce-4682-9e00-bc30c1262a85 req-b93c4b47-edbf-4434-99d0-897907284174 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420109 Feb 07 22:55:59.199215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.214810 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fb398f6-1520-4a70-8c69-0371ec0425ce tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.228165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:55:59.229078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.243123 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:55:59.255393 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:55:59.317698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f9d86022-4531-4672-b81f-1419d5da910a tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5452948 Feb 07 22:55:59.326051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43038) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:59.343862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1231707854'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:59.366938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:59.380007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:59.380255 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.386461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:59.390584 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fb398f6-1520-4a70-8c69-0371ec0425ce tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.411335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'tenant_id': '6f8e5e5a8e734913b82f533fa3de09be', 'fixed_ips': [{'subnet_id': 'a87e8f2e-4074-4e0a-a559-200ec424f191'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:55:59.413021 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.414165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:59.480366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event deleted for resources: {'Port': ['ID=860bd316-87e4-4abb-a7d8-696197e4817c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:59.542084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.549757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.552791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43042) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:59.563145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.563487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.579699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:59.583643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group_rule and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:59.586644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:59.592424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:59.687996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.691919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Allocated IP 172.20.0.2 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/a87e8f2e-4074-4e0a-a559-200ec424f191/c15b2c31-0e69-4980-a3ea-dffc552f555b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:55:59.758523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Network': ['ID=a59281d0-a96d-4664-bfec-cb00db564919,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:59.815564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1397939711'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:55:59.816124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bd9a50eb-bd66-40f4-8fb6-e184006a5ba0 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/networks/a59281d0-a96d-4664-bfec-cb00db564919 HTTP/1.1" status: 204 len: 168 time: 4.3942595 Feb 07 22:55:59.819972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43048) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:55:59.824889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.827411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.828595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30eae65a-22c1-4bdf-8ae3-d1ebe3caeeb5 req-f6f8e512-128e-432c-8c01-28423950406d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "DELETE /v2.0/floatingips/c9e1f692-ab46-4e3a-bdd9-056cae823be4 HTTP/1.1" status: 204 len: 173 time: 2.3684859 Feb 07 22:55:59.839561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:55:59.895483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fb398f6-1520-4a70-8c69-0371ec0425ce tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.904192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Usage tracker for resource:network and tenant:57ce5a4e60074069a794a169715d8d8f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:55:59.933515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:55:59.942864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.947267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:55:59.950604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb398f6-1520-4a70-8c69-0371ec0425ce tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74100343-4c39-4b71-a7a5-cea7e6648c65,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:55:59.955326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Transition to ACTIVE for port object c15b2c31-0e69-4980-a3ea-dffc552f555b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:59.961754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting subnet e1379046-da7d-4df2-bea7-5b8f8920dee8 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:55:59.971462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-edd84a5d-7e45-42fc-933f-d1d3ff8adfb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4110308 Feb 07 22:55:59.975675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Transition to ACTIVE for port object c15b2c31-0e69-4980-a3ea-dffc552f555b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:55:59.981600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673a8c-55c0-45d4-a9f4-d13cc5ce9a7c req-a0c97b89-89e8-40f9-81b4-f801283c027d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:55:59.983632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d673a8c-55c0-45d4-a9f4-d13cc5ce9a7c req-a0c97b89-89e8-40f9-81b4-f801283c027d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 0.4221551 Feb 07 22:55:59.984375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:55:59.986612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.011012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fb398f6-1520-4a70-8c69-0371ec0425ce tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.014805 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7fb398f6-1520-4a70-8c69-0371ec0425ce tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/security-groups/74100343-4c39-4b71-a7a5-cea7e6648c65 HTTP/1.1" status: 204 len: 168 time: 1.0118184 Feb 07 22:56:00.027894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43054) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:00.064847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:00.067624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:00.068295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.072099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:00.074441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6bcd68d-59c0-45b1-a5b8-b5b525a17e3d req-5372462b-b13c-439d-9cca-5a3e319f45b2 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups/c605a1b7-a954-4d9b-9e8f-bfecc1589477 HTTP/1.1" status: 200 len: 1810 time: 0.2086601 Feb 07 22:56:00.076017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:00.087936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Pushing event updated for resources: {'Port': ['ID=c15b2c31-0e69-4980-a3ea-dffc552f555b,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:00.112659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.124742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.140578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.144673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:00.156679 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-949728c1-7d42-49a9-ac8d-2fbfc4052b74 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] show failed (client error): The resource could not be found. Feb 07 22:56:00.157819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-949728c1-7d42-49a9-ac8d-2fbfc4052b74 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "GET /v2.0/security-groups/74100343-4c39-4b71-a7a5-cea7e6648c65 HTTP/1.1" status: 404 len: 347 time: 0.1263163 Feb 07 22:56:00.169267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43058) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:00.170220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Usage tracker for resource:security_group_rule and tenant:57ce5a4e60074069a794a169715d8d8f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:00.178252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:00.186007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Attempting to bind port c15b2c31-0e69-4980-a3ea-dffc552f555b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:00.186462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Attempting to bind port c15b2c31-0e69-4980-a3ea-dffc552f555b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '12e9013b-e27d-491c-9388-d35da5ab4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:00.186599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.187043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Attempting to bind port c15b2c31-0e69-4980-a3ea-dffc552f555b on network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:00.193093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:56:00.193644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Checking segment: {'id': '12e9013b-e27d-491c-9388-d35da5ab4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:00.194169 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.195224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Bound using segment: {'id': '12e9013b-e27d-491c-9388-d35da5ab4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:56:00.195794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Bound port: c15b2c31-0e69-4980-a3ea-dffc552f555b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e9013b-e27d-491c-9388-d35da5ab4c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:00.196349 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.243665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d673a8c-55c0-45d4-a9f4-d13cc5ce9a7c req-e65acee2-a322-443a-a4e8-904f51ec7d29 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148244 Feb 07 22:56:00.264540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:00.266279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Router 77a42ff2-8d5f-4996-ba99-64c0556e0057 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:56:00.293925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] For port c15b2c31-0e69-4980-a3ea-dffc552f555b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:56:00.294541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.297779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9682519 Feb 07 22:56:00.299996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] For port c15b2c31-0e69-4980-a3ea-dffc552f555b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c15b2c31-0e69-4980-a3ea-dffc552f555b,segment=NetworkSegment(12e9013b-e27d-491c-9388-d35da5ab4c7f),segment_id=12e9013b-e27d-491c-9388-d35da5ab4c7f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:56:00.300293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed0997-d54d-4afd-bd2f-a943e091ce97 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5817c224-6ab4-46f0-a802-3e2fab1b6f10,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:00.305975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43062) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:00.313373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.315817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1263889780'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:00.340080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:00.343407 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c6bcd68d-59c0-45b1-a5b8-b5b525a17e3d req-d3012e33-d12e-4d51-9b44-96d14364be54 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.362749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:00.369628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:00.387147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:00.400038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-f8973e60-acb1-47fb-9798-51e3d996d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:00.401991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-f8973e60-acb1-47fb-9798-51e3d996d9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=888268752e9b41c4baf055164fec4c7c&device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 1096 time: 0.3716552 Feb 07 22:56:00.404567 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c6bcd68d-59c0-45b1-a5b8-b5b525a17e3d req-d3012e33-d12e-4d51-9b44-96d14364be54 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.405624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49242185-7ceb-44d2-a8ae-b620ee7d2cf3 None None] Pushing event updated for resources: {'Port': ['ID=c15b2c31-0e69-4980-a3ea-dffc552f555b,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:00.432119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.448354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.455491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port 510075b3-027f-4255-8bfc-32ede12461f9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:00.455839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.721979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:00.740679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group_rule and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:00.758268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:00.775216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c6bcd68d-59c0-45b1-a5b8-b5b525a17e3d req-d3012e33-d12e-4d51-9b44-96d14364be54 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.781681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:00.838137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3012e33-d12e-4d51-9b44-96d14364be54 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c605a1b7-a954-4d9b-9e8f-bfecc1589477,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:00.919908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-c6bcd68d-59c0-45b1-a5b8-b5b525a17e3d req-d3012e33-d12e-4d51-9b44-96d14364be54 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.921077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.922532 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6bcd68d-59c0-45b1-a5b8-b5b525a17e3d req-d3012e33-d12e-4d51-9b44-96d14364be54 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "DELETE /v2.0/security-groups/c605a1b7-a954-4d9b-9e8f-bfecc1589477 HTTP/1.1" status: 204 len: 173 time: 0.8161068 Feb 07 22:56:00.941337 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:00.965797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:56:00.977300 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] Sync routers for ids ['77a42ff2-8d5f-4996-ba99-64c0556e0057'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:00.989883 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] Routers {'77a42ff2-8d5f-4996-ba99-64c0556e0057'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:00.992347 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77a42ff2-8d5f-4996-ba99-64c0556e0057'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.059107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.062580 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9a5e203-a39f-47dd-b3aa-301979e9c21c admin admin] 10.222.0.10 "PUT /v2.0/routers/77a42ff2-8d5f-4996-ba99-64c0556e0057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9646881 Feb 07 22:56:01.067041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:01.073506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.074436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.083101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c15b2c31-0e69-4980-a3ea-dffc552f555b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:01.086564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-fb681e29-93de-4be8-b7d6-6f46440fa911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:01.088056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-fb681e29-93de-4be8-b7d6-6f46440fa911 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 200 len: 921 time: 0.6427164 Feb 07 22:56:01.095535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.100229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Subnet': ['ID=e1379046-da7d-4df2-bea7-5b8f8920dee8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:01.185285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.204261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-52236a91-7068-4d9e-98bf-27c1f4c5b864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 200 len: 217 time: 0.1051595 Feb 07 22:56:01.206912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.208698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-67206260-f65a-44b2-a040-3410700d67e4 tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/subnets/e1379046-da7d-4df2-bea7-5b8f8920dee8 HTTP/1.1" status: 204 len: 168 time: 1.3863988 Feb 07 22:56:01.214576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb8ccf-c139-40ce-8b1f-a7df499fdf77 None None] Network d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:01.241731 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] Set router 77a42ff2-8d5f-4996-ba99-64c0556e0057 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:01.264299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43072) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:01.283066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-e3a6a9ff-f8c1-4939-b4f1-e3a19e5550f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:01.284590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-e3a6a9ff-f8c1-4939-b4f1-e3a19e5550f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 200 len: 860 time: 0.0724692 Feb 07 22:56:01.285944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.376206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-5c960cd9-9026-4819-b1b4-0c0da3c83c2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61ca20aa-c5e9-417f-bdbf-9806e3560115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772812 Feb 07 22:56:01.381739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de784b20-5203-4e58-bbf4-820613023680,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:01.393615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for 510075b3-027f-4255-8bfc-32ede12461f9 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:01.420723 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.425810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e1b6f38b-37e1-4c1e-bd7a-db8bb609ce84 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1189301 Feb 07 22:56:01.426999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43080) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:01.454375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c15b2c31-0e69-4980-a3ea-dffc552f555b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:01.498503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-25860418', 'security_groups': ['de784b20-5203-4e58-bbf4-820613023680'], 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a87e8f2e-4074-4e0a-a559-200ec424f191'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:01.563635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:01.670906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-b3acff73-0d2c-4779-a502-c6755f058dba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:01.672071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-b3acff73-0d2c-4779-a502-c6755f058dba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:01.748473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] DHCP port deletion for d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:01.754798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] Deleting port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:01.755367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.786024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.786671 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Added segment 35dd2c3f-2faa-424d-abe8-4e194ca58284 of type vlan for network b6f0b412-d446-4e46-987a-b65d0ba98883 Feb 07 22:56:01.788035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f7300f-baf8-43df-aa67-12c229101f23,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:01.825785 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.833774 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] Checking router: 77a42ff2-8d5f-4996-ba99-64c0556e0057 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:01.855814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] Routers {'77a42ff2-8d5f-4996-ba99-64c0556e0057'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:01.857317 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77a42ff2-8d5f-4996-ba99-64c0556e0057'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:01.891936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-e339f534-c9a7-43c2-b789-5073188bee05 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949772 Feb 07 22:56:01.907589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-b3acff73-0d2c-4779-a502-c6755f058dba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:01.909027 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-b3acff73-0d2c-4779-a502-c6755f058dba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 1.0689020 Feb 07 22:56:01.912702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:01.940523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b61f6-8b2e-456c-9d1e-0d963aa60b75 req-a997f27f-1140-41c1-a326-b7a7d58dc475 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:01.941552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5a0b61f6-8b2e-456c-9d1e-0d963aa60b75 req-a997f27f-1140-41c1-a326-b7a7d58dc475 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Synchronizing usage tracker for tenant:888268752e9b41c4baf055164fec4c7c on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:01.962292 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.037536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:02.048753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:port and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:02.067569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d74ff-1039-4ea9-b676-406c950dfde2 req-576d648e-e4fd-4516-83ee-08998527d443 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:02.076101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a69d74ff-1039-4ea9-b676-406c950dfde2 req-576d648e-e4fd-4516-83ee-08998527d443 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 0.5861664 Feb 07 22:56:02.083739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:02.087197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5a0b61f6-8b2e-456c-9d1e-0d963aa60b75 req-a997f27f-1140-41c1-a326-b7a7d58dc475 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Unset dirty status for tenant:888268752e9b41c4baf055164fec4c7c on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:02.090860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.094863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a0b61f6-8b2e-456c-9d1e-0d963aa60b75 req-a997f27f-1140-41c1-a326-b7a7d58dc475 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.5253191 Feb 07 22:56:02.133252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] For port e437c68b-e7ab-47cd-9af6-fe69f4ed2415, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e437c68b-e7ab-47cd-9af6-fe69f4ed2415,segment=NetworkSegment(c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d),segment_id=c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:02.133817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.150467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:02.165401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] Set router 77a42ff2-8d5f-4996-ba99-64c0556e0057 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:02.207540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5a0b61f6-8b2e-456c-9d1e-0d963aa60b75 req-85e2ae1c-45f6-4f57-8e3b-71e7d23339df tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Synchronizing usage tracker for tenant:888268752e9b41c4baf055164fec4c7c on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:02.216819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Deleting port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:02.217114 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.218881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:02.292380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] Calling delete_port for e437c68b-e7ab-47cd-9af6-fe69f4ed2415 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:02.330201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a69d74ff-1039-4ea9-b676-406c950dfde2 req-f7aa11d8-90c2-456e-a2d8-479240f2bbf9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533591 Feb 07 22:56:02.352334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5a0b61f6-8b2e-456c-9d1e-0d963aa60b75 req-85e2ae1c-45f6-4f57-8e3b-71e7d23339df tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Unset dirty status for tenant:888268752e9b41c4baf055164fec4c7c on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:02.357337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port c2284fbd-ea89-483f-9636-c557e46ed556 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:02.357685 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.361823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a0b61f6-8b2e-456c-9d1e-0d963aa60b75 req-85e2ae1c-45f6-4f57-8e3b-71e7d23339df tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660577 Feb 07 22:56:02.382836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee008cd2-f86b-425b-acf0-65ea51c320b4 req-0ec96dd7-b500-464a-8097-7d279a513af9 service neutron] 10.222.0.36 "GET /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774916 Feb 07 22:56:02.410661 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.422029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.428052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:02.429787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.452683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.473812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] Pushing event deleted for resources: {'Port': ['ID=e437c68b-e7ab-47cd-9af6-fe69f4ed2415,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:02.477294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Provisioning for port c15b2c31-0e69-4980-a3ea-dffc552f555b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:02.478846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port b44928c9-3182-4fa8-b077-78977daef839 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:02.489151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:02.489846 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.525296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69443c-0e0f-4535-b79c-4e2fd9708abb None None] No DVR routers for this DVR port e437c68b-e7ab-47cd-9af6-fe69f4ed2415 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:02.549020 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:02.557283 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239a7ba0-1e56-4f4a-8389-18468436c5eb None None] The sync data for ids ['77a42ff2-8d5f-4996-ba99-64c0556e0057'] in n-d-827896-3 is: [{'id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'name': 'tempest-TestAggregatesBasicOps-1456035316-router', 'tenant_id': '82c3544b49c84fafbac2e1c983c911e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:49Z', 'updated_at': '2022-02-07T22:55:58Z', 'revision_number': 5, 'project_id': '82c3544b49c84fafbac2e1c983c911e5', 'gw_port': {'id': '385c4d17-be41-4e6a-8a31-629448c5cf3f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a42ff2-8d5f-4996-ba99-64c0556e0057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:55Z', 'updated_at': '2022-02-07T22:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:02.646277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.681857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] For port c15b2c31-0e69-4980-a3ea-dffc552f555b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c15b2c31-0e69-4980-a3ea-dffc552f555b,segment=NetworkSegment(12e9013b-e27d-491c-9388-d35da5ab4c7f),segment_id=12e9013b-e27d-491c-9388-d35da5ab4c7f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:02.688044 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.766793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.5 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/a87e8f2e-4074-4e0a-a559-200ec424f191/b44928c9-3182-4fa8-b077-78977daef839) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:02.773544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] The port 'e437c68b-e7ab-47cd-9af6-fe69f4ed2415' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:56:02.774536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.801112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Provisioning complete for port 7ef3fe50-b384-470e-af94-281d23f74ab9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:02.801329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:02.854272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Pushing event updated for resources: {'Port': ['ID=c15b2c31-0e69-4980-a3ea-dffc552f555b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:02.869499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-322b8f84-3813-49b5-b0de-e91f5c647cbe None None] Port 7ef3fe50-b384-470e-af94-281d23f74ab9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:02.885156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=510075b3-027f-4255-8bfc-32ede12461f9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:02.892637 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.3337061 Feb 07 22:56:02.923242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43086) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:02.935075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'subnet': {'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:02.962833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71751126-37aa-4942-9152-662f607c9d9e tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Network': ['ID=b6f0b412-d446-4e46-987a-b65d0ba98883,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:02.974725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b6f0b412-d446-4e46-987a-b65d0ba98883 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:56:02.992499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.082677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c15b2c31-0e69-4980-a3ea-dffc552f555b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:03.156795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Deleting port 385c4d17-be41-4e6a-8a31-629448c5cf3f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:03.157416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.200724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:03.201101 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.236914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:03.244306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Usage tracker for resource:subnet and tenant:57ce5a4e60074069a794a169715d8d8f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:03.254171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:03.264242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:03.266228 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.268647 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.289414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object b44928c9-3182-4fa8-b077-78977daef839 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:03.290426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:03.294186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.337267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.339687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.340889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-55bc58ba-5058-44ac-9099-7bc51115f68b tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/floatingips/5b89ad59-721a-4ab9-8f07-fad379899cb6 HTTP/1.1" status: 204 len: 168 time: 3.1667674 Feb 07 22:56:03.342587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:03.352151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43090) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:03.391207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e437c68b-e7ab-47cd-9af6-fe69f4ed2415 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:03.416287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:03.416943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d1d3fe-3d1f-4d0a-b47f-69ecc461990d') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:03.465695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.488361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e437c68b-e7ab-47cd-9af6-fe69f4ed2415 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:03.489465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e437c68b-e7ab-47cd-9af6-fe69f4ed2415 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:03.490091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7263aeb9-88d1-46b7-ad10-993d70b823af no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:03.512545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.545432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 7263aeb9-88d1-46b7-ad10-993d70b823af {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:03.545809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7263aeb9-88d1-46b7-ad10-993d70b823af not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:03.551879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.573799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:03.574137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:03.592959 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:03.658128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=b44928c9-3182-4fa8-b077-78977daef839,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:03.666023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:03.703617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:03.706550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port 5f37fa64-63e1-450c-9e7f-8437c0518e75 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:03.706910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.713487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:03.753592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port c2284fbd-ea89-483f-9636-c557e46ed556, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c2284fbd-ea89-483f-9636-c557e46ed556,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:03.753961 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.855127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:03.855736 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.866709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.898530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:03.906620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for c2284fbd-ea89-483f-9636-c557e46ed556 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:03.965222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4ad337d7-5e03-4df7-82f0-8912dd840d60 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4773993 Feb 07 22:56:03.972448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43098) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:03.979401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389374-04f2-457d-bcd7-d263e60ef732 req-6477c7bb-761d-49bc-99a2-2fb13b411967 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:03.980797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25389374-04f2-457d-bcd7-d263e60ef732 req-6477c7bb-761d-49bc-99a2-2fb13b411967 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 945 time: 0.4404669 Feb 07 22:56:03.985861 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.008739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-722a8511-b205-4f79-84fb-ec7940c861fb None None] Provisioning for port b44928c9-3182-4fa8-b077-78977daef839 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:04.011860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:04.013557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-722a8511-b205-4f79-84fb-ec7940c861fb None None] Provisioning complete for port b44928c9-3182-4fa8-b077-78977daef839 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:04.014019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-722a8511-b205-4f79-84fb-ec7940c861fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.036112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] Pushing event deleted for resources: {'Network': ['ID=d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:04.037895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Subnet': ['ID=9e223df9-b586-43bd-acaa-e74da34f7f9d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:04.046928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f7588-6629-4d30-8896-c3d031a51a8e req-47f1d694-eb45-4adb-8d9b-9f79891f859f tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:04.048401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a6f7588-6629-4d30-8896-c3d031a51a8e req-47f1d694-eb45-4adb-8d9b-9f79891f859f tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.4556484 Feb 07 22:56:04.067378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02425051-7f0d-467f-adfc-639269c5e642 req-1699d5e0-3d0b-4bbe-b19e-547649ed5b88 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:04.068837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02425051-7f0d-467f-adfc-639269c5e642 req-1699d5e0-3d0b-4bbe-b19e-547649ed5b88 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.36 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.4050717 Feb 07 22:56:04.075350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-722a8511-b205-4f79-84fb-ec7940c861fb None None] Port b44928c9-3182-4fa8-b077-78977daef839 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:04.134770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Checking segment: {'id': '35dd2c3f-2faa-424d-abe8-4e194ca58284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:04.134770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network hostable DHCP agents. Network: b6f0b412-d446-4e46-987a-b65d0ba98883, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:04.140239 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f41ee09c-73ea-4be2-9d93-e6a0375425ba tempest-ServersTestMultiNic-989838953 tempest-ServersTestMultiNic-989838953-project] 10.222.0.10 "DELETE /v2.0/networks/d61d9ed2-8c12-4ba4-a2b4-900fcc12d7fc HTTP/1.1" status: 204 len: 168 time: 2.7854488 Feb 07 22:56:04.141606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] For port 385c4d17-be41-4e6a-8a31-629448c5cf3f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=385c4d17-be41-4e6a-8a31-629448c5cf3f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:04.141974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.162100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25389374-04f2-457d-bcd7-d263e60ef732 req-6759a4c9-c65d-46ba-ac8b-16afacb304cb tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669259 Feb 07 22:56:04.191307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a6f7588-6629-4d30-8896-c3d031a51a8e req-a972fe40-3a78-4de8-8ae9-113d041644a6 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349399 Feb 07 22:56:04.206621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Deleting port 7775b3ba-0810-4126-ba18-da5a753687e2 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:04.208454 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.237295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:04.268230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, b6f0b412-d446-4e46-987a-b65d0ba98883) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:04.276793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:04.277383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.282736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74db35-0a15-48c7-b0e2-62186c7529bf None None] Network b6f0b412-d446-4e46-987a-b65d0ba98883 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:04.349340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bc18520a-8add-427e-a921-ed7c1e6e0c9b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4249113 Feb 07 22:56:04.350313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43106) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:04.363188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1670257767'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:04.489440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Calling delete_port for 385c4d17-be41-4e6a-8a31-629448c5cf3f owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:04.562894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-b6f0b412-d446-4e46-987a-b65d0ba98883', 'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'tenant_id': '57ce5a4e60074069a794a169715d8d8f', 'fixed_ips': [{'subnet_id': '9e223df9-b586-43bd-acaa-e74da34f7f9d'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:56:04.563743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.582617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43114) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:04.704929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:04.707889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] For port 7775b3ba-0810-4126-ba18-da5a753687e2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7775b3ba-0810-4126-ba18-da5a753687e2,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:04.708250 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.724396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Usage tracker for resource:port and tenant:57ce5a4e60074069a794a169715d8d8f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:04.732069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Allocated IP 2001:db8::2 (b6f0b412-d446-4e46-987a-b65d0ba98883/9e223df9-b586-43bd-acaa-e74da34f7f9d/4b96cb44-3975-429a-ad68-0e9f335793e0) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:04.764026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:04.779764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:04.785316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:04.807034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c2284fbd-ea89-483f-9636-c557e46ed556 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:04.825544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:04.834290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:04.844219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Calling delete_port for 7775b3ba-0810-4126-ba18-da5a753687e2 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:04.869589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.884861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:04.888547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.920992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Port c2284fbd-ea89-483f-9636-c557e46ed556 update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 22:56:04.964178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:04.980427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:56:05.078964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:05.086100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for 5f37fa64-63e1-450c-9e7f-8437c0518e75 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:05.108933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:05.109167 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.112453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.128975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Transition to ACTIVE for port object 4b96cb44-3975-429a-ad68-0e9f335793e0 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:05.166732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event deleted for resources: {'Port': ['ID=c2284fbd-ea89-483f-9636-c557e46ed556,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.166950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Transition to ACTIVE for port object 4b96cb44-3975-429a-ad68-0e9f335793e0 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:05.188409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.226517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] device_id is not set on port d1fb6d42-ed44-4b50-af04-efebe55b5996 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:05.283852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:05.303476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:05.338179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:05.392768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] No DVR routers for this DVR port c2284fbd-ea89-483f-9636-c557e46ed556 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:05.402290 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.406884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'name': 'network-vif-deleted', 'tag': 'c2284fbd-ea89-483f-9636-c557e46ed556'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:05.442376 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a87e8f2e-4074-4e0a-a559-200ec424f191 (CIDR: 172.20.0.0/28) Feb 07 22:56:05.443323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.466212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Pushing event updated for resources: {'Port': ['ID=4b96cb44-3975-429a-ad68-0e9f335793e0,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.499194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Attempting to bind port 4b96cb44-3975-429a-ad68-0e9f335793e0 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:05.499650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Attempting to bind port 4b96cb44-3975-429a-ad68-0e9f335793e0 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '35dd2c3f-2faa-424d-abe8-4e194ca58284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:05.500093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Attempting to bind port 4b96cb44-3975-429a-ad68-0e9f335793e0 on network b6f0b412-d446-4e46-987a-b65d0ba98883 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:05.508137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:56:05.508642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Checking segment: {'id': '35dd2c3f-2faa-424d-abe8-4e194ca58284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:05.509115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.509582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Bound using segment: {'id': '35dd2c3f-2faa-424d-abe8-4e194ca58284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:56:05.510120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Bound port: 4b96cb44-3975-429a-ad68-0e9f335793e0, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35dd2c3f-2faa-424d-abe8-4e194ca58284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:05.510615 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.522495 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:56:05.523071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:05.527072 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a360015-b6a9-4f70-b4e5-8a78a01ea26b req-ae6cda79-25bf-4df0-84e7-132abcd960ab tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "DELETE /v2.0/ports/c2284fbd-ea89-483f-9636-c557e46ed556 HTTP/1.1" status: 204 len: 173 time: 3.5695558 Feb 07 22:56:05.550101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Pushing event deleted for resources: {'Port': ['ID=385c4d17-be41-4e6a-8a31-629448c5cf3f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.596548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd70cf3a-3d63-4709-8f2d-7080c2e48fcc req-c255ec35-1558-4b5a-ad84-b2b360b9dc3c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a7610a-ed01-45d5-9ee2-c43350de18e8 HTTP/1.1" status: 200 len: 210 time: 0.1810136 Feb 07 22:56:05.647208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3b89073-7d4c-4bad-8525-3220da3a0b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6579268 Feb 07 22:56:05.653625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43126) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:05.664880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:05.681617 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a7610a-ed01-45d5-9ee2-c43350de18e8', 'name': 'network-vif-deleted', 'tag': 'c2284fbd-ea89-483f-9636-c557e46ed556', 'status': 'completed', 'code': 200} Feb 07 22:56:05.683352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] For port 4b96cb44-3975-429a-ad68-0e9f335793e0, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:56:05.691266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.691859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] For port 4b96cb44-3975-429a-ad68-0e9f335793e0, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4b96cb44-3975-429a-ad68-0e9f335793e0,segment=NetworkSegment(35dd2c3f-2faa-424d-abe8-4e194ca58284),segment_id=35dd2c3f-2faa-424d-abe8-4e194ca58284)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:56:05.702129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.723684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.730063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Allocated IP 2001:db8::130 (b6f0b412-d446-4e46-987a-b65d0ba98883/9e223df9-b586-43bd-acaa-e74da34f7f9d/d1fb6d42-ed44-4b50-af04-efebe55b5996) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:05.799158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Pushing event deleted for resources: {'Port': ['ID=7775b3ba-0810-4126-ba18-da5a753687e2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.807921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=5f37fa64-63e1-450c-9e7f-8437c0518e75,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.823200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.852084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494a4c-e356-4fe2-867d-456fb559565e None None] Pushing event updated for resources: {'Port': ['ID=4b96cb44-3975-429a-ad68-0e9f335793e0,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:05.885024 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:05.897212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073afac9-9f12-49a8-9da3-4892ee02302b req-e59964ff-f5bf-4b52-b5ac-df7562cb7834 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:05.904656 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-073afac9-9f12-49a8-9da3-4892ee02302b req-e59964ff-f5bf-4b52-b5ac-df7562cb7834 tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/ports?device_id=928ef5e4-f777-42f1-9492-6dd101ba247d HTTP/1.1" status: 200 len: 945 time: 0.4809668 Feb 07 22:56:06.007472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] No DVR routers for this DVR port 7775b3ba-0810-4126-ba18-da5a753687e2 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:06.020445 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.026865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'name': 'network-vif-deleted', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:06.161220 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928ef5e4-f777-42f1-9492-6dd101ba247d', 'name': 'network-vif-deleted', 'tag': '7775b3ba-0810-4126-ba18-da5a753687e2', 'status': 'completed', 'code': 200} Feb 07 22:56:06.186315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-073afac9-9f12-49a8-9da3-4892ee02302b req-3f8f217c-935f-4a6c-a8e3-90667f4ca51a tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.10 "GET /v2.0/security-groups?id=0540f4d2-52ed-4492-9e38-545b371e8e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807128 Feb 07 22:56:06.197285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.199615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02425051-7f0d-467f-adfc-639269c5e642 req-f0dcdc88-a9d2-4f13-b903-67a3b493488d tempest-ServerRescueTestJSONUnderV235-432942820 tempest-ServerRescueTestJSONUnderV235-432942820-project] 10.222.0.36 "DELETE /v2.0/ports/7775b3ba-0810-4126-ba18-da5a753687e2 HTTP/1.1" status: 204 len: 173 time: 2.1073787 Feb 07 22:56:06.293829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.312546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Transition to ACTIVE for port object d1fb6d42-ed44-4b50-af04-efebe55b5996 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:06.334680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.366283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.401936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:06.408977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.409478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:06.417420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:06.426161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:06.440653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.443699 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-29a43e2f-3ee3-462e-9c7a-0a604e71f779 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/ports/5f37fa64-63e1-450c-9e7f-8437c0518e75 HTTP/1.1" status: 204 len: 168 time: 3.0888431 Feb 07 22:56:06.447875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43132) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:06.448667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:06.453975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.536179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:06.542944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:06.551976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:06.559491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:06.560474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.567629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=d1fb6d42-ed44-4b50-af04-efebe55b5996,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:06.592793 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.647583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.648175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a42ff2-8d5f-4996-ba99-64c0556e0057 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:56:06.666595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-523c91d9-5136-4948-8783-7591cafbf08f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3116639 Feb 07 22:56:06.669514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43140) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:06.671769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:06.675475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aba99e71-6ca4-4e7a-86f1-f7e7b341fe8e admin admin] 10.222.0.10 "DELETE /v2.0/routers/77a42ff2-8d5f-4996-ba99-64c0556e0057 HTTP/1.1" status: 204 len: 168 time: 5.6063895 Feb 07 22:56:06.677109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-35839471', 'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:72:45:7e'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:06.680321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43144) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:06.685784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting port 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:06.686137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.085152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7775b3ba-0810-4126-ba18-da5a753687e2 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:07.139660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] Deleting subnet 7156f3ea-b7b0-4fe7-a1be-0232d54bee10 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:07.144665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.153463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 7775b3ba-0810-4126-ba18-da5a753687e2 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:07.153824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7775b3ba-0810-4126-ba18-da5a753687e2 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:07.160443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.305233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43164) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:07.332630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Calling delete_port for 1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:07.455545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4b96cb44-3975-429a-ad68-0e9f335793e0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:07.475866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.550147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 4b96cb44-3975-429a-ad68-0e9f335793e0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:07.590849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c09901-03df-4d3b-9639-cfc3fb400e6d None None] Network b6f0b412-d446-4e46-987a-b65d0ba98883 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:07.660138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:07.672276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-dfd15d9a-664f-4250-8552-dcaf663796e5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:07.678494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-dfd15d9a-664f-4250-8552-dcaf663796e5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.5299830 Feb 07 22:56:07.685387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.693240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0c69bf20-2f06-460d-86e6-a06d180e10fe None None] Provisioning for port 4b96cb44-3975-429a-ad68-0e9f335793e0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:07.703802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0c69bf20-2f06-460d-86e6-a06d180e10fe None None] Provisioning complete for port 4b96cb44-3975-429a-ad68-0e9f335793e0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:07.704309 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0c69bf20-2f06-460d-86e6-a06d180e10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.745022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Usage tracker for resource:port and tenant:57ce5a4e60074069a794a169715d8d8f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:07.745326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.765561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:07.779194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-ec850c4d-5ac2-48b8-ba4b-9df637c13c77 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.0991001 Feb 07 22:56:07.779702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:07.899438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Port': ['ID=1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:07.905881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:07.934950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.954257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.992090 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0c69bf20-2f06-460d-86e6-a06d180e10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:07.999846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7156f3ea-b7b0-4fe7-a1be-0232d54bee10,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:08.010242 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.039497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0c69bf20-2f06-460d-86e6-a06d180e10fe None None] For port 4b96cb44-3975-429a-ad68-0e9f335793e0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4b96cb44-3975-429a-ad68-0e9f335793e0,segment=NetworkSegment(35dd2c3f-2faa-424d-abe8-4e194ca58284),segment_id=35dd2c3f-2faa-424d-abe8-4e194ca58284)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:08.047762 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0c69bf20-2f06-460d-86e6-a06d180e10fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.054706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee2e594c-3a8c-42f6-a868-b076519f0ae6 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/ports/1fb0f1e8-b33a-4777-bd67-2a271dc7a5c6 HTTP/1.1" status: 204 len: 168 time: 1.5788248 Feb 07 22:56:08.061116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.065348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ba34e3ad-95ee-46c7-a4d2-a4e6afdf5f7d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7156f3ea-b7b0-4fe7-a1be-0232d54bee10 HTTP/1.1" status: 204 len: 168 time: 1.3816681 Feb 07 22:56:08.065348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43168) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:08.069080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43170) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:08.069699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:08.104880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:08.112769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d81b1-09cc-4d71-90c5-2defcc05e2d8 None None] Network d86ca0b8-4cf7-4e84-9ef7-262250840030 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:08.113354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:08.113354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.135486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517448c7-fb44-408b-a04b-9ff3abe6190f None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:08.138148 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4825163 Feb 07 22:56:08.149623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43176) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:08.172215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-417174954', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4f296f5a-d1ec-450c-afb7-36b69f864e70'}], 'security_groups': ['5817c224-6ab4-46f0-a802-3e2fab1b6f10']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:08.207380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting subnet a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:08.211396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.273645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Deleting port 76d134cd-0e47-463b-ba71-b5fe571a1fb0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:08.274804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.375684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69bf20-2f06-460d-86e6-a06d180e10fe None None] Pushing event updated for resources: {'Port': ['ID=4b96cb44-3975-429a-ad68-0e9f335793e0,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:08.427649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.476374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42731ffd-abdc-4dc4-bcc5-8cfd084fcb72 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=4f296f5a-d1ec-450c-afb7-36b69f864e70,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:08.502374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] device_id is not set on port d5c4227a-14db-4dab-a4c5-5d99d8ac895f yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:08.528309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.585815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7774693d-507d-4704-9ee4-2771222d44f2 None None] Provisioning complete for port 4b96cb44-3975-429a-ad68-0e9f335793e0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:08.586496 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7774693d-507d-4704-9ee4-2771222d44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.774526 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.829950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.859883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7774693d-507d-4704-9ee4-2771222d44f2 None None] Provisioning for port d1fb6d42-ed44-4b50-af04-efebe55b5996 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:08.866157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7774693d-507d-4704-9ee4-2771222d44f2 None None] Provisioning complete for port d1fb6d42-ed44-4b50-af04-efebe55b5996 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:08.867845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7774693d-507d-4704-9ee4-2771222d44f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.920063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] DHCP port deletion for d86ca0b8-4cf7-4e84-9ef7-262250840030 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:08.976484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.976875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:08.980213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] Deleting port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:08.980819 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.044218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b677f8-4fc0-4cb2-a1b1-fa02379ec551,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:09.052137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4b96cb44-3975-429a-ad68-0e9f335793e0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:09.056725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.070116 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03948ec8-fe41-4722-aa7c-ad72464a42d7 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/subnets/a5b677f8-4fc0-4cb2-a1b1-fa02379ec551 HTTP/1.1" status: 204 len: 168 time: 1.0033584 Feb 07 22:56:09.091883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c62948-839e-4399-bbd0-5115dd416168 None None] Network 984796b5-0378-483f-8e6d-60be391eece8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:09.098339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-276fff88-c507-4d30-aa2a-01c5a9e1d136 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3044190 Feb 07 22:56:09.101107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43180) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:09.155462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-71dc5c3a-2632-4507-a4cc-9e47328d4dec service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:56:09.156657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-71dc5c3a-2632-4507-a4cc-9e47328d4dec service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420303 Feb 07 22:56:09.161697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Deleting port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:09.162199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.238149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7774693d-507d-4704-9ee4-2771222d44f2 None None] Port d1fb6d42-ed44-4b50-af04-efebe55b5996 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:09.273942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] Update dhcp port {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'fixed_ips': [{'subnet_id': 'a87e8f2e-4074-4e0a-a559-200ec424f191', 'ip_address': '172.20.0.2'}, {'subnet_id': '4f296f5a-d1ec-450c-afb7-36b69f864e70'}], 'binding:host_id': 'n-d-827896-3'}, 'id': 'c15b2c31-0e69-4980-a3ea-dffc552f555b'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:56:09.360211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Delete allocated IP 172.20.0.5 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/a87e8f2e-4074-4e0a-a559-200ec424f191) {{(pid=87671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:56:09.368855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.30 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/4f296f5a-d1ec-450c-afb7-36b69f864e70/b44928c9-3182-4fa8-b077-78977daef839) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:09.418062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Allocated IP 2001:db8::374 (b6f0b412-d446-4e46-987a-b65d0ba98883/9e223df9-b586-43bd-acaa-e74da34f7f9d/d5c4227a-14db-4dab-a4c5-5d99d8ac895f) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:09.432605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] For port 76d134cd-0e47-463b-ba71-b5fe571a1fb0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=76d134cd-0e47-463b-ba71-b5fe571a1fb0,segment=NetworkSegment(65b456c7-cee6-467e-b4ba-87f9954b96c4),segment_id=65b456c7-cee6-467e-b4ba-87f9954b96c4)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:09.433114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.486835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.502073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Deleting subnet df1f9eb7-bf31-4ce9-800b-87b48d5d816f {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:09.566185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.572909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.579282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7508dee-7f49-4167-9f21-ab4e0b06aad0 None None] Provisioning complete for port d1fb6d42-ed44-4b50-af04-efebe55b5996 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:09.579657 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7508dee-7f49-4167-9f21-ab4e0b06aad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.590069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object b44928c9-3182-4fa8-b077-78977daef839 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:09.594396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.656137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 4b96cb44-3975-429a-ad68-0e9f335793e0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:09.656400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.674107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Calling delete_port for 76d134cd-0e47-463b-ba71-b5fe571a1fb0 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:09.706409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-9464a276-a14e-4d48-9eb4-7b69ffef4d40 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198796 Feb 07 22:56:09.740657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] For port 3187bd11-386d-4f99-aa72-bf5c4c8738a7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3187bd11-386d-4f99-aa72-bf5c4c8738a7,segment=NetworkSegment(cd4a1b7a-af7f-4e3e-958a-21b41d73eab6),segment_id=cd4a1b7a-af7f-4e3e-958a-21b41d73eab6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:09.740657 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.763860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d7508dee-7f49-4167-9f21-ab4e0b06aad0 None None] Port d1fb6d42-ed44-4b50-af04-efebe55b5996 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:09.768260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=b44928c9-3182-4fa8-b077-78977daef839,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:09.782696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] In _notify_port_updated(), no bound segment for port b44928c9-3182-4fa8-b077-78977daef839 on network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:56:09.793087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:09.793831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.797035 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-20b87bbe-6d4a-4c1d-a85a-9d1967b49b9c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "PUT /v2.0/ports/b44928c9-3182-4fa8-b077-78977daef839 HTTP/1.1" status: 200 len: 920 time: 1.6465387 Feb 07 22:56:09.797931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43184) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:09.881176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port b44928c9-3182-4fa8-b077-78977daef839 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:09.882524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:09.888235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] Calling delete_port for 3187bd11-386d-4f99-aa72-bf5c4c8738a7 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:10.026794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.129483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-33459dd9-d0bc-48d8-844e-bfe9594163b1 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968315 Feb 07 22:56:10.136216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] DHCP port deletion for 984796b5-0378-483f-8e6d-60be391eece8 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:10.159491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] Deleting port 680208c0-7e79-4587-ae4c-6af5d013b2df {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:10.160135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.196298 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.209513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.250981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 385c4d17-be41-4e6a-8a31-629448c5cf3f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:10.269560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] For port 3187bd11-386d-4f99-aa72-bf5c4c8738a7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3187bd11-386d-4f99-aa72-bf5c4c8738a7,segment=NetworkSegment(cd4a1b7a-af7f-4e3e-958a-21b41d73eab6),segment_id=cd4a1b7a-af7f-4e3e-958a-21b41d73eab6)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:10.269949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.331020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] Pushing event deleted for resources: {'Port': ['ID=3187bd11-386d-4f99-aa72-bf5c4c8738a7,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:10.339426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] Allocated IP 172.20.0.18 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/4f296f5a-d1ec-450c-afb7-36b69f864e70/c15b2c31-0e69-4980-a3ea-dffc552f555b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:10.341500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 385c4d17-be41-4e6a-8a31-629448c5cf3f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:10.341999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 385c4d17-be41-4e6a-8a31-629448c5cf3f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:10.342400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3187bd11-386d-4f99-aa72-bf5c4c8738a7 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:10.392595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff8ea8f-ae1f-49ce-98ca-9a7f2059cbef None None] No DVR routers for this DVR port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:10.394318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3187bd11-386d-4f99-aa72-bf5c4c8738a7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:10.394785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3187bd11-386d-4f99-aa72-bf5c4c8738a7 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:10.548340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for b44928c9-3182-4fa8-b077-78977daef839 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:10.716145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] For port c15b2c31-0e69-4980-a3ea-dffc552f555b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c15b2c31-0e69-4980-a3ea-dffc552f555b,segment=NetworkSegment(12e9013b-e27d-491c-9388-d35da5ab4c7f),segment_id=12e9013b-e27d-491c-9388-d35da5ab4c7f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:10.729213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.778704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] For port 680208c0-7e79-4587-ae4c-6af5d013b2df, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=680208c0-7e79-4587-ae4c-6af5d013b2df,segment=NetworkSegment(4d918c34-54b1-49b6-9c2a-427248dc486d),segment_id=4d918c34-54b1-49b6-9c2a-427248dc486d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:10.778951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.790031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Calling delete_port for 3187bd11-386d-4f99-aa72-bf5c4c8738a7 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:10.795292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=b44928c9-3182-4fa8-b077-78977daef839,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:10.830548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.877652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d9054dd-54a3-48cb-87bd-5d2c8d2e425c req-af572a2d-f1c4-494e-aa7a-aeffea87c034 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 210 time: 0.1985815 Feb 07 22:56:10.939121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Pushing event deleted for resources: {'Port': ['ID=76d134cd-0e47-463b-ba71-b5fe571a1fb0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:10.944595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:10.952090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46d3d5e0-f619-4ae2-9120-b2353b339a6c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/b44928c9-3182-4fa8-b077-78977daef839 HTTP/1.1" status: 204 len: 168 time: 1.1529393 Feb 07 22:56:10.954565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43202) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:11.033617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.045772 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-697774c1-3f3c-48a6-bbda-017406cc7ff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:56:11.046717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-697774c1-3f3c-48a6-bbda-017406cc7ff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:11.072604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-697774c1-3f3c-48a6-bbda-017406cc7ff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:11.074165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-697774c1-3f3c-48a6-bbda-017406cc7ff3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/b44928c9-3182-4fa8-b077-78977daef839 HTTP/1.1" status: 404 len: 333 time: 0.1186230 Feb 07 22:56:11.076842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43206) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:11.098234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] Calling delete_port for 680208c0-7e79-4587-ae4c-6af5d013b2df owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:11.135244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 680208c0-7e79-4587-ae4c-6af5d013b2df no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:11.194886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46584aaa-46d0-40ee-9ebe-a343711e2fb8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.196109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.213995 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.249750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] Transition to ACTIVE for port object c15b2c31-0e69-4980-a3ea-dffc552f555b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:11.253150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.263624 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.264937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46584aaa-46d0-40ee-9ebe-a343711e2fb8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.270615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:11.271491 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:11.339327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46584aaa-46d0-40ee-9ebe-a343711e2fb8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.365057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46584aaa-46d0-40ee-9ebe-a343711e2fb8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de784b20-5203-4e58-bbf4-820613023680,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:11.372156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Transition to ACTIVE for port object d5c4227a-14db-4dab-a4c5-5d99d8ac895f will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:11.386168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46584aaa-46d0-40ee-9ebe-a343711e2fb8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.387584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46584aaa-46d0-40ee-9ebe-a343711e2fb8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/security-groups/de784b20-5203-4e58-bbf4-820613023680 HTTP/1.1" status: 204 len: 168 time: 0.3093548 Feb 07 22:56:11.390220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43210) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:11.466589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44e4cd18-8b66-414d-8253-ad2b0da26290 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.492022 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.500911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.505362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44e4cd18-8b66-414d-8253-ad2b0da26290 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.531250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] No DVR routers for this DVR port 680208c0-7e79-4587-ae4c-6af5d013b2df on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:11.572931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44e4cd18-8b66-414d-8253-ad2b0da26290 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.583767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3466e2f-353c-4f71-a21f-bb3e77a5370c None None] Pushing event updated for resources: {'Port': ['ID=c15b2c31-0e69-4980-a3ea-dffc552f555b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:11.598666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4cd18-8b66-414d-8253-ad2b0da26290 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5817c224-6ab4-46f0-a802-3e2fab1b6f10,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:11.627764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-44e4cd18-8b66-414d-8253-ad2b0da26290 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.631534 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-44e4cd18-8b66-414d-8253-ad2b0da26290 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/security-groups/5817c224-6ab4-46f0-a802-3e2fab1b6f10 HTTP/1.1" status: 204 len: 168 time: 0.2377691 Feb 07 22:56:11.632847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43214) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:11.647237 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.692021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957b81f-78ca-438b-b4c0-5b11c551a222 None None] Pushing event deleted for resources: {'Port': ['ID=680208c0-7e79-4587-ae4c-6af5d013b2df,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:11.717778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet a87e8f2e-4074-4e0a-a559-200ec424f191 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:11.721195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.777568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Deleting port 3187bd11-386d-4f99-aa72-bf5c4c8738a7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:11.777919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.796519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.830076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Subnet': ['ID=df1f9eb7-bf31-4ce9-800b-87b48d5d816f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:11.842920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.847471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:11.849649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08eb593-df4a-45ba-990b-7983f208fece None None] Network 2f0bb286-3025-4880-9f15-7f54f22b10b4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:12.090472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] The port '3187bd11-386d-4f99-aa72-bf5c4c8738a7' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:56:12.094942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.162909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-ea7a1690-9187-4b69-a9dc-8133d2c4b024 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:12.164448 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-ea7a1690-9187-4b69-a9dc-8133d2c4b024 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.3310785 Feb 07 22:56:12.170047 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.214668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Request body: {'port': {'device_id': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'admin_state_up': True, 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:12.327220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ecb2c356-d03b-483a-be2e-00c44d589cdc tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/subnets/df1f9eb7-bf31-4ce9-800b-87b48d5d816f HTTP/1.1" status: 204 len: 168 time: 3.2186773 Feb 07 22:56:12.338419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:12.366206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] DHCP port deletion for 2f0bb286-3025-4880-9f15-7f54f22b10b4 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:12.372106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] Deleting port c175c539-ab4a-41d9-993b-aca19edecf6d {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:12.372635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.508150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aff4f8a2-1672-4aa3-adfa-da2c5deb698d None None] Could not find standard attr ID for object b44928c9-3182-4fa8-b077-78977daef839. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:56:12.604185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aff4f8a2-1672-4aa3-adfa-da2c5deb698d None None] Provisioning for port c15b2c31-0e69-4980-a3ea-dffc552f555b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:12.616342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aff4f8a2-1672-4aa3-adfa-da2c5deb698d None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:12.617605 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aff4f8a2-1672-4aa3-adfa-da2c5deb698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.674974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.684368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] For port c175c539-ab4a-41d9-993b-aca19edecf6d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c175c539-ab4a-41d9-993b-aca19edecf6d,segment=NetworkSegment(4c487398-97b5-4d50-a224-038cb7acfd5c),segment_id=4c487398-97b5-4d50-a224-038cb7acfd5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:12.684990 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.721652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:12.737850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=d5c4227a-14db-4dab-a4c5-5d99d8ac895f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:12.743074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60004755-1e14-4461-ab59-90efd72cddf0 req-43aecd5e-7c00-46e2-b532-ed0a3ae43318 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 210 time: 0.4223104 Feb 07 22:56:12.757998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.806087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:12.818152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] Calling delete_port for c175c539-ab4a-41d9-993b-aca19edecf6d owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:12.822146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:12.845679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:12.870723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:12.871911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:12.983745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.012494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.056124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984796b5-0378-483f-8e6d-60be391eece8']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.070952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d918c34-54b1-49b6-9c2a-427248dc486d') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.071259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d918c34-54b1-49b6-9c2a-427248dc486d') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.091061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.092997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.110064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.117356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:13.117762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.187877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] Pushing event deleted for resources: {'Port': ['ID=c175c539-ab4a-41d9-993b-aca19edecf6d,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:13.204703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c818559b-f5cc-4597-9d3b-bf938e887005 None None] No DVR routers for this DVR port c175c539-ab4a-41d9-993b-aca19edecf6d on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:13.213162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c15b2c31-0e69-4980-a3ea-dffc552f555b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:13.296304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb53acd-c2e7-42d6-a532-7d5265bbcbe9 None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:13.328225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b4888348-4985-4fa8-9397-908424875d21 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 6.6574681 Feb 07 22:56:13.331824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43232) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:13.396908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Router 4863c35d-f191-4e45-bc85-4931a33b0678 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:56:13.404265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aff4f8a2-1672-4aa3-adfa-da2c5deb698d None None] Provisioning complete for port 7ef3fe50-b384-470e-af94-281d23f74ab9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:13.404822 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aff4f8a2-1672-4aa3-adfa-da2c5deb698d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.405402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86ca0b8-4cf7-4e84-9ef7-262250840030']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.414321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Deleting port b6589045-bc05-4099-a4de-9125fb7eb6bf {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:13.414752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.416837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:13.423337 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:13.434220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/a87e8f2e-4074-4e0a-a559-200ec424f191 HTTP/1.1" status: 204 len: 168 time: 1.7978256 Feb 07 22:56:13.438600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43236) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:13.439754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Usage tracker for resource:port and tenant:e55b79f013eb4d7bafa6247555f94080 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:13.444887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3694a-95e9-459c-801e-b8e8e85ba3ce tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=a87e8f2e-4074-4e0a-a559-200ec424f191,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:13.450888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:13.458227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:13.480846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:13.540704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.571001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.574038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4a1b7a-af7f-4e3e-958a-21b41d73eab6') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:13.576066 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.605239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Network': ['ID=984796b5-0378-483f-8e6d-60be391eece8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:13.610750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cf4d4f31-bf5d-4b04-9bca-1c0908613d9f tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/networks/984796b5-0378-483f-8e6d-60be391eece8 HTTP/1.1" status: 204 len: 168 time: 1.2688768 Feb 07 22:56:13.612729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:13.616277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.640587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43242) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:13.665535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-aff4f8a2-1672-4aa3-adfa-da2c5deb698d None None] Port 7ef3fe50-b384-470e-af94-281d23f74ab9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:13.679249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.725079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:13.725332 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.725854 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.741626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:13.742035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:13.770561 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:13.858595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] For port b6589045-bc05-4099-a4de-9125fb7eb6bf, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6589045-bc05-4099-a4de-9125fb7eb6bf,segment=NetworkSegment(84e30500-6c59-46fa-ab27-b82f508ade95),segment_id=84e30500-6c59-46fa-ab27-b82f508ade95)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:13.858957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.922424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:13.926499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:13.927495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c12c409e-9e1f-4ccd-9918-5a8d49ff600a None None] Could not find standard attr ID for object b44928c9-3182-4fa8-b077-78977daef839. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 22:56:13.930990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:13.937302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:13.950721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.963194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:13.966736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:13.987988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c12c409e-9e1f-4ccd-9918-5a8d49ff600a None None] Provisioning for port d5c4227a-14db-4dab-a4c5-5d99d8ac895f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:14.010607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c12c409e-9e1f-4ccd-9918-5a8d49ff600a None None] Provisioning complete for port d5c4227a-14db-4dab-a4c5-5d99d8ac895f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:14.011126 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c12c409e-9e1f-4ccd-9918-5a8d49ff600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.089249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c12c409e-9e1f-4ccd-9918-5a8d49ff600a None None] Port d5c4227a-14db-4dab-a4c5-5d99d8ac895f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:14.103505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Calling delete_port for b6589045-bc05-4099-a4de-9125fb7eb6bf owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:14.140455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c175c539-ab4a-41d9-993b-aca19edecf6d no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:14.142582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.160899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a324-5545-4ca3-9c07-83a9518bd319 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:14.166754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a324-5545-4ca3-9c07-83a9518bd319 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:14.172541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb7a324-5545-4ca3-9c07-83a9518bd319 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:14.173373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-beb7a324-5545-4ca3-9c07-83a9518bd319 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Synchronizing usage tracker for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:14.177529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2af13c2-7e4f-49ea-bea2-7cfd1fcabca0 req-f28dab2f-f42d-4ccc-864c-1bbcc371d4cf tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 210 time: 0.2429402 Feb 07 22:56:14.187119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c175c539-ab4a-41d9-993b-aca19edecf6d {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:14.188301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c175c539-ab4a-41d9-993b-aca19edecf6d not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:14.205614 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.226973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86ca0b8-4cf7-4e84-9ef7-262250840030,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:14.232539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:56:14.234722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1660c1e9-c467-49e9-9cd1-3cf193f10025 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d86ca0b8-4cf7-4e84-9ef7-262250840030 HTTP/1.1" status: 204 len: 168 time: 6.1608684 Feb 07 22:56:14.242196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-90ebb351-036c-4982-8064-5a71942264cd admin admin] 10.222.0.10 "PUT /v2.0/routers/4863c35d-f191-4e45-bc85-4931a33b0678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6563764 Feb 07 22:56:14.245450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:14.245753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43250) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:14.247391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] Sync routers for ids ['4863c35d-f191-4e45-bc85-4931a33b0678'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:14.257801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] Routers {'4863c35d-f191-4e45-bc85-4931a33b0678'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:14.259546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4863c35d-f191-4e45-bc85-4931a33b0678'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:14.302497 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.314522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Allocated IP 172.20.0.14 (12cf38f3-c8be-495e-98eb-e032d834448e/3297c5f5-c5ac-465c-86f2-3cd46109b2e0/ac11c15c-ef90-40da-9374-0a8b25c0a515) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:14.349663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0bb286-3025-4880-9f15-7f54f22b10b4']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:14.371119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c487398-97b5-4d50-a224-038cb7acfd5c') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:14.371119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c487398-97b5-4d50-a224-038cb7acfd5c') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:14.420141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.453217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.485027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:14.485757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.508298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] Set router 4863c35d-f191-4e45-bc85-4931a33b0678 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:14.511140 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:14.560034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-beb7a324-5545-4ca3-9c07-83a9518bd319 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Unset dirty status for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:14.564114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-beb7a324-5545-4ca3-9c07-83a9518bd319 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.2280533 Feb 07 22:56:14.575748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43256) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:14.740037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port d5c4227a-14db-4dab-a4c5-5d99d8ac895f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:14.740380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.890555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:56:10Z', 'revision_number': 5, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:14.896101 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.900798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] Checking router: 4863c35d-f191-4e45-bc85-4931a33b0678 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:14.906365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.929807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] Routers {'4863c35d-f191-4e45-bc85-4931a33b0678'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:14.935862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['4863c35d-f191-4e45-bc85-4931a33b0678'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:14.940859 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:14.964913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] Pushing event deleted for resources: {'Network': ['ID=2f0bb286-3025-4880-9f15-7f54f22b10b4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:14.988724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e4110883-5463-4751-8ee5-4575c7590435 tempest-TaggedBootDevicesTest-671554027 tempest-TaggedBootDevicesTest-671554027-project] 10.222.0.10 "DELETE /v2.0/networks/2f0bb286-3025-4880-9f15-7f54f22b10b4 HTTP/1.1" status: 204 len: 168 time: 1.3283117 Feb 07 22:56:15.058941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.059249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.158469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:15.175989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:15.181357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:15.181966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.211325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.304981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb1c59-8486-4332-9bb2-68b569035d6f None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:15.438151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9949434 Feb 07 22:56:15.441173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43278) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:15.445821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Network 12cf38f3-c8be-495e-98eb-e032d834448e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:15.465253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153d0d0-9753-4fe8-9af2-0fa998a345a5 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=53790b3c-bfe6-4d65-a318-7274670bae31,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:15.467749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:15.472450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'security_group': {'name': 'tempest-secgroup-57119628'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:15.486438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event updated for resources: {'Port': ['ID=ac11c15c-ef90-40da-9374-0a8b25c0a515,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:15.490367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:15.550724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:56:15.552433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:15.564376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:15.569568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:15.578869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:15.608820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:15.609475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.616046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.646324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:15.651466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group_rule and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:15.654624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:15.658871 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-95014081-5aa1-40e2-ae44-1262ce3f76ef tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4491405 Feb 07 22:56:15.663564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:15.678717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Request body: {'port': {'device_id': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:15.688282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] Set router 4863c35d-f191-4e45-bc85-4931a33b0678 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:15.828572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.889628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Deleting port 501bb789-805a-47be-856a-0f6fcac1a30c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:15.890020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.951029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:15.989261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.036712 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.091268 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.096474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.194966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fa70ed55-6b30-4dbc-9abe-365fde26b9f9 None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:16.195601 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fa70ed55-6b30-4dbc-9abe-365fde26b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.300001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c32cce6-7752-4de4-8a24-986e81bec636,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:16.306076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.307343 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-70619c18-bb24-4be5-bcbd-0ce5d503860d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8562605 Feb 07 22:56:16.311253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43286) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:16.316543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1075795587'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:16.368900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:16.378105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:16.386729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:16.402514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c4e78-e90e-4712-89f3-02f176813c6a req-bec95c14-7d09-4332-9f60-08d033a4f80b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:16.404293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-961c4e78-e90e-4712-89f3-02f176813c6a req-bec95c14-7d09-4332-9f60-08d033a4f80b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 932 time: 0.7636282 Feb 07 22:56:16.406134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:16.487253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.529053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:16.537035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group_rule and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:16.543778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:16.563249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Calling delete_port for d5c4227a-14db-4dab-a4c5-5d99d8ac895f owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:16.565542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:16.860496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Update dhcp port {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'fixed_ips': [{'subnet_id': '4f296f5a-d1ec-450c-afb7-36b69f864e70', 'ip_address': '172.20.0.18'}, {'subnet_id': '53790b3c-bfe6-4d65-a318-7274670bae31'}], 'binding:host_id': 'n-d-827896-3'}, 'id': 'c15b2c31-0e69-4980-a3ea-dffc552f555b'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:56:16.867110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.871382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.898298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac11c15c-ef90-40da-9374-0a8b25c0a515 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:16.905192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.912189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6589045-bc05-4099-a4de-9125fb7eb6bf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:16.919860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.960446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fa70ed55-6b30-4dbc-9abe-365fde26b9f9 None None] Provisioning complete for port 7ef3fe50-b384-470e-af94-281d23f74ab9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:16.960850 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fa70ed55-6b30-4dbc-9abe-365fde26b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:16.983453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Port': ['ID=d5c4227a-14db-4dab-a4c5-5d99d8ac895f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:17.019567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3188b2-7d75-4922-86fc-91f700680fd2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:17.037105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-961c4e78-e90e-4712-89f3-02f176813c6a req-8e90bb6e-6190-40c3-a740-7ed35da3cf45 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861762 Feb 07 22:56:17.052519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:56:10Z', 'revision_number': 5, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:17.067113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Transition to ACTIVE for port object ac11c15c-ef90-40da-9374-0a8b25c0a515 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:17.073700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.076025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5b6ec94b-905b-4910-917f-c7ed06263d13 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7636948 Feb 07 22:56:17.077924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.084191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43294) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:17.091666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a711ac-749f-452f-8068-f8731c50a34d None None] The sync data for ids ['4863c35d-f191-4e45-bc85-4931a33b0678'] in n-d-827896-3 is: [{'id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'name': 'tempest-ServersTestMultiNic-805201499-router', 'tenant_id': '421ae4ca8f154f078a52381e93d8ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:53:11Z', 'updated_at': '2022-02-07T22:56:10Z', 'revision_number': 5, 'project_id': '421ae4ca8f154f078a52381e93d8ab70', 'gw_port': {'id': '501bb789-805a-47be-856a-0f6fcac1a30c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4863c35d-f191-4e45-bc85-4931a33b0678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:53:14Z', 'updated_at': '2022-02-07T22:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:17.093164 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.211908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1397549889'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:17.244104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fa70ed55-6b30-4dbc-9abe-365fde26b9f9 None None] Port 7ef3fe50-b384-470e-af94-281d23f74ab9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:17.291858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:17.297396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:17.302789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:17.309096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:17.325353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Pushing event updated for resources: {'Port': ['ID=ac11c15c-ef90-40da-9374-0a8b25c0a515,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:17.332210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.432974 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.526084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:17.527358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Allocated IP 172.20.0.2 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/53790b3c-bfe6-4d65-a318-7274670bae31/c15b2c31-0e69-4980-a3ea-dffc552f555b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:17.543438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:security_group_rule and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:17.638967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:17.702973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:17.722861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] For port c15b2c31-0e69-4980-a3ea-dffc552f555b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c15b2c31-0e69-4980-a3ea-dffc552f555b,segment=NetworkSegment(12e9013b-e27d-491c-9388-d35da5ab4c7f),segment_id=12e9013b-e27d-491c-9388-d35da5ab4c7f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:17.783127 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.807391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Attempting to bind port ac11c15c-ef90-40da-9374-0a8b25c0a515 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:17.807742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Attempting to bind port ac11c15c-ef90-40da-9374-0a8b25c0a515 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:17.808111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Attempting to bind port ac11c15c-ef90-40da-9374-0a8b25c0a515 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:17.824045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Port ac11c15c-ef90-40da-9374-0a8b25c0a515 on network 12cf38f3-c8be-495e-98eb-e032d834448e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:56:17.824357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Attempting to bind port ac11c15c-ef90-40da-9374-0a8b25c0a515 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:17.844765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:56:17.845107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:17.845496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Bound using segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:56:17.845935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Bound port: ac11c15c-ef90-40da-9374-0a8b25c0a515, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:17.846285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.856002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Transition to ACTIVE for port object c15b2c31-0e69-4980-a3ea-dffc552f555b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:17.867955 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.897806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.934569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] For port 501bb789-805a-47be-856a-0f6fcac1a30c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=501bb789-805a-47be-856a-0f6fcac1a30c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:17.934945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.949661 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:17.987541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.028119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.031903 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8437669 Feb 07 22:56:18.037175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43300) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:18.044802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-751655392', 'security_groups': ['8c746c76-233f-4fb9-ab87-244fc29b7340'], 'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '53790b3c-bfe6-4d65-a318-7274670bae31'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:18.063773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] For port ac11c15c-ef90-40da-9374-0a8b25c0a515, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:56:18.147841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db5fd8-9d23-41d9-85fb-06eb596d51d6 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c746c76-233f-4fb9-ab87-244fc29b7340,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:18.151020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] For port ac11c15c-ef90-40da-9374-0a8b25c0a515, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ac11c15c-ef90-40da-9374-0a8b25c0a515,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:56:18.180410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.279710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:18.280386 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:18.282305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] 10.222.0.26 "PUT /v2.0/ports/ac11c15c-ef90-40da-9374-0a8b25c0a515 HTTP/1.1" status: 200 len: 1092 time: 2.6088893 Feb 07 22:56:18.287924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'tag': 'ac11c15c-ef90-40da-9374-0a8b25c0a515'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:18.314345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Calling delete_port for 501bb789-805a-47be-856a-0f6fcac1a30c owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:18.323426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Pushing event updated for resources: {'Port': ['ID=c15b2c31-0e69-4980-a3ea-dffc552f555b,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:18.332696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.333094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.333391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.333791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.334136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.334493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.334825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.335694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.335694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.335887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.336159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.336491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a145f4-eefc-45d6-9da1-98d381641a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:18.417131 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'tag': 'ac11c15c-ef90-40da-9374-0a8b25c0a515', 'status': 'completed', 'code': 200} Feb 07 22:56:18.428927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099e6f6-19fe-40bb-aa34-746c64202896 service neutron] Pushing event updated for resources: {'Port': ['ID=ac11c15c-ef90-40da-9374-0a8b25c0a515,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:18.438961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:18.450705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:18.469439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:18.584035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43312) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:18.598650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ef661473-bdb5-483e-955e-0b73db7ed12f tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/ports/d5c4227a-14db-4dab-a4c5-5d99d8ac895f HTTP/1.1" status: 204 len: 168 time: 4.0038800 Feb 07 22:56:18.731104 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cc92c1-82d2-4bb9-88f7-e0f6ce597033 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] GET failed (client error): The resource could not be found. Feb 07 22:56:18.739209 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1cc92c1-82d2-4bb9-88f7-e0f6ce597033 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "GET /v2.0/ports/d5c4227a-14db-4dab-a4c5-5d99d8ac895f HTTP/1.1" status: 404 len: 333 time: 0.1423965 Feb 07 22:56:18.750453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43316) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:18.752852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-e7b2af4d-eccc-44ee-a2e0-3273aad15d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:18.754650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-e7b2af4d-eccc-44ee-a2e0-3273aad15d7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 1095 time: 0.4006155 Feb 07 22:56:18.764949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1907591157'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:18.931372 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-bfcbfcc1-7bbe-42c3-aca7-823cec0b8075 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac11c15c-ef90-40da-9374-0a8b25c0a515 HTTP/1.1" status: 200 len: 217 time: 0.1471336 Feb 07 22:56:18.989018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.034010 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.147823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c15b2c31-0e69-4980-a3ea-dffc552f555b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:19.188752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Router 7662fc2f-d586-48cf-9f7a-8fb146633392 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:56:19.324573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-33283c6c-6db2-482b-a0db-393c7c2f63cb None None] Provisioning for port c15b2c31-0e69-4980-a3ea-dffc552f555b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:19.355663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-33283c6c-6db2-482b-a0db-393c7c2f63cb None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:19.356450 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-33283c6c-6db2-482b-a0db-393c7c2f63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.450186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:19.450879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.538686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:19.544268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Usage tracker for resource:port and tenant:57ce5a4e60074069a794a169715d8d8f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:19.548401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:19.555457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:19.567275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] device_id is not set on port 131b594d-cdc0-4430-aa17-909fdd426777 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:19.634849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a032-ce4b-4a3a-8abc-8b2880ca8a22 req-43d6af64-250a-4885-a23a-5746ec841f6d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:19.637176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:19.642699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b577a032-ce4b-4a3a-8abc-8b2880ca8a22 req-43d6af64-250a-4885-a23a-5746ec841f6d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 944 time: 1.3406472 Feb 07 22:56:19.644545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.647240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.738566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-895ff44d-f876-4021-8f8e-d49f6023986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:19.744190 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-895ff44d-f876-4021-8f8e-d49f6023986d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.7023561 Feb 07 22:56:19.773795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] device_id is not set on port ffa88b6d-7e6d-4747-8e39-2d505403bb9c yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:19.822832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-33283c6c-6db2-482b-a0db-393c7c2f63cb None None] Provisioning complete for port 7ef3fe50-b384-470e-af94-281d23f74ab9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:19.822832 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-33283c6c-6db2-482b-a0db-393c7c2f63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:19.924544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-ad2c551a-a727-434f-acfa-1ee472054cf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643422 Feb 07 22:56:19.935027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Pushing event deleted for resources: {'Port': ['ID=501bb789-805a-47be-856a-0f6fcac1a30c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:19.946490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-33283c6c-6db2-482b-a0db-393c7c2f63cb None None] Port 7ef3fe50-b384-470e-af94-281d23f74ab9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:19.957543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 76d134cd-0e47-463b-ba71-b5fe571a1fb0 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:20.001452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 76d134cd-0e47-463b-ba71-b5fe571a1fb0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:20.001939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 76d134cd-0e47-463b-ba71-b5fe571a1fb0 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:20.118341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b577a032-ce4b-4a3a-8abc-8b2880ca8a22 req-03e0d65e-3e73-4f29-b300-744c3c983e6b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746983 Feb 07 22:56:20.140390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.307961 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-2d1585d4-9a21-40de-aef9-36387c67d090 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698709 Feb 07 22:56:20.361804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Allocated IP 2001:db8::ba (b6f0b412-d446-4e46-987a-b65d0ba98883/9e223df9-b586-43bd-acaa-e74da34f7f9d/ffa88b6d-7e6d-4747-8e39-2d505403bb9c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:20.422278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.8 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/53790b3c-bfe6-4d65-a318-7274670bae31/131b594d-cdc0-4430-aa17-909fdd426777) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:20.447183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.457295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.630443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:56:20.639288 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] Sync routers for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:20.655944 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:20.656582 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:20.666504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Deleting port b72b2f08-3507-41ed-996b-7dcb641fdc97 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:20.666853 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.697085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.697641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4863c35d-f191-4e45-bc85-4931a33b0678 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:56:20.707755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.711744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-71eb3446-a2fe-4535-8c5b-014a73fdb953 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4863c35d-f191-4e45-bc85-4931a33b0678 HTTP/1.1" status: 204 len: 168 time: 6.4608145 Feb 07 22:56:20.718809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6b0f9189-e611-4c27-a60c-8d66d712f42c admin admin] 10.222.0.10 "PUT /v2.0/routers/7662fc2f-d586-48cf-9f7a-8fb146633392/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4125075 Feb 07 22:56:20.719556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43332) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:20.754867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43334) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:20.799125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76ba400d-01d0-461c-82b9-74fd9311a9c7 req-73060c13-f5fb-432f-986c-5dc94336cd6e service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801149 Feb 07 22:56:20.804230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] Deleting subnet 5e5838a9-0614-4656-b684-7a5cebca2403 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:20.888754 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:20.933912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.965889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:20.966441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Transition to ACTIVE for port object ffa88b6d-7e6d-4747-8e39-2d505403bb9c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:21.002561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.020094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 131b594d-cdc0-4430-aa17-909fdd426777 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:21.090775 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.123630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.208335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:21.217533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:21.229448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:21.344729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] For port b72b2f08-3507-41ed-996b-7dcb641fdc97, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b72b2f08-3507-41ed-996b-7dcb641fdc97,segment=NetworkSegment(572b8dfc-3b0d-40c1-b057-41cd21b81f5c),segment_id=572b8dfc-3b0d-40c1-b057-41cd21b81f5c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:21.346365 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.400185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:21.400866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.414172 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:21.416951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=131b594d-cdc0-4430-aa17-909fdd426777,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:21.433225 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] Checking router: 7662fc2f-d586-48cf-9f7a-8fb146633392 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:21.441308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-2dec1d11-e93e-44b9-a375-0099057a3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:21.442824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-2dec1d11-e93e-44b9-a375-0099057a3723 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 1095 time: 0.3998263 Feb 07 22:56:21.447228 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] Routers {'7662fc2f-d586-48cf-9f7a-8fb146633392'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:21.448949 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7662fc2f-d586-48cf-9f7a-8fb146633392'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:21.452798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.481561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.595520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-446b0b0e-f4e1-4a42-8e33-f3830b4cd3d3 None None] Provisioning for port 131b594d-cdc0-4430-aa17-909fdd426777 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:21.604524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-446b0b0e-f4e1-4a42-8e33-f3830b4cd3d3 None None] Provisioning complete for port 131b594d-cdc0-4430-aa17-909fdd426777 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:21.604994 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-446b0b0e-f4e1-4a42-8e33-f3830b4cd3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:21.674249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-d704bd2a-8d2f-4b1d-a71d-c5d03099fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:21.675742 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-d704bd2a-8d2f-4b1d-a71d-c5d03099fc9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.2211347 Feb 07 22:56:21.687174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7c860235-2dd1-4b83-87d0-e087c51c1939 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6483645 Feb 07 22:56:21.707382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-446b0b0e-f4e1-4a42-8e33-f3830b4cd3d3 None None] Port 131b594d-cdc0-4430-aa17-909fdd426777 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:21.757306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43346) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:21.814425 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] Set router 7662fc2f-d586-48cf-9f7a-8fb146633392 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:21.920838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Calling delete_port for b72b2f08-3507-41ed-996b-7dcb641fdc97 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:21.983901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:22.028899 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-13db18d9-33c7-46c1-980d-645d58a3e731 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac11c15c-ef90-40da-9374-0a8b25c0a515 HTTP/1.1" status: 200 len: 217 time: 0.3281765 Feb 07 22:56:22.036015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.049789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:22.073828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Deleting port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:22.074606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.180817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:22.184316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-d16ba1e7-11ca-4295-959b-9a7b2137c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:22.186108 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-d16ba1e7-11ca-4295-959b-9a7b2137c0db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.1342571 Feb 07 22:56:22.197339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:22.210828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:22.211637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.270730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] For port 6c20a46d-76fe-48cf-afeb-e569b1f3adbf, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:22.271319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.300225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=ffa88b6d-7e6d-4747-8e39-2d505403bb9c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:22.315144 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-0bd00f1f-7360-4418-a6ad-c2ba2a28fe57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651538 Feb 07 22:56:22.338025 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:22.342125 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a44dec-09e4-4971-9301-d779b56227fc None None] The sync data for ids ['7662fc2f-d586-48cf-9f7a-8fb146633392'] in n-d-827896-3 is: [{'id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121419826-router', 'tenant_id': '888268752e9b41c4baf055164fec4c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:08Z', 'updated_at': '2022-02-07T22:56:15Z', 'revision_number': 5, 'project_id': '888268752e9b41c4baf055164fec4c7c', 'gw_port': {'id': '6c20a46d-76fe-48cf-afeb-e569b1f3adbf', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7662fc2f-d586-48cf-9f7a-8fb146633392', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:10Z', 'updated_at': '2022-02-07T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:22.370244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.461564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3166f75a-38a9-4909-b8c9-0eebfaa4b33d tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7023768 Feb 07 22:56:22.466969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43354) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:22.476443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:72:45:7e'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:22.541721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b33275e9-5e08-454a-a06f-a9ccafd81336 None None] Provisioning for port ffa88b6d-7e6d-4747-8e39-2d505403bb9c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:22.549020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b33275e9-5e08-454a-a06f-a9ccafd81336 None None] Provisioning complete for port ffa88b6d-7e6d-4747-8e39-2d505403bb9c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:22.550139 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b33275e9-5e08-454a-a06f-a9ccafd81336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.638428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b33275e9-5e08-454a-a06f-a9ccafd81336 None None] Port ffa88b6d-7e6d-4747-8e39-2d505403bb9c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:22.828271 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-cac112b2-1da0-4202-a011-78905c3a5711 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968936 Feb 07 22:56:22.829354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:22.836817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:22.841560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:22.847370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Calling delete_port for 6c20a46d-76fe-48cf-afeb-e569b1f3adbf owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:22.857489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ac11c15c-ef90-40da-9374-0a8b25c0a515 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:56:22.880048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.956962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:22.959596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6589045-bc05-4099-a4de-9125fb7eb6bf no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:22.967832 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:22.973575 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.008835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:23.012773 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.027239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5e5838a9-0614-4656-b684-7a5cebca2403 HTTP/1.1" status: 204 len: 168 time: 2.3022902 Feb 07 22:56:23.042448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a2f3-e4be-4f0f-b925-e5258fe0cd30 req-ea9750e8-3cf6-4882-b23e-1d154daaacba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:23.044146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6f9a2f3-e4be-4f0f-b925-e5258fe0cd30 req-ea9750e8-3cf6-4882-b23e-1d154daaacba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 944 time: 1.6679347 Feb 07 22:56:23.044959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8d3b0-aeee-46e2-8cda-f74de640ecd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5838a9-0614-4656-b684-7a5cebca2403,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:23.053542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43360) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:23.112355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Pushing event deleted for resources: {'Port': ['ID=b72b2f08-3507-41ed-996b-7dcb641fdc97,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:23.139891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8af90-a8f1-41af-b74c-c0dd4a0f6718 None None] Network 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:23.167805 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 53790b3c-bfe6-4d65-a318-7274670bae31 (CIDR: 172.20.0.0/28) Feb 07 22:56:23.188236 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:56:23.188236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:23.200785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6f9a2f3-e4be-4f0f-b925-e5258fe0cd30 req-d22ef429-5e3d-4cd5-912a-22c520fc9eb1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114767 Feb 07 22:56:23.326517 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e7301954-5adb-431c-a340-4210118e8549 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5592198 Feb 07 22:56:23.327178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43366) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:23.341459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b6589045-bc05-4099-a4de-9125fb7eb6bf {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:23.342099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6589045-bc05-4099-a4de-9125fb7eb6bf not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:23.342608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:23.342971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 501bb789-805a-47be-856a-0f6fcac1a30c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:23.404393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 501bb789-805a-47be-856a-0f6fcac1a30c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:23.405532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 501bb789-805a-47be-856a-0f6fcac1a30c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:23.427289 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4b7b09a4-5c47-461d-bf15-9fb5e174142d req-85b638c6-c646-452b-a03b-8b06f7ce40c2 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825667 Feb 07 22:56:23.432046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.456696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.578309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Deleting port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:23.579042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.586089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ac11c15c-ef90-40da-9374-0a8b25c0a515, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ac11c15c-ef90-40da-9374-0a8b25c0a515,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:23.601108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:23.605157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:23.608860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'ac11c15c-ef90-40da-9374-0a8b25c0a515', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'port_id': 'ac11c15c-ef90-40da-9374-0a8b25c0a515', 'mac_address': 'fa:16:3e:cd:87:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3297c5f5-c5ac-465c-86f2-3cd46109b2e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:56:23.609161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:23.615353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:23.651610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:23.655688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.690979 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.711633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac11c15c-ef90-40da-9374-0a8b25c0a515 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:23.731448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ac11c15c-ef90-40da-9374-0a8b25c0a515, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ac11c15c-ef90-40da-9374-0a8b25c0a515,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:23.742351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.854937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] DHCP port deletion for 6ebc232e-79c1-4cf3-ba60-2f141e261ff5 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:23.878211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] Deleting port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:23.878594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:23.983908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=ac11c15c-ef90-40da-9374-0a8b25c0a515,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:23.998390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.013909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.048051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ac11c15c-ef90-40da-9374-0a8b25c0a515'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:56:24.059733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.094722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] For port 7cd0f89c-4deb-4e02-8b39-dcff8512b903, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7cd0f89c-4deb-4e02-8b39-dcff8512b903,segment=NetworkSegment(65b456c7-cee6-467e-b4ba-87f9954b96c4),segment_id=65b456c7-cee6-467e-b4ba-87f9954b96c4)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:24.096959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.193671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] In _notify_port_updated(), no bound segment for port ffa88b6d-7e6d-4747-8e39-2d505403bb9c on network b6f0b412-d446-4e46-987a-b65d0ba98883 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:56:24.193671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:24.193671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.203591 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "PUT /v2.0/ports/ffa88b6d-7e6d-4747-8e39-2d505403bb9c HTTP/1.1" status: 200 len: 1002 time: 1.7247722 Feb 07 22:56:24.203591 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4f296f5a-d1ec-450c-afb7-36b69f864e70 (CIDR: 172.20.0.16/28) Feb 07 22:56:24.224144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43372) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:24.263173 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:56:24.293927 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 22:56:24.294348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:24.417961 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.511030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] For port 7cd0f89c-4deb-4e02-8b39-dcff8512b903, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7cd0f89c-4deb-4e02-8b39-dcff8512b903,segment=NetworkSegment(65b456c7-cee6-467e-b4ba-87f9954b96c4),segment_id=65b456c7-cee6-467e-b4ba-87f9954b96c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:24.511578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.542864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ab429-0116-4fce-b4b4-acb16aa0f7ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=ffa88b6d-7e6d-4747-8e39-2d505403bb9c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:24.551748 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94b70bbc-9359-4828-a897-76f0092f7de3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2178023 Feb 07 22:56:24.553238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43380) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:24.570825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'subnet': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:24.668109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port ffa88b6d-7e6d-4747-8e39-2d505403bb9c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:24.668842 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.756574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] Calling delete_port for 7cd0f89c-4deb-4e02-8b39-dcff8512b903 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:24.821941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Calling delete_port for 7cd0f89c-4deb-4e02-8b39-dcff8512b903 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:24.850362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c20a46d-76fe-48cf-afeb-e569b1f3adbf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:24.926369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:24.952150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:24.981100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Usage tracker for resource:subnet and tenant:6f8e5e5a8e734913b82f533fa3de09be is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:25.035542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:25.049142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:25.063387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] Pushing event deleted for resources: {'Port': ['ID=7cd0f89c-4deb-4e02-8b39-dcff8512b903,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:25.085202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Made reservation on behalf of 6f8e5e5a8e734913b82f533fa3de09be for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:25.097569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.105355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdefc16-231b-44fa-aa2c-2ed9c4ee6003 None None] No DVR routers for this DVR port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:25.108098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8205dae2-360d-488b-9c5f-cedb297a2294 None None] Provisioning complete for port ffa88b6d-7e6d-4747-8e39-2d505403bb9c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:25.108691 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8205dae2-360d-488b-9c5f-cedb297a2294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.157028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.210199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8205dae2-360d-488b-9c5f-cedb297a2294 None None] Port ffa88b6d-7e6d-4747-8e39-2d505403bb9c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:25.214463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7cd0f89c-4deb-4e02-8b39-dcff8512b903 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:25.291401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.313483 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 7cd0f89c-4deb-4e02-8b39-dcff8512b903 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:25.314013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7cd0f89c-4deb-4e02-8b39-dcff8512b903 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:25.362409 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.365984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.446575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Calling delete_port for ffa88b6d-7e6d-4747-8e39-2d505403bb9c owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:25.448471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.449412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7662fc2f-d586-48cf-9f7a-8fb146633392 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:56:25.451138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:25.451943 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:25.499166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63a354-dfa9-421c-980e-143ee8b4eeec req-fd3f1cb8-3954-4d65-8d20-a8bedfbc282a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:25.501070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c63a354-dfa9-421c-980e-143ee8b4eeec req-fd3f1cb8-3954-4d65-8d20-a8bedfbc282a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 945 time: 1.0949709 Feb 07 22:56:25.590701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43396) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:25.625995 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.629870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-33f59de1-0b09-495d-a4e1-bef0e2b9010c admin admin] 10.222.0.10 "DELETE /v2.0/routers/7662fc2f-d586-48cf-9f7a-8fb146633392 HTTP/1.1" status: 204 len: 168 time: 4.8740299 Feb 07 22:56:25.635823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43402) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:25.769768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c63a354-dfa9-421c-980e-143ee8b4eeec req-2f31db93-a9ea-4f06-b472-43674ebff011 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612612 Feb 07 22:56:25.843341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:56:25.863645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] Deleting subnet 52fb8dac-1da4-4ac8-be75-d788dd89b432 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:25.875108 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.931523 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1dda1976-ceb2-4792-a68d-6be7882cff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:25.954369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Deleting port 7cd0f89c-4deb-4e02-8b39-dcff8512b903 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:25.954670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.002217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bfe94-9230-4cf9-aec6-9685e4e5af41 req-9d28481e-f983-4b9e-8c07-d9ff88a9f390 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:26.005048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-032bfe94-9230-4cf9-aec6-9685e4e5af41 req-9d28481e-f983-4b9e-8c07-d9ff88a9f390 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.2758191 Feb 07 22:56:26.045921 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.072838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] The port '7cd0f89c-4deb-4e02-8b39-dcff8512b903' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:56:26.140680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.247587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Port': ['ID=ffa88b6d-7e6d-4747-8e39-2d505403bb9c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:26.274458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:56:26.283728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-032bfe94-9230-4cf9-aec6-9685e4e5af41 req-a4f3737a-2095-47d6-a878-594d699f6f21 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427444 Feb 07 22:56:26.288104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-94a5bbc7-fa3b-4b7e-932a-26e05865786d admin admin] 10.222.0.10 "PUT /v2.0/routers/3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0407150 Feb 07 22:56:26.290705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] Sync routers for ids ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:26.305959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] Routers {'3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:26.306964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:26.307122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43406) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:26.397194 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.445269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebc232e-79c1-4cf3-ba60-2f141e261ff5']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:26.462910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b456c7-cee6-467e-b4ba-87f9954b96c4') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:26.463269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b456c7-cee6-467e-b4ba-87f9954b96c4') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:26.509537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.538739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] Set router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:26.626364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.713383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.829590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:26.856926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:56:22Z', 'revision_number': 5, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port': {'id': 'bd14cbb5-ca18-4db7-96af-801d4ae8e874', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2115, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:55:22Z', 'updated_at': '2022-02-07T22:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:26.862497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:26.866614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] Checking router: 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:26.880410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663ca94-ae8a-4f33-bab5-5cc1cba4e28a None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:26.902582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.910154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ac11c15c-ef90-40da-9374-0a8b25c0a515 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:26.920425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.938189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:26.939418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.959705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-81f512c4-1cb2-47bd-90a3-172713aa24ef tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/ports/ffa88b6d-7e6d-4747-8e39-2d505403bb9c HTTP/1.1" status: 204 len: 168 time: 2.7357800 Feb 07 22:56:26.959705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.967267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43412) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:26.972505 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:26.996400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] Routers {'3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:26.997150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:55:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:27.001037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.005128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Deleting port bd14cbb5-ca18-4db7-96af-801d4ae8e874 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:27.005548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.026483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4604824 Feb 07 22:56:27.026483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18ed5c-e501-40fb-8213-8fb64b079b89 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Subnet': ['ID=9aefdb2c-a03a-4078-9bf6-3683727478ea,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:27.034921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43416) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:27.052129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-333934640', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9aefdb2c-a03a-4078-9bf6-3683727478ea'}], 'security_groups': ['8c32cce6-7752-4de4-8a24-986e81bec636', 'be3188b2-7d75-4922-86fc-91f700680fd2']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:27.064281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6c20a46d-76fe-48cf-afeb-e569b1f3adbf no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:27.077216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:27.077628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:27.096955 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:27.117195 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa43b27-1f43-4e8c-b2e4-6de4997ae6c7 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] GET failed (client error): The resource could not be found. Feb 07 22:56:27.117786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6aa43b27-1f43-4e8c-b2e4-6de4997ae6c7 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Synchronizing usage tracker for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:27.119230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6c20a46d-76fe-48cf-afeb-e569b1f3adbf {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:27.119583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6c20a46d-76fe-48cf-afeb-e569b1f3adbf not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:27.122894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52fb8dac-1da4-4ac8-be75-d788dd89b432,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:27.125260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.130021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-90966e37-9984-495c-a8d7-04a32aa028fa admin admin] 10.222.0.10 "DELETE /v2.0/subnets/52fb8dac-1da4-4ac8-be75-d788dd89b432 HTTP/1.1" status: 204 len: 168 time: 1.4928603 Feb 07 22:56:27.136966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43420) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:27.224948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6aa43b27-1f43-4e8c-b2e4-6de4997ae6c7 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Unset dirty status for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:27.229717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6aa43b27-1f43-4e8c-b2e4-6de4997ae6c7 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "GET /v2.0/ports/ffa88b6d-7e6d-4747-8e39-2d505403bb9c HTTP/1.1" status: 404 len: 333 time: 0.2573175 Feb 07 22:56:27.231272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43424) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:27.286038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-218143843'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:27.297480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] Set router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:27.300217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.378406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.399119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ebc232e-79c1-4cf3-ba60-2f141e261ff5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:27.406421 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.407974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534473d8-c29d-485e-b9a7-9be676b54603 req-5684b8c6-d796-4858-b8b7-d9b316896509 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:27.415575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-534473d8-c29d-485e-b9a7-9be676b54603 req-5684b8c6-d796-4858-b8b7-d9b316896509 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 945 time: 0.4853942 Feb 07 22:56:27.442245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port ac11c15c-ef90-40da-9374-0a8b25c0a515 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:27.448460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:56:26Z', 'revision_number': 6, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:27.452390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port ac11c15c-ef90-40da-9374-0a8b25c0a515 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:27.452787 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.475302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-30bc7a7a-355c-45fc-9154-5f6755e05f31 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6ebc232e-79c1-4cf3-ba60-2f141e261ff5 HTTP/1.1" status: 204 len: 168 time: 4.4039671 Feb 07 22:56:27.508532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ce617-a60f-466b-bf37-455437356d1b None None] The sync data for ids ['3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a'] in n-d-827896-3 is: [{'id': '3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a', 'name': 'tempest-TestAggregatesBasicOps-1297161809-router', 'tenant_id': '9bf14f51fe9743818ae4b39561940785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:55:20Z', 'updated_at': '2022-02-07T22:56:26Z', 'revision_number': 6, 'project_id': '9bf14f51fe9743818ae4b39561940785', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:27.626740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] For port bd14cbb5-ca18-4db7-96af-801d4ae8e874, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bd14cbb5-ca18-4db7-96af-801d4ae8e874,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:27.627244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.644203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:27.647764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-534473d8-c29d-485e-b9a7-9be676b54603 req-c0faf08f-7884-4d55-9385-c9ffc7e1b82e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313337 Feb 07 22:56:27.666780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43432) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:27.668815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.711635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:27.740959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ca20aa-c5e9-417f-bdbf-9806e3560115']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:27.787874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e30500-6c59-46fa-ab27-b82f508ade95') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:27.788254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e30500-6c59-46fa-ab27-b82f508ade95') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:27.795074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Calling delete_port for bd14cbb5-ca18-4db7-96af-801d4ae8e874 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:27.805684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:27.809281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.831983 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.834634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.870435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6662e082-7b59-48e7-aa82-49192fee884d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=421ae4ca8f154f078a52381e93d8ab70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927452 Feb 07 22:56:27.876428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43436) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:27.882195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] device_id is not set on port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:27.911147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ac11c15c-ef90-40da-9374-0a8b25c0a515, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ac11c15c-ef90-40da-9374-0a8b25c0a515,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:27.919834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac11c15c-ef90-40da-9374-0a8b25c0a515'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:27.925463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.930061 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.951935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ead191-7e62-48b7-956d-52e0082f3483 req-ee0af6d2-f832-4d60-964c-eb197c536a6d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:27.958802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82ead191-7e62-48b7-956d-52e0082f3483 req-ee0af6d2-f832-4d60-964c-eb197c536a6d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.4927411 Feb 07 22:56:27.963643 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:27.978819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] Update dhcp port {'port': {'network_id': '4890df7d-4116-4df7-8ad6-e6ca30ad1793', 'fixed_ips': [{'subnet_id': '4f296f5a-d1ec-450c-afb7-36b69f864e70', 'ip_address': '172.20.0.18'}, {'subnet_id': '53790b3c-bfe6-4d65-a318-7274670bae31', 'ip_address': '172.20.0.2'}, {'subnet_id': '9aefdb2c-a03a-4078-9bf6-3683727478ea'}], 'binding:host_id': 'n-d-827896-3'}, 'id': 'c15b2c31-0e69-4980-a3ea-dffc552f555b'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 22:56:28.002894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:28.003412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:28.018330 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:28.029634 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac11c15c-ef90-40da-9374-0a8b25c0a515', 'code': 200} Feb 07 22:56:28.086150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.100505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=ac11c15c-ef90-40da-9374-0a8b25c0a515,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:28.124486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82ead191-7e62-48b7-956d-52e0082f3483 req-1c0951a7-f0e1-472e-b2b4-f88c55019a07 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641400 Feb 07 22:56:28.243803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b503222-119a-4d5b-904e-483f6b08454e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.258328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.277192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.345765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] Allocated IP 172.20.0.34 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/9aefdb2c-a03a-4078-9bf6-3683727478ea/c15b2c31-0e69-4980-a3ea-dffc552f555b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:28.482469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.513696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] For port c15b2c31-0e69-4980-a3ea-dffc552f555b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c15b2c31-0e69-4980-a3ea-dffc552f555b,segment=NetworkSegment(12e9013b-e27d-491c-9388-d35da5ab4c7f),segment_id=12e9013b-e27d-491c-9388-d35da5ab4c7f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:28.517278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.525281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ca20aa-c5e9-417f-bdbf-9806e3560115,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:28.534807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78435fe7-4ce2-4ec8-bb4d-fc392fbcb8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.545030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.563082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] Transition to ACTIVE for port object c15b2c31-0e69-4980-a3ea-dffc552f555b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:28.569918 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.574150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd14cbb5-ca18-4db7-96af-801d4ae8e874,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:28.600974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9253ccc0-5546-4730-abf3-77b7f5a3a1c9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/61ca20aa-c5e9-417f-bdbf-9806e3560115 HTTP/1.1" status: 204 len: 168 time: 1.4615037 Feb 07 22:56:28.618264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78435fe7-4ce2-4ec8-bb4d-fc392fbcb8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.627990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Allocated IP 2001:db8::ae (b6f0b412-d446-4e46-987a-b65d0ba98883/9e223df9-b586-43bd-acaa-e74da34f7f9d/bdc2a4ec-7a8a-4576-9c65-b711daf9ce56) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:28.641073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f99407-9cbe-4157-ab35-280e53eb6b3a req-34ee5407-62b3-47a5-8dd0-034660327074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:28.643199 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2f99407-9cbe-4157-ab35-280e53eb6b3a req-34ee5407-62b3-47a5-8dd0-034660327074 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 1097 time: 0.5628085 Feb 07 22:56:28.772311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:28.806210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71262e-5f0c-4255-b70a-843b57bbfbb4 None None] Pushing event updated for resources: {'Port': ['ID=c15b2c31-0e69-4980-a3ea-dffc552f555b,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:28.974156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43446) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:29.023843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c15b2c31-0e69-4980-a3ea-dffc552f555b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:29.064548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.067781 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.072824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2f99407-9cbe-4157-ab35-280e53eb6b3a req-5a9eec98-86a9-4717-99c1-fa48f5262661 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097095 Feb 07 22:56:29.098141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78435fe7-4ce2-4ec8-bb4d-fc392fbcb8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.114482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Delete allocated IP 172.20.0.8 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/53790b3c-bfe6-4d65-a318-7274670bae31) {{(pid=87670) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 22:56:29.121357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.121895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:56:29.130483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Allocated IP 172.20.0.36 (4890df7d-4116-4df7-8ad6-e6ca30ad1793/9aefdb2c-a03a-4078-9bf6-3683727478ea/131b594d-cdc0-4430-aa17-909fdd426777) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:29.183341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.184828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cdab5211-8f0b-4d8c-a99f-a10e6d4616c3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3c8c84c6-d2d7-4e9e-8c28-0a78f5ccf32a HTTP/1.1" status: 204 len: 168 time: 2.8768010 Feb 07 22:56:29.193865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43452) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:29.228998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bd14cbb5-ca18-4db7-96af-801d4ae8e874 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:29.278999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78435fe7-4ce2-4ec8-bb4d-fc392fbcb8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.280276 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-78435fe7-4ce2-4ec8-bb4d-fc392fbcb8d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4af1fd3e-9fa1-4563-978f-8649e7ca1378 HTTP/1.1" status: 204 len: 168 time: 1.4037232 Feb 07 22:56:29.315408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0490de-c64d-44df-80b5-dcbb7c8d76fc req-aaee0b7c-377f-4a7a-81d4-e6726b6205c7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:29.317513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c0490de-c64d-44df-80b5-dcbb7c8d76fc req-aaee0b7c-377f-4a7a-81d4-e6726b6205c7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 946 time: 0.4145122 Feb 07 22:56:29.339174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: bd14cbb5-ca18-4db7-96af-801d4ae8e874 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:29.339535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bd14cbb5-ca18-4db7-96af-801d4ae8e874 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:29.339992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b72b2f08-3507-41ed-996b-7dcb641fdc97 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:29.350691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1384a65d-3c8e-4d09-8c8c-2399c4544e8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=888268752e9b41c4baf055164fec4c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681464 Feb 07 22:56:29.352011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78435fe7-4ce2-4ec8-bb4d-fc392fbcb8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af1fd3e-9fa1-4563-978f-8649e7ca1378,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:29.353872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43458) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:29.440224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b72b2f08-3507-41ed-996b-7dcb641fdc97 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:29.440603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b72b2f08-3507-41ed-996b-7dcb641fdc97 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:29.464542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a76d1ff6-fd23-4fc3-985f-c999c17235f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.479994 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.503544 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.505126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] Deleting subnet a132ed4e-bb1f-4269-b7ee-115eaca44953 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:29.508970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a76d1ff6-fd23-4fc3-985f-c999c17235f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.535762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.627684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a76d1ff6-fd23-4fc3-985f-c999c17235f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.634309 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c0490de-c64d-44df-80b5-dcbb7c8d76fc req-b068f91a-27f1-4319-a284-fb5886de7607 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864172 Feb 07 22:56:29.648612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.676234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d1ff6-fd23-4fc3-985f-c999c17235f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0540f4d2-52ed-4492-9e38-545b371e8e61,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:29.700992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Deleting port 37b7b6a8-0177-4da2-9883-2193acbb1208 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:29.701329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.759987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33941e6e-aa01-4570-8d1f-02191bf3e99e req-94594215-79fe-4ae4-8622-7ebf6c6754b0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:29.761841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33941e6e-aa01-4570-8d1f-02191bf3e99e req-94594215-79fe-4ae4-8622-7ebf6c6754b0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.3527956 Feb 07 22:56:29.800770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Provisioning for port c15b2c31-0e69-4980-a3ea-dffc552f555b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:29.803639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.810212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:29.811097 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.839060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Transition to ACTIVE for port object 131b594d-cdc0-4430-aa17-909fdd426777 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:29.850168 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.883852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] For port 37b7b6a8-0177-4da2-9883-2193acbb1208, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=37b7b6a8-0177-4da2-9883-2193acbb1208,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:29.884217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.887147 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:29.954122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33941e6e-aa01-4570-8d1f-02191bf3e99e req-0a6bcd83-be33-4507-8283-48cf148ce0f7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718094 Feb 07 22:56:30.023565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Provisioning for port 131b594d-cdc0-4430-aa17-909fdd426777 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:30.029628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Provisioning complete for port 131b594d-cdc0-4430-aa17-909fdd426777 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:30.029986 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.048288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.072038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Transition to ACTIVE for port object bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:30.085320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Port 131b594d-cdc0-4430-aa17-909fdd426777 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:30.098316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Provisioning complete for port 7ef3fe50-b384-470e-af94-281d23f74ab9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:30.098689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.125227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Calling delete_port for 37b7b6a8-0177-4da2-9883-2193acbb1208 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:30.144187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event updated for resources: {'Port': ['ID=131b594d-cdc0-4430-aa17-909fdd426777,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.159800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-632ab8fb-79dc-4df6-87e9-5c9d56a3ce0f None None] Port 7ef3fe50-b384-470e-af94-281d23f74ab9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:30.176405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] In _notify_port_updated(), no bound segment for port 131b594d-cdc0-4430-aa17-909fdd426777 on network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:56:30.177500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.182580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:30.183211 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.184599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3413d733-3b11-469b-b5e3-17ea68822b76 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "PUT /v2.0/ports/131b594d-cdc0-4430-aa17-909fdd426777 HTTP/1.1" status: 200 len: 959 time: 3.1453979 Feb 07 22:56:30.187221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43474) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:30.235413 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a76d1ff6-fd23-4fc3-985f-c999c17235f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.238949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a76d1ff6-fd23-4fc3-985f-c999c17235f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0540f4d2-52ed-4492-9e38-545b371e8e61 HTTP/1.1" status: 204 len: 168 time: 0.8766785 Feb 07 22:56:30.266125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 131b594d-cdc0-4430-aa17-909fdd426777 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:30.266685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.312800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:30.345718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:30.375561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:30.391055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:30.392317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.411852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=bdc2a4ec-7a8a-4576-9c65-b711daf9ce56,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.448080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e26dee85-2aa6-4428-a7b3-ee7c1b249b42 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2137949 Feb 07 22:56:30.450712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43486) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:30.459421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:72:45:7e'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:30.535927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43492) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:30.779687 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.785295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1507011790-network', 'tenant_id': 'ddad197605874418a7395a453e3211bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:30.791114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:30.796516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Usage tracker for resource:network and tenant:ddad197605874418a7395a453e3211bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:30.836220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:30.839845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5fec96f5-616c-43e7-93f3-47a39da87626 None None] Provisioning for port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:30.846611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a132ed4e-bb1f-4269-b7ee-115eaca44953,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:30.866099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09deea2-ac13-4e58-85b4-a1d5a0a583e9 None None] Network 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:30.869014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d9edbc24-c079-4818-a8eb-65c65d64b038 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a132ed4e-bb1f-4269-b7ee-115eaca44953 HTTP/1.1" status: 204 len: 168 time: 1.6668196 Feb 07 22:56:30.872876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43508) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:30.905275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:30.935518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5fec96f5-616c-43e7-93f3-47a39da87626 None None] Provisioning complete for port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:30.935894 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5fec96f5-616c-43e7-93f3-47a39da87626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.028848 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.074179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5fec96f5-616c-43e7-93f3-47a39da87626 None None] Port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:31.127121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5fec96f5-616c-43e7-93f3-47a39da87626 None None] Provisioning complete for port 131b594d-cdc0-4430-aa17-909fdd426777 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:31.127795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5fec96f5-616c-43e7-93f3-47a39da87626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.159476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.188790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5fec96f5-616c-43e7-93f3-47a39da87626 None None] Port 131b594d-cdc0-4430-aa17-909fdd426777 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:31.250475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:31.259670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 131b594d-cdc0-4430-aa17-909fdd426777 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:31.266184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.350111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.366296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Pushing event deleted for resources: {'Port': ['ID=37b7b6a8-0177-4da2-9883-2193acbb1208,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:31.368827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] DHCP port deletion for 4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:31.371123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3a776-1232-4001-a134-d27b913f8727 req-0292d38a-e69f-4152-928a-07bee5b2c2fd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:31.372691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4d3a776-1232-4001-a134-d27b913f8727 req-0292d38a-e69f-4152-928a-07bee5b2c2fd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 946 time: 0.4149795 Feb 07 22:56:31.372850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] Deleting port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:31.373318 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.424177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:31.432388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.458142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Deleting port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:31.458751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.488097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.511202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4d3a776-1232-4001-a134-d27b913f8727 req-ee667c29-76d8-484b-8b48-ace369402dc6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304553 Feb 07 22:56:31.596738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.739204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:31.743979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77874a9f-6d14-43c3-aaa7-fd438d7f9cbf req-7b7804ee-8368-41fc-9dae-2fdaf026a5c4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:31.746479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77874a9f-6d14-43c3-aaa7-fd438d7f9cbf req-7b7804ee-8368-41fc-9dae-2fdaf026a5c4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.5302079 Feb 07 22:56:31.769482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Usage tracker for resource:security_group_rule and tenant:ddad197605874418a7395a453e3211bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:31.782185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:31.798126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:31.826932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] For port afe2079f-25eb-4cc1-a24e-61d9a4aedc37, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,segment=NetworkSegment(572b8dfc-3b0d-40c1-b057-41cd21b81f5c),segment_id=572b8dfc-3b0d-40c1-b057-41cd21b81f5c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:31.828286 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.908395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] For port afe2079f-25eb-4cc1-a24e-61d9a4aedc37, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,segment=NetworkSegment(572b8dfc-3b0d-40c1-b057-41cd21b81f5c),segment_id=572b8dfc-3b0d-40c1-b057-41cd21b81f5c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:31.908891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.921209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:31.989196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] Calling delete_port for afe2079f-25eb-4cc1-a24e-61d9a4aedc37 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:32.064300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Calling delete_port for afe2079f-25eb-4cc1-a24e-61d9a4aedc37 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:32.081679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.144282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] Pushing event deleted for resources: {'Port': ['ID=afe2079f-25eb-4cc1-a24e-61d9a4aedc37,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:32.157046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc7a14-b699-4f23-98d2-d230ff9ab8eb None None] No DVR routers for this DVR port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:32.231045 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.453105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=131b594d-cdc0-4430-aa17-909fdd426777,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:32.462538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77874a9f-6d14-43c3-aaa7-fd438d7f9cbf req-890c1f2f-205e-474c-9907-2d19901fef3c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595366 Feb 07 22:56:32.495144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Router d333497f-f084-4582-a29d-0fb783ff4255 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:56:32.580036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:32.580355 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:32.615232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-6b0500a7-fb67-4d9d-9e26-457d645477c1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:32.622350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-6b0500a7-fb67-4d9d-9e26-457d645477c1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.5660875 Feb 07 22:56:32.640010 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.644994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.651480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-6672fee2-bb06-406d-a291-f1be15e113b3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.0282524 Feb 07 22:56:32.662908 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.667268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.689895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.700614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b26de7cd-d4cd-4829-8a34-0c2b4dcf74d4 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/131b594d-cdc0-4430-aa17-909fdd426777 HTTP/1.1" status: 204 len: 168 time: 2.5101507 Feb 07 22:56:32.704318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43558) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:32.747997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:32.757046 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-1981ea2c-20d6-421a-bb44-92059e99b53c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] GET failed (client error): The resource could not be found. Feb 07 22:56:32.757597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1981ea2c-20d6-421a-bb44-92059e99b53c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:32.761392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.762332 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Added segment 56b7f536-c57d-4d0e-946d-6528eb9653fa of type vlan for network 944788f7-95d9-44ad-a2d4-1cd03b75b983 Feb 07 22:56:32.791744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1981ea2c-20d6-421a-bb44-92059e99b53c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:32.792980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1981ea2c-20d6-421a-bb44-92059e99b53c tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports/131b594d-cdc0-4430-aa17-909fdd426777 HTTP/1.1" status: 404 len: 333 time: 0.0867105 Feb 07 22:56:32.796308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43562) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:32.809733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-3a59869d-eb74-44c4-9e35-e712ae2759ff tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572986 Feb 07 22:56:32.813296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.896540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc12e4b6-3655-446b-b8ad-a2346ffc6533,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:32.976731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:56:32.979042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06f00892-871f-4caa-ac88-d3cc56edd9f9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:32.984340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=bdc2a4ec-7a8a-4576-9c65-b711daf9ce56,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:33.016909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-1b0415b4-ec97-498b-874c-46ef70287571 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061558 Feb 07 22:56:33.086141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device afe2079f-25eb-4cc1-a24e-61d9a4aedc37 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:33.136202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: afe2079f-25eb-4cc1-a24e-61d9a4aedc37 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:33.136831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device afe2079f-25eb-4cc1-a24e-61d9a4aedc37 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:33.151688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Deleting port afe2079f-25eb-4cc1-a24e-61d9a4aedc37 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:33.151996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.155966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] In _notify_port_updated(), no bound segment for port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 on network b6f0b412-d446-4e46-987a-b65d0ba98883 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:56:33.161585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:33.162353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.166966 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-af34bac5-7b3f-4f86-aaff-4bc7898d3791 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "PUT /v2.0/ports/bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 HTTP/1.1" status: 200 len: 1001 time: 2.7118700 Feb 07 22:56:33.168825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43570) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:33.191932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06f00892-871f-4caa-ac88-d3cc56edd9f9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.229697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:56:33.236732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.237964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:33.238631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.243579 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] Sync routers for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:33.262122 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:33.263418 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.298487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] The port 'afe2079f-25eb-4cc1-a24e-61d9a4aedc37' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:56:33.394598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:33.395334 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.433105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d498f4f5-39ff-4806-b222-3f7f36e260fc None None] Provisioning complete for port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:33.433911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d498f4f5-39ff-4806-b222-3f7f36e260fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.452073 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4c678d75-11af-43a1-bdd3-4202356a542a admin admin] 10.222.0.10 "PUT /v2.0/routers/d333497f-f084-4582-a29d-0fb783ff4255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8571510 Feb 07 22:56:33.464342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43576) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:33.484342 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9447193 Feb 07 22:56:33.486096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43580) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:33.488490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.494862 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:33.517892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.523154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d498f4f5-39ff-4806-b222-3f7f36e260fc None None] Port bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:33.533258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572b8dfc-3b0d-40c1-b057-41cd21b81f5c') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.533562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572b8dfc-3b0d-40c1-b057-41cd21b81f5c') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.545558 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.562494 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.570133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:33.570539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:33.642798 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:33.662053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fd9d7-6023-4b5f-9a3f-128491a5dac2 admin admin] Pushing event updated for resources: {'Network': ['ID=944788f7-95d9-44ad-a2d4-1cd03b75b983,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:33.672188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:56:33.698520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Request body: {'subnet': {'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1507011790-subnet', 'tenant_id': 'ddad197605874418a7395a453e3211bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:33.726924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:33.729141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-470a9986-f4fa-4d3c-8a01-5e5303e4eaf5 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095389 Feb 07 22:56:33.729773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06f00892-871f-4caa-ac88-d3cc56edd9f9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.738989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Usage tracker for resource:subnet and tenant:ddad197605874418a7395a453e3211bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:33.783090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f00892-871f-4caa-ac88-d3cc56edd9f9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c746c76-233f-4fb9-ab87-244fc29b7340,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:33.822124 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06f00892-871f-4caa-ac88-d3cc56edd9f9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.827964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-06f00892-871f-4caa-ac88-d3cc56edd9f9 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c746c76-233f-4fb9-ab87-244fc29b7340 HTTP/1.1" status: 204 len: 168 time: 1.0159113 Feb 07 22:56:33.837609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43588) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:33.849171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.864829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.914953 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:56:31Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.918014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:33.931362 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] Checking router: d333497f-f084-4582-a29d-0fb783ff4255 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:33.952803 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] Routers {'d333497f-f084-4582-a29d-0fb783ff4255'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:33.954619 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d333497f-f084-4582-a29d-0fb783ff4255'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:33.978782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:33.997435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd HTTP/1.1" status: 204 len: 168 time: 3.1232047 Feb 07 22:56:33.998375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e1389-e885-4c1c-b354-830ec6157d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbfd0e2-3f19-4c92-808f-b8a7b4df2fbd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:34.044447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4bdfcb-b317-4b10-bf38-9a17c8e27930 req-50c01901-89d3-4cb2-8082-9ba8d1503fe5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:34.049494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d4bdfcb-b317-4b10-bf38-9a17c8e27930 req-50c01901-89d3-4cb2-8082-9ba8d1503fe5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.4096904 Feb 07 22:56:34.134464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4381212b-a5f6-4ddf-889e-4d80e22986f9 req-e1c9a488-f0de-4af6-bcd8-ac6c5046f4e4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 210 time: 0.0838559 Feb 07 22:56:34.174989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5bca2b46-0175-432e-8515-9fe955496c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.213870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d4bdfcb-b317-4b10-bf38-9a17c8e27930 req-69e57c06-6f1d-4f88-8514-98a3fde4f836 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547382 Feb 07 22:56:34.253509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5bca2b46-0175-432e-8515-9fe955496c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.258379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:34.285563 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] Set router d333497f-f084-4582-a29d-0fb783ff4255 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:34.328865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5bca2b46-0175-432e-8515-9fe955496c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.351970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca2b46-0175-432e-8515-9fe955496c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3188b2-7d75-4922-86fc-91f700680fd2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:34.356412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5bca2b46-0175-432e-8515-9fe955496c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.357798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5bca2b46-0175-432e-8515-9fe955496c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/security-groups/be3188b2-7d75-4922-86fc-91f700680fd2 HTTP/1.1" status: 204 len: 168 time: 0.5141706 Feb 07 22:56:34.366450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43606) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:34.437754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4868a2df-9075-4f09-bf93-c1591364d9f3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.474282 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4868a2df-9075-4f09-bf93-c1591364d9f3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.475305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:34.478234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.534290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4868a2df-9075-4f09-bf93-c1591364d9f3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.557413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868a2df-9075-4f09-bf93-c1591364d9f3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c32cce6-7752-4de4-8a24-986e81bec636,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:34.579485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:34.581225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4868a2df-9075-4f09-bf93-c1591364d9f3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.585090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4868a2df-9075-4f09-bf93-c1591364d9f3 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c32cce6-7752-4de4-8a24-986e81bec636 HTTP/1.1" status: 204 len: 168 time: 0.2144189 Feb 07 22:56:34.588315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43616) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:34.752139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-80d245c6-d354-4801-80bc-0b35a011efae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82c3544b49c84fafbac2e1c983c911e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1656852 Feb 07 22:56:34.756539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 53790b3c-bfe6-4d65-a318-7274670bae31 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:34.758359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43622) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:34.761588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.864517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:34.881319 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:56:31Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:34.888008 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98c5422-65c3-4818-96e0-87ec24a0ea10 None None] The sync data for ids ['d333497f-f084-4582-a29d-0fb783ff4255'] in n-d-827896-3 is: [{'id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'name': 'tempest-TaggedBootDevicesTest-944019530-router', 'tenant_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:11Z', 'updated_at': '2022-02-07T22:56:31Z', 'revision_number': 5, 'project_id': 'ee3a3835500d46ff9e9c744ccca5867f', 'gw_port': {'id': 'd15702e5-620b-45d7-9090-4662afd28cd5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd333497f-f084-4582-a29d-0fb783ff4255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:15Z', 'updated_at': '2022-02-07T22:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:35.005784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.042110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.104608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c48518c-7e8d-4146-815b-ad56311b4ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.151041 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c48518c-7e8d-4146-815b-ad56311b4ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.164951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Deleting port d15702e5-620b-45d7-9090-4662afd28cd5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:35.165284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.205434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Calling delete_port for bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:35.219465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.282195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.454537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.537050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdbbd79b-b9f5-4d24-a05c-e2c0a7a35c32 req-050b0580-1028-4c72-ace9-0f8b294b6348 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 210 time: 0.2357330 Feb 07 22:56:35.543741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=53790b3c-bfe6-4d65-a318-7274670bae31,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:35.678637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Checking segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:35.679002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Network hostable DHCP agents. Network: 944788f7-95d9-44ad-a2d4-1cd03b75b983, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:35.690976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b425025d-2175-48c1-a9d2-edaf7d92c964,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:35.728004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-7f6fa59c-0407-40ad-8131-73dc629fd199 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:35.729533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-7f6fa59c-0407-40ad-8131-73dc629fd199 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.1783578 Feb 07 22:56:35.731819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.734348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9851bfa7-749d-4f73-aa99-91a930658ffd None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:35.736285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c48518c-7e8d-4146-815b-ad56311b4ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.768313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Request body: {'port': {'device_id': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'admin_state_up': True, 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:35.773902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:35.799513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] For port d15702e5-620b-45d7-9090-4662afd28cd5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d15702e5-620b-45d7-9090-4662afd28cd5,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:35.799881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.827705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 944788f7-95d9-44ad-a2d4-1cd03b75b983) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:35.909737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48518c-7e8d-4146-815b-ad56311b4ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc02e2ce-63c4-4e8d-babb-1e181e40735f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:35.919093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:35.923466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8c48518c-7e8d-4146-815b-ad56311b4ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:35.924001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbc24ed-6efc-4bf7-a8d2-0c0cde5de27c None None] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:35.924604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8c48518c-7e8d-4146-815b-ad56311b4ba3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc02e2ce-63c4-4e8d-babb-1e181e40735f HTTP/1.1" status: 204 len: 168 time: 1.1643658 Feb 07 22:56:35.926007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de2e3a15-f2d2-41e6-9a8c-04f89e0d3a62 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/53790b3c-bfe6-4d65-a318-7274670bae31 HTTP/1.1" status: 204 len: 168 time: 1.3368082 Feb 07 22:56:35.935429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43646) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:35.937057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Usage tracker for resource:port and tenant:e55b79f013eb4d7bafa6247555f94080 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:35.945860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:36.031728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db2a2c-f84f-4e47-b17f-faa550ec9320 req-71760227-e162-4eb4-ab01-bd3bce479f82 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:36.033779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7db2a2c-f84f-4e47-b17f-faa550ec9320 req-71760227-e162-4eb4-ab01-bd3bce479f82 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.6666560 Feb 07 22:56:36.035172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:36.050265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Calling delete_port for d15702e5-620b-45d7-9090-4662afd28cd5 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:36.067728 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.084790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:36.089481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.104698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:36.105175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.162079 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.209514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 9aefdb2c-a03a-4078-9bf6-3683727478ea {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:36.256592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ba7665-3719-4b7a-8108-07f59c0ab0b1 None None] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:36.264298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Port': ['ID=bdc2a4ec-7a8a-4576-9c65-b711daf9ce56,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:36.299214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7db2a2c-f84f-4e47-b17f-faa550ec9320 req-9f72608a-a012-43ac-8395-529014d8af36 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413218 Feb 07 22:56:36.306482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.373036 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.419003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.420782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c11d7854-6df5-4631-8ae8-e9d347da7e00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/ports/bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 HTTP/1.1" status: 204 len: 168 time: 3.2492564 Feb 07 22:56:36.428618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-16945595-41a5-4b21-a77f-4d664652f850 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9115891 Feb 07 22:56:36.428618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43654) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:36.603595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.699078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Allocated IP 172.20.0.3 (12cf38f3-c8be-495e-98eb-e032d834448e/3297c5f5-c5ac-465c-86f2-3cd46109b2e0/b3fb7aac-6f5e-4796-a12e-0e25538a5cba) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:36.728981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43664) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:36.730831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Pushing event deleted for resources: {'Port': ['ID=d15702e5-620b-45d7-9090-4662afd28cd5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:36.742805 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b1c642-3940-47a3-8edd-4015e15319c5 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] GET failed (client error): The resource could not be found. Feb 07 22:56:36.743616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-59b1c642-3940-47a3-8edd-4015e15319c5 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Synchronizing usage tracker for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:36.818848 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3e10a6d6-fe1e-4a59-8c5b-8163ca3057b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bf14f51fe9743818ae4b39561940785&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716784 Feb 07 22:56:36.877201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43668) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:36.903840 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:36.963363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-59b1c642-3940-47a3-8edd-4015e15319c5 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Unset dirty status for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:36.964757 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-59b1c642-3940-47a3-8edd-4015e15319c5 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "GET /v2.0/ports/bdc2a4ec-7a8a-4576-9c65-b711daf9ce56 HTTP/1.1" status: 404 len: 333 time: 0.5379782 Feb 07 22:56:36.970953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43674) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:36.987783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-157965684'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:37.017482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 37b7b6a8-0177-4da2-9883-2193acbb1208 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:37.064548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c07c5b01-afb2-4aaf-81a6-0fa764a1ea9e req-183bf402-d3d2-4869-a5c0-7e01c2a9ccf8 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 210 time: 0.1745417 Feb 07 22:56:37.100373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 37b7b6a8-0177-4da2-9883-2193acbb1208 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:37.101061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 37b7b6a8-0177-4da2-9883-2193acbb1208 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:37.134251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.205972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.307976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.319893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ac11c15c-ef90-40da-9374-0a8b25c0a515'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:56:37.369079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.451266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:56:37.452724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.457773 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.499292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Network 12cf38f3-c8be-495e-98eb-e032d834448e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:37.520807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af57bce-ff50-4c89-974f-208560cce3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.537971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.539438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d333497f-f084-4582-a29d-0fb783ff4255 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:56:37.591581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:37.598253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:37.599135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af57bce-ff50-4c89-974f-208560cce3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.796182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af57bce-ff50-4c89-974f-208560cce3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.869205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af57bce-ff50-4c89-974f-208560cce3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.876158 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4af57bce-ff50-4c89-974f-208560cce3a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0103d975-fd1c-4edb-ac41-9806b9437c0d HTTP/1.1" status: 204 len: 168 time: 0.9830146 Feb 07 22:56:37.877378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:37.882039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-086c3e4d-3ce0-4413-a4c6-9a741922312c admin admin] 10.222.0.10 "DELETE /v2.0/routers/d333497f-f084-4582-a29d-0fb783ff4255 HTTP/1.1" status: 204 len: 168 time: 4.4043210 Feb 07 22:56:37.883301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:37.885659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43714) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:37.892408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af57bce-ff50-4c89-974f-208560cce3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0103d975-fd1c-4edb-ac41-9806b9437c0d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:37.983166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event updated for resources: {'Port': ['ID=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:37.993897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:37.994539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.001749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f43bcb8-4f65-4b35-b5c7-9d5d88dd7ff4 None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:38.002599 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f43bcb8-4f65-4b35-b5c7-9d5d88dd7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.041750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] Deleting subnet 3a7acac7-5152-4529-8241-a91bc1354bb7 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:38.046657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.062117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.108067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.138234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=9aefdb2c-a03a-4078-9bf6-3683727478ea,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:38.154074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.160496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0567c158-9b14-4e26-b863-17336614cead tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/9aefdb2c-a03a-4078-9bf6-3683727478ea HTTP/1.1" status: 204 len: 168 time: 2.2140083 Feb 07 22:56:38.160877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ffb57-afb9-4332-9f9c-3b803224c02d None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:38.173866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-d26275af-beee-4052-8e5e-4540ebc8f9be tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4308274 Feb 07 22:56:38.179057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43722) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:38.192331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Request body: {'port': {'device_id': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:38.230795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:38.258591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:38.263581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.286127 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.339935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] device_id is not set on port 18304807-4ce4-499f-bebc-eb709cdbe1cf yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:38.347741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-6483aecc-ce9c-47fa-a590-0919454612e5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:38.350181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-6483aecc-ce9c-47fa-a590-0919454612e5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.9397142 Feb 07 22:56:38.384453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f43bcb8-4f65-4b35-b5c7-9d5d88dd7ff4 None None] Provisioning complete for port 7ef3fe50-b384-470e-af94-281d23f74ab9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:38.384983 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f43bcb8-4f65-4b35-b5c7-9d5d88dd7ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.397797 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-c252ecb2-149e-46d6-9467-0fb415772b4b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:38.398273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c252ecb2-149e-46d6-9467-0fb415772b4b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:38.405432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c252ecb2-149e-46d6-9467-0fb415772b4b tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/53790b3c-bfe6-4d65-a318-7274670bae31 HTTP/1.1" status: 404 len: 337 time: 0.2203944 Feb 07 22:56:38.408319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43728) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:38.439044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-cf7c0007-4208-4ec6-9433-249294f4cf1e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/quotas/ddad197605874418a7395a453e3211bd HTTP/1.1" status: 200 len: 375 time: 0.0296602 Feb 07 22:56:38.460886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ab711-e8e8-4695-8ec1-16a70d342dac req-9fb3c264-a7a8-4270-96c5-feb9c87afafe tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:38.463104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-773ab711-e8e8-4695-8ec1-16a70d342dac req-9fb3c264-a7a8-4270-96c5-feb9c87afafe tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.9602723 Feb 07 22:56:38.595434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting subnet 4f296f5a-d1ec-450c-afb7-36b69f864e70 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:38.598771 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.634340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4f43bcb8-4f65-4b35-b5c7-9d5d88dd7ff4 None None] Port 7ef3fe50-b384-470e-af94-281d23f74ab9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:38.655676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.664441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.736139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7acac7-5152-4529-8241-a91bc1354bb7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:38.738666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c53c4-1c9c-40ab-b943-b258103ab4cc None None] Network 90aa748e-7d12-476c-88ff-0f9cda6902ae requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:38.740526 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:38.764622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Allocated IP 2001:db8::25b (b6f0b412-d446-4e46-987a-b65d0ba98883/9e223df9-b586-43bd-acaa-e74da34f7f9d/18304807-4ce4-499f-bebc-eb709cdbe1cf) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:38.784314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-14394582-b200-4494-974d-dc6753d11419 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3a7acac7-5152-4529-8241-a91bc1354bb7 HTTP/1.1" status: 204 len: 168 time: 0.8834805 Feb 07 22:56:38.788370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:38.820161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-c06d61dc-70c2-4c89-9a7c-f2019b978c55 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3347034 Feb 07 22:56:38.943171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d15702e5-620b-45d7-9090-4662afd28cd5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:39.025345 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.066151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d15702e5-620b-45d7-9090-4662afd28cd5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:39.068620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d15702e5-620b-45d7-9090-4662afd28cd5 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:39.072772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.104007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Deleting port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:39.104364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.346149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] DHCP port deletion for 90aa748e-7d12-476c-88ff-0f9cda6902ae request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:39.351511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] Deleting port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:39.352360 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.442357 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.526266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-773ab711-e8e8-4695-8ec1-16a70d342dac req-b598cee3-5cba-4c9f-a133-11d7232cc5f2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0491989 Feb 07 22:56:39.550232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.664485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Transition to ACTIVE for port object 18304807-4ce4-499f-bebc-eb709cdbe1cf will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:39.669262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] For port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:39.670508 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.763115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] For port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,segment=NetworkSegment(d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3),segment_id=d9236efb-95f6-4c6d-aaf6-1ae5b83f22d3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:39.763496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:39.866405 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-ea83b007-af61-41f3-a722-6625852eaa2b service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0442805 Feb 07 22:56:39.943455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] Calling delete_port for deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:39.968002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Calling delete_port for deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:40.037836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-35af04d7-317c-4e26-a188-c7cc3d1d2b58 None None] Provisioning complete for port c15b2c31-0e69-4980-a3ea-dffc552f555b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:40.038335 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-35af04d7-317c-4e26-a188-c7cc3d1d2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.047943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.088618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:56:40.122374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.176483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:40.187098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:40.193739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:40.199423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:40.200024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.208151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.257095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=18304807-4ce4-499f-bebc-eb709cdbe1cf,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:40.263611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-198e32b5-b061-41ca-82e0-70eccdabc60a tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2845607 Feb 07 22:56:40.267702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:40.275231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:40.275559 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:40.283319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'network_id': 'b6f0b412-d446-4e46-987a-b65d0ba98883', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-196275510'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:40.289195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] No DVR routers for this DVR port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:40.338013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-35af04d7-317c-4e26-a188-c7cc3d1d2b58 None None] Provisioning complete for port 7ef3fe50-b384-470e-af94-281d23f74ab9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:40.338240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f6d5-3099-479e-84ac-492078203faa req-8658e32f-a6c2-470d-9ec3-f661161b22c6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:40.338733 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-35af04d7-317c-4e26-a188-c7cc3d1d2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.338945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8486f6d5-3099-479e-84ac-492078203faa req-8658e32f-a6c2-470d-9ec3-f661161b22c6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:40.359575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Subnet': ['ID=4f296f5a-d1ec-450c-afb7-36b69f864e70,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:40.389934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.411035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8486f6d5-3099-479e-84ac-492078203faa req-8658e32f-a6c2-470d-9ec3-f661161b22c6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:40.423540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-35af04d7-317c-4e26-a188-c7cc3d1d2b58 None None] Port 7ef3fe50-b384-470e-af94-281d23f74ab9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:40.424523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8486f6d5-3099-479e-84ac-492078203faa req-8658e32f-a6c2-470d-9ec3-f661161b22c6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 931 time: 0.6926091 Feb 07 22:56:40.435734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527023a-9211-441c-bb39-b40ef5b5c809 None None] Pushing event deleted for resources: {'Port': ['ID=deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:40.439038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba176feb-5ac4-461a-90f0-dcfdd1ccba51 None None] Network 4890df7d-4116-4df7-8ad6-e6ca30ad1793 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:40.501240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-20226c04-2dcc-48cd-b4fc-2f61e66f4c27 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/4f296f5a-d1ec-450c-afb7-36b69f864e70 HTTP/1.1" status: 204 len: 168 time: 2.0666659 Feb 07 22:56:40.503578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fb7aac-6f5e-4796-a12e-0e25538a5cba {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:40.523272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43780) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:40.523861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.524362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:40.529045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:40.561762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Transition to ACTIVE for port object b3fb7aac-6f5e-4796-a12e-0e25538a5cba will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:40.575688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-f94f901f-e5cb-49ad-b203-5d6ce2da969d service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954770 Feb 07 22:56:40.580535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.587096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Usage tracker for resource:port and tenant:57ce5a4e60074069a794a169715d8d8f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:40.604692 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7574e115-22f2-4fe1-9e61-2fc684fb31a2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:40.605979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7574e115-22f2-4fe1-9e61-2fc684fb31a2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:40.613122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:40.621991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:40.636135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Made reservation on behalf of 57ce5a4e60074069a794a169715d8d8f for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:40.643392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.657454 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7574e115-22f2-4fe1-9e61-2fc684fb31a2 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/a87e8f2e-4074-4e0a-a559-200ec424f191 HTTP/1.1" status: 404 len: 337 time: 0.1302471 Feb 07 22:56:40.660213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43794) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:40.681406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:40.739114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3382aa4a-689a-42fc-8ae2-cd894dc3e075 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Synchronizing usage tracker for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:40.750051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] device_id is not set on port 9f7f880f-8f20-4821-9ee3-5064b6008d6b yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:56:40.752788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8486f6d5-3099-479e-84ac-492078203faa req-2010af10-7d3d-451a-931c-7d826d53e418 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169494 Feb 07 22:56:40.799212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7e139f84-7039-4895-8256-ab7a40ba80a0 None None] Provisioning for port 18304807-4ce4-499f-bebc-eb709cdbe1cf completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:40.838531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7e139f84-7039-4895-8256-ab7a40ba80a0 None None] Provisioning complete for port 18304807-4ce4-499f-bebc-eb709cdbe1cf triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:40.838910 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e139f84-7039-4895-8256-ab7a40ba80a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:40.971146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e139f84-7039-4895-8256-ab7a40ba80a0 None None] Port 18304807-4ce4-499f-bebc-eb709cdbe1cf cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:41.024309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Allocated IP 2001:db8::131 (b6f0b412-d446-4e46-987a-b65d0ba98883/9e223df9-b586-43bd-acaa-e74da34f7f9d/9f7f880f-8f20-4821-9ee3-5064b6008d6b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:41.125378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] DHCP port deletion for 4890df7d-4116-4df7-8ad6-e6ca30ad1793 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:41.130755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] Deleting port c15b2c31-0e69-4980-a3ea-dffc552f555b {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:41.131146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.156467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Deleting port deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:41.156981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.230863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81f694ad-4fc8-429d-8c80-8b85eda1ae0f req-1d8b28e7-d825-4689-9c41-13a22cb16f3b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 210 time: 0.0518823 Feb 07 22:56:41.253687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] The port 'deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:56:41.266727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:41.306222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:41.306571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device deabac33-f4b5-4d0a-8ff1-0d5ee8b1bf30 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:41.403256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Attempting to bind port b3fb7aac-6f5e-4796-a12e-0e25538a5cba on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:41.403256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Attempting to bind port b3fb7aac-6f5e-4796-a12e-0e25538a5cba by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:41.403645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Attempting to bind port b3fb7aac-6f5e-4796-a12e-0e25538a5cba on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:41.414230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Port b3fb7aac-6f5e-4796-a12e-0e25538a5cba on network 12cf38f3-c8be-495e-98eb-e032d834448e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:56:41.414630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Attempting to bind port b3fb7aac-6f5e-4796-a12e-0e25538a5cba on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:41.423173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:56:41.423494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:41.423622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] For port c15b2c31-0e69-4980-a3ea-dffc552f555b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c15b2c31-0e69-4980-a3ea-dffc552f555b,segment=NetworkSegment(12e9013b-e27d-491c-9388-d35da5ab4c7f),segment_id=12e9013b-e27d-491c-9388-d35da5ab4c7f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:41.424144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Bound using segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:56:41.424441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.424590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Bound port: b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:41.424695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.448974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999131c2-e9b6-43e8-bcfd-4fda990fea40 req-b282d006-d12d-4ac2-8bc0-6cd82df36e6b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:41.450363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-999131c2-e9b6-43e8-bcfd-4fda990fea40 req-b282d006-d12d-4ac2-8bc0-6cd82df36e6b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.2734923 Feb 07 22:56:41.479372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.565279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:56:41.568376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:56:41.602039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.602625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-999131c2-e9b6-43e8-bcfd-4fda990fea40 req-c5a9b465-29fd-400c-b9fb-0c487ca0f8e8 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433780 Feb 07 22:56:41.602625 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.621279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] Calling delete_port for c15b2c31-0e69-4980-a3ea-dffc552f555b owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:41.628152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:41.634989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed1c2c060744bb6972aad593014c716 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:41.641752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:41.651540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:41.694169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:41.695204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.696935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-810e1288-6acc-4083-af02-500022a8b83c service neutron] 10.222.0.36 "PUT /v2.0/ports/b3fb7aac-6f5e-4796-a12e-0e25538a5cba HTTP/1.1" status: 200 len: 1091 time: 3.5097287 Feb 07 22:56:41.697555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:41.761820 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.788246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3382aa4a-689a-42fc-8ae2-cd894dc3e075 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Unset dirty status for tenant:6f8e5e5a8e734913b82f533fa3de09be on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:41.789871 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3382aa4a-689a-42fc-8ae2-cd894dc3e075 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a407a13-c641-44d0-874c-47f7c8c27663 HTTP/1.1" status: 200 len: 205 time: 1.1271956 Feb 07 22:56:41.841776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] No DVR routers for this DVR port c15b2c31-0e69-4980-a3ea-dffc552f555b on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:41.850614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6248d-e01b-48f3-916d-94d84b183a46 None None] Pushing event deleted for resources: {'Port': ['ID=c15b2c31-0e69-4980-a3ea-dffc552f555b,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:41.912241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:41.913724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43824) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:41.922789 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba', 'status': 'completed', 'code': 200} Feb 07 22:56:41.925094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90aa748e-7d12-476c-88ff-0f9cda6902ae']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:41.927718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e1288-6acc-4083-af02-500022a8b83c service neutron] Pushing event updated for resources: {'Port': ['ID=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:42.029812 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.047388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:42.048931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9236efb-95f6-4c6d-aaf6-1ae5b83f22d3') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:42.050696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-6de90856-d7e7-428c-b92b-72833acee88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:42.052244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-6de90856-d7e7-428c-b92b-72833acee88a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 1094 time: 0.3102040 Feb 07 22:56:42.126578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.134926 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-26466e30-d8df-49c5-a673-255a4a6e0829 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] delete failed (client error): The resource could not be found. Feb 07 22:56:42.138584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-26466e30-d8df-49c5-a673-255a4a6e0829 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/routers/1a407a13-c641-44d0-874c-47f7c8c27663 HTTP/1.1" status: 404 len: 336 time: 0.2057638 Feb 07 22:56:42.139287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.148441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-504befe8-b3e9-430a-a721-f266bc29ff5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba HTTP/1.1" status: 200 len: 217 time: 0.0878589 Feb 07 22:56:42.157566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89d1868-13b6-44ba-9fea-5f07d1481f46,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:42.218305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3a2b400f-eae1-44af-baeb-cffe2885da18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ed1c2c060744bb6972aad593014c716&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6921296 Feb 07 22:56:42.223054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43836) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.223453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.226323 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf56d92-5d23-40d2-8b7b-3d7804d0345d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:42.227653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf56d92-5d23-40d2-8b7b-3d7804d0345d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:42.243392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-043d48af-ae20-42a4-853b-e5251532e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:42.244678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-043d48af-ae20-42a4-853b-e5251532e4c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.0893648 Feb 07 22:56:42.252968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:42.253522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:42.270362 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:42.311603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db9a0b-b9db-46e6-9da9-e5bdc40d822f req-89e470fc-430d-4898-bb8a-fe16a3215016 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:42.313091 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28db9a0b-b9db-46e6-9da9-e5bdc40d822f req-89e470fc-430d-4898-bb8a-fe16a3215016 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 943 time: 0.3126371 Feb 07 22:56:42.318571 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-05e5e4c3-6ecb-4ce5-9e52-f9870b56d053 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592980 Feb 07 22:56:42.341511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3bf56d92-5d23-40d2-8b7b-3d7804d0345d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/785156ac-3fba-4217-bd08-0e96ea94c215 HTTP/1.1" status: 404 len: 337 time: 0.1798882 Feb 07 22:56:42.351260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43842) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.351648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43844) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.382021 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.402964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.415888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.420773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'network': {'name': 'tempest-network-smoke--779185765', 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'port_security_enabled': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:42.444474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Transition to ACTIVE for port object 9f7f880f-8f20-4821-9ee3-5064b6008d6b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:42.451308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] Pushing event deleted for resources: {'Network': ['ID=90aa748e-7d12-476c-88ff-0f9cda6902ae,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:42.453954 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-18394334-cf36-4816-a7e6-6084a44139ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/90aa748e-7d12-476c-88ff-0f9cda6902ae HTTP/1.1" status: 204 len: 168 time: 3.6647263 Feb 07 22:56:42.458337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43850) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.469662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:42.517805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:network and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:42.520975 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1667cb3-d1bf-431a-a69b-03b8490d0e52 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:42.521431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1667cb3-d1bf-431a-a69b-03b8490d0e52 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:42.523094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c1667cb3-d1bf-431a-a69b-03b8490d0e52 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/2f9743e4-e258-4be2-af6c-7c9870298ddd HTTP/1.1" status: 404 len: 337 time: 0.1598012 Feb 07 22:56:42.542485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:42.547885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43854) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.564203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:42.584236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ebdfe21-0721-4eb1-a4c1-e236caf41a58 req-eccd4711-d169-4bcd-ba62-d7b15ba7e1f3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 210 time: 0.1079485 Feb 07 22:56:42.587002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28db9a0b-b9db-46e6-9da9-e5bdc40d822f req-1bd1a1e5-f4af-4aa0-ab82-2c1c484e83a9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615731 Feb 07 22:56:42.595815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8dbe93c9-abfe-45a9-91d9-aabc57d605ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.634973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Made reservation on behalf of 95648e9ce1da4c7ebfa90043b85fe95b for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:42.638501 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.664931 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-396c0556-5a5b-4de5-8a3f-f693b2082d64 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:42.665525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396c0556-5a5b-4de5-8a3f-f693b2082d64 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:42.666245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-643d781e-468d-4654-90b2-d53b30735516 service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396935 Feb 07 22:56:42.667033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-396c0556-5a5b-4de5-8a3f-f693b2082d64 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/c91a2977-88af-4ce5-b350-9530b6f58936 HTTP/1.1" status: 404 len: 337 time: 0.1169679 Feb 07 22:56:42.669439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.680676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8dbe93c9-abfe-45a9-91d9-aabc57d605ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.684263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43860) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.742421 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-e364597f-42a4-45d0-8453-071eb86ca1e8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:42.742891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e364597f-42a4-45d0-8453-071eb86ca1e8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:42.744543 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e364597f-42a4-45d0-8453-071eb86ca1e8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/092bf253-870e-41bc-bddd-e2140b4d8321 HTTP/1.1" status: 404 len: 333 time: 0.0592780 Feb 07 22:56:42.750168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43864) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.781475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:42.836596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:security_group_rule and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:42.841628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:42.861858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:42.868260 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b95a5bb-6456-4b0f-8bde-ea81c60fb4a8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:42.869072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b95a5bb-6456-4b0f-8bde-ea81c60fb4a8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:42.871008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3b95a5bb-6456-4b0f-8bde-ea81c60fb4a8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/64d2dbfb-3eb3-4fd9-a3f9-54cba2fbc55f HTTP/1.1" status: 404 len: 337 time: 0.1168346 Feb 07 22:56:42.882277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.886272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43868) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:42.932603 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8dbe93c9-abfe-45a9-91d9-aabc57d605ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.959159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a86c4043-8e2e-4ef6-a4df-cf012730723f req-fcca6e57-99bf-477f-8636-fbd1edf6ef06 service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715371 Feb 07 22:56:42.963843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe93c9-abfe-45a9-91d9-aabc57d605ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89d1868-13b6-44ba-9fea-5f07d1481f46,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:42.968707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c15b2c31-0e69-4980-a3ea-dffc552f555b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:42.984482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8dbe93c9-abfe-45a9-91d9-aabc57d605ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:42.985604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8dbe93c9-abfe-45a9-91d9-aabc57d605ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c89d1868-13b6-44ba-9fea-5f07d1481f46 HTTP/1.1" status: 204 len: 168 time: 0.7616155 Feb 07 22:56:43.010643 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce1fb8b-5d74-4c96-a42a-debe5e688e6d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:43.011115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce1fb8b-5d74-4c96-a42a-debe5e688e6d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:43.012827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7ce1fb8b-5d74-4c96-a42a-debe5e688e6d tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/3c8e0524-821e-4a3f-861e-c815ac0451cf HTTP/1.1" status: 404 len: 337 time: 0.1156065 Feb 07 22:56:43.027437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259634ff-7327-42ee-b667-e7c34ac81b31 req-5d00cf83-0a52-49f1-b5b0-7a704c8418f5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:43.027741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43874) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:43.029062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-259634ff-7327-42ee-b667-e7c34ac81b31 req-5d00cf83-0a52-49f1-b5b0-7a704c8418f5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.2554386 Feb 07 22:56:43.036271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Network b6f0b412-d446-4e46-987a-b65d0ba98883 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:43.045611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-0ead809a-57d2-43c3-be73-22ef7496053e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:43.046291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-0ead809a-57d2-43c3-be73-22ef7496053e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:43.053762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:43.054674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c15b2c31-0e69-4980-a3ea-dffc552f555b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:43.055956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c15b2c31-0e69-4980-a3ea-dffc552f555b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:43.135441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:43.141310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:43.142210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.157676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-259634ff-7327-42ee-b667-e7c34ac81b31 req-25315836-50a7-4ee8-baea-c5aafe4e076b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932367 Feb 07 22:56:43.176729 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.202384 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.233414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-1c3e2383-16c1-4fca-96a9-14eac8f7745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:43.235109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-1c3e2383-16c1-4fca-96a9-14eac8f7745a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 1094 time: 0.2051334 Feb 07 22:56:43.286391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:43.367976 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-14491777-7cf7-4924-a5b6-09810f557958 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:43.368519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14491777-7cf7-4924-a5b6-09810f557958 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:43.372551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-14491777-7cf7-4924-a5b6-09810f557958 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/0290af9a-52b2-46ba-89ce-352f27a64d6d HTTP/1.1" status: 404 len: 333 time: 0.3321798 Feb 07 22:56:43.380855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43882) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:43.384400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=9f7f880f-8f20-4821-9ee3-5064b6008d6b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:43.410839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-66718c1b-6983-4611-b609-6b0fd43fe857 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1376097 Feb 07 22:56:43.469584 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-151d098d-4f82-478c-85af-260f02a4f297 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:43.470304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151d098d-4f82-478c-85af-260f02a4f297 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:43.472367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-151d098d-4f82-478c-85af-260f02a4f297 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/2efa41e5-233a-4d8e-a6a3-ef951fe39ade HTTP/1.1" status: 404 len: 337 time: 0.0904322 Feb 07 22:56:43.473378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43886) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:43.479608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43890) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:43.488680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::130', 'mac_address': 'fa:16:3e:72:45:7e'}, {'ip_address': '2001:db8::25b', 'mac_address': 'fa:16:3e:ca:f3:e4'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:43.502255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215dd920-5343-4c27-9cc5-e12b468373b3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:43.519922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.520364 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Added segment 297ad8e8-b084-49b8-9436-c2d1da6da569 of type vlan for network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c Feb 07 22:56:43.521547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-0ead809a-57d2-43c3-be73-22ef7496053e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:43.523152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-0ead809a-57d2-43c3-be73-22ef7496053e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.26 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 1.0017011 Feb 07 22:56:43.523644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ba3df1c7-e7fb-4860-b598-bcc4ada43493 None None] Provisioning for port 9f7f880f-8f20-4821-9ee3-5064b6008d6b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:43.529232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ba3df1c7-e7fb-4860-b598-bcc4ada43493 None None] Provisioning complete for port 9f7f880f-8f20-4821-9ee3-5064b6008d6b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:43.529633 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ba3df1c7-e7fb-4860-b598-bcc4ada43493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.575847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.601157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-e85818f6-e9bb-4f76-a174-ab75b1b6ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:43.602732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-e85818f6-e9bb-4f76-a174-ab75b1b6ff00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.3555961 Feb 07 22:56:43.636874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Request body: {'port': {'device_id': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'admin_state_up': True, 'tenant_id': 'ddad197605874418a7395a453e3211bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:43.689539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-1cb601a6-7554-4253-a86a-5ac7770a0332 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba HTTP/1.1" status: 200 len: 217 time: 0.0772040 Feb 07 22:56:43.689766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ba3df1c7-e7fb-4860-b598-bcc4ada43493 None None] Port 9f7f880f-8f20-4821-9ee3-5064b6008d6b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:43.698227 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-96106adf-2823-4bac-957c-6c361369f848 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] DELETE failed (client error): The resource could not be found. Feb 07 22:56:43.698723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96106adf-2823-4bac-957c-6c361369f848 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:56:43.700369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-96106adf-2823-4bac-957c-6c361369f848 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/subnets/86b2b272-28fc-48e5-9b32-d89238d64e19 HTTP/1.1" status: 404 len: 337 time: 0.2175391 Feb 07 22:56:43.730979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43900) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:43.731428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43902) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:43.746107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.751711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:43.752439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:43.972686 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.023862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9518697-29c2-4104-ae7e-18f975ee354e req-1904d511-9fc2-464d-832a-12285759cba6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 210 time: 0.1757104 Feb 07 22:56:44.053994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-7246ae6e-db5c-45b4-9d92-a189d2e5614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:44.055409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-7246ae6e-db5c-45b4-9d92-a189d2e5614b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.3590813 Feb 07 22:56:44.060865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:44.066053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Deleting port 7ef3fe50-b384-470e-af94-281d23f74ab9 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:44.066399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.094342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7269597 Feb 07 22:56:44.100759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99822050-e2d7-473a-96ca-3329bdf4302a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Network': ['ID=7b6b563c-3c92-4552-9e60-bc6331e3ad4c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:44.104969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43908) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:44.113066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:56:44.123991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'admin_state_up': True, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:44.142261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Usage tracker for resource:security_group_rule and tenant:91d71ab79dd44745b328ccb4a86d6bda is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:44.153234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:44.157440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:44.157873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:44.166044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Usage tracker for resource:port and tenant:ddad197605874418a7395a453e3211bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:44.170532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:router and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:44.175699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-62f6cb62-44fe-4bd0-967f-675cd708d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:44.176835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-60b3d2af-3f9d-43d1-b419-10f7cd15f2b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776069 Feb 07 22:56:44.177795 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-62f6cb62-44fe-4bd0-967f-675cd708d26d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 1096 time: 0.3908844 Feb 07 22:56:44.178651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:44.181535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:44.209315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:44.252867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:44.258234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:44.357074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.358090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.366105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.374904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:44.378336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.391045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3e6fd-95a0-4fb6-b9bf-2eef82859c8f req-8a4accf2-c52e-4795-aa35-ba0efee516ac tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:44.392846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ab3e6fd-95a0-4fb6-b9bf-2eef82859c8f req-8a4accf2-c52e-4795-aa35-ba0efee516ac tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.6579061 Feb 07 22:56:44.466788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.570185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-6fd6115c-7ae1-4bfa-9b8a-87ea32a33f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:44.571635 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-6fd6115c-7ae1-4bfa-9b8a-87ea32a33f6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 911 time: 0.3472264 Feb 07 22:56:44.612242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ab3e6fd-95a0-4fb6-b9bf-2eef82859c8f req-c6e93977-f55b-4527-81da-0ae83d7c6be9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014084 Feb 07 22:56:44.612242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.628514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-843cc268-b644-42b9-b398-34ce255d605a service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150736 Feb 07 22:56:44.821287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c5bb8-e0ff-4bc4-bb7f-5a76dc227077 req-b9590e45-a7ef-4bc7-a84d-0b3a528c6281 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:44.822665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f8c5bb8-e0ff-4bc4-bb7f-5a76dc227077 req-b9590e45-a7ef-4bc7-a84d-0b3a528c6281 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 943 time: 0.6587753 Feb 07 22:56:44.829656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Calling delete_port for 7ef3fe50-b384-470e-af94-281d23f74ab9 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:44.944284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:44.965486 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.167174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-2282af1c-d876-4b9a-9495-74708902e3e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 200 len: 1001 time: 0.5861261 Feb 07 22:56:45.208177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b3fb7aac-6f5e-4796-a12e-0e25538a5cba details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:56:45.236607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f8c5bb8-e0ff-4bc4-bb7f-5a76dc227077 req-85e985d9-fe8b-4406-97c4-519460ab4f59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579769 Feb 07 22:56:45.277424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c47d21b0-1965-4f74-846c-9c663598c5fa req-09bd82c3-5c7e-4f26-8867-be8701be1264 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 210 time: 0.1071746 Feb 07 22:56:45.283031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91d71ab79dd44745b328ccb4a86d6bda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5443683 Feb 07 22:56:45.283944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e20c-e753-41a7-b37b-3ce785d881b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b2a02a-fd30-40a0-a106-5b08ff3ed49a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:45.287618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43914) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:45.292267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2999632f-c95a-41a7-a9ab-4e1d3f3d4570 req-8733ed60-ebdb-4f98-ab40-73cead53b6d8 service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513782 Feb 07 22:56:45.310202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.376295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.395932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Port': ['ID=7ef3fe50-b384-470e-af94-281d23f74ab9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:45.398031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Allocated IP 172.20.0.11 (944788f7-95d9-44ad-a2d4-1cd03b75b983/b425025d-2175-48c1-a9d2-edaf7d92c964/82580bc5-6ffb-4097-bd08-bc711fa3d58f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:45.407267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.413783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1d209a62-dfc8-4319-902b-b3bbf84ddef8 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/ports/7ef3fe50-b384-470e-af94-281d23f74ab9 HTTP/1.1" status: 204 len: 168 time: 1.6742477 Feb 07 22:56:45.414117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43918) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:45.423842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:45.440480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'port_id': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba', 'mac_address': 'fa:16:3e:c9:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3297c5f5-c5ac-465c-86f2-3cd46109b2e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:56:45.502015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.508666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-db8f568a-8f49-4f42-b469-b9418f606a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:45.510122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-db8f568a-8f49-4f42-b469-b9418f606a29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.2782176 Feb 07 22:56:45.520714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fb7aac-6f5e-4796-a12e-0e25538a5cba {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:45.537312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:45.542190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.546452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.581765 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.616639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:45.681197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.714640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4890df7d-4116-4df7-8ad6-e6ca30ad1793']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:45.728273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e9013b-e27d-491c-9388-d35da5ab4c7f') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:45.728603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e9013b-e27d-491c-9388-d35da5ab4c7f') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:45.741061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:56:45.766109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b3fb7aac-6f5e-4796-a12e-0e25538a5cba'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:56:45.779679 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.805738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01831fa2-4841-46f7-a0af-470093515486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.807658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.808948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.822469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:45.822886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:45.839195 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:45.923513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48015e67-93a8-4336-a504-8d07738aefef req-99bce06a-111c-4948-ae2d-45327b54e828 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:45.925013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48015e67-93a8-4336-a504-8d07738aefef req-99bce06a-111c-4948-ae2d-45327b54e828 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.1897616 Feb 07 22:56:45.935247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.940352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.974849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:45.991240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] 10.222.0.10 "DELETE /v2.0/networks/4890df7d-4116-4df7-8ad6-e6ca30ad1793 HTTP/1.1" status: 204 len: 168 time: 0.5760107 Feb 07 22:56:45.992489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e6281-541a-4e12-9abd-af423be07953 tempest-PortsTestJSON-413751741 tempest-PortsTestJSON-413751741-project] Pushing event deleted for resources: {'Network': ['ID=4890df7d-4116-4df7-8ad6-e6ca30ad1793,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:46.025903 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48015e67-93a8-4336-a504-8d07738aefef req-d8ed112e-10f4-4c04-a941-5c96f0993da9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885301 Feb 07 22:56:46.069974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01831fa2-4841-46f7-a0af-470093515486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.088174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] In _notify_port_updated(), no bound segment for port 9f7f880f-8f20-4821-9ee3-5064b6008d6b on network b6f0b412-d446-4e46-987a-b65d0ba98883 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 22:56:46.093572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:46.094250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.096775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "PUT /v2.0/ports/9f7f880f-8f20-4821-9ee3-5064b6008d6b HTTP/1.1" status: 200 len: 1067 time: 2.6180241 Feb 07 22:56:46.098477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43926) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:46.159009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de07b7-3685-477d-b919-7ace4f6b503b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event updated for resources: {'Port': ['ID=9f7f880f-8f20-4821-9ee3-5064b6008d6b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:46.174160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port 9f7f880f-8f20-4821-9ee3-5064b6008d6b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:46.174589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.339639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-d87b0dc7-a005-4239-8079-2df66a521a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:46.341506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-d87b0dc7-a005-4239-8079-2df66a521a94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7626798 Feb 07 22:56:46.350862 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.382435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43936) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:46.445917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e7109c29-ee78-4e3f-9dbc-23c277cbacab None None] Provisioning complete for port 9f7f880f-8f20-4821-9ee3-5064b6008d6b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:46.446468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7109c29-ee78-4e3f-9dbc-23c277cbacab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.523540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01831fa2-4841-46f7-a0af-470093515486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.525239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e7109c29-ee78-4e3f-9dbc-23c277cbacab None None] Port 9f7f880f-8f20-4821-9ee3-5064b6008d6b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:56:46.538476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b981e09-c5e7-41de-b25a-5c9859f69f10 req-50eab654-49f6-4b0e-b935-8f2b0b0d95ba tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 210 time: 0.1038196 Feb 07 22:56:46.619708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.694600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c266bae-c77c-4980-92a8-05dd89c804c6 req-a61ffe33-3bdc-474b-9252-cfbcc8bafc59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:46.696179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c266bae-c77c-4980-92a8-05dd89c804c6 req-a61ffe33-3bdc-474b-9252-cfbcc8bafc59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 944 time: 0.2100198 Feb 07 22:56:46.761552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Calling delete_port for 9f7f880f-8f20-4821-9ee3-5064b6008d6b owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:46.765993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01831fa2-4841-46f7-a0af-470093515486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b2a02a-fd30-40a0-a106-5b08ff3ed49a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:46.856379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c266bae-c77c-4980-92a8-05dd89c804c6 req-756586b3-ef74-4ff8-a062-65e3fbef735c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028712 Feb 07 22:56:46.878031 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-f59ecfc8-703e-4e26-a153-fd825894e91c service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221262 Feb 07 22:56:46.891664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:46.956407 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.005782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Port': ['ID=9f7f880f-8f20-4821-9ee3-5064b6008d6b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:47.109348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.183710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.193330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:47.195159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01831fa2-4841-46f7-a0af-470093515486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.196293 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01831fa2-4841-46f7-a0af-470093515486 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00b2a02a-fd30-40a0-a106-5b08ff3ed49a HTTP/1.1" status: 204 len: 168 time: 1.8978000 Feb 07 22:56:47.223582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b3fb7aac-6f5e-4796-a12e-0e25538a5cba up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:47.242272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:47.244828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:47.273767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-80329178-e703-4148-a492-82ec7b5a512c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f8e5e5a8e734913b82f533fa3de09be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8831213 Feb 07 22:56:47.292697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43946) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:47.308782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event updated for resources: {'Port': ['ID=82580bc5-6ffb-4097-bd08-bc711fa3d58f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:47.312475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Deleting port d39a3806-020f-4f13-bde0-092c8757e19f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:47.312943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.333318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b3fb7aac-6f5e-4796-a12e-0e25538a5cba completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:56:47.343937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b3fb7aac-6f5e-4796-a12e-0e25538a5cba triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:56:47.344871 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.533119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.548249 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.562826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8a22ed7c-da67-421e-bcba-7392edcb7970 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/ports/9f7f880f-8f20-4821-9ee3-5064b6008d6b HTTP/1.1" status: 204 len: 168 time: 1.4601421 Feb 07 22:56:47.577694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43956) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:47.582107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:47.593930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:47.600293 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.602739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c76bbe-08a1-4ee9-b5b3-8ac0a6e73033 req-6bd00004-0053-42d7-a6ed-ccaf553dbc98 service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040153 Feb 07 22:56:47.609203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:47.610010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.655074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d78c-1815-4633-bdb2-261ec2dc0ddc req-75086634-e9ca-47bc-b7ee-1dc0176e3275 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:47.655851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df99d78c-1815-4633-bdb2-261ec2dc0ddc req-75086634-e9ca-47bc-b7ee-1dc0176e3275 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.4200692 Feb 07 22:56:47.682164 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92f7f278-3b36-4b8b-9d91-8e59a000af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.685555 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb0556c-a8a9-4f07-b283-d67099b95a00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] GET failed (client error): The resource could not be found. Feb 07 22:56:47.685973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fbb0556c-a8a9-4f07-b283-d67099b95a00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Synchronizing usage tracker for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:47.691360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-090c67e6-c9b1-4c18-98c4-e21e3a438ad9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1257603 Feb 07 22:56:47.720214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Request body: {'port': {'device_id': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:47.727924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df99d78c-1815-4633-bdb2-261ec2dc0ddc req-85a82496-985d-4f3e-b6c7-a4e7934e7888 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589118 Feb 07 22:56:47.728550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fbb0556c-a8a9-4f07-b283-d67099b95a00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Unset dirty status for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:47.732314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fbb0556c-a8a9-4f07-b283-d67099b95a00 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "GET /v2.0/ports/9f7f880f-8f20-4821-9ee3-5064b6008d6b HTTP/1.1" status: 404 len: 333 time: 0.1510999 Feb 07 22:56:47.732700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43968) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:47.735573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:47.754891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Allocated IP 172.25.0.16 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/c1326572-6544-4f78-aaa7-9f8884746c01) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:47.809843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92f7f278-3b36-4b8b-9d91-8e59a000af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.839050 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba', 'code': 200} Feb 07 22:56:47.913833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port 18304807-4ce4-499f-bebc-eb709cdbe1cf {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:47.914189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:47.974781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] For port d39a3806-020f-4f13-bde0-092c8757e19f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d39a3806-020f-4f13-bde0-092c8757e19f,segment=NetworkSegment(442a6b53-84a9-409f-b184-77e09e259e1c),segment_id=442a6b53-84a9-409f-b184-77e09e259e1c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:47.975306 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.150626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1aba2-78d9-4eed-b3fb-4637381b9b48 req-1b6d094a-9c14-42a2-a451-15fa59104759 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:48.152012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6f1aba2-78d9-4eed-b3fb-4637381b9b48 req-1b6d094a-9c14-42a2-a451-15fa59104759 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 932 time: 0.3659458 Feb 07 22:56:48.187362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Calling delete_port for d39a3806-020f-4f13-bde0-092c8757e19f owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:48.307642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6f1aba2-78d9-4eed-b3fb-4637381b9b48 req-87eb81d4-61d0-4d1a-b903-631a6be01cf6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345534 Feb 07 22:56:48.339036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb161b-5d29-4aa9-ae11-1e913ef2f82e req-f57cc61a-2d15-47e3-8458-e6d0c9733768 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:48.345137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28fb161b-5d29-4aa9-ae11-1e913ef2f82e req-f57cc61a-2d15-47e3-8458-e6d0c9733768 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 0.2869346 Feb 07 22:56:48.374801 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.425667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.488969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92f7f278-3b36-4b8b-9d91-8e59a000af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.513867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Calling delete_port for 18304807-4ce4-499f-bebc-eb709cdbe1cf owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:48.558809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7f278-3b36-4b8b-9d91-8e59a000af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95215940-bc9e-4dc4-8204-52225cffd491,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:48.569355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28fb161b-5d29-4aa9-ae11-1e913ef2f82e req-f928dcf2-250c-4ce2-ac42-468e86ce1f3c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145123 Feb 07 22:56:48.591091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.597972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92f7f278-3b36-4b8b-9d91-8e59a000af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.599315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-92f7f278-3b36-4b8b-9d91-8e59a000af4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95215940-bc9e-4dc4-8204-52225cffd491 HTTP/1.1" status: 204 len: 168 time: 1.3045800 Feb 07 22:56:48.630741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19057cb-4fe0-497f-885e-dcc140ca9b70 req-4fb359a9-4a0a-49c9-921c-e5d4e61ab335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:48.632550 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a19057cb-4fe0-497f-885e-dcc140ca9b70 req-4fb359a9-4a0a-49c9-921c-e5d4e61ab335 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 1096 time: 0.6423736 Feb 07 22:56:48.695164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.755953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Port': ['ID=18304807-4ce4-499f-bebc-eb709cdbe1cf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:48.791044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a19057cb-4fe0-497f-885e-dcc140ca9b70 req-0ca47008-2c56-4296-9c86-2dad2a696071 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453788 Feb 07 22:56:48.863177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:48.908663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9eef40eb-d7fc-49a3-aa85-9edd65b20258 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/ports/18304807-4ce4-499f-bebc-eb709cdbe1cf HTTP/1.1" status: 204 len: 168 time: 1.1745069 Feb 07 22:56:48.909528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44000) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:48.961060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.061191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:56:49.072718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:49.079320 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5693ed8b-bf92-4d35-85cd-62a6585d7775 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] GET failed (client error): The resource could not be found. Feb 07 22:56:49.079464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5693ed8b-bf92-4d35-85cd-62a6585d7775 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Synchronizing usage tracker for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:49.088802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:56:49.116889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5693ed8b-bf92-4d35-85cd-62a6585d7775 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Unset dirty status for tenant:57ce5a4e60074069a794a169715d8d8f on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:49.124803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5693ed8b-bf92-4d35-85cd-62a6585d7775 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "GET /v2.0/ports/18304807-4ce4-499f-bebc-eb709cdbe1cf HTTP/1.1" status: 404 len: 333 time: 0.2119253 Feb 07 22:56:49.128718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44008) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:49.210936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.220907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=c1326572-6544-4f78-aaa7-9f8884746c01,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:49.258603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aac1d-a75d-4c33-9e3f-092c69e503b9 req-97bab54c-7c74-411b-824f-2a5ff1acd0ee tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:49.260261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-494aac1d-a75d-4c33-9e3f-092c69e503b9 req-97bab54c-7c74-411b-824f-2a5ff1acd0ee tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.2739425 Feb 07 22:56:49.273253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port d1fb6d42-ed44-4b50-af04-efebe55b5996 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:49.273810 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.298594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Pushing event deleted for resources: {'Port': ['ID=d39a3806-020f-4f13-bde0-092c8757e19f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:49.459198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:56:49.753828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-494aac1d-a75d-4c33-9e3f-092c69e503b9 req-81f9faf8-3c49-4374-881a-331a4fe4a661 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4850776 Feb 07 22:56:49.763305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82580bc5-6ffb-4097-bd08-bc711fa3d58f {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:49.774948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:49.798227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Transition to ACTIVE for port object 82580bc5-6ffb-4097-bd08-bc711fa3d58f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:49.864909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb58c0-4de3-4bd5-9c76-02948da4ddee req-6e4f9821-63a8-4bd5-8a04-c559e977cb04 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:49.878063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbdb58c0-4de3-4bd5-9c76-02948da4ddee req-6e4f9821-63a8-4bd5-8a04-c559e977cb04 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 932 time: 0.3117130 Feb 07 22:56:49.953829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.015790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.161255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Calling delete_port for d1fb6d42-ed44-4b50-af04-efebe55b5996 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:50.199252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbdb58c0-4de3-4bd5-9c76-02948da4ddee req-9ae41435-3aa4-4418-b856-1c21e5d67118 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110764 Feb 07 22:56:50.281070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2d66c-b5e3-4a49-9b16-0ba4c84d4756 req-e26992fc-0bbe-45ec-9211-a22bde17c272 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:50.282617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15e2d66c-b5e3-4a49-9b16-0ba4c84d4756 req-e26992fc-0bbe-45ec-9211-a22bde17c272 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 0.3154249 Feb 07 22:56:50.283901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Pushing event updated for resources: {'Port': ['ID=82580bc5-6ffb-4097-bd08-bc711fa3d58f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:50.400803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15e2d66c-b5e3-4a49-9b16-0ba4c84d4756 req-45567652-cdc6-4249-91a9-81f2265e6fb4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040740 Feb 07 22:56:50.410301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.472592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Port': ['ID=d1fb6d42-ed44-4b50-af04-efebe55b5996,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:50.520320 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.537906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5f8ab6b1-cc2f-4b50-b0d3-410d20e512a6 tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/ports/d1fb6d42-ed44-4b50-af04-efebe55b5996 HTTP/1.1" status: 204 len: 168 time: 1.4083455 Feb 07 22:56:50.542948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44056) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:50.636626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting subnet 9e223df9-b586-43bd-acaa-e74da34f7f9d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:56:50.640746 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.706554 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.739538 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.812930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.904171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.938183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:50.993892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Subnet': ['ID=9e223df9-b586-43bd-acaa-e74da34f7f9d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:50.995882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.007560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-efc1ad76-0741-431d-acda-450e667b244b tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/subnets/9e223df9-b586-43bd-acaa-e74da34f7f9d HTTP/1.1" status: 204 len: 168 time: 0.4634750 Feb 07 22:56:51.008181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44068) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:51.013106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Attempting to bind port 82580bc5-6ffb-4097-bd08-bc711fa3d58f on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:51.013456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Attempting to bind port 82580bc5-6ffb-4097-bd08-bc711fa3d58f by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:51.013800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Attempting to bind port 82580bc5-6ffb-4097-bd08-bc711fa3d58f on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:51.017253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4cfbb-e87f-4b9c-b885-e2371d1addb8 None None] Network b6f0b412-d446-4e46-987a-b65d0ba98883 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:51.092162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Port 82580bc5-6ffb-4097-bd08-bc711fa3d58f on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:56:51.092503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Attempting to bind port 82580bc5-6ffb-4097-bd08-bc711fa3d58f on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:51.120330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:56:51.120754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Checking segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:51.121098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Bound using segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:56:51.121546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Bound port: 82580bc5-6ffb-4097-bd08-bc711fa3d58f, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:51.121901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.170460 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.193506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port 4b96cb44-3975-429a-ad68-0e9f335793e0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:51.193856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.386322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83200319-08ba-407c-bae1-69489a0f226f None None] DHCP port deletion for b6f0b412-d446-4e46-987a-b65d0ba98883 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:56:51.390787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83200319-08ba-407c-bae1-69489a0f226f None None] Deleting port 4b96cb44-3975-429a-ad68-0e9f335793e0 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:51.391224 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83200319-08ba-407c-bae1-69489a0f226f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.606874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] For port 4b96cb44-3975-429a-ad68-0e9f335793e0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4b96cb44-3975-429a-ad68-0e9f335793e0,segment=NetworkSegment(35dd2c3f-2faa-424d-abe8-4e194ca58284),segment_id=35dd2c3f-2faa-424d-abe8-4e194ca58284)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:51.607643 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.633758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92b089-5dc3-43bd-9905-bdadfc36f0d4 req-b9603e4a-e7b3-4f0c-9923-dc000f917297 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:51.635627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d92b089-5dc3-43bd-9905-bdadfc36f0d4 req-b9603e4a-e7b3-4f0c-9923-dc000f917297 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 944 time: 0.2606061 Feb 07 22:56:51.697310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44090) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:51.698161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-83200319-08ba-407c-bae1-69489a0f226f None None] For port 4b96cb44-3975-429a-ad68-0e9f335793e0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4b96cb44-3975-429a-ad68-0e9f335793e0,segment=NetworkSegment(35dd2c3f-2faa-424d-abe8-4e194ca58284),segment_id=35dd2c3f-2faa-424d-abe8-4e194ca58284)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:51.698161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83200319-08ba-407c-bae1-69489a0f226f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.706881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] For port 82580bc5-6ffb-4097-bd08-bc711fa3d58f, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:56:51.805250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.840672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83200319-08ba-407c-bae1-69489a0f226f None None] Calling delete_port for 4b96cb44-3975-429a-ad68-0e9f335793e0 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:51.927069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] For port 82580bc5-6ffb-4097-bd08-bc711fa3d58f, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:56:51.932733 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83200319-08ba-407c-bae1-69489a0f226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.959923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:51.996705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83200319-08ba-407c-bae1-69489a0f226f None None] Pushing event deleted for resources: {'Port': ['ID=4b96cb44-3975-429a-ad68-0e9f335793e0,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:52.007729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83200319-08ba-407c-bae1-69489a0f226f None None] No DVR routers for this DVR port 4b96cb44-3975-429a-ad68-0e9f335793e0 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:56:52.037328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Calling delete_port for 4b96cb44-3975-429a-ad68-0e9f335793e0 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:52.049641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.101258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d92b089-5dc3-43bd-9905-bdadfc36f0d4 req-b530fc89-2145-4156-94d4-e16be778b712 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272051 Feb 07 22:56:52.143416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:52.144191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.146330 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] 10.222.0.26 "PUT /v2.0/ports/82580bc5-6ffb-4097-bd08-bc711fa3d58f HTTP/1.1" status: 200 len: 1092 time: 4.4411726 Feb 07 22:56:52.151949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'tag': '82580bc5-6ffb-4097-bd08-bc711fa3d58f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:52.162610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0635ba-71ed-4103-baf1-185b2a0cb5a7 req-f53ee259-ba5a-4672-b83c-6c7159d470af tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:52.164133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f0635ba-71ed-4103-baf1-185b2a0cb5a7 req-f53ee259-ba5a-4672-b83c-6c7159d470af tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 0.5594897 Feb 07 22:56:52.169277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:52.169594 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:52.183474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:52.212411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f0635ba-71ed-4103-baf1-185b2a0cb5a7 req-1375be40-1b61-4dfc-b628-1c6d494fbb08 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 Feb 07 22:56:52.293749 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'tag': '82580bc5-6ffb-4097-bd08-bc711fa3d58f', 'status': 'completed', 'code': 200} Feb 07 22:56:52.294617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Usage tracker for resource:security_group_rule and tenant:21548449f8ad47b38915cef39c0a3e58 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:52.430843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76efd33-f25d-43ef-9657-bba544963bae req-c573fc1c-803a-40fe-af31-5cf4e146d11d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:52.432959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f76efd33-f25d-43ef-9657-bba544963bae req-c573fc1c-803a-40fe-af31-5cf4e146d11d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 946 time: 0.0916505 Feb 07 22:56:52.466960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:52.488701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f76efd33-f25d-43ef-9657-bba544963bae req-8159d951-1f93-4697-b4c4-6410dd3c3cad tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470326 Feb 07 22:56:52.520955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:52.542312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c7c3c-18fa-4395-bdfc-05b0cfb09696 service neutron] Pushing event updated for resources: {'Port': ['ID=82580bc5-6ffb-4097-bd08-bc711fa3d58f,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:52.572970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:56:52.673606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Deleting port 4b96cb44-3975-429a-ad68-0e9f335793e0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:52.673951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.726809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:56:52.736751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-46ae02b2-0b36-428b-9c19-2a099e5bdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:52.738262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-46ae02b2-0b36-428b-9c19-2a099e5bdc3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 1095 time: 0.5360217 Feb 07 22:56:52.745338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] The port '4b96cb44-3975-429a-ad68-0e9f335793e0' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:56:52.881298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a26feb-bf6d-4071-94d9-d9fa898db645 req-7b83591d-d641-4d39-9dbe-c93417d6203f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:52.882771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32a26feb-bf6d-4071-94d9-d9fa898db645 req-7b83591d-d641-4d39-9dbe-c93417d6203f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 0.2626951 Feb 07 22:56:52.887393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:52.941108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f0b412-d446-4e46-987a-b65d0ba98883']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:52.949066 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-8ec263d8-e8b7-4d7f-9501-bb8fa7bd6b88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f HTTP/1.1" status: 200 len: 217 time: 0.1949732 Feb 07 22:56:52.960172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35dd2c3f-2faa-424d-abe8-4e194ca58284') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:52.960471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35dd2c3f-2faa-424d-abe8-4e194ca58284') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:52.965656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4b96cb44-3975-429a-ad68-0e9f335793e0 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:52.969947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32a26feb-bf6d-4071-94d9-d9fa898db645 req-900783b7-e89d-4252-aa06-cd794730f957 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749705 Feb 07 22:56:52.977293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.005198 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.010043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 4b96cb44-3975-429a-ad68-0e9f335793e0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:53.010646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4b96cb44-3975-429a-ad68-0e9f335793e0 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:53.024552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:56:53.025018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:56:53.042180 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:56:53.054432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:56:53.060530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.066773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] Sync routers for ids ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:53.077259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] Routers {'5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:53.077970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:53.079769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.159751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.201451 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.218614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] Pushing event deleted for resources: {'Network': ['ID=b6f0b412-d446-4e46-987a-b65d0ba98883,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:53.221887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-49b746c2-dd79-48ff-b203-e673c726704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:53.223423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-49b746c2-dd79-48ff-b203-e673c726704e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.2554343 Feb 07 22:56:53.240146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21548449f8ad47b38915cef39c0a3e58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5380068 Feb 07 22:56:53.281350 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46bf0600-b9a8-4f50-bdc2-fd697389585e admin admin] 10.222.0.10 "PUT /v2.0/routers/5b305d61-9223-40a0-a0c9-3c4ebbea8ea6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8218396 Feb 07 22:56:53.289337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44114) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:53.289695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44118) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:53.300209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] Set router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:53.307443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-95ba8019-daae-493e-bca4-551d9cc7428c tempest-AllowedAddressPairIpV6TestJSON-1007058448 tempest-AllowedAddressPairIpV6TestJSON-1007058448-project] 10.222.0.10 "DELETE /v2.0/networks/b6f0b412-d446-4e46-987a-b65d0ba98883 HTTP/1.1" status: 204 len: 168 time: 2.2981858 Feb 07 22:56:53.364897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808a71f-c033-4b1f-a093-d295c8b5d15c req-05a4a4cf-0b78-4e99-8a62-69dc48cd736d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:53.373136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7808a71f-c033-4b1f-a093-d295c8b5d15c req-05a4a4cf-0b78-4e99-8a62-69dc48cd736d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 944 time: 0.1495054 Feb 07 22:56:53.376878 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-aa175984-794b-41de-ab50-0d65b920b9da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397364 Feb 07 22:56:53.377504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f97df0e-2edf-409d-823a-1a0615fbbba6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:53.380810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:56:53.390577 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Sync routers for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:56:53.412799 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:53.414822 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:53.525809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.526163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.526554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.526906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.527236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.527650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.527985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.528320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.528673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.529004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.529335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.529669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd0a083-b9ae-407c-9ee0-9efb796e05d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:53.541238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7808a71f-c033-4b1f-a093-d295c8b5d15c req-8a9e96d5-6506-4dcb-8483-f33cae8216ae tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596100 Feb 07 22:56:53.643749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.648444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c07bd2b4-e0aa-4caa-9842-a9fda87b1a62 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.5373933 Feb 07 22:56:53.650586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44130) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:53.727609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b3ea7-c76c-4cd0-aaa2-e762fd1db0a8 req-24c7d675-49c3-4d4b-8e57-82df5cc8fed9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:53.735934 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c2b3ea7-c76c-4cd0-aaa2-e762fd1db0a8 req-24c7d675-49c3-4d4b-8e57-82df5cc8fed9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 0.1327314 Feb 07 22:56:53.783295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:56:48Z', 'revision_number': 5, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:53.798946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] Checking router: 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:53.804177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c2b3ea7-c76c-4cd0-aaa2-e762fd1db0a8 req-9811f48e-1095-4f71-be32-f62f6caffc90 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671308 Feb 07 22:56:53.817999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] Routers {'5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:53.818907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:53.894693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44144) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:53.915447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-41fad8e3-f34a-4209-81a1-57aacfef5a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:53.927765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:53.973401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-2c9f6cc1-9614-4a2a-80df-a1c48be1f23f service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668116 Feb 07 22:56:53.986024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.094477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f526b6dd-a165-4ad1-ad23-667b5439c5d1 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=95648e9ce1da4c7ebfa90043b85fe95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4390967 Feb 07 22:56:54.097039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44152) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:54.172873 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-41fad8e3-f34a-4209-81a1-57aacfef5a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.186594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-aa1ea71e-0386-422f-a98e-04663f707a79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57ce5a4e60074069a794a169715d8d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877052 Feb 07 22:56:54.188104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:54.205229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] Set router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:54.310819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ad455-1be1-47c1-8fc2-6f8252d41bed tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:54.312517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-848ad455-1be1-47c1-8fc2-6f8252d41bed tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2144153 Feb 07 22:56:54.313612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1e60fbc-e38f-4453-a82c-8c4e78b37ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.315297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44160) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:54.368964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a7e1bef8-f579-4ac4-bb0c-687b2d149590 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524392 Feb 07 22:56:54.385922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1e60fbc-e38f-4453-a82c-8c4e78b37ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.388741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44164) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:54.501804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1e60fbc-e38f-4453-a82c-8c4e78b37ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.525660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e60fbc-e38f-4453-a82c-8c4e78b37ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f7300f-baf8-43df-aa67-12c229101f23,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:54.549655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1e60fbc-e38f-4453-a82c-8c4e78b37ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.550982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f1e60fbc-e38f-4453-a82c-8c4e78b37ef2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1f7300f-baf8-43df-aa67-12c229101f23 HTTP/1.1" status: 204 len: 168 time: 0.3630524 Feb 07 22:56:54.558133 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 3, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:54.565647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Checking router: 5fa6a045-df92-4e01-9496-8584dc7c8dc7 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:56:54.565647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Updating router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 port c1326572-6544-4f78-aaa7-9f8884746c01 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:56:54.631656 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:54.653123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:56:48Z', 'revision_number': 5, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:54.658300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e82a6df-a3d7-4344-8bff-c5a6622fe786 None None] The sync data for ids ['5b305d61-9223-40a0-a0c9-3c4ebbea8ea6'] in n-d-827896-3 is: [{'id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'name': 'tempest-TaggedBootDevicesTest-197817996-router', 'tenant_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:48:41Z', 'updated_at': '2022-02-07T22:56:48Z', 'revision_number': 5, 'project_id': '9f46754cd88f4c51bd7d45f81a1e9858', 'gw_port': {'id': '176a8780-0f38-4ec5-b49f-f9e526bbbb3b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:a6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b305d61-9223-40a0-a0c9-3c4ebbea8ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:48:45Z', 'updated_at': '2022-02-07T22:48:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:54.740026 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-adf8c10c-bf25-4a23-bd2f-b2bef9ea0e65 req-a1225d3f-fd05-44e5-9f8b-24f8bd6aa1bc service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815226 Feb 07 22:56:54.750630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-343228529', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:54.892993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71512e7a-c45d-4527-8b67-0c43dc0b1ebf req-127025ae-0e37-4cac-b514-eaba5a908c23 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:54.906264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71512e7a-c45d-4527-8b67-0c43dc0b1ebf req-127025ae-0e37-4cac-b514-eaba5a908c23 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 944 time: 0.1827612 Feb 07 22:56:54.963723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71512e7a-c45d-4527-8b67-0c43dc0b1ebf req-06ee6c72-7fc1-4314-9b06-dbe17c0b3c70 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564404 Feb 07 22:56:55.038459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d39a3806-020f-4f13-bde0-092c8757e19f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:55.125336 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.136759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.152617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d39a3806-020f-4f13-bde0-092c8757e19f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:56:55.153167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d39a3806-020f-4f13-bde0-092c8757e19f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:56:55.178738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737f65e-c872-4413-8fab-c55c74f46d3d req-1cf07390-ef73-4e7e-b8f9-7707c95b83d0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:55.180874 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a737f65e-c872-4413-8fab-c55c74f46d3d req-1cf07390-ef73-4e7e-b8f9-7707c95b83d0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 0.2135618 Feb 07 22:56:55.194342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:55.219515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:subnet and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:55.222521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Deleting port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:55.222918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.255088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:55.273745 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Transition to ACTIVE for port object c1326572-6544-4f78-aaa7-9f8884746c01 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:55.285301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:55.293904 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.300726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-41fad8e3-f34a-4209-81a1-57aacfef5a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.357484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fad8e3-f34a-4209-81a1-57aacfef5a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f97df0e-2edf-409d-823a-1a0615fbbba6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:55.374512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-41fad8e3-f34a-4209-81a1-57aacfef5a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.379539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-41fad8e3-f34a-4209-81a1-57aacfef5a5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f97df0e-2edf-409d-823a-1a0615fbbba6 HTTP/1.1" status: 204 len: 168 time: 2.0868144 Feb 07 22:56:55.387918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Made reservation on behalf of 95648e9ce1da4c7ebfa90043b85fe95b for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:55.393675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.404178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a737f65e-c872-4413-8fab-c55c74f46d3d req-644a4070-340a-4851-973b-9738bd69be19 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146201 Feb 07 22:56:55.448149 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Attempting to bind port c1326572-6544-4f78-aaa7-9f8884746c01 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:56:55.448587 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Attempting to bind port c1326572-6544-4f78-aaa7-9f8884746c01 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:56:55.449175 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Attempting to bind port c1326572-6544-4f78-aaa7-9f8884746c01 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:56:55.461011 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Pushing event updated for resources: {'Port': ['ID=c1326572-6544-4f78-aaa7-9f8884746c01,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:55.463506 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:56:55.463866 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:55.464260 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.464928 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:56:55.465137 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Bound port: c1326572-6544-4f78-aaa7-9f8884746c01, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:56:55.465506 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.516405 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.516405 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.516682 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.517281 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.517691 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.518017 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.518343 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.518665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.518982 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.519362 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.519680 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.519991 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:55.595469 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] For port c1326572-6544-4f78-aaa7-9f8884746c01, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:56:55.613651 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] For port c1326572-6544-4f78-aaa7-9f8884746c01, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c1326572-6544-4f78-aaa7-9f8884746c01,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:56:55.623814 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.644361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-46157c4e-5afa-4c7b-bb0d-aea3b9e68f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:55.647015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-46157c4e-5afa-4c7b-bb0d-aea3b9e68f7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 1095 time: 0.8309073 Feb 07 22:56:55.693610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-30664658-21f1-4f88-8b6e-5eb8178f4802 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:55.694768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-30664658-21f1-4f88-8b6e-5eb8178f4802 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:56:55.761018 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:56:55.761641 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:55.874684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-30664658-21f1-4f88-8b6e-5eb8178f4802 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:56:55.875845 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-30664658-21f1-4f88-8b6e-5eb8178f4802 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 1.1343501 Feb 07 22:56:55.925141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44212) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:55.954355 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aa0e72ad-357b-4c70-b2ad-3824d6b40976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:55.968418 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349b781-4c8b-46a0-97cd-1b84740fb848 None None] Pushing event updated for resources: {'Port': ['ID=c1326572-6544-4f78-aaa7-9f8884746c01,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:55.995939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44220) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:56.052325 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.080444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:56.093313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Usage tracker for resource:security_group_rule and tenant:a7d565d04ed74e60a49ba0467218db62 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:56.103077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:56.117709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:56.187602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] For port 176a8780-0f38-4ec5-b49f-f9e526bbbb3b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:56.190749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.225897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:56:56.237428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port b3fb7aac-6f5e-4796-a12e-0e25538a5cba {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:56.237866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.439794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Calling delete_port for 176a8780-0f38-4ec5-b49f-f9e526bbbb3b owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:56.448938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1820098578'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:56.513565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.522964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:56.558951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:network and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:56.582029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43c3dd-87d6-4310-9c16-10c18ed9f42e req-961ba32a-8c2f-4cb2-85ce-d8723709f27d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:56.589775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e43c3dd-87d6-4310-9c16-10c18ed9f42e req-961ba32a-8c2f-4cb2-85ce-d8723709f27d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 944 time: 0.3448384 Feb 07 22:56:56.590143 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.606594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:56.611369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-b5e56c8d-71bc-4320-ae11-b92c4438a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:56.613228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-b5e56c8d-71bc-4320-ae11-b92c4438a1f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.9361119 Feb 07 22:56:56.647586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:56.733946 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 3, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:56:56.740623 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a968f69-dcca-4925-8c95-45ad4ee25264 None None] The sync data for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 is: [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:56:49Z', 'revision_number': 3, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:56:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:56:56.742732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-a47ebf5f-596b-4deb-895c-f68139165f61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f HTTP/1.1" status: 200 len: 217 time: 0.1177766 Feb 07 22:56:56.769389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:56.775495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.806097 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:56.823831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2dc45-2842-4ec7-b3ac-cda82b202a22,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:56.868861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-44ebd6e5-3224-4209-b100-62bbac0118bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7d565d04ed74e60a49ba0467218db62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8709862 Feb 07 22:56:56.886838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44242) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:56.887061 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e43c3dd-87d6-4310-9c16-10c18ed9f42e req-769e9bd7-d9b3-4680-9a7b-26c6095a8e98 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826924 Feb 07 22:56:56.899440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:56.916669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:security_group_rule and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:56.923062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:56.937036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:56.974648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 82580bc5-6ffb-4097-bd08-bc711fa3d58f details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:56:56.990290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15487a4f-9104-4573-be27-8576f4a82e58 req-c117306b-4121-4d56-8418-75bed7440b18 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:56.991565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15487a4f-9104-4573-be27-8576f4a82e58 req-c117306b-4121-4d56-8418-75bed7440b18 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 945 time: 0.3340750 Feb 07 22:56:57.084268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15487a4f-9104-4573-be27-8576f4a82e58 req-f3a14be4-28a7-494f-97b9-664bd634ca77 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825467 Feb 07 22:56:57.140085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.160271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.220910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:56:57.245578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423bdabf-8cf6-4824-bc0e-d66c92272de5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:57.253305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.253688 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Added segment a525641f-f085-4429-a089-9a7f6fb75d28 of type vlan for network 00d47745-800a-4651-b7fb-b35c232c112c Feb 07 22:56:57.287084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-c6e8ba01-5d0f-44d7-ae16-b6df7b656336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:57.288934 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-c6e8ba01-5d0f-44d7-ae16-b6df7b656336 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.4557097 Feb 07 22:56:57.291159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b3fb7aac-6f5e-4796-a12e-0e25538a5cba no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:56:57.303120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.355709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.362786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 82580bc5-6ffb-4097-bd08-bc711fa3d58f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:57.371950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:57.372905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.378197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:57.387308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '82580bc5-6ffb-4097-bd08-bc711fa3d58f', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'port_id': '82580bc5-6ffb-4097-bd08-bc711fa3d58f', 'mac_address': 'fa:16:3e:5a:06:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425025d-2175-48c1-a9d2-edaf7d92c964', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:56:57.432633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-3ea7f573-663c-487c-a585-c09b4024b1bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100245 Feb 07 22:56:57.453808 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.495048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Network': ['ID=00d47745-800a-4651-b7fb-b35c232c112c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:57.500674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82580bc5-6ffb-4097-bd08-bc711fa3d58f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:56:57.536130 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.558772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8ac26661-6a5e-4625-9a7e-2c9fcf2ade87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6326182 Feb 07 22:56:57.559619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44254) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:57.567044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'subnet': {'network_id': '00d47745-800a-4651-b7fb-b35c232c112c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:57.571407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 00d47745-800a-4651-b7fb-b35c232c112c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:56:57.619009 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-8760243b-e297-42da-9119-9d8bb59a2ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736729 Feb 07 22:56:57.626146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.710560 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d983a99-eee0-4d6e-bba3-8d604c13c962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.740573 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d983a99-eee0-4d6e-bba3-8d604c13c962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.751305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:56:57.766443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:57.769189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 82580bc5-6ffb-4097-bd08-bc711fa3d58f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:57.773509 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.775280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:57.781978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:subnet and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:57.785185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.799144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:57.809113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:57.815060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:57.822690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd03ee56ea842f48333a72c59e24df9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:57.830837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:57.843107 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba', 'code': 200} Feb 07 22:56:57.847325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:57.861914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.890224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d983a99-eee0-4d6e-bba3-8d604c13c962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.942015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.943098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:57.960214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:56:57.960612 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:57.996063 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.016793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d983a99-eee0-4d6e-bba3-8d604c13c962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2dc45-2842-4ec7-b3ac-cda82b202a22,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.037308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=82580bc5-6ffb-4097-bd08-bc711fa3d58f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.112368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:56:58.118555 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.149218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['82580bc5-6ffb-4097-bd08-bc711fa3d58f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:56:58.154121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1dd03ee56ea842f48333a72c59e24df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6689239 Feb 07 22:56:58.165374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for b3fb7aac-6f5e-4796-a12e-0e25538a5cba owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:56:58.262600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44264) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:58.281179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Checking segment: {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:58.281547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network hostable DHCP agents. Network: 7b6b563c-3c92-4552-9e60-bc6331e3ad4c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:58.292153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Subnet': ['ID=240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.312757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d983a99-eee0-4d6e-bba3-8d604c13c962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.316351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d719e4f7-c849-4fe1-971f-878b8e47e96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.316507 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d983a99-eee0-4d6e-bba3-8d604c13c962 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6f2dc45-2842-4ec7-b3ac-cda82b202a22 HTTP/1.1" status: 204 len: 168 time: 1.4163730 Feb 07 22:56:58.331820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:56:58.332130 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:56:58.357535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.404375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:58.415607 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-28d169bd-5cf0-4cd9-993f-8b79e1f1a143 req-0bba385c-7c91-423d-86a5-81b437ed1223 service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7767878 Feb 07 22:56:58.427765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=176a8780-0f38-4ec5-b49f-f9e526bbbb3b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.461527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 7b6b563c-3c92-4552-9e60-bc6331e3ad4c) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:58.468794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-41538630-cc36-4bfc-82f5-7f1c2a158eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.484920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff2ab2-7d8f-462f-b7cd-ffb83f11eb97 None None] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:58.499806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:58.500467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.501318 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-41538630-cc36-4bfc-82f5-7f1c2a158eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.557742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a8a0a0-2c97-4bbe-96f5-2bd213d546f1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.566993 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-467c8753-03f7-4f2d-af9c-89201a2b8164 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.1536496 Feb 07 22:56:58.571345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44272) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:58.574627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.601885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.602388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.604008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.604477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.604944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.605386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.605822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.606257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.606693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.607125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.607554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.607983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9f815-bd78-43ac-a839-06ef290b7967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:56:58.634897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-41538630-cc36-4bfc-82f5-7f1c2a158eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.672887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41538630-cc36-4bfc-82f5-7f1c2a158eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a8a0a0-2c97-4bbe-96f5-2bd213d546f1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:58.699527 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-41538630-cc36-4bfc-82f5-7f1c2a158eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.701261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-41538630-cc36-4bfc-82f5-7f1c2a158eee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4a8a0a0-2c97-4bbe-96f5-2bd213d546f1 HTTP/1.1" status: 204 len: 168 time: 0.4217680 Feb 07 22:56:58.726270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d348f-9d94-4bc9-9c22-1fcb3f029ed9 req-cc2b5b04-9da0-4cb8-8cf3-7197b9e92b04 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:58.734504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e53d348f-9d94-4bc9-9c22-1fcb3f029ed9 req-cc2b5b04-9da0-4cb8-8cf3-7197b9e92b04 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 945 time: 0.6830263 Feb 07 22:56:58.771954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18358fd-b1eb-400c-9ae7-a1ab68e5e460 req-8cfccb19-2460-41ec-a4c5-849df39d709e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:58.773657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c18358fd-b1eb-400c-9ae7-a1ab68e5e460 req-8cfccb19-2460-41ec-a4c5-849df39d709e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 943 time: 0.4920876 Feb 07 22:56:58.857753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port b3fb7aac-6f5e-4796-a12e-0e25538a5cba {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:56:58.858099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:58.869091 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e53d348f-9d94-4bc9-9c22-1fcb3f029ed9 req-18f1eea8-7577-4310-ac37-7918d85aee4e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334805 Feb 07 22:56:58.950234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c18358fd-b1eb-400c-9ae7-a1ab68e5e460 req-9462c772-2c13-4801-805c-f58f7d4293bb tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643796 Feb 07 22:56:59.068971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:56:59.070428 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.210651 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.218527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.241066 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.346031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Checking segment: {'id': 'a525641f-f085-4429-a089-9a7f6fb75d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '00d47745-800a-4651-b7fb-b35c232c112c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:56:59.346306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network hostable DHCP agents. Network: 00d47745-800a-4651-b7fb-b35c232c112c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:56:59.367794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Subnet': ['ID=5577f411-5407-4206-a6b3-edda6457043a,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:56:59.378967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 00d47745-800a-4651-b7fb-b35c232c112c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:56:59.396099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Allocated IP 172.20.0.2 (7b6b563c-3c92-4552-9e60-bc6331e3ad4c/240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5/174190a1-e6d8-4150-989c-fa5636643f4a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:56:59.401187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 00d47745-800a-4651-b7fb-b35c232c112c) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:56:59.409400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:56:59.410457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.475425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-185f6a39-2484-40ca-acca-e48b5d632138 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9137342 Feb 07 22:56:59.477208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44294) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:59.482695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1724181130', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:56:59.492089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:56:59.496679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:router and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:56:59.501563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:56:59.516260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:56:59.528375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.532658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.572924 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.617395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44300) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:59.651571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c1326572-6544-4f78-aaa7-9f8884746c01 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:56:59.673888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.675163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:56:59.691703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618626a-43ec-4f02-9562-f4ab01ca15fb None None] Network 00d47745-800a-4651-b7fb-b35c232c112c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:56:59.741932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.753961 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.767998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Transition to ACTIVE for port object 174190a1-e6d8-4150-989c-fa5636643f4a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:59.788912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Transition to ACTIVE for port object 174190a1-e6d8-4150-989c-fa5636643f4a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:56:59.822930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.829193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9101ce4a-6e63-42ee-951c-7c0a1b1ad3dc admin admin] 10.222.0.10 "DELETE /v2.0/routers/5b305d61-9223-40a0-a0c9-3c4ebbea8ea6 HTTP/1.1" status: 204 len: 168 time: 6.5317225 Feb 07 22:56:59.830421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44306) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:56:59.884694 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:56:59.934062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:00.010972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:00.016631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Pushing event updated for resources: {'Port': ['ID=174190a1-e6d8-4150-989c-fa5636643f4a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:00.027900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:00.040302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.041344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:00.059791 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.082932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] Deleting subnet d48f0859-72a5-4ae4-b2c3-8805758916c2 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:57:00.086861 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.149238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.238354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Attempting to bind port 174190a1-e6d8-4150-989c-fa5636643f4a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:00.238857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Attempting to bind port 174190a1-e6d8-4150-989c-fa5636643f4a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:00.239353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Attempting to bind port 174190a1-e6d8-4150-989c-fa5636643f4a on network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:00.257576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Usage tracker for resource:security_group_rule and tenant:4000331cdf2e40cf84e3288ad5d0ec92 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:00.275820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:00.275820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Checking segment: {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:00.276213 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.276339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Bound using segment: {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:00.279478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Bound port: 174190a1-e6d8-4150-989c-fa5636643f4a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:00.280257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.308663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c1326572-6544-4f78-aaa7-9f8884746c01 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:00.337231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:00.383181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:00.473536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.593181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.599294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c1326572-6544-4f78-aaa7-9f8884746c01 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:00.600011 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.708782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc4431-2fcb-4f61-a437-88b62cfdc423 req-0390d7a1-4d8d-41e9-9b5c-2effaf463cbd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:00.710294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cc4431-2fcb-4f61-a437-88b62cfdc423 req-0390d7a1-4d8d-41e9-9b5c-2effaf463cbd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 943 time: 0.5268915 Feb 07 22:57:00.720026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdcc52d-64dc-46a4-8ce5-4220e03ae216 None None] Network 00d47745-800a-4651-b7fb-b35c232c112c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:57:00.740935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ab839-6258-42a1-b394-60129949c542 req-1c29afde-5f01-4cea-9974-636a56c700ce tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:00.742055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] For port 174190a1-e6d8-4150-989c-fa5636643f4a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:00.747758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-652ab839-6258-42a1-b394-60129949c542 req-1c29afde-5f01-4cea-9974-636a56c700ce tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 945 time: 0.5653806 Feb 07 22:57:00.806171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port b3fb7aac-6f5e-4796-a12e-0e25538a5cba, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:00.807422 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.849935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] For port 174190a1-e6d8-4150-989c-fa5636643f4a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=174190a1-e6d8-4150-989c-fa5636643f4a,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:00.862370 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.932535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:00.952376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-652ab839-6258-42a1-b394-60129949c542 req-d6f13f8c-4c90-4cc9-9f6a-aefc28f178da tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036331 Feb 07 22:57:00.983960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cc4431-2fcb-4f61-a437-88b62cfdc423 req-99621a2d-5334-4773-aef0-50cf859495c6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534485 Feb 07 22:57:00.998018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.010159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for b3fb7aac-6f5e-4796-a12e-0e25538a5cba owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:57:01.035556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-c2fa4166-03b9-42d8-984d-0cbecb5a4510 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4373806 Feb 07 22:57:01.080455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.101876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0affa2-7a01-469f-9535-ee30de622e78,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:01.110117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 82580bc5-6ffb-4097-bd08-bc711fa3d58f up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:01.133231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7c64c523-d401-4444-a9f6-9eb125d3a957 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4000331cdf2e40cf84e3288ad5d0ec92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5137982 Feb 07 22:57:01.140028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44330) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:01.156433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48f0859-72a5-4ae4-b2c3-8805758916c2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:01.186726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.195964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7ef4257a-c0e7-46ff-87e1-ef1a2c8dc1cd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d48f0859-72a5-4ae4-b2c3-8805758916c2 HTTP/1.1" status: 204 len: 168 time: 1.2958212 Feb 07 22:57:01.201746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44334) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:01.209152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0739ce-56c7-4fc0-b772-ca930d2b8528 None None] Network 7aee5300-61cb-442e-8459-be9e482d055d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:57:01.277142 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:57:01.338508 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.345437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.420188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Deleting port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:57:01.420626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.510971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a87fcdb-a0bd-4f84-9aa3-bc57537d8474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.514097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8906b6-a4f6-4ed9-8465-6e903e1bddf0 None None] Pushing event updated for resources: {'Port': ['ID=174190a1-e6d8-4150-989c-fa5636643f4a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:01.579710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.582207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.650436 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a87fcdb-a0bd-4f84-9aa3-bc57537d8474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.659390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.669458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c1326572-6544-4f78-aaa7-9f8884746c01, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c1326572-6544-4f78-aaa7-9f8884746c01,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:01.759427 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.845153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 82580bc5-6ffb-4097-bd08-bc711fa3d58f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:01.864318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 82580bc5-6ffb-4097-bd08-bc711fa3d58f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:01.864723 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.878977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-098bb094-8ae8-4e83-8450-d6af98d7be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:01.881869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-098bb094-8ae8-4e83-8450-d6af98d7be2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 1096 time: 0.6985483 Feb 07 22:57:01.909365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] For port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a,segment=NetworkSegment(442a6b53-84a9-409f-b184-77e09e259e1c),segment_id=442a6b53-84a9-409f-b184-77e09e259e1c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:01.910456 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:01.990488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c1326572-6544-4f78-aaa7-9f8884746c01,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:02.087340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 174190a1-e6d8-4150-989c-fa5636643f4a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:02.106439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Calling delete_port for f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:57:02.184371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3046ba82-b07b-4838-8557-6053adeffd60 None None] DHCP port deletion for 7aee5300-61cb-442e-8459-be9e482d055d request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:57:02.189014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a87fcdb-a0bd-4f84-9aa3-bc57537d8474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.205602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3046ba82-b07b-4838-8557-6053adeffd60 None None] Deleting port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:57:02.205975 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3046ba82-b07b-4838-8557-6053adeffd60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.281234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.25.0.192 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/8d09ed8a-4bc6-4a92-854a-b6b4290bb7d6) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:02.284641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.293940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3046ba82-b07b-4838-8557-6053adeffd60 None None] The port 'f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:57:02.295745 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.327170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 174190a1-e6d8-4150-989c-fa5636643f4a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:02.355822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 176a8780-0f38-4ec5-b49f-f9e526bbbb3b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:57:02.400493 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.421866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82580bc5-6ffb-4097-bd08-bc711fa3d58f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:02.423100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] No DVR routers for this DVR port f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:02.434224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 176a8780-0f38-4ec5-b49f-f9e526bbbb3b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:57:02.435046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 176a8780-0f38-4ec5-b49f-f9e526bbbb3b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:57:02.454124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87fcdb-a0bd-4f84-9aa3-bc57537d8474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0affa2-7a01-469f-9535-ee30de622e78,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:02.457608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 82580bc5-6ffb-4097-bd08-bc711fa3d58f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:02.484732 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.529290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-1da56c7a-a41d-47d8-9f5d-b15332e36515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:02.530226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-1da56c7a-a41d-47d8-9f5d-b15332e36515 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.6268852 Feb 07 22:57:02.539040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:02.574560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=82580bc5-6ffb-4097-bd08-bc711fa3d58f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:02.688552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.700531 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.702804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:02.759918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ac11c15c-ef90-40da-9374-0a8b25c0a515'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:02.761317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event deleted for resources: {'Port': ['ID=b3fb7aac-6f5e-4796-a12e-0e25538a5cba,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:02.843228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-13bf8a5b-e73a-4ec9-9f58-bb954d3c3785 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 HTTP/1.1" status: 200 len: 217 time: 0.3014970 Feb 07 22:57:02.918611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191de1f9-ff30-4c8d-9a76-58c25dc48e0c None None] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:57:02.925123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a87fcdb-a0bd-4f84-9aa3-bc57537d8474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.926248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4a87fcdb-a0bd-4f84-9aa3-bc57537d8474 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c0affa2-7a01-469f-9535-ee30de622e78 HTTP/1.1" status: 204 len: 168 time: 1.7852011 Feb 07 22:57:02.927804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aee5300-61cb-442e-8459-be9e482d055d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:02.941886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442a6b53-84a9-409f-b184-77e09e259e1c') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:02.942219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442a6b53-84a9-409f-b184-77e09e259e1c') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:02.956069 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.968680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.976958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.985261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:57:02.986032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:02.990859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372020ad-a22e-40a4-b2d4-a010a3c252d0 req-9924a024-a7c6-40fb-8276-b51375b62193 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:02.992349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-372020ad-a22e-40a4-b2d4-a010a3c252d0 req-9924a024-a7c6-40fb-8276-b51375b62193 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 865 time: 0.7197261 Feb 07 22:57:02.993872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-5cf04c77-f3ec-4416-b1d2-41c35fcf36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:02.995182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-5cf04c77-f3ec-4416-b1d2-41c35fcf36ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.1417253 Feb 07 22:57:03.054916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898712d-76cf-44b1-af49-ae3ec65928fd req-353a0b95-d758-4cbf-b697-f220006148b4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.061848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1898712d-76cf-44b1-af49-ae3ec65928fd req-353a0b95-d758-4cbf-b697-f220006148b4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 946 time: 0.6712332 Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:57:03.096328 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:57:03.106924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-d21058e8-6067-4932-be22-bc094326551f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032083 Feb 07 22:57:03.149155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.180407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1df47757-6aa7-437c-aa36-ed4239a243a5 None None] Provisioning for port 174190a1-e6d8-4150-989c-fa5636643f4a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:03.193730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1df47757-6aa7-437c-aa36-ed4239a243a5 None None] Provisioning complete for port 174190a1-e6d8-4150-989c-fa5636643f4a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:03.194384 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1df47757-6aa7-437c-aa36-ed4239a243a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.206064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] No DVR routers for this DVR port b3fb7aac-6f5e-4796-a12e-0e25538a5cba on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:03.258521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.267585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.274049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'name': 'network-vif-deleted', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:03.300264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aee5300-61cb-442e-8459-be9e482d055d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:03.332013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-372020ad-a22e-40a4-b2d4-a010a3c252d0 req-4c0a45ea-85f9-49e2-a022-abee587f2b78 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324819 Feb 07 22:57:03.336200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-fef975c9-5f67-4b45-8be5-7edefb374961 service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122848 Feb 07 22:57:03.360526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c20b069d-cad8-4b37-b7e3-5e802e27bca4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7aee5300-61cb-442e-8459-be9e482d055d HTTP/1.1" status: 204 len: 168 time: 2.1576896 Feb 07 22:57:03.375034 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cfb28a1f-c15b-4fb3-80ec-d39950b05205 req-5dbca5f8-45a9-4d40-9eb1-8a009e578f30 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "DELETE /v2.0/ports/b3fb7aac-6f5e-4796-a12e-0e25538a5cba HTTP/1.1" status: 204 len: 173 time: 7.4661336 Feb 07 22:57:03.506541 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82580bc5-6ffb-4097-bd08-bc711fa3d58f', 'code': 200} Feb 07 22:57:03.577092 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1df47757-6aa7-437c-aa36-ed4239a243a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.605715 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551ea616-0eac-404b-9b6f-f3e089a6b158', 'name': 'network-vif-deleted', 'tag': 'b3fb7aac-6f5e-4796-a12e-0e25538a5cba', 'status': 'completed', 'code': 200} Feb 07 22:57:03.647614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1898712d-76cf-44b1-af49-ae3ec65928fd req-d639a7e8-70e0-4175-be39-8525095bc67c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844054 Feb 07 22:57:03.667960 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.800343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1df47757-6aa7-437c-aa36-ed4239a243a5 None None] For port 174190a1-e6d8-4150-989c-fa5636643f4a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=174190a1-e6d8-4150-989c-fa5636643f4a,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:03.806618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Allocated IP 172.20.0.1 (7b6b563c-3c92-4552-9e60-bc6331e3ad4c/240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5/ec63d161-1de8-4667-ab8c-f6639d07a975) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:03.813799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1df47757-6aa7-437c-aa36-ed4239a243a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:03.861151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0702a-08ff-4de9-bbe9-ece7eefbe4a3 req-3d99ad38-d8be-4b56-99ae-cc82b8a1b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:03.863307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2b0702a-08ff-4de9-bbe9-ece7eefbe4a3 req-3d99ad38-d8be-4b56-99ae-cc82b8a1b354 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 1097 time: 0.1920059 Feb 07 22:57:03.900977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:03.920860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:03.928808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:03.967221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df47757-6aa7-437c-aa36-ed4239a243a5 None None] Pushing event updated for resources: {'Port': ['ID=174190a1-e6d8-4150-989c-fa5636643f4a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:03.983529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44382) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:04.027071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c1326572-6544-4f78-aaa7-9f8884746c01 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:04.057667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=8d09ed8a-4bc6-4a92-854a-b6b4290bb7d6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:04.081266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c55d54-7bfb-46b2-b8d4-0d29dd024290 req-9e7e2272-cb9a-4100-aeb8-54c8bde26ef5 service neutron] 10.222.0.36 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7360401 Feb 07 22:57:04.201524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44390) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:04.273153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c1326572-6544-4f78-aaa7-9f8884746c01 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:04.279803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.508741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.513699 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2b0702a-08ff-4de9-bbe9-ece7eefbe4a3 req-c998b9e7-84a9-49d5-a37c-4f8ef49562c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846934 Feb 07 22:57:04.530888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Transition to ACTIVE for port object ec63d161-1de8-4667-ab8c-f6639d07a975 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:04.547203 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.566235 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.571767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9084dfe2-5179-446e-a344-3f13baf89ded None None] Provisioning complete for port 174190a1-e6d8-4150-989c-fa5636643f4a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:04.572401 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9084dfe2-5179-446e-a344-3f13baf89ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:04.607219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2ee93df2-d2ed-4868-bd95-8125e90d65b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee3a3835500d46ff9e9c744ccca5867f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844771 Feb 07 22:57:04.609558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:04.620016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44398) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:04.658872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Usage tracker for resource:security_group_rule and tenant:983deb968bc5462fad654e93c130edef is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:04.669322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:04.680417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:04.681282 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-faa59eb2-09c9-4a33-815e-b8a424f86660 req-fd78deea-5dc1-42da-85e9-c31271bb9e5f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=551ea616-0eac-404b-9b6f-f3e089a6b158 HTTP/1.1" status: 200 len: 210 time: 0.0689523 Feb 07 22:57:04.687646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:04.697565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:04.705456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:04.733441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=ec63d161-1de8-4667-ab8c-f6639d07a975,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:04.807321 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.080368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:57:05.155006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:57:05.155629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f2fb3a5d-3bcd-46cf-a637-4bd227a9ec9a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:57:05.187520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0249d39a-d5a9-455c-8fff-16f8b59d90b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.267412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0249d39a-d5a9-455c-8fff-16f8b59d90b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.291383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.304470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-160dcd43-7bd8-47e1-9910-092aa3ccbb15 None None] Provisioning for port ec63d161-1de8-4667-ab8c-f6639d07a975 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:05.310747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-160dcd43-7bd8-47e1-9910-092aa3ccbb15 None None] Provisioning complete for port ec63d161-1de8-4667-ab8c-f6639d07a975 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:05.311329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-160dcd43-7bd8-47e1-9910-092aa3ccbb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.332131 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.343158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.438945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-160dcd43-7bd8-47e1-9910-092aa3ccbb15 None None] Port ec63d161-1de8-4667-ab8c-f6639d07a975 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:57:05.462584 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0249d39a-d5a9-455c-8fff-16f8b59d90b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.488244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0249d39a-d5a9-455c-8fff-16f8b59d90b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad91c84-438c-46b3-a2f3-38befb94e0bc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:05.525783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0249d39a-d5a9-455c-8fff-16f8b59d90b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.529561 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0249d39a-d5a9-455c-8fff-16f8b59d90b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dad91c84-438c-46b3-a2f3-38befb94e0bc HTTP/1.1" status: 204 len: 168 time: 0.9083283 Feb 07 22:57:05.541504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.878936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:05.929949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 174190a1-e6d8-4150-989c-fa5636643f4a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:06.135590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 174190a1-e6d8-4150-989c-fa5636643f4a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:06.136329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.172015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e135eb1-13af-42fa-9025-2ea7cb661ef3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:06.191188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44430) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:06.225988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.261026 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.315029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-95728323-82cb-4373-8b9a-163adbcbbe5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=983deb968bc5462fad654e93c130edef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3276887 Feb 07 22:57:06.317143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44436) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:06.381977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.419722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00292942-1d73-43e8-b222-b31b133ea68d req-3b4e1560-5356-45a0-b2e9-0e9a92eb26c4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:06.428091 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00292942-1d73-43e8-b222-b31b133ea68d req-3b4e1560-5356-45a0-b2e9-0e9a92eb26c4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 946 time: 1.2994449 Feb 07 22:57:06.454437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-293d64bd-31e1-432d-9084-3fd0c16b7069 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f46754cd88f4c51bd7d45f81a1e9858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595258 Feb 07 22:57:06.478569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44444) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:06.523490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=ec63d161-1de8-4667-ab8c-f6639d07a975,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:06.527959 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.635897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3db90870-498f-48d6-b39d-8637799a15e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.671945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.752673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00292942-1d73-43e8-b222-b31b133ea68d req-02bec4a2-8ffa-4aae-a74f-385dc4a075c0 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236892 Feb 07 22:57:06.777440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3db90870-498f-48d6-b39d-8637799a15e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.795329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-063b8ee8-2420-4ef6-97e4-fcb5e4d3235d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.838876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-063b8ee8-2420-4ef6-97e4-fcb5e4d3235d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.899983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5508fbd-28cd-4340-bcc7-13756e2f2b02 req-a22793db-885f-4a1b-9224-0349270e08a3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:06.906894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5508fbd-28cd-4340-bcc7-13756e2f2b02 req-a22793db-885f-4a1b-9224-0349270e08a3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 946 time: 0.3917656 Feb 07 22:57:06.938187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:06.941401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:06.951064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-063b8ee8-2420-4ef6-97e4-fcb5e4d3235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:06.975488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b8ee8-2420-4ef6-97e4-fcb5e4d3235d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4113c6-e4f0-4803-ae82-d237e1ee1aa4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:06.986584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5508fbd-28cd-4340-bcc7-13756e2f2b02 req-a9a4f1bf-808a-4e00-94ff-265473aa531c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787337 Feb 07 22:57:07.012232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3db90870-498f-48d6-b39d-8637799a15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.041422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90870-498f-48d6-b39d-8637799a15e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e135eb1-13af-42fa-9025-2ea7cb661ef3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:07.047166 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3db90870-498f-48d6-b39d-8637799a15e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.048181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3db90870-498f-48d6-b39d-8637799a15e8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e135eb1-13af-42fa-9025-2ea7cb661ef3 HTTP/1.1" status: 204 len: 168 time: 0.7197735 Feb 07 22:57:07.071949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:57:07.102551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-063b8ee8-2420-4ef6-97e4-fcb5e4d3235d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.104481 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-063b8ee8-2420-4ef6-97e4-fcb5e4d3235d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d4113c6-e4f0-4803-ae82-d237e1ee1aa4 HTTP/1.1" status: 204 len: 168 time: 0.6247177 Feb 07 22:57:07.276870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:07.298267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-db087d73-8c15-47e5-aab0-d9a48bc2d043 None None] Provisioning complete for port ec63d161-1de8-4667-ab8c-f6639d07a975 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:07.298778 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-db087d73-8c15-47e5-aab0-d9a48bc2d043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.431809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-db087d73-8c15-47e5-aab0-d9a48bc2d043 None None] Port ec63d161-1de8-4667-ab8c-f6639d07a975 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:57:07.446818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:07.457008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:07.476743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:07.477426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:07.506963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.508731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5256b8dc-7410-4440-9112-9749d3ab8c11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0304956 Feb 07 22:57:07.511441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44472) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:07.564620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:07.577504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:07.578138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:07.631731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:07.640428 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c38d9fe4-0b0a-43b2-ab0b-bf2935989db9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "PUT /v2.0/routers/5fa6a045-df92-4e01-9496-8584dc7c8dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0680602 Feb 07 22:57:07.642895 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Sync routers for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:07.652304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44480) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:07.656609 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:07.657374 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:07.664120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--365481711', 'description': 'tempest-secgroup_access--365481711 description', 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:07.681513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:07.691753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:security_group and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:07.696861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:07.707148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:07.756304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:07.789496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:07.789911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35141181-8de3-4031-a484-194ef9dd25b5 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:07.903084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:07.946892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:security_group_rule and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:07.951282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:07.979580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44496) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:07.994553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:08.061158 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.111923 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:57:08.114019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:08.120523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Usage tracker for resource:security_group_rule and tenant:d67233537ec049bbb595d321c9bf9224 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:08.162644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-e0663544-78ae-46ea-baff-9147ee6a9cde tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:08.163403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-e0663544-78ae-46ea-baff-9147ee6a9cde tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:08.173360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:08.184773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:08.224131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-e0663544-78ae-46ea-baff-9147ee6a9cde tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:08.225537 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-e0663544-78ae-46ea-baff-9147ee6a9cde tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 946 time: 0.4467852 Feb 07 22:57:08.326909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.346517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port ac11c15c-ef90-40da-9374-0a8b25c0a515 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:57:08.346883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.441595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.493212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b815aa37-4a55-4e71-b300-0f199168f3a7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:08.638716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.649096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.655117 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf6a100a-c0c4-4c66-ab22-764e72f66b1e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0015202 Feb 07 22:57:08.659085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44512) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:08.663433 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 2, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:08.666704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.686998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1861524009', 'description': 'tempest-secgroup_general--1861524009 description', 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:08.688624 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Checking router: 5fa6a045-df92-4e01-9496-8584dc7c8dc7 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:08.691417 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Updating router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 port ec63d161-1de8-4667-ab8c-f6639d07a975 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:57:08.717922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4e2f1-5aae-4ce8-ae3d-1c90a6caea5b req-18fc6459-f2da-4b1e-ac31-225a664a84d4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:08.722264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ea4e2f1-5aae-4ce8-ae3d-1c90a6caea5b req-18fc6459-f2da-4b1e-ac31-225a664a84d4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 946 time: 0.7178817 Feb 07 22:57:08.730970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d762a33-5fd0-44e3-9a53-da0a3981f118,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:08.741863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:08.782060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:security_group and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:08.811791 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.814435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:08.866445 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-125f191d-8a97-49a3-b580-9e01f50b446b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d67233537ec049bbb595d321c9bf9224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8859134 Feb 07 22:57:08.868376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:08.875210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44520) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:08.914001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ea4e2f1-5aae-4ce8-ae3d-1c90a6caea5b req-816066d5-68b9-4a26-b3f0-6d6a88600a19 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558907 Feb 07 22:57:08.937168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.952258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-e7a7662c-3a85-4e00-9224-efc65906baff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7503362 Feb 07 22:57:08.965628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port ac11c15c-ef90-40da-9374-0a8b25c0a515, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ac11c15c-ef90-40da-9374-0a8b25c0a515,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:08.966308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:08.989930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:09.079205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3c741-4254-43fd-9465-7b0d6dc1866f req-6191c68f-f8b4-4ecb-9a85-d748c24e6583 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:09.083815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0cf3c741-4254-43fd-9465-7b0d6dc1866f req-6191c68f-f8b4-4ecb-9a85-d748c24e6583 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 946 time: 0.8948622 Feb 07 22:57:09.142895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:security_group_rule and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:09.158271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for ac11c15c-ef90-40da-9374-0a8b25c0a515 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:57:09.196437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:09.241142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:09.243259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5dee0416-e8cc-48c7-a1d7-530ac0208d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.288727 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.303936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Transition to ACTIVE for port object ec63d161-1de8-4667-ab8c-f6639d07a975 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:09.307210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0cf3c741-4254-43fd-9465-7b0d6dc1866f req-0885eb88-8063-4a25-b979-29726c9cbb23 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638227 Feb 07 22:57:09.324470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5dee0416-e8cc-48c7-a1d7-530ac0208d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.353734 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.401617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-fea49e8e-1e87-4c7e-90f6-b78c715e165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:09.404774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-fea49e8e-1e87-4c7e-90f6-b78c715e165e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 1097 time: 0.3094516 Feb 07 22:57:09.466098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.487192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.510153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.525496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:09.814174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-c202045b-9b77-4e3a-93e5-10b63bcbaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:09.815620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-c202045b-9b77-4e3a-93e5-10b63bcbaf5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.3676157 Feb 07 22:57:09.893076 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ada0-5067-445c-99bb-ef29a7c900b8 None None] Pushing event updated for resources: {'Port': ['ID=ec63d161-1de8-4667-ab8c-f6639d07a975,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:09.894572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5dee0416-e8cc-48c7-a1d7-530ac0208d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.918890 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Attempting to bind port ec63d161-1de8-4667-ab8c-f6639d07a975 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:09.919512 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Attempting to bind port ec63d161-1de8-4667-ab8c-f6639d07a975 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:09.920075 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Attempting to bind port ec63d161-1de8-4667-ab8c-f6639d07a975 on network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:09.925995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:09.931214 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Checking segment: {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:09.938997 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.939379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event deleted for resources: {'Port': ['ID=ac11c15c-ef90-40da-9374-0a8b25c0a515,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:09.946641 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Bound using segment: {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:09.947382 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Bound port: ec63d161-1de8-4667-ab8c-f6639d07a975, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:09.949239 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.965396 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.977365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.981553 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.3212452 Feb 07 22:57:09.982551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5dee0416-e8cc-48c7-a1d7-530ac0208d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:09.983568 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5dee0416-e8cc-48c7-a1d7-530ac0208d9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d762a33-5fd0-44e3-9a53-da0a3981f118 HTTP/1.1" status: 204 len: 168 time: 1.1054876 Feb 07 22:57:09.984205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44550) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:10.005122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df457e-4030-43c0-835e-5a48a9a78f95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a703861b-cb08-40e5-8b50-3e5aa6e8e37d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:10.077420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'security_group_rule': {'security_group_id': 'b815aa37-4a55-4e71-b300-0f199168f3a7', 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:10.084965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:10.089285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:security_group_rule and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:10.092218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:10.098367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:10.114382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] No DVR routers for this DVR port ac11c15c-ef90-40da-9374-0a8b25c0a515 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:10.118625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.120880 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b704a732-4b44-4d1b-ba93-fd5dac639487 req-61864017-ae0c-49aa-95cc-03f0f3091ac1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "DELETE /v2.0/ports/ac11c15c-ef90-40da-9374-0a8b25c0a515 HTTP/1.1" status: 204 len: 173 time: 1.8716650 Feb 07 22:57:10.121356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'name': 'network-vif-deleted', 'tag': 'ac11c15c-ef90-40da-9374-0a8b25c0a515'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:10.132964 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] For port ec63d161-1de8-4667-ab8c-f6639d07a975, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:10.138596 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] For port ec63d161-1de8-4667-ab8c-f6639d07a975, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ec63d161-1de8-4667-ab8c-f6639d07a975,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:10.146787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee0416-e8cc-48c7-a1d7-530ac0208d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d762a33-5fd0-44e3-9a53-da0a3981f118,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:10.152073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.158831 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.221016 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ee5c1f-3892-4b76-a1ee-bc6f2dd51291', 'name': 'network-vif-deleted', 'tag': 'ac11c15c-ef90-40da-9374-0a8b25c0a515', 'status': 'completed', 'code': 200} Feb 07 22:57:10.241851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44564) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:10.271818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-d39d048d-3f72-4a5d-a1a4-27c2b57df011 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f HTTP/1.1" status: 200 len: 217 time: 0.2756171 Feb 07 22:57:10.303995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ada0-5067-445c-99bb-ef29a7c900b8 None None] Pushing event updated for resources: {'Port': ['ID=ec63d161-1de8-4667-ab8c-f6639d07a975,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:10.344392 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:10.345250 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:10.376204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.393320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.438467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22326c4-4389-41d4-931c-35b6809b0fc8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:10.474989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.486465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-87707dec-d935-4af9-b322-068a05140097 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4848869 Feb 07 22:57:10.733962 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:57:10.777090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:10.829208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:10.837915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Usage tracker for resource:security_group_rule and tenant:5a74385e6dac4666a19a0ad6fb82506b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:10.846891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:10.876651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:10.881392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-1a992e6e-0acb-45ee-ae37-09bc19b3b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:10.884707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-1a992e6e-0acb-45ee-ae37-09bc19b3b9d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.5877810 Feb 07 22:57:10.919086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73ec7577-91c0-44a0-af58-12479cd30aab req-dd303838-00df-49b1-8bcd-7e76376899b1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=76ee5c1f-3892-4b76-a1ee-bc6f2dd51291 HTTP/1.1" status: 200 len: 210 time: 0.2523673 Feb 07 22:57:10.946202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91c6cd-9283-48e4-ae48-d03e575d04d6 req-1ca66bfe-2e20-4b27-b2b4-fff956787b81 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:10.965588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb91c6cd-9283-48e4-ae48-d03e575d04d6 req-1ca66bfe-2e20-4b27-b2b4-fff956787b81 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 946 time: 1.2287600 Feb 07 22:57:11.023340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ac11c15c-ef90-40da-9374-0a8b25c0a515 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:57:11.132159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: ac11c15c-ef90-40da-9374-0a8b25c0a515 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:57:11.132159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ac11c15c-ef90-40da-9374-0a8b25c0a515 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:57:11.139742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-2939389f-5e6d-464d-950c-9bffbfd0ea76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2130117 Feb 07 22:57:11.403792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd946948-a570-435c-b670-7caf38538c82 req-0c5b4bb7-eb26-4d2e-a912-4f38dabcdc0b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:11.405189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cd946948-a570-435c-b670-7caf38538c82 req-0c5b4bb7-eb26-4d2e-a912-4f38dabcdc0b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:11.448129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:11.453097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cd946948-a570-435c-b670-7caf38538c82 req-0c5b4bb7-eb26-4d2e-a912-4f38dabcdc0b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:11.454245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd946948-a570-435c-b670-7caf38538c82 req-0c5b4bb7-eb26-4d2e-a912-4f38dabcdc0b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ca13e99-3da0-4625-bac1-f183d13ae743 HTTP/1.1" status: 200 len: 946 time: 0.4932618 Feb 07 22:57:11.455384 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:11.537316 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:10Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:11.542229 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb3b239-1178-4822-99f2-d4cd2c4222ae None None] The sync data for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 is: [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:10Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:11.555315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a74385e6dac4666a19a0ad6fb82506b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3088162 Feb 07 22:57:11.562115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44608) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:11.710542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb27d9e-404f-4316-abbd-7a455b221a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe70476-f636-4c81-928a-040100e65962,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:11.729267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb91c6cd-9283-48e4-ae48-d03e575d04d6 req-65740344-68d0-4ae9-bc96-56ab9893dd38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7629092 Feb 07 22:57:11.872666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Deleting port 82580bc5-6ffb-4097-bd08-bc711fa3d58f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:57:11.873032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:11.918432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8fc5f4e1-64a8-46c6-9da8-2235516a878e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Synchronizing usage tracker for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:12.000938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec63d161-1de8-4667-ab8c-f6639d07a975 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:12.026447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-afbce100-323c-4aab-b2d1-320f70430d8d service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8108919 Feb 07 22:57:12.028669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8381d52b-a290-4cf8-a9dd-200af7601a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.136667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ec63d161-1de8-4667-ab8c-f6639d07a975 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:12.163234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8381d52b-a290-4cf8-a9dd-200af7601a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.167811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ec63d161-1de8-4667-ab8c-f6639d07a975 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:12.168473 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.282474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8fc5f4e1-64a8-46c6-9da8-2235516a878e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Unset dirty status for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:12.299938 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8fc5f4e1-64a8-46c6-9da8-2235516a878e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--1861524009&fields=id&tenant_id=95648e9ce1da4c7ebfa90043b85fe95b HTTP/1.1" status: 200 len: 267 time: 0.9798903 Feb 07 22:57:12.378945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] For port 82580bc5-6ffb-4097-bd08-bc711fa3d58f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=82580bc5-6ffb-4097-bd08-bc711fa3d58f,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:12.379954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.389413 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8381d52b-a290-4cf8-a9dd-200af7601a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.413756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381d52b-a290-4cf8-a9dd-200af7601a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe70476-f636-4c81-928a-040100e65962,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:12.440082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.518724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port ec63d161-1de8-4667-ab8c-f6639d07a975, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ec63d161-1de8-4667-ab8c-f6639d07a975,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:12.533967 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.589908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Calling delete_port for 82580bc5-6ffb-4097-bd08-bc711fa3d58f owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:57:12.625536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8381d52b-a290-4cf8-a9dd-200af7601a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.626815 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8381d52b-a290-4cf8-a9dd-200af7601a3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfe70476-f636-4c81-928a-040100e65962 HTTP/1.1" status: 204 len: 168 time: 1.0617027 Feb 07 22:57:12.741889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=ec63d161-1de8-4667-ab8c-f6639d07a975,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:12.782092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-57e7d4ed-7885-4d60-af25-74c7d2aaefce tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--365481711&fields=id&tenant_id=95648e9ce1da4c7ebfa90043b85fe95b HTTP/1.1" status: 200 len: 267 time: 0.4811633 Feb 07 22:57:12.934667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.1 (00d47745-800a-4651-b7fb-b35c232c112c/5577f411-5407-4206-a6b3-edda6457043a/717fd0e2-8b12-486f-8cb0-5b16038288b9) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:12.943867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:12.991698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e88f734-5c97-4b65-aaf4-b3c760523111 req-ba96e519-78c0-4a9c-9144-ba2fd29d7033 service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538310 Feb 07 22:57:13.018363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event deleted for resources: {'Port': ['ID=82580bc5-6ffb-4097-bd08-bc711fa3d58f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:13.036313 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 82580bc5-6ffb-4097-bd08-bc711fa3d58f no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:57:13.135133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 82580bc5-6ffb-4097-bd08-bc711fa3d58f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:57:13.135685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 82580bc5-6ffb-4097-bd08-bc711fa3d58f not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:57:13.180723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] No DVR routers for this DVR port 82580bc5-6ffb-4097-bd08-bc711fa3d58f on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:13.184034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.195735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'name': 'network-vif-deleted', 'tag': '82580bc5-6ffb-4097-bd08-bc711fa3d58f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:13.206618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd946948-a570-435c-b670-7caf38538c82 req-19bbdcfb-8041-4931-8acf-9a7b89c6e4c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.26 "DELETE /v2.0/ports/82580bc5-6ffb-4097-bd08-bc711fa3d58f HTTP/1.1" status: 204 len: 173 time: 1.7415595 Feb 07 22:57:13.271877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-1c9917bc-47d7-4af8-8ab3-3cb502d47994 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:13.278485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-1c9917bc-47d7-4af8-8ab3-3cb502d47994 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.7006750 Feb 07 22:57:13.339494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-c9128397-9348-45c9-ab42-b9ecd3015df2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.0596964 Feb 07 22:57:13.413259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-86e2b6b3-6c3b-4831-a438-e0ac0f515226 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:13.414242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-86e2b6b3-6c3b-4831-a438-e0ac0f515226 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Synchronizing usage tracker for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:13.489293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-86e2b6b3-6c3b-4831-a438-e0ac0f515226 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Unset dirty status for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:13.496348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-86e2b6b3-6c3b-4831-a438-e0ac0f515226 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/networks?id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c HTTP/1.1" status: 200 len: 796 time: 0.7132282 Feb 07 22:57:13.504374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.533126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-5fc69e6b-c859-4cda-9b47-fd18a3b66523 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/quotas/95648e9ce1da4c7ebfa90043b85fe95b HTTP/1.1" status: 200 len: 375 time: 0.0351992 Feb 07 22:57:13.623094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-09f9c1b5-6d45-48e0-ad3c-01a432e17201 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2824512 Feb 07 22:57:13.659945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:13.813849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 00d47745-800a-4651-b7fb-b35c232c112c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:13.818963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:13.823878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:13.869103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-d84c1805-1f2f-4864-bf5e-af8d6ee652a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3346646 Feb 07 22:57:13.908598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=717fd0e2-8b12-486f-8cb0-5b16038288b9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:13.963829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec63d161-1de8-4667-ab8c-f6639d07a975 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:14.076326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-90a202ed-98d3-4f6d-afb6-24e0c6fed498 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 22:57:14.085006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-90a202ed-98d3-4f6d-afb6-24e0c6fed498 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4450269 Feb 07 22:57:14.088052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.099360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ec63d161-1de8-4667-ab8c-f6639d07a975 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:14.099906 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.190760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44688) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:14.425050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-48ee645e-2078-4863-9b80-02944e4ded0d service neutron] 10.222.0.10 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549989 Feb 07 22:57:14.651460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1740608186-network', 'tenant_id': 'bd8ac42cf24543d0a13992aad6e0f3c5'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:14.660935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:14.670093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Usage tracker for resource:network and tenant:bd8ac42cf24543d0a13992aad6e0f3c5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:14.680507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:14.695098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:14.711759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-8cd98790-5dab-4318-b3da-8add5d663b50 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917765 Feb 07 22:57:14.726857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Made reservation on behalf of bd8ac42cf24543d0a13992aad6e0f3c5 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:14.729463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.752805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:14.789856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:14.800184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8ac42cf24543d0a13992aad6e0f3c5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:14.808781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:14.822038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:14.842365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44702) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:14.949720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-dcc30f6b-80ba-436f-8cd6-5c55ddb23b6d service neutron] 10.222.0.10 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236518 Feb 07 22:57:15.027222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-c8972b05-21e5-4686-9b81-8b53d02dc3d2 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142710 Feb 07 22:57:15.028476 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.040047 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.047114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.135121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:57:15.153042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e425566-fb2f-4b89-b4a9-0308a4577f9e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:15.163946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.168381 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Added segment 8948aa13-1871-4768-b968-70eac7bd7fab of type vlan for network 658c0712-1e70-497e-9af9-04c8f8b596d8 Feb 07 22:57:15.210950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.234987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.302796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:15.316486 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ca13e99-3da0-4625-bac1-f183d13ae743', 'name': 'network-vif-deleted', 'tag': '82580bc5-6ffb-4097-bd08-bc711fa3d58f', 'status': 'completed', 'code': 200} Feb 07 22:57:15.324383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Usage tracker for resource:security_group_rule and tenant:211b297cd6444c87983cf5715df77172 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:15.345380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:15.354934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.356585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:15.357393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:15.371816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:15.557556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00ac3d43-101f-496f-bf07-8149f94c57e3 req-f2a8143f-7902-4f4f-8bdd-e0ae3f94fcc6 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 210 time: 0.1992226 Feb 07 22:57:15.585890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7325080-fd6c-47c0-8b02-62c16750f769 req-6fc58202-9887-4020-ae33-90c64e773315 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 210 time: 0.0831389 Feb 07 22:57:15.618116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] Pushing event updated for resources: {'Network': ['ID=658c0712-1e70-497e-9af9-04c8f8b596d8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:15.635908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 658c0712-1e70-497e-9af9-04c8f8b596d8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:57:15.695156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9039cdc2-c5f2-44f5-8094-02a5f635ee59 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4967828 Feb 07 22:57:15.708513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44748) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:15.714588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Request body: {'subnet': {'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1740608186-subnet', 'tenant_id': 'bd8ac42cf24543d0a13992aad6e0f3c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:15.719811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:15.725305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Usage tracker for resource:subnet and tenant:bd8ac42cf24543d0a13992aad6e0f3c5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:15.745077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:15.770717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:15.787142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Made reservation on behalf of bd8ac42cf24543d0a13992aad6e0f3c5 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:15.791638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.006444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9af69-192f-4648-9af4-93cabd069012 req-7675155f-5044-4c03-b172-ca721274bb6b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:16.015754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-7675155f-5044-4c03-b172-ca721274bb6b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.2857282 Feb 07 22:57:16.151259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-79cf57cd-6f75-4429-a83d-476840c4a442 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/quotas/ddad197605874418a7395a453e3211bd HTTP/1.1" status: 200 len: 375 time: 0.1349754 Feb 07 22:57:16.231495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-11fa8700-2ef5-475c-b664-36bf02ccf011 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682907 Feb 07 22:57:16.250794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.341189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.362733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.377212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ebda342-7e22-49fe-87b0-b4f750bd7c37,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:16.379613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Checking segment: {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:16.379847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Network hostable DHCP agents. Network: 658c0712-1e70-497e-9af9-04c8f8b596d8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:57:16.403882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Network 658c0712-1e70-497e-9af9-04c8f8b596d8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:57:16.404741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.421982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 658c0712-1e70-497e-9af9-04c8f8b596d8) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:16.428572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:16.429303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.435078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46fe8ef-1879-4779-a3bd-a40bac9a124b None None] Network 658c0712-1e70-497e-9af9-04c8f8b596d8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:57:16.438301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.460597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1b8eddf-9318-4502-9714-674578fb24c9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7509091 Feb 07 22:57:16.513660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=211b297cd6444c87983cf5715df77172&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6675062 Feb 07 22:57:16.516424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:16.563209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85620a18-afb7-4aa3-9dcd-12ee8cfc1994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a088d98-617a-4ae8-963b-7301319682a3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:16.595426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-e28ebe42-5ee0-4d47-a736-dd3481efdff9 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489349 Feb 07 22:57:16.608245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83ebc5a4-0a7e-4f02-961c-004d4ccaed7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.642615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83ebc5a4-0a7e-4f02-961c-004d4ccaed7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.681848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=717fd0e2-8b12-486f-8cb0-5b16038288b9,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:16.687314 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.717413 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83ebc5a4-0a7e-4f02-961c-004d4ccaed7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.736938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebc5a4-0a7e-4f02-961c-004d4ccaed7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a088d98-617a-4ae8-963b-7301319682a3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:16.744273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83ebc5a4-0a7e-4f02-961c-004d4ccaed7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:16.745813 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-83ebc5a4-0a7e-4f02-961c-004d4ccaed7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a088d98-617a-4ae8-963b-7301319682a3 HTTP/1.1" status: 204 len: 168 time: 0.2278388 Feb 07 22:57:16.947764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53213fdb-4c3f-46ed-a24f-68c459e6deb9 None None] Network 658c0712-1e70-497e-9af9-04c8f8b596d8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:57:16.978006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cadf7437-6cfd-42c2-a4a6-466784006ad5 req-63f2be4e-1e98-4a77-9614-917bca284c15 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 210 time: 0.2128396 Feb 07 22:57:17.312426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d1b8869-e846-47f7-83f6-67d0603e030a req-9d4d6e39-f407-4ced-aeee-e15e89e429b7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 210 time: 0.1461639 Feb 07 22:57:17.377556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-d33ff056-43b4-4fc0-977d-6961c595c330 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:17.385479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-bef77cdd-93f8-49c8-ab10-7447324f5428 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805970 Feb 07 22:57:17.387589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-d33ff056-43b4-4fc0-977d-6961c595c330 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.3471310 Feb 07 22:57:17.407555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Request body: {'port': {'device_id': '71e3450c-57d8-4110-9633-048b74fb53fb', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'admin_state_up': True, 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:17.435112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 00d47745-800a-4651-b7fb-b35c232c112c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:17.435899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:17.677654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44794) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:17.702288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:17.733567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:17.742957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb31651b841b42e5a63e41e567dc7157 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:17.754463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:17.773401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:17.784306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:17.788014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:17.852477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:17.869387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:17.873220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.003245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-974051ed-ae06-48eb-b335-29b3fcc2cb4b req-2af97c20-73b1-4191-9bc8-7a50c8f8e7e0 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 210 time: 0.2045279 Feb 07 22:57:18.107162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.174730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.259453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-d9cf9149-a48f-4af4-93f3-2a8eb020615d tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:18.260943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-d9cf9149-a48f-4af4-93f3-2a8eb020615d tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.26 "GET /v2.0/networks?id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c HTTP/1.1" status: 200 len: 796 time: 0.4744761 Feb 07 22:57:18.264589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb31651b841b42e5a63e41e567dc7157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813303 Feb 07 22:57:18.268576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44824) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:18.271247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461adeb-ec71-48b3-87ac-a09976e85cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d669be45-d5c5-4397-8850-4544a790eaec,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:18.294903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Allocated IP 172.20.0.7 (12cf38f3-c8be-495e-98eb-e032d834448e/3297c5f5-c5ac-465c-86f2-3cd46109b2e0/7e65ffbd-9e00-433d-add8-ba2dec86ce97) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:18.412811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c66e09ce-0dda-47de-99f9-58d29db39855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.421987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18016855-95db-4479-9ac0-88f8c6491b26 req-a68bab3c-c733-4d72-97d8-f3897fd18ca7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 210 time: 0.2399328 Feb 07 22:57:18.536473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c66e09ce-0dda-47de-99f9-58d29db39855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.660916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.729524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.737943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8ad37e6d-2907-4c73-a709-3338e051b26a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95648e9ce1da4c7ebfa90043b85fe95b HTTP/1.1" status: 200 len: 477 time: 0.3562179 Feb 07 22:57:18.741228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:18.773478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'port': {'device_id': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'admin_state_up': True, 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'security_groups': ['a703861b-cb08-40e5-8b50-3e5aa6e8e37d', 'b815aa37-4a55-4e71-b300-0f199168f3a7']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:18.811648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c66e09ce-0dda-47de-99f9-58d29db39855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.848001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9d935e5-9fe4-4335-b020-d00e547556d6 req-93d99b2f-0388-46a7-884c-15c3f3365e72 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 210 time: 0.1882844 Feb 07 22:57:18.896390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e09ce-0dda-47de-99f9-58d29db39855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669be45-d5c5-4397-8850-4544a790eaec,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:18.923317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Network 12cf38f3-c8be-495e-98eb-e032d834448e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:18.924422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:18.930809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:18.987310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c66e09ce-0dda-47de-99f9-58d29db39855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:18.990812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c66e09ce-0dda-47de-99f9-58d29db39855 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d669be45-d5c5-4397-8850-4544a790eaec HTTP/1.1" status: 204 len: 168 time: 0.7187917 Feb 07 22:57:19.005577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event updated for resources: {'Port': ['ID=7e65ffbd-9e00-433d-add8-ba2dec86ce97,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:19.021490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:19.054345 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:19.061847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:19.066133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:19.113501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-643c67ba-8c06-4387-a9ba-b1c10c548a89 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:19.115182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-643c67ba-8c06-4387-a9ba-b1c10c548a89 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 814 time: 0.9321377 Feb 07 22:57:19.121552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-6e324d32-89c0-444d-8324-825c11a87857 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7289026 Feb 07 22:57:19.124656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:19.126313 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:19.141260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Request body: {'port': {'device_id': '71e3450c-57d8-4110-9633-048b74fb53fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:19.145164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a282030c-2e8b-4ec3-aea5-39f30d1980af tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/routers/6a8ffe49-3b5c-4585-b780-fea1022cbb3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6293342 Feb 07 22:57:19.147172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:19.150446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-a9ce8a87-cebe-4767-9a33-cac0d7b89aa0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/quotas/bd8ac42cf24543d0a13992aad6e0f3c5 HTTP/1.1" status: 200 len: 375 time: 0.0221388 Feb 07 22:57:19.156852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'port': {'network_id': '00d47745-800a-4651-b7fb-b35c232c112c', 'name': 'tempest-FloatingIPTestJSON-2042304033'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:19.266165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:19.323151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:19.325031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:19.404041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:19.534124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:19.534746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ee363-71f4-4d69-94a7-60a248ba8ef1 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:19.776385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-e8321a17-ed0c-4e84-af5d-7516be35eba0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6042089 Feb 07 22:57:19.794789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:19.836327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:port and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:19.846427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a49b95af-ca48-4f6f-8d19-8bfe6e1e5d66 req-fa782731-2115-4de7-836e-7e4d9af62fa5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 210 time: 0.1338253 Feb 07 22:57:19.847382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:19.912902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:19.970173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9af69-192f-4648-9af4-93cabd069012 req-8349597a-ac44-4d79-bc40-a45245b1b553 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:19.971992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-8349597a-ac44-4d79-bc40-a45245b1b553 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.7169795 Feb 07 22:57:19.987633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Request body: {'port': {'device_id': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'admin_state_up': True, 'tenant_id': 'ddad197605874418a7395a453e3211bd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:20.068192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Made reservation on behalf of 95648e9ce1da4c7ebfa90043b85fe95b for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:20.071943 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.075045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e65ffbd-9e00-433d-add8-ba2dec86ce97 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:20.084241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.102157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Transition to ACTIVE for port object 7e65ffbd-9e00-433d-add8-ba2dec86ce97 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:20.108832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.196467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Pushing event updated for resources: {'Port': ['ID=7e65ffbd-9e00-433d-add8-ba2dec86ce97,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:20.356612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Allocated IP 172.20.0.3 (7b6b563c-3c92-4552-9e60-bc6331e3ad4c/240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5/c7c11ae9-db0a-48e2-9a2b-fa7e22630c18) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:20.502737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:20.513468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Attempting to bind port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:20.513979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Attempting to bind port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:20.514879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Attempting to bind port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:20.522402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 on network 12cf38f3-c8be-495e-98eb-e032d834448e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:57:20.523016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Attempting to bind port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:20.529868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:20.530454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:20.531006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Bound using segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:20.532089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Bound port: 7e65ffbd-9e00-433d-add8-ba2dec86ce97, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:20.532450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.568484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:port and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:20.576243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:20.595470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:20.655318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] For port 7e65ffbd-9e00-433d-add8-ba2dec86ce97, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:20.661454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] For port 7e65ffbd-9e00-433d-add8-ba2dec86ce97, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7e65ffbd-9e00-433d-add8-ba2dec86ce97,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:20.668205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.688009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:20.692285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.742470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:20.743266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.744882 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] 10.222.0.26 "PUT /v2.0/ports/7e65ffbd-9e00-433d-add8-ba2dec86ce97 HTTP/1.1" status: 200 len: 1091 time: 1.6088064 Feb 07 22:57:20.745429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e3450c-57d8-4110-9633-048b74fb53fb', 'tag': '7e65ffbd-9e00-433d-add8-ba2dec86ce97'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:20.750429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:20.767119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:20.779584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a1dc5-2134-4750-9d2f-feadc217af08 service neutron] Pushing event updated for resources: {'Port': ['ID=7e65ffbd-9e00-433d-add8-ba2dec86ce97,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:20.786418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaefd9-9fc1-42af-bbe4-4edd49aab750 req-c8d4124d-c074-4ea3-a22d-9c7d90b3c43c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:20.787934 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8fdaefd9-9fc1-42af-bbe4-4edd49aab750 req-c8d4124d-c074-4ea3-a22d-9c7d90b3c43c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 943 time: 0.7236381 Feb 07 22:57:20.797698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Usage tracker for resource:port and tenant:ddad197605874418a7395a453e3211bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:20.803048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] device_id is not set on port 2eef7618-e30b-4f6b-b720-5556d1a50991 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:57:20.842270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:20.855662 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-4da20712-ebdd-470f-8ffa-edc660f14c3c service neutron] 10.222.0.10 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0359952 Feb 07 22:57:20.884999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-378395b1-e7c8-4fc6-b2c3-7aa53b0400b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:20.887428 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-378395b1-e7c8-4fc6-b2c3-7aa53b0400b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 1094 time: 0.0957382 Feb 07 22:57:20.903221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:20.905421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Transition to ACTIVE for port object c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:20.999129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-245f2b6b-1c2d-4fff-9e76-b687ea9bd70f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e65ffbd-9e00-433d-add8-ba2dec86ce97 HTTP/1.1" status: 200 len: 217 time: 0.0985386 Feb 07 22:57:21.027658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:21.031124 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.072968 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8fdaefd9-9fc1-42af-bbe4-4edd49aab750 req-da5ec412-7bf3-4813-8ad3-8b81f8bd5714 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275465 Feb 07 22:57:21.084797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-ba7d8091-bdf8-46c7-a7e0-38832e83ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:21.087502 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-ba7d8091-bdf8-46c7-a7e0-38832e83ff65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.0786939 Feb 07 22:57:21.184361 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-d295254f-1c57-44f6-a84f-3afa5ab466ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862701 Feb 07 22:57:21.277181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-01489730-b149-4360-be0f-445811726a70 service neutron] 10.222.0.10 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206173 Feb 07 22:57:21.308358 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.345640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-e5c68728-9db7-4d19-8a98-8c2c5aad97ba service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513858 Feb 07 22:57:21.444190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:21.455297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:21.463744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.10 (00d47745-800a-4651-b7fb-b35c232c112c/5577f411-5407-4206-a6b3-edda6457043a/2eef7618-e30b-4f6b-b720-5556d1a50991) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:21.480803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:21.535856 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e3450c-57d8-4110-9633-048b74fb53fb', 'tag': '7e65ffbd-9e00-433d-add8-ba2dec86ce97', 'status': 'completed', 'code': 200} Feb 07 22:57:21.629786 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-483f7652-3155-4b36-8f9a-ee5cf49e0b3c req-fc689685-6113-4294-b6d8-d45707555f7e service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737727 Feb 07 22:57:21.836176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-ef9c1feb-f1f4-4e91-bcb3-494e2cc6968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:21.838399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-ef9c1feb-f1f4-4e91-bcb3-494e2cc6968a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 1094 time: 0.1442082 Feb 07 22:57:21.876161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-833b7fa2-2a1d-4337-82f2-74f9c8183cad None None] Provisioning for port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:21.883709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-833b7fa2-2a1d-4337-82f2-74f9c8183cad None None] Provisioning complete for port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:21.884453 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-833b7fa2-2a1d-4337-82f2-74f9c8183cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:21.888874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:21.988011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23ec2844-c3be-4b6f-a261-a6cb2715c902 req-0a8bdd7e-2ead-4db5-923d-e3118719cb3b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 210 time: 0.1814246 Feb 07 22:57:22.010449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:22.011326 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.038094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-833b7fa2-2a1d-4337-82f2-74f9c8183cad None None] Port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:57:22.049333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Allocated IP 172.20.0.13 (944788f7-95d9-44ad-a2d4-1cd03b75b983/b425025d-2175-48c1-a9d2-edaf7d92c964/9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:22.096143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfceb42-a195-46e8-a381-a10f5b3df035 req-9442efac-bd0d-4ef1-a4d4-b5117275b157 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:22.103981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfceb42-a195-46e8-a381-a10f5b3df035 req-9442efac-bd0d-4ef1-a4d4-b5117275b157 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 970 time: 0.8977458 Feb 07 22:57:22.138451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-797edb2d-1719-4b30-976e-a5a5be64421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:22.141343 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-797edb2d-1719-4b30-976e-a5a5be64421c service neutron] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.2928863 Feb 07 22:57:22.247793 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-d71b8e5a-3740-4d13-a494-d8a0e96f6740 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e65ffbd-9e00-433d-add8-ba2dec86ce97 HTTP/1.1" status: 200 len: 217 time: 0.0972853 Feb 07 22:57:22.319901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-a34ed4aa-536f-4861-b7da-f96a539c2d67 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.5575883 Feb 07 22:57:22.339256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Request body: {'port': {'device_id': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:22.343762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-451a37d4-1708-452e-899d-81b7c1ce3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:22.348603 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-451a37d4-1708-452e-899d-81b7c1ce3278 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.0900548 Feb 07 22:57:22.367126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b7ca7ee-d1f5-40af-8b80-b369f484aeec req-21c1d73a-54fb-4103-8bd3-71ec48c239d0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 210 time: 0.2396302 Feb 07 22:57:22.436739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-f80bf71a-3814-4ed2-9279-28fea5e74cdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825036 Feb 07 22:57:22.437293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfceb42-a195-46e8-a381-a10f5b3df035 req-57532936-be6e-4a60-9791-73172d1bae3e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3316562 Feb 07 22:57:22.678907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-ebd51bf5-4780-4b62-9165-becb1071e9ee service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351680 Feb 07 22:57:22.780534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.891194 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:22.948944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:22.990260 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47f0caba-51d4-4e50-8c85-440f6cd6f6fc req-f0a85079-9b3f-4c68-b0d3-031e3c46820a service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006034 Feb 07 22:57:23.085022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7e65ffbd-9e00-433d-add8-ba2dec86ce97 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:57:23.175726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:23.230954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcb10f-f653-479a-952c-9771df03010b req-2b1b16aa-7425-48dd-a318-cf2e94a5a1f2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:23.245370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfcb10f-f653-479a-952c-9771df03010b req-2b1b16aa-7425-48dd-a318-cf2e94a5a1f2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 943 time: 0.6624393 Feb 07 22:57:23.440869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7e65ffbd-9e00-433d-add8-ba2dec86ce97, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7e65ffbd-9e00-433d-add8-ba2dec86ce97,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:23.458757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '7e65ffbd-9e00-433d-add8-ba2dec86ce97', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'port_id': '7e65ffbd-9e00-433d-add8-ba2dec86ce97', 'mac_address': 'fa:16:3e:87:0a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3297c5f5-c5ac-465c-86f2-3cd46109b2e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:57:23.487065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:23.500804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-51b2851c-bab7-4a4f-9612-8334b85634aa req-a639f8c9-68c3-47b3-90b5-7f60e8e3ddf4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:23.509017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:23.539292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:23.555745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Usage tracker for resource:security_group_rule and tenant:1bba9d95951f44fa997c1354b41b56fa is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:23.560827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:23.575709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfcb10f-f653-479a-952c-9771df03010b req-f9a1d3c4-f214-4aff-9ee6-72e5aeed98e9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293288 Feb 07 22:57:23.580715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:23.581624 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:23.610855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e65ffbd-9e00-433d-add8-ba2dec86ce97 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:23.637051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7e65ffbd-9e00-433d-add8-ba2dec86ce97, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7e65ffbd-9e00-433d-add8-ba2dec86ce97,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:23.638579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-d9c7119d-5d7a-4f14-a683-a82859e58142 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:23.639347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-d9c7119d-5d7a-4f14-a683-a82859e58142 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Synchronizing usage tracker for tenant:bd8ac42cf24543d0a13992aad6e0f3c5 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:23.643530 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:23.667530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-d9c7119d-5d7a-4f14-a683-a82859e58142 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Unset dirty status for tenant:bd8ac42cf24543d0a13992aad6e0f3c5 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:23.669004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-d9c7119d-5d7a-4f14-a683-a82859e58142 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.36 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 814 time: 0.4228313 Feb 07 22:57:23.692519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Request body: {'port': {'device_id': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8', 'admin_state_up': True, 'tenant_id': 'bd8ac42cf24543d0a13992aad6e0f3c5'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:23.725631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 00d47745-800a-4651-b7fb-b35c232c112c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:23.726572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-51b2851c-bab7-4a4f-9612-8334b85634aa req-a639f8c9-68c3-47b3-90b5-7f60e8e3ddf4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:23.727877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51b2851c-bab7-4a4f-9612-8334b85634aa req-a639f8c9-68c3-47b3-90b5-7f60e8e3ddf4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 210 time: 0.3697269 Feb 07 22:57:23.728834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:23.740458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:23.818192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=7e65ffbd-9e00-433d-add8-ba2dec86ce97,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:23.832065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.832418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.832971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.833500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.834004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.834490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.834990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.835470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.835990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.836521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.837019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.837554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:23.868191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=2eef7618-e30b-4f6b-b720-5556d1a50991,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:23.910943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['7e65ffbd-9e00-433d-add8-ba2dec86ce97'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:24.078972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.080430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:24.085083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Usage tracker for resource:port and tenant:bd8ac42cf24543d0a13992aad6e0f3c5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:24.088674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:24.094715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.104005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:24.167822 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bba9d95951f44fa997c1354b41b56fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2176883 Feb 07 22:57:24.173464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44998) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:24.179424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:24.184649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.191657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85ee4023-b922-40e3-b36c-f1ee69bb3fa4 req-83e79b07-6524-40c0-9752-32220dcd8402 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 210 time: 0.3245323 Feb 07 22:57:24.196072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Made reservation on behalf of bd8ac42cf24543d0a13992aad6e0f3c5 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:24.199540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.209029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fb202-4ad7-4395-9ff1-b30d911f438e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5687ee-5997-4c03-b674-05f685c91918,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:24.209253 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.340532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:24.346434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:24.353020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:24.355814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:24.379732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1b88-6c33-426f-b8d7-e8f75422f36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.390027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8e054c14-ef92-4474-8b4a-318fbb0a61c5 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.2416375 Feb 07 22:57:24.395261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:24.403095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.409342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event updated for resources: {'Port': ['ID=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:24.412665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'port': {'network_id': '00d47745-800a-4651-b7fb-b35c232c112c', 'name': 'tempest-FloatingIPTestJSON-122312315'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:24.450267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Transition to ACTIVE for port object c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:24.465898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:24.466593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.473820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.547922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9d4f4-984f-4a22-be8c-045fc754e504 req-96359057-d8c2-482a-af35-6d6d95a1fafd tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:24.548689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-17d9d4f4-984f-4a22-be8c-045fc754e504 req-96359057-d8c2-482a-af35-6d6d95a1fafd tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Synchronizing usage tracker for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:24.627377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1b88-6c33-426f-b8d7-e8f75422f36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.754435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:24.758288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:port and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:24.761671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:24.770336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:24.775144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Allocated IP 172.20.0.7 (658c0712-1e70-497e-9af9-04c8f8b596d8/0ebda342-7e22-49fe-87b0-b4f750bd7c37/0b3eab3b-f4f6-405b-9f01-37cc32f45c44) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:24.787247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-d7702ded-5f37-440d-a9b1-243530394937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8044422 Feb 07 22:57:24.812204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:24.815727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:24.849528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] device_id is not set on port 947f439f-bff7-44ff-af30-0dca3c706ce7 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:57:24.858653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:24.866394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Request body: {'port': {'device_id': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:25.018085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-17d9d4f4-984f-4a22-be8c-045fc754e504 req-96359057-d8c2-482a-af35-6d6d95a1fafd tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Unset dirty status for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:25.020117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17d9d4f4-984f-4a22-be8c-045fc754e504 req-96359057-d8c2-482a-af35-6d6d95a1fafd tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 970 time: 1.1456013 Feb 07 22:57:25.030993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1b88-6c33-426f-b8d7-e8f75422f36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.071270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff1b88-6c33-426f-b8d7-e8f75422f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5687ee-5997-4c03-b674-05f685c91918,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:25.092265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7e65ffbd-9e00-433d-add8-ba2dec86ce97 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:25.150954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.3 (00d47745-800a-4651-b7fb-b35c232c112c/5577f411-5407-4206-a6b3-edda6457043a/947f439f-bff7-44ff-af30-0dca3c706ce7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:25.154424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Attempting to bind port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:25.154757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Attempting to bind port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:25.155301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Attempting to bind port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 on network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:25.162975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.177591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5ff1b88-6c33-426f-b8d7-e8f75422f36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.181828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a5ff1b88-6c33-426f-b8d7-e8f75422f36d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a5687ee-5997-4c03-b674-05f685c91918 HTTP/1.1" status: 204 len: 168 time: 1.0005960 Feb 07 22:57:25.196654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 on network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:57:25.197701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Attempting to bind port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 on network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:25.210914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:25.211258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Checking segment: {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:25.211645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Bound using segment: {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:25.212075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Bound port: c7c11ae9-db0a-48e2-9a2b-fa7e22630c18, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297ad8e8-b084-49b8-9436-c2d1da6da569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:25.212421 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.234772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:25.236699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41985267-6e26-4682-91a8-a17ec105005c req-f43e50d9-3ff0-4cb3-a284-8d32d9c5f07d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:25.241551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41985267-6e26-4682-91a8-a17ec105005c req-f43e50d9-3ff0-4cb3-a284-8d32d9c5f07d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 944 time: 0.4826269 Feb 07 22:57:25.253056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:25.254504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.296755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.366687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17d9d4f4-984f-4a22-be8c-045fc754e504 req-6dfff5d0-a783-48dc-a3e8-e430d56fafea tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3321259 Feb 07 22:57:25.401227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.431535 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.530319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e3450c-57d8-4110-9633-048b74fb53fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e65ffbd-9e00-433d-add8-ba2dec86ce97'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:25.546720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 7e65ffbd-9e00-433d-add8-ba2dec86ce97, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7e65ffbd-9e00-433d-add8-ba2dec86ce97,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:25.552417 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.604929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Network 658c0712-1e70-497e-9af9-04c8f8b596d8 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:25.611562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:25.615037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:25.620265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:25.743831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:25.744945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.749679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=7e65ffbd-9e00-433d-add8-ba2dec86ce97,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:25.765538 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.766892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:25.784200 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1bfbff0c-29f5-4d13-bb2b-f65c76f35968 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1008420 Feb 07 22:57:25.808329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Request body: {'port': {'device_id': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:25.815553 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.887337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Transition to ACTIVE for port object 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:25.905707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41985267-6e26-4682-91a8-a17ec105005c req-755fe6fa-4cad-4646-a758-f392065662bf tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065147 Feb 07 22:57:25.932682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45046) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:25.938220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.947365 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e275213-d9f8-469c-a4be-7a17bd617f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:25.983985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] For port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:25.996245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] For port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:26.006807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.100523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.113781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 00d47745-800a-4651-b7fb-b35c232c112c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:26.118762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:26.125541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:26.139610 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.189139 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.202292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=947f439f-bff7-44ff-af30-0dca3c706ce7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:26.257111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:26.258059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.273116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:26.273773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.275097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 HTTP/1.1" status: 200 len: 1130 time: 3.9414108 Feb 07 22:57:26.281031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:26.283184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:26.298182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:26.343754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2a39b1ab-8ac5-4162-b403-1d9e3c238e0e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9422271 Feb 07 22:57:26.352774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45054) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:26.414603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Usage tracker for resource:security_group_rule and tenant:d2e02436ead949fcbf810b2775f1ef2a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:26.418679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:26.495584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:26.501723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '947f439f-bff7-44ff-af30-0dca3c706ce7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:26.515691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:26.544112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37a5ad-f0d8-40e8-85ec-1bcddad3b185 req-fbd85bd7-8d07-4d76-b241-0b94ed430089 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:26.545949 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c37a5ad-f0d8-40e8-85ec-1bcddad3b185 req-fbd85bd7-8d07-4d76-b241-0b94ed430089 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 932 time: 0.7739944 Feb 07 22:57:26.579689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Attempting to bind port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:26.580025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Attempting to bind port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:26.580351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Attempting to bind port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:26.620460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:floatingip and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:26.624665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:26.633827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:57:26.634190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Attempting to bind port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:26.639363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:26.652872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766fae3-f4f2-48bf-8852-fc2c8194a0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:26.662627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e93b0-035b-4a32-95f9-6abed0c84338 req-2ed4f9ad-4728-4392-8a75-6d4a4a1ddaf1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:26.664194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720e93b0-035b-4a32-95f9-6abed0c84338 req-2ed4f9ad-4728-4392-8a75-6d4a4a1ddaf1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 931 time: 0.6088896 Feb 07 22:57:26.674174 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.679560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:26.679908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Checking segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:26.680302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Bound using segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:26.680784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Bound port: 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:26.681143 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:26.741803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c37a5ad-f0d8-40e8-85ec-1bcddad3b185 req-3c8e0ecc-050e-4bb1-bc7b-226d81d308e9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742268 Feb 07 22:57:26.844381 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e3450c-57d8-4110-9633-048b74fb53fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e65ffbd-9e00-433d-add8-ba2dec86ce97', 'code': 200} Feb 07 22:57:26.953538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-59d75f08-ecd3-4b21-8a8d-9b081e8862f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:26.955048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-59d75f08-ecd3-4b21-8a8d-9b081e8862f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1133 time: 0.5440557 Feb 07 22:57:26.977890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-720e93b0-035b-4a32-95f9-6abed0c84338 req-5625bb85-6e7b-412e-85e0-8d606712f489 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816138 Feb 07 22:57:26.999320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:27.015134 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.104058 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'status': 'completed', 'code': 200} Feb 07 22:57:27.116733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-5d6b09a0-b8ec-4d84-9d21-dcbd60696302 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 HTTP/1.1" status: 200 len: 217 time: 0.1519136 Feb 07 22:57:27.151671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Transition to ACTIVE for port object 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:27.161096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.185596 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.190477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] For port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:27.202983 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.231095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] For port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:27.240737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-16bb75f4-1bdd-42f4-b7f0-0bf1e4a39a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:27.242570 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-16bb75f4-1bdd-42f4-b7f0-0bf1e4a39a6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5 HTTP/1.1" status: 200 len: 834 time: 0.1166792 Feb 07 22:57:27.269122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.295958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.466932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2e02436ead949fcbf810b2775f1ef2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5028293 Feb 07 22:57:27.471144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45080) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:27.488050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:27.490758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:27.491383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.492785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] 10.222.0.36 "PUT /v2.0/ports/9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b HTTP/1.1" status: 200 len: 1092 time: 2.6534293 Feb 07 22:57:27.495619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17007c4-29b3-4dc6-ae4a-cde2460b53fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b11a79-fd70-4541-88a2-f1eec44f1f57,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:27.510083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2919c-a58b-43e8-bf2b-2c07b6c795ab req-cc2266b2-2388-4b60-8ef6-95da5c4be626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:27.511761 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7fb2919c-a58b-43e8-bf2b-2c07b6c795ab req-cc2266b2-2388-4b60-8ef6-95da5c4be626 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 1096 time: 0.5681932 Feb 07 22:57:27.641379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99805e-936f-4c23-84f0-0338ded70909 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:27.676883 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7fb2919c-a58b-43e8-bf2b-2c07b6c795ab req-b96fcac4-dc1f-4741-a1a0-039554704420 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496232 Feb 07 22:57:27.678352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45aff84f-4608-4a95-a26b-b6408119b9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.703143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.25.0.36 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/cb2ec391-43bc-49e7-b714-5d9d11485887) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:27.712699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:27.713166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:27.713648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:27.724457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:57:27.724718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:27.730813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-3102e4c5-f7e5-44d8-af51-22a0add6e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:27.732582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-3102e4c5-f7e5-44d8-af51-22a0add6e65a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4381461 Feb 07 22:57:27.740387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d6711-e6c1-4ff8-a8f5-52512022b570 req-bfe947c3-9ace-4e34-bc98-3039db1cc814 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:27.741895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-966d6711-e6c1-4ff8-a8f5-52512022b570 req-bfe947c3-9ace-4e34-bc98-3039db1cc814 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 982 time: 0.5093892 Feb 07 22:57:27.753746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8fda2-395f-4db7-baa9-10c396cafe11 req-d3b2fdbb-f119-4c5c-882d-ba18d613b02c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:27.755285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ccd8fda2-395f-4db7-baa9-10c396cafe11 req-d3b2fdbb-f119-4c5c-882d-ba18d613b02c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 945 time: 0.4735563 Feb 07 22:57:27.762832 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45aff84f-4608-4a95-a26b-b6408119b9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.796739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:27.797175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Checking segment: {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:27.797454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Bound using segment: {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:27.797959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Bound port: 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:27.798480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:27.870988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9af69-192f-4648-9af4-93cabd069012 req-d568cfa0-03d3-4ca6-9ecf-33e9ac953d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:27.872488 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-d568cfa0-03d3-4ca6-9ecf-33e9ac953d8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 1095 time: 0.3149805 Feb 07 22:57:27.881142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-966d6711-e6c1-4ff8-a8f5-52512022b570 req-fd74b359-2546-424a-a7ee-4c2c234ba096 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1246691 Feb 07 22:57:27.981640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ccd8fda2-395f-4db7-baa9-10c396cafe11 req-942e98ab-2025-4c23-bc1f-ab8ca9d434a7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962965 Feb 07 22:57:28.005124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:28.026134 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.034366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:28.045825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.050966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-fdb34316-39d4-42a9-b751-d7d944b5afbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b HTTP/1.1" status: 200 len: 217 time: 0.1665771 Feb 07 22:57:28.145206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:28.145834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.147229 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] 10.222.0.36 "PUT /v2.0/ports/0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 1091 time: 2.3505564 Feb 07 22:57:28.147682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:28.170865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a959-dc8a-4952-9337-d596c99deda4 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:28.174998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.212352 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d9f16840-2450-4dad-a3a7-f66259b62d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.214286 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45aff84f-4608-4a95-a26b-b6408119b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.297522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:28.307360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:28.310044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aff84f-4608-4a95-a26b-b6408119b9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b11a79-fd70-4541-88a2-f1eec44f1f57,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:28.314650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:28.354578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=cb2ec391-43bc-49e7-b714-5d9d11485887,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:28.366252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9af69-192f-4648-9af4-93cabd069012 req-7ed5e3ff-e3e4-4115-8063-7996e95e37b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:28.367733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-7ed5e3ff-e3e4-4115-8063-7996e95e37b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.3090742 Feb 07 22:57:28.369025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45aff84f-4608-4a95-a26b-b6408119b9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:28.369584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-45aff84f-4608-4a95-a26b-b6408119b9d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02b11a79-fd70-4541-88a2-f1eec44f1f57 HTTP/1.1" status: 204 len: 168 time: 0.8933017 Feb 07 22:57:28.413867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-c97fd1f2-2af9-4002-9f03-2de692c7e55d service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604945 Feb 07 22:57:28.436197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-72fff519-c06e-41cb-bbd8-40f2da28241b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586188 Feb 07 22:57:28.443836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1e9e0ec3-bff5-4bce-85b9-34c7504b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:28.445253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-1e9e0ec3-bff5-4bce-85b9-34c7504b970c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1094 time: 0.2352533 Feb 07 22:57:28.687095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e08a4-4ec5-40a2-a8b3-75b1a586bdb8 req-75690395-6607-4bc1-afe2-4e7e5f78b469 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:28.700415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-27b0ecdf-0272-4c24-8ad2-981c5dfd1708 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.2465756 Feb 07 22:57:28.701228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d15e08a4-4ec5-40a2-a8b3-75b1a586bdb8 req-75690395-6607-4bc1-afe2-4e7e5f78b469 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.5738347 Feb 07 22:57:28.746468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c43f90-4561-45bc-8cb7-140b5b5b40ec req-60025e42-3121-4da4-9935-be15b6ea93d3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:28.753324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78c43f90-4561-45bc-8cb7-140b5b5b40ec req-60025e42-3121-4da4-9935-be15b6ea93d3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 944 time: 0.5420752 Feb 07 22:57:29.022098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99c822b2-9edd-49cd-bd93-f6bca4074e9c req-9fe70efe-7225-4e7d-8cb7-21c90fb82cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902977 Feb 07 22:57:29.055093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-d31fa358-7a1e-4f6c-9daa-f8fdfd66f7fa service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957570 Feb 07 22:57:29.068262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78c43f90-4561-45bc-8cb7-140b5b5b40ec req-47e02bf8-b095-4c92-9459-776341039ba4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139541 Feb 07 22:57:29.069720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-a93a22a5-958f-4f27-bd8e-e2b7e8090a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:29.071421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-a93a22a5-958f-4f27-bd8e-e2b7e8090a86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.3630261 Feb 07 22:57:29.074985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d15e08a4-4ec5-40a2-a8b3-75b1a586bdb8 req-c48460a6-8599-4084-ac47-365b1e487dc3 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729000 Feb 07 22:57:29.117480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'tag': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:29.210246 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'status': 'completed', 'code': 200} Feb 07 22:57:29.212341 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:29.239639 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-f14a3a23-fbab-4243-9283-1da56e4b19a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874932 Feb 07 22:57:29.452528 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:29.483021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75a9af69-192f-4648-9af4-93cabd069012 req-2d1fb80e-f8e1-4249-9016-ac888c5e014e service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070311 Feb 07 22:57:29.512437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-010375aa-a32b-4654-a0f7-8cba73e77e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:29.513914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-010375aa-a32b-4654-a0f7-8cba73e77e04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1133 time: 0.4095318 Feb 07 22:57:29.530057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:29.532616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-b87839de-2c21-40a6-9c7a-03469d932565 service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787673 Feb 07 22:57:29.639618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c493a-a20c-47dd-a626-1085f0a943ca req-473a2bc6-ed78-42f4-b339-669111861e49 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:29.648677 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f9c493a-a20c-47dd-a626-1085f0a943ca req-473a2bc6-ed78-42f4-b339-669111861e49 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.3709991 Feb 07 22:57:29.673553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100abc76-fe40-4581-8b15-ba04f8a2d151 req-678af15c-6884-4839-87f3-0a121ef17cf2 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:29.675163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-100abc76-fe40-4581-8b15-ba04f8a2d151 req-678af15c-6884-4839-87f3-0a121ef17cf2 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 982 time: 0.3555083 Feb 07 22:57:29.760316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f9c493a-a20c-47dd-a626-1085f0a943ca req-1da4fc83-23c6-486a-92ca-b83ecf1a13ef tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105840 Feb 07 22:57:29.821751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9c5c55f-2a00-48a5-895c-9bd52bccb02b req-644bb146-0240-400c-837b-9cbe4107c364 service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799780 Feb 07 22:57:29.842677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:29.883742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-100abc76-fe40-4581-8b15-ba04f8a2d151 req-825fde8c-a622-463d-a4a2-0a0b04c2d7e7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1855750 Feb 07 22:57:29.895939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-1566860e-e0ba-4305-9ffe-6ae4f0597ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:29.897521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-1566860e-e0ba-4305-9ffe-6ae4f0597ff5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c HTTP/1.1" status: 200 len: 897 time: 0.3666637 Feb 07 22:57:30.057098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-396e471c-6637-41e6-a0c2-01790d961cda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 HTTP/1.1" status: 200 len: 217 time: 0.1528995 Feb 07 22:57:30.161356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-c02e5dda-0db0-42e8-9ff1-4e8b507f0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.162820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-c02e5dda-0db0-42e8-9ff1-4e8b507f0d08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5 HTTP/1.1" status: 200 len: 834 time: 0.0912828 Feb 07 22:57:30.186681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07171f47-a5c9-4955-8a85-009ac886f966 req-8796be9f-7c67-4b38-a171-230afe3788b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.189511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07171f47-a5c9-4955-8a85-009ac886f966 req-8796be9f-7c67-4b38-a171-230afe3788b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1094 time: 0.2653487 Feb 07 22:57:30.217710 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'tag': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b', 'status': 'completed', 'code': 200} Feb 07 22:57:30.245082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91913-2080-452c-b4d0-a7af59678706 req-602ecc47-6a56-4dd9-a581-12d77fea99e4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.246764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44e91913-2080-452c-b4d0-a7af59678706 req-602ecc47-6a56-4dd9-a581-12d77fea99e4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 945 time: 0.2463348 Feb 07 22:57:30.408361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07171f47-a5c9-4955-8a85-009ac886f966 req-3eeac77e-7b79-4223-a223-b93245625d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.410629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07171f47-a5c9-4955-8a85-009ac886f966 req-3eeac77e-7b79-4223-a223-b93245625d18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.2067034 Feb 07 22:57:30.491782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:30.494446 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07171f47-a5c9-4955-8a85-009ac886f966 req-d4afaf83-9b04-45ee-af44-5ff0b8079bf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.0754864 Feb 07 22:57:30.496975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44e91913-2080-452c-b4d0-a7af59678706 req-c40bc725-578c-43dd-888d-a9ccd657d051 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776447 Feb 07 22:57:30.502933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-6f2417ea-26fa-46c1-b6c3-424ac575128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.505462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-6f2417ea-26fa-46c1-b6c3-424ac575128b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3352220 Feb 07 22:57:30.619711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-d5b15d2b-19f1-4969-aabc-c7bbc570268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.621914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-d5b15d2b-19f1-4969-aabc-c7bbc570268e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 1095 time: 0.3714311 Feb 07 22:57:30.634514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07171f47-a5c9-4955-8a85-009ac886f966 req-268cdd7b-46b2-4733-bb3c-70248026271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.635979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07171f47-a5c9-4955-8a85-009ac886f966 req-268cdd7b-46b2-4733-bb3c-70248026271b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.1280293 Feb 07 22:57:30.636781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:30.736878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=cb2ec391-43bc-49e7-b714-5d9d11485887,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:30.782325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-4937c4a8-1fca-4dc9-9815-ea13ae0dffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.784145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-4937c4a8-1fca-4dc9-9815-ea13ae0dffe5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.1499882 Feb 07 22:57:30.806676 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07171f47-a5c9-4955-8a85-009ac886f966 req-2480f67e-5fef-47c9-afe8-12cbb428bb3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734673 Feb 07 22:57:30.820832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c507de-bc6a-4d2d-b374-969917bf48b7 req-94945282-b050-429d-ab23-55b16ee87d09 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:30.823043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50c507de-bc6a-4d2d-b374-969917bf48b7 req-94945282-b050-429d-ab23-55b16ee87d09 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 944 time: 0.4883773 Feb 07 22:57:30.937675 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:31.005991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-d3b46f1e-20dc-4004-a037-15b447d8f316 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b HTTP/1.1" status: 200 len: 217 time: 0.1203442 Feb 07 22:57:31.069526 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:31.265348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07171f47-a5c9-4955-8a85-009ac886f966 req-f260a7c4-ebcc-4fa2-a9bd-01c2a5c4f8ca service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467371 Feb 07 22:57:31.343215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-c0f0a71a-0467-4660-9929-0cc4def17cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254118 Feb 07 22:57:31.378218 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 1f84deeb-5d21-415f-b798-caa3c1ee7f80 associated. External IP: 172.25.0.36, port: 947f439f-bff7-44ff-af30-0dca3c706ce7. Feb 07 22:57:31.449292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50c507de-bc6a-4d2d-b374-969917bf48b7 req-72b193d4-6e78-4610-9c09-7a36bf907117 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222332 Feb 07 22:57:31.472074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:57:31.544278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-6c5e1d67-76f4-4d12-831c-dcab157dabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:31.549208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-6c5e1d67-76f4-4d12-831c-dcab157dabd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.4636817 Feb 07 22:57:31.580230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07171f47-a5c9-4955-8a85-009ac886f966 req-418fbd9a-36cb-4eba-bbc7-d4b66093b758 service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044572 Feb 07 22:57:31.729802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fedb75-2766-4f67-9ee1-9c0a5b6268e1 req-b1ff6be1-1fa5-4a13-8a88-3fe4b807926d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:31.731479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46fedb75-2766-4f67-9ee1-9c0a5b6268e1 req-b1ff6be1-1fa5-4a13-8a88-3fe4b807926d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.9432344 Feb 07 22:57:31.745489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-cd0f4953-16f0-42d4-8876-ccf1d6ca0ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792798 Feb 07 22:57:31.821241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:31.886837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8', 'port_id': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'mac_address': 'fa:16:3e:80:bb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebda342-7e22-49fe-87b0-b4f750bd7c37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:57:32.012923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:32.042842 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.101166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:32.120170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46fedb75-2766-4f67-9ee1-9c0a5b6268e1 req-74a1c079-e1af-4b47-93f0-14ad282d3fcd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712609 Feb 07 22:57:32.122303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c300f14-776d-43ec-aa33-1c40d43056a4 req-1c5d4723-2e11-4d04-8894-c6b737ca759f service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7694368 Feb 07 22:57:32.129236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:32.149610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.150871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:57:32.208915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45242) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:32.232545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-bfdbdd2f-7553-41c1-84ad-e03307c91ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367533 Feb 07 22:57:32.243833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbf697-122c-4ba7-9051-118da69ccc4c req-25ead21f-2198-4bb6-a2c1-c3a0e521c7e4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:32.253217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5efbf697-122c-4ba7-9051-118da69ccc4c req-25ead21f-2198-4bb6-a2c1-c3a0e521c7e4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.2918174 Feb 07 22:57:32.298192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:32.367312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:32.378956 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:32.395559 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:32.399605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:32.422172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.463618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:32.481470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'port_id': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b', 'mac_address': 'fa:16:3e:e7:93:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425025d-2175-48c1-a9d2-edaf7d92c964', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:57:32.487242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5efbf697-122c-4ba7-9051-118da69ccc4c req-374bc8ba-11e2-4417-8c3a-a38db4f2cd71 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323425 Feb 07 22:57:32.553059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-718f69a3-8fd3-45f8-aeb1-306e4ff6d61a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.1953993 Feb 07 22:57:32.554797 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.555109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45252) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:32.565040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:32.575692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:32.584277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd38f-4197-40cc-9367-2d86bd4646b3 req-d32f7aa7-a147-4b6f-834c-4eec239ca8c9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:32.590418 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34fbd38f-4197-40cc-9367-2d86bd4646b3 req-d32f7aa7-a147-4b6f-834c-4eec239ca8c9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 982 time: 0.3110831 Feb 07 22:57:32.596240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:32.596984 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:32.605603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.617251 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:32.617891 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:32.672594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d42fe1d-c64f-4263-9a80-1200af4ba497 req-c642c5ab-70a1-4dd2-a0ed-3ae57bc3d777 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159443 Feb 07 22:57:32.716671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:32.743782 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:32.744860 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3818b18-c69d-4d9a-8062-ed6f869f25c3 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:32.775749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.789732 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:32.821311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34fbd38f-4197-40cc-9367-2d86bd4646b3 req-fd86ef31-1f93-46ba-8136-1e8be1a216ba tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2041931 Feb 07 22:57:32.839226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:32.843816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:32.858802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Usage tracker for resource:security_group_rule and tenant:737dd17bb51145df9848de31d70592d6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:32.864728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:32.874475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:32.888792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0b3eab3b-f4f6-405b-9f01-37cc32f45c44'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:33.007746 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.023191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526161f-6141-4cae-9471-38aadc5fabbc req-c005bb1a-2bf7-48c2-ae00-2eeca45a1632 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:33.031528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e526161f-6141-4cae-9471-38aadc5fabbc req-c005bb1a-2bf7-48c2-ae00-2eeca45a1632 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 945 time: 0.3344929 Feb 07 22:57:33.052209 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.100869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:57:33.176905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e605bea-3714-40ab-9c37-794d7cfa645e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:33.190483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-27ac3e54-f2ea-4cad-8972-ca76f7f030d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=737dd17bb51145df9848de31d70592d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9777794 Feb 07 22:57:33.193055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e526161f-6141-4cae-9471-38aadc5fabbc req-13bc4b48-e614-4e3a-8f0c-236b7182b1e0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606050 Feb 07 22:57:33.193873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45264) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:33.359967 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de898996-ecac-45d6-b471-6a0735582440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.398824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.404852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de898996-ecac-45d6-b471-6a0735582440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.406276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.406918 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 1f84deeb-5d21-415f-b798-caa3c1ee7f80 disassociated. External IP: 172.25.0.36, port: 947f439f-bff7-44ff-af30-0dca3c706ce7. Feb 07 22:57:33.425984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8d7d5-bb17-408e-8bdc-5a102313f7da req-63ade7f7-aed4-455b-bc6f-9f07ef099d44 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:33.427630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78c8d7d5-bb17-408e-8bdc-5a102313f7da req-63ade7f7-aed4-455b-bc6f-9f07ef099d44 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 945 time: 0.3501117 Feb 07 22:57:33.450287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:33.466021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'port_id': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'mac_address': 'fa:16:3e:fc:05:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:57:33.467788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45272) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:33.551263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78c8d7d5-bb17-408e-8bdc-5a102313f7da req-eb0e7e4a-77ea-4d44-a04e-337da730d250 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706370 Feb 07 22:57:33.553830 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.596007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90677376-1801-46d7-ab32-f850c8b8e87a req-741c7ad3-d7c7-4d58-8dc0-a289c3222b74 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:33.604685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90677376-1801-46d7-ab32-f850c8b8e87a req-741c7ad3-d7c7-4d58-8dc0-a289c3222b74 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.1759329 Feb 07 22:57:33.609437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:33.619910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de898996-ecac-45d6-b471-6a0735582440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.644992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:33.645596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de898996-ecac-45d6-b471-6a0735582440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e605bea-3714-40ab-9c37-794d7cfa645e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:33.657330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de898996-ecac-45d6-b471-6a0735582440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.661722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de898996-ecac-45d6-b471-6a0735582440 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e605bea-3714-40ab-9c37-794d7cfa645e HTTP/1.1" status: 204 len: 168 time: 0.4608586 Feb 07 22:57:33.684877 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.713397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90677376-1801-46d7-ab32-f850c8b8e87a req-28147cd9-5d06-44cc-8669-d8f434df1bf0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075225 Feb 07 22:57:33.866680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c65dd-d91a-4d2a-8293-9b18fb6daa69 req-19b8c588-aeb6-40f0-9603-142862fa40f3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:33.869477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:33.879620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef1c65dd-d91a-4d2a-8293-9b18fb6daa69 req-19b8c588-aeb6-40f0-9603-142862fa40f3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 945 time: 0.1209924 Feb 07 22:57:33.909318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:33.922912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:33.937158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['c7c11ae9-db0a-48e2-9a2b-fa7e22630c18'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:33.961406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:34.017463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Usage tracker for resource:security_group_rule and tenant:75ef08e475c74cd9951f7dc3bdcd4e01 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:34.023876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef1c65dd-d91a-4d2a-8293-9b18fb6daa69 req-3175567f-c041-4d58-9c37-8ac1d5d30ba7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430931 Feb 07 22:57:34.033207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:34.050688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:34.099567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388d18c-43db-4c5b-8c5f-4c33d6acc669 req-2477ac34-25a1-496d-9cb0-388f4036640c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:34.104344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e388d18c-43db-4c5b-8c5f-4c33d6acc669 req-2477ac34-25a1-496d-9cb0-388f4036640c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.1996441 Feb 07 22:57:34.219016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:34.236793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:34.240431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45288) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:34.253813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:34.254565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:34.268217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e388d18c-43db-4c5b-8c5f-4c33d6acc669 req-94f6f962-f57b-408c-970d-ef888e821fdd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599572 Feb 07 22:57:34.278447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.307578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9e472-060b-4099-8980-c5a20b47fe05 req-94dc0819-48d4-4fd4-9fb9-562117681389 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:34.315439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5be9e472-060b-4099-8980-c5a20b47fe05 req-94dc0819-48d4-4fd4-9fb9-562117681389 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 983 time: 0.1288800 Feb 07 22:57:34.323785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:34.336705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:34.337343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:34.362217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.379843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5be9e472-060b-4099-8980-c5a20b47fe05 req-44916dd0-20c2-404d-8ca6-3e49aa89a745 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0587783 Feb 07 22:57:34.402789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:34.403637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a311b-92c7-4e0b-990b-567583237d40 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:34.408933 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-20d9fb61-4ee5-480d-9f84-8383665cd447 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/floatingips/1f84deeb-5d21-415f-b798-caa3c1ee7f80 HTTP/1.1" status: 200 len: 687 time: 1.8523593 Feb 07 22:57:34.412205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45292) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:34.417480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:34.425879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7dc68b842c42078365b76fa9effebb is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:34.429801 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.431079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:34.440154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.447746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:34.514473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b5a34-a81c-49c9-ac85-6c52a5c840c7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:34.521769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-db062dd1-bcf7-4bd2-94d3-22a101cc4485 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75ef08e475c74cd9951f7dc3bdcd4e01&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0475137 Feb 07 22:57:34.527558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45296) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:34.664785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2065804-8c98-4131-be0e-ed8286342a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.710223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.715219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2065804-8c98-4131-be0e-ed8286342a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.724191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.798738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbf8004-b967-401c-86a0-5676514617ed,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:34.807144 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-92b10522-d783-4ff5-b79c-deb9eade7bb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a7dc68b842c42078365b76fa9effebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630393 Feb 07 22:57:34.807610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port cb2ec391-43bc-49e7-b714-5d9d11485887 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:57:34.808068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.808190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45306) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:34.868235 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2065804-8c98-4131-be0e-ed8286342a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.888511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2065804-8c98-4131-be0e-ed8286342a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b5a34-a81c-49c9-ac85-6c52a5c840c7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:34.917389 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fd6c76b-603d-4bc8-9daa-c230cd8f5ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.928980 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2065804-8c98-4131-be0e-ed8286342a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:34.933259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a2065804-8c98-4131-be0e-ed8286342a19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c7b5a34-a81c-49c9-ac85-6c52a5c840c7 HTTP/1.1" status: 204 len: 168 time: 0.4016054 Feb 07 22:57:34.965600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fd6c76b-603d-4bc8-9daa-c230cd8f5ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.022697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e16e38-9332-4239-a2d8-a7716df5cb3d req-d581cb82-62b7-4860-b58d-896c6839e3b3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:35.024217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27e16e38-9332-4239-a2d8-a7716df5cb3d req-d581cb82-62b7-4860-b58d-896c6839e3b3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 945 time: 0.3842599 Feb 07 22:57:35.046956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fd6c76b-603d-4bc8-9daa-c230cd8f5ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.065757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6c76b-603d-4bc8-9daa-c230cd8f5ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbf8004-b967-401c-86a0-5676514617ed,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:35.069860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917379-6879-49ec-8017-61976856706a req-f5122e7f-d9db-459a-bf72-b600eeb95a51 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:35.070650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fd6c76b-603d-4bc8-9daa-c230cd8f5ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.073976 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8fd6c76b-603d-4bc8-9daa-c230cd8f5ade admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcbf8004-b967-401c-86a0-5676514617ed HTTP/1.1" status: 204 len: 168 time: 0.2628210 Feb 07 22:57:35.077073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b917379-6879-49ec-8017-61976856706a req-f5122e7f-d9db-459a-bf72-b600eeb95a51 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 945 time: 0.3315058 Feb 07 22:57:35.110356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:35.127216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.127435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.271200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:35.279660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27e16e38-9332-4239-a2d8-a7716df5cb3d req-38768472-4846-48e6-8198-a353ff947486 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409298 Feb 07 22:57:35.279868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:35.280337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.287285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for cb2ec391-43bc-49e7-b714-5d9d11485887 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:57:35.344510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b917379-6879-49ec-8017-61976856706a req-a7e04633-4537-4d14-8db2-47f1edb7c846 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664509 Feb 07 22:57:35.487833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:35.561092 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.601876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45326) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:35.614388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:35.631734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.634668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:35.648111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.655889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:35.658359 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.662025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4494f7b1994bb58b3e947d7ac680ee is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:35.665640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:35.673699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:35.706560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:35.717006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:35.717814 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.728715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=cb2ec391-43bc-49e7-b714-5d9d11485887,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:35.789353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff46f7-9572-4ba4-ad23-0b0039c563c2 req-5a186c18-953e-4ede-99cb-dcc662b35a9b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:35.796356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38ff46f7-9572-4ba4-ad23-0b0039c563c2 req-5a186c18-953e-4ede-99cb-dcc662b35a9b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.2994115 Feb 07 22:57:35.808106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:35.882153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed202b7-3792-4b79-aa2f-1e5efa69049e req-6e614c08-4760-4315-9dd1-ac73256c49f2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:35.883741 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aed202b7-3792-4b79-aa2f-1e5efa69049e req-6e614c08-4760-4315-9dd1-ac73256c49f2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.3217034 Feb 07 22:57:35.901380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.908865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.914222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.945159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38ff46f7-9572-4ba4-ad23-0b0039c563c2 req-54291046-ac79-46b8-9bdf-7a6cbb7021f0 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477921 Feb 07 22:57:35.960137 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.972390 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:35.995161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:36.010458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.011478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:36.013493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b4494f7b1994bb58b3e947d7ac680ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094026 Feb 07 22:57:36.017708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45336) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:36.021559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba21e69-40e4-4533-a8a6-fb1d5a3d7d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517bc86-8189-4f05-bd19-06c2deea6fb1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:36.053886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aed202b7-3792-4b79-aa2f-1e5efa69049e req-42cdf24a-3438-4cce-a343-78f09eaacf33 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619813 Feb 07 22:57:36.064077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.080840 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-60ec2967-87b7-4558-b636-ad549ddff5e9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/floatingips/1f84deeb-5d21-415f-b798-caa3c1ee7f80 HTTP/1.1" status: 204 len: 168 time: 1.6624877 Feb 07 22:57:36.084323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45340) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:36.099256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '2eef7618-e30b-4f6b-b720-5556d1a50991'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:36.108604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:36.115371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:floatingip and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:36.124160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:36.133368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:36.137090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-d20a-46d9-808f-e9c046a597c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.158900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-bb7cf9a7-27e5-4c8f-bf44-d462e0f65eac tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:36.161176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-bb7cf9a7-27e5-4c8f-bf44-d462e0f65eac tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 945 time: 0.1608202 Feb 07 22:57:36.174533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-d20a-46d9-808f-e9c046a597c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.194063 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'code': 200} Feb 07 22:57:36.262249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:36.268134 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.275036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:36.280784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:36.281158 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.327072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-d20a-46d9-808f-e9c046a597c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.340059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:57:36.340467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.352641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ac07-d20a-46d9-808f-e9c046a597c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517bc86-8189-4f05-bd19-06c2deea6fb1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:36.354660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81e8ac07-d20a-46d9-808f-e9c046a597c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.358510 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-81e8ac07-d20a-46d9-808f-e9c046a597c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f517bc86-8189-4f05-bd19-06c2deea6fb1 HTTP/1.1" status: 204 len: 168 time: 0.3206153 Feb 07 22:57:36.404181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6dd85-7347-44aa-b265-95fa2235dbe9 req-533cf1d3-5233-464d-a03d-872c9d28b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:36.407054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e6dd85-7347-44aa-b265-95fa2235dbe9 req-533cf1d3-5233-464d-a03d-872c9d28b8a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1135 time: 0.1419494 Feb 07 22:57:36.419406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.453608 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.488873 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-68e6dd85-7347-44aa-b265-95fa2235dbe9 req-9543c4f1-521a-41f0-8526-8a07fd4a7460 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b815aa37-4a55-4e71-b300-0f199168f3a7&id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0725257 Feb 07 22:57:36.506526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:36.514256 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:36.602374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:36.898132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3b09d-0d2c-4b7a-898c-b7bdb5d55ece req-a1079b65-bee8-40b9-b524-9694825956dc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:36.905178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2aa3b09d-0d2c-4b7a-898c-b7bdb5d55ece req-a1079b65-bee8-40b9-b524-9694825956dc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 984 time: 0.7611027 Feb 07 22:57:37.032047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259f1d-e5b0-4286-acd9-c8d1066b112b req-36bfa217-9580-4950-b577-2bee1d96bc62 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:37.039030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6259f1d-e5b0-4286-acd9-c8d1066b112b req-36bfa217-9580-4950-b577-2bee1d96bc62 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 945 time: 0.4960394 Feb 07 22:57:37.044382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2aa3b09d-0d2c-4b7a-898c-b7bdb5d55ece req-14bc65ee-9672-4561-b22f-a9eeabd99e97 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1383014 Feb 07 22:57:37.049112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port 7e65ffbd-9e00-433d-add8-ba2dec86ce97, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=7e65ffbd-9e00-433d-add8-ba2dec86ce97,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:37.049513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.217303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for 7e65ffbd-9e00-433d-add8-ba2dec86ce97 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:57:37.340753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6259f1d-e5b0-4286-acd9-c8d1066b112b req-b425f850-fda8-4ce2-8b8a-5190576d84ac tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008125 Feb 07 22:57:37.363708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.621931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03167427-aa11-4a73-b860-5b9fd7c34b2f req-ff10301d-221e-42df-8b51-b0e87cfaba39 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:37.623487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03167427-aa11-4a73-b860-5b9fd7c34b2f req-ff10301d-221e-42df-8b51-b0e87cfaba39 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 946 time: 0.3747330 Feb 07 22:57:37.677890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:37.690917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['7e65ffbd-9e00-433d-add8-ba2dec86ce97'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:37.758339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.25.0.50 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/859b4a24-31ee-4a38-83ee-dee77ce51144) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:37.759440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:37.764111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event deleted for resources: {'Port': ['ID=7e65ffbd-9e00-433d-add8-ba2dec86ce97,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:37.835487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03167427-aa11-4a73-b860-5b9fd7c34b2f req-961d7207-e821-48b1-b370-ecbd26d3ccae tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031572 Feb 07 22:57:38.078217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] No DVR routers for this DVR port 7e65ffbd-9e00-433d-add8-ba2dec86ce97 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:57:38.080825 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.097178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e3450c-57d8-4110-9633-048b74fb53fb', 'name': 'network-vif-deleted', 'tag': '7e65ffbd-9e00-433d-add8-ba2dec86ce97'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:38.129418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af53c5-1b18-427f-af8a-fc8c89ab99f9 req-83014832-6e54-4e0a-b7d9-3ccd7844b118 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:38.131043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81af53c5-1b18-427f-af8a-fc8c89ab99f9 req-83014832-6e54-4e0a-b7d9-3ccd7844b118 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.6299565 Feb 07 22:57:38.181379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fb9d64f-b6d8-459e-97e7-75c893edccea req-6d2cec64-a327-4f72-b5ea-00af85e8fc71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "DELETE /v2.0/ports/7e65ffbd-9e00-433d-add8-ba2dec86ce97 HTTP/1.1" status: 204 len: 173 time: 1.9624863 Feb 07 22:57:38.195427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b'}, {'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:38.227565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81af53c5-1b18-427f-af8a-fc8c89ab99f9 req-1fc55c61-8a48-41d1-a18a-5f680aac9e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886576 Feb 07 22:57:38.272410 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:57:38.285029 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.342386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76349481-3b3b-42b3-a87c-9aace6a68843 req-9caeacdd-5c7b-4700-b975-be34560cfa9d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:38.345002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76349481-3b3b-42b3-a87c-9aace6a68843 req-9caeacdd-5c7b-4700-b975-be34560cfa9d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3203979 Feb 07 22:57:38.347601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:38.505386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:38.519618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:38.539198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:38.574249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76349481-3b3b-42b3-a87c-9aace6a68843 req-629eb318-078e-4743-9fc0-f7102ef36212 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199936 Feb 07 22:57:38.575923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=859b4a24-31ee-4a38-83ee-dee77ce51144,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:38.665295 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e3450c-57d8-4110-9633-048b74fb53fb', 'name': 'network-vif-deleted', 'tag': '7e65ffbd-9e00-433d-add8-ba2dec86ce97', 'status': 'completed', 'code': 200} Feb 07 22:57:38.728155 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b', 'code': 200} Feb 07 22:57:38.728676 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'code': 200} Feb 07 22:57:38.854699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7c5a4-e2d5-4664-929a-5b30967a5d4d req-74621414-f863-4262-a733-1fc710b18e46 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:38.869106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50d7c5a4-e2d5-4664-929a-5b30967a5d4d req-74621414-f863-4262-a733-1fc710b18e46 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 984 time: 0.4477844 Feb 07 22:57:38.999995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cb11f-1777-4f99-8d25-bcc8e508f27e req-b181188d-b255-4dcb-ab48-965982795360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:39.002093 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a07cb11f-1777-4f99-8d25-bcc8e508f27e req-b181188d-b255-4dcb-ab48-965982795360 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1096 time: 0.1691902 Feb 07 22:57:39.060321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a07cb11f-1777-4f99-8d25-bcc8e508f27e req-80fc08e0-f596-482a-8ea7-1a6c83544f2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513668 Feb 07 22:57:39.152506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7b9d6a38-627b-464f-abe6-949910f2e356 req-bf156cd7-1fbf-4e37-b30f-3be4e9c60b2e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:39.182678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50d7c5a4-e2d5-4664-929a-5b30967a5d4d req-6717783a-e5b3-47b6-8a81-9f2ba6671e10 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3126676 Feb 07 22:57:39.289978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7b9d6a38-627b-464f-abe6-949910f2e356 req-bf156cd7-1fbf-4e37-b30f-3be4e9c60b2e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:39.298664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b9d6a38-627b-464f-abe6-949910f2e356 req-bf156cd7-1fbf-4e37-b30f-3be4e9c60b2e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=71e3450c-57d8-4110-9633-048b74fb53fb HTTP/1.1" status: 200 len: 210 time: 0.3095200 Feb 07 22:57:39.368682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86c3ec-84f9-43b7-bd3b-9a31f345df4a req-183f74ba-217d-42d8-8d4e-cfd8f6ee8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:39.370058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb86c3ec-84f9-43b7-bd3b-9a31f345df4a req-183f74ba-217d-42d8-8d4e-cfd8f6ee8dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 1097 time: 0.4957509 Feb 07 22:57:39.582517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb86c3ec-84f9-43b7-bd3b-9a31f345df4a req-99c4f63d-274c-4bf7-8310-0de6175bfe13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035987 Feb 07 22:57:39.617302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39959e6-365a-4db2-8aae-65bf90c87a16 req-c5ae7ab7-e6a9-47d8-8cbf-2ce70e72a80b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:39.618832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d39959e6-365a-4db2-8aae-65bf90c87a16 req-c5ae7ab7-e6a9-47d8-8cbf-2ce70e72a80b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 946 time: 0.3141825 Feb 07 22:57:39.664918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62202-6507-4dc0-830d-dbfe2ab324c3 req-99c23669-b32b-413c-bc74-41f59f19c794 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:39.666413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3c62202-6507-4dc0-830d-dbfe2ab324c3 req-99c23669-b32b-413c-bc74-41f59f19c794 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 984 time: 0.2311082 Feb 07 22:57:39.719514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d39959e6-365a-4db2-8aae-65bf90c87a16 req-b8d31c16-04ad-45be-854c-51c083f52514 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914285 Feb 07 22:57:39.757212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3c62202-6507-4dc0-830d-dbfe2ab324c3 req-5ad910fb-c554-4b59-acc1-d9781e0c3f98 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0831211 Feb 07 22:57:39.787592 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:40.045279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:40.174578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bf161-43d8-4120-8d03-4901b1950be4 req-ae8f9ee3-2070-4760-a51c-981112f8f9fc tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:40.176692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-393bf161-43d8-4120-8d03-4901b1950be4 req-ae8f9ee3-2070-4760-a51c-981112f8f9fc tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.3035843 Feb 07 22:57:40.257597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de1b37-0c60-4912-ac5a-8424e96788b3 req-1df3df8e-7491-4568-9d6d-22e38b909f34 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:40.265093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34de1b37-0c60-4912-ac5a-8424e96788b3 req-1df3df8e-7491-4568-9d6d-22e38b909f34 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3162897 Feb 07 22:57:40.363638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34de1b37-0c60-4912-ac5a-8424e96788b3 req-c0b68623-d84c-4bd4-872e-410c6a5b21f6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976472 Feb 07 22:57:40.368318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-393bf161-43d8-4120-8d03-4901b1950be4 req-5581310a-6ca4-4a56-bd0f-0c7beaa0144e tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394124 Feb 07 22:57:40.430496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:40.443773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:40.804662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=859b4a24-31ee-4a38-83ee-dee77ce51144,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:40.820197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:41.180614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7e65ffbd-9e00-433d-add8-ba2dec86ce97 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:57:41.234808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 7e65ffbd-9e00-433d-add8-ba2dec86ce97 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:57:41.235247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 7e65ffbd-9e00-433d-add8-ba2dec86ce97 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:57:41.246379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-fd9c51b5-1245-4516-a710-64150b89e435 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:41.253129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-fd9c51b5-1245-4516-a710-64150b89e435 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1135 time: 0.7230580 Feb 07 22:57:41.386974 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:41.441597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:41.460844 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 53c11b31-3ae2-44ef-ba9e-e26b7715c6bc associated. External IP: 172.25.0.50, port: 2eef7618-e30b-4f6b-b720-5556d1a50991. Feb 07 22:57:41.524427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Usage tracker for resource:security_group_rule and tenant:314ae8ac5c894a7084c4df0a360213b8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:41.555283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:41.561834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:41.600738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-caf218ea-0a6b-4372-86b0-b80d48add63f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:41.611640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-caf218ea-0a6b-4372-86b0-b80d48add63f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.6556804 Feb 07 22:57:41.777219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-10275b7f-7de4-4390-b4a4-e2d06e6624d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:41.779713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-10275b7f-7de4-4390-b4a4-e2d06e6624d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 1096 time: 0.5918255 Feb 07 22:57:41.810379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-6c557548-6887-4ed8-8665-167be43cb5d0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/quotas/e55b79f013eb4d7bafa6247555f94080 HTTP/1.1" status: 200 len: 375 time: 0.1973138 Feb 07 22:57:42.181556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-674ca05a-a351-4518-8c8d-5c90fda0e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:42.183065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-674ca05a-a351-4518-8c8d-5c90fda0e9c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 911 time: 0.3654222 Feb 07 22:57:42.316187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-b5ad1837-5e02-481e-9738-757565a76de5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5047317 Feb 07 22:57:42.349104 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:42.391072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:42.493681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f89f1697-70f3-4271-968e-b9ef7e42e812 req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2392416 Feb 07 22:57:42.509302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:42.515882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45544) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:42.523626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48260552-2c99-4eb0-a0db-606adf205e7b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c53758e-f665-48e0-8065-2e475364f542,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:42.530111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-cb5f8e98-fa36-4819-80e3-21017e23f328 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 200 len: 1001 time: 0.3361375 Feb 07 22:57:42.726365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a399937e-2dc6-4d0f-b44a-69db2c2fed8d tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:42.728105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a399937e-2dc6-4d0f-b44a-69db2c2fed8d tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1130 time: 0.2094414 Feb 07 22:57:42.732219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45550) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:42.740997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:42.748546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:42.752714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:floatingip and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:42.757516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:42.764869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:42.779498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:42.889143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-c548e1da-a8b2-4563-a344-f7043dcfdd92 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379028 Feb 07 22:57:42.905546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-67143389-06ec-481b-ab88-f3b990c8c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:42.906947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-67143389-06ec-481b-ab88-f3b990c8c068 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.3675263 Feb 07 22:57:42.947988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:43.092159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Allocated IP 172.25.0.10 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/7353689a-5754-4f82-aded-9f54c40acccf) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:43.149907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:43.163629 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:43.176688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:43.178115 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:43.197255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c310cc-6198-425d-9219-127cc7938b10 req-0dbd512d-e123-49d4-bdb4-32f8536364f2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:43.198734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97c310cc-6198-425d-9219-127cc7938b10 req-0dbd512d-e123-49d4-bdb4-32f8536364f2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 946 time: 0.5583560 Feb 07 22:57:43.240805 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-3079bde6-9e4f-4b5d-8f20-757c4654d977 service neutron] 10.222.0.10 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406668 Feb 07 22:57:43.261881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:43.279076 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:43.289953 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:43.291151 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:43.294117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:43.298788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-b7272ae3-ea47-4e3f-b082-dd36015fc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:43.300833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-b7272ae3-ea47-4e3f-b082-dd36015fc3f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3712397 Feb 07 22:57:43.345650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:43.350076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97c310cc-6198-425d-9219-127cc7938b10 req-fd546ae6-75b3-4877-9301-1d3c628194e8 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375945 Feb 07 22:57:43.370303 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:43.371417 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcff251-5563-482c-b4f2-365061b428dd None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:43.572399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:43.578632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:43.586858 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-c82e596c-71ed-419a-b932-05deb848f1fd service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714348 Feb 07 22:57:43.589254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:43.663130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d3f59986-b007-4c78-bf9c-75ac42412a16 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5773609 Feb 07 22:57:43.669169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45576) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:43.817445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=7353689a-5754-4f82-aded-9f54c40acccf,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:44.185387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f20c1cd9-c2c8-4e57-823c-e6b57fdccc57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "GET /v2.0/floatingips/53c11b31-3ae2-44ef-ba9e-e26b7715c6bc HTTP/1.1" status: 200 len: 978 time: 0.5141978 Feb 07 22:57:44.186257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45590) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:44.336872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8db19-fd18-44c6-b5db-b995183b522c req-284376bb-7437-4e49-97e4-7cb8885908e7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:44.343896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afb8db19-fd18-44c6-b5db-b995183b522c req-284376bb-7437-4e49-97e4-7cb8885908e7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.7480888 Feb 07 22:57:44.347985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-451b78e1-634b-4505-bfcc-b747d08e3f9d req-984b83cf-2016-4a9f-9d60-6f0cbe4dd0c9 service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780100 Feb 07 22:57:44.388452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-106c0539-e40c-460c-8f7c-8aa66a2fd1bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Synchronizing usage tracker for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:44.400959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac546d-8cda-4b34-84b4-427f14958915 req-3a2357a3-6960-4b8d-a4d4-ee7fbca2cadc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:44.408109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acac546d-8cda-4b34-84b4-427f14958915 req-3a2357a3-6960-4b8d-a4d4-ee7fbca2cadc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.7396355 Feb 07 22:57:44.473316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afb8db19-fd18-44c6-b5db-b995183b522c req-595c7703-b6dc-42c2-8ddf-469e4d36df15 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283684 Feb 07 22:57:44.515251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acac546d-8cda-4b34-84b4-427f14958915 req-4bf3e95d-c0d4-4025-a09d-10a68b95daf5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059005 Feb 07 22:57:44.516477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-106c0539-e40c-460c-8f7c-8aa66a2fd1bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Unset dirty status for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:44.521057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45602) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:44.537188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-106c0539-e40c-460c-8f7c-8aa66a2fd1bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3364716 Feb 07 22:57:44.544729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'port_id': '947f439f-bff7-44ff-af30-0dca3c706ce7'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:44.875362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a809aa43-9410-4933-be69-a05754aacc3a req-2923e799-303c-49d0-837a-00e94bc1068d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 210 time: 0.1617770 Feb 07 22:57:44.922125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.026847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.288941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:45.706116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-6f2813ca-35d7-4821-9f58-3c001af6ff65 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:45.707796 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-6f2813ca-35d7-4821-9f58-3c001af6ff65 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 806 time: 0.3944304 Feb 07 22:57:45.730825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-940da419-af00-4a16-a69c-c0631bb6bcf7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:45.739783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-940da419-af00-4a16-a69c-c0631bb6bcf7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 814 time: 0.7154100 Feb 07 22:57:45.763636 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-3bdd8141-6f8a-49e3-8805-93e665817dd7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/quotas/bd8ac42cf24543d0a13992aad6e0f3c5 HTTP/1.1" status: 200 len: 375 time: 0.0173883 Feb 07 22:57:45.772461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Request body: {'port': {'device_id': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'admin_state_up': True, 'tenant_id': 'e55b79f013eb4d7bafa6247555f94080'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:46.168361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45642) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:46.253130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:46.263788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:46.291263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-a4466d5c-ea2e-4e28-a23e-5f91f8549d3a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5262659 Feb 07 22:57:46.312102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Made reservation on behalf of e55b79f013eb4d7bafa6247555f94080 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:46.315738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.343792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300271d-3ebf-446c-bed1-ad9bf8f1aff2 req-05ad80a1-4dc6-441e-810f-5487855de935 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:46.345587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b300271d-3ebf-446c-bed1-ad9bf8f1aff2 req-05ad80a1-4dc6-441e-810f-5487855de935 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.3296862 Feb 07 22:57:46.386673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.404016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.478364 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.542672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:46.610334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:46.627669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1675b61cb349598a4115b9fa05acf7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:46.646214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:46.667734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b300271d-3ebf-446c-bed1-ad9bf8f1aff2 req-1d1755c7-6596-4f0f-9b89-5a43122583ee tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621694 Feb 07 22:57:46.677349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:46.752198 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Floating IP 0f916a33-4e38-47b8-b31f-634aa5fa0cce associated. External IP: 172.25.0.10, port: c7c11ae9-db0a-48e2-9a2b-fa7e22630c18. Feb 07 22:57:46.789205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-82f4f284-a0f5-41bc-b21e-527caf2f708f service neutron] 10.222.0.10 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970486 Feb 07 22:57:46.839570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=7353689a-5754-4f82-aded-9f54c40acccf,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:47.068004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1397d31-11bd-452c-847c-a4094994ecb1 req-19402c9a-2ecf-4144-9aea-3bbe80a9c32b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 210 time: 0.0788279 Feb 07 22:57:47.154262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Allocated IP 172.20.0.3 (12cf38f3-c8be-495e-98eb-e032d834448e/3297c5f5-c5ac-465c-86f2-3cd46109b2e0/fc38b884-59c0-4e8b-b87a-9460848398f1) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:47.232606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-5369379f-cde6-4495-b98a-2224768a41a3 service neutron] 10.222.0.10 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594048 Feb 07 22:57:47.307325 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.328317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.366533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:47.552448 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.581888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.639860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c1675b61cb349598a4115b9fa05acf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4662914 Feb 07 22:57:47.642432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7517fa7-2b5b-482d-ade3-49ea19c9c5f7 req-75375a5f-7095-4cc0-b079-46e59b51c730 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 210 time: 0.1267090 Feb 07 22:57:47.647363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45672) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:47.657376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd039c-67e6-43dd-90c2-3f22440bdf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ad7dd9-e3f3-4053-a531-3e8296e2a535,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:47.819393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.938746 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:47.952168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:48.229900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:48.258634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fb5d-b26c-413a-8b4d-54294f834630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.264952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Network 12cf38f3-c8be-495e-98eb-e032d834448e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:48.272622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event updated for resources: {'Port': ['ID=fc38b884-59c0-4e8b-b87a-9460848398f1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:48.276244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] Sync routers for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:48.284006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:48.294037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fb5d-b26c-413a-8b4d-54294f834630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.294845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:48.329172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:48.329786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:48.413910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fb5d-b26c-413a-8b4d-54294f834630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.430774 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 53c11b31-3ae2-44ef-ba9e-e26b7715c6bc associated. External IP: 172.25.0.50, port: 2eef7618-e30b-4f6b-b720-5556d1a50991. Feb 07 22:57:48.499044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9fb5d-b26c-413a-8b4d-54294f834630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ad7dd9-e3f3-4053-a531-3e8296e2a535,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:48.539273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b8b9fb5d-b26c-413a-8b4d-54294f834630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.540745 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b8b9fb5d-b26c-413a-8b4d-54294f834630 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9ad7dd9-e3f3-4053-a531-3e8296e2a535 HTTP/1.1" status: 204 len: 168 time: 0.8913200 Feb 07 22:57:48.577666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.825858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:48.829590 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:48.839217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:57:48.934091 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-918aaca7-ab47-4594-8294-ea9654dddcfc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1973252 Feb 07 22:57:48.934915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45694) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:48.937848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:49.015800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d1e0-94d4-4298-8559-dfb536a27dde req-d42d6ece-ba23-484b-9ce1-59069a0398c5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.017001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-02c0d1e0-94d4-4298-8559-dfb536a27dde req-d42d6ece-ba23-484b-9ce1-59069a0398c5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:49.163508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a856629e-c1de-45fe-ac9c-96a64c87453f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4043171 Feb 07 22:57:49.180090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Request body: {'port': {'device_id': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:49.248961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a18bb45-fec1-403b-a53f-ce3a8e3f5210 req-42b15a5c-60fe-45f6-bdf5-c742952317fb tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 210 time: 0.1922171 Feb 07 22:57:49.294262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-02c0d1e0-94d4-4298-8559-dfb536a27dde req-d42d6ece-ba23-484b-9ce1-59069a0398c5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:49.304367 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02c0d1e0-94d4-4298-8559-dfb536a27dde req-d42d6ece-ba23-484b-9ce1-59069a0398c5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 931 time: 0.8678665 Feb 07 22:57:49.460233 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'status': 'completed', 'code': 200} Feb 07 22:57:49.469052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:49.505487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:49.536688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02c0d1e0-94d4-4298-8559-dfb536a27dde req-fae682f2-aff3-4b27-98d0-018790fa7a3c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309086 Feb 07 22:57:49.591310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:49.750963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.754696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.756914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.757567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.759085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.759788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.761141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.764476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.765236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:49.767887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6dd84ea8-4bf7-496f-9fd2-39e0c6dc180b tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6381 time: 0.8002534 Feb 07 22:57:49.808898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '0f916a33-4e38-47b8-b31f-634aa5fa0cce', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'port_id': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'mac_address': 'fa:16:3e:fc:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:57:44Z', 'updated_at': '2022-02-07T22:57:44Z', 'revision_number': 0, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:49.820979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] Checking router: 5fa6a045-df92-4e01-9496-8584dc7c8dc7 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:57:49.840388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:49.841083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:49.844039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45708) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:49.934280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:50.163929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:f199b28e62534c798d1deec3249dec93 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:50.178755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:50.180645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.181302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.181774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.182289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.182754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.183215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.183669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.184122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.184779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.189802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-009400af-9f4c-4aab-ad8f-42433dc42fb3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5873 time: 0.3232839 Feb 07 22:57:50.191013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:50.219452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:50.247268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:57:50.298754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-ca816614-d2e6-4023-96e6-9c3bd0007f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.303053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-ca816614-d2e6-4023-96e6-9c3bd0007f75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1135 time: 0.8335509 Feb 07 22:57:50.324597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:50.554369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-ac6233d3-8e63-47be-bb2f-53c70fbf9f4e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:50.558867 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-ac6233d3-8e63-47be-bb2f-53c70fbf9f4e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.26 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 814 time: 0.7867322 Feb 07 22:57:50.649174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Request body: {'port': {'device_id': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8', 'admin_state_up': True, 'tenant_id': 'bd8ac42cf24543d0a13992aad6e0f3c5'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:50.793450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:57:50.835856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02279c36-843f-48d3-a7ec-0cebec5296db req-e78a2b72-7ba2-479b-9f38-42d76e92ce1a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 210 time: 0.2726042 Feb 07 22:57:51.140818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc38b884-59c0-4e8b-b87a-9460848398f1 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:51.170161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.213265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Transition to ACTIVE for port object fc38b884-59c0-4e8b-b87a-9460848398f1 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:51.228326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '0f916a33-4e38-47b8-b31f-634aa5fa0cce', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'port_id': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'mac_address': 'fa:16:3e:fc:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:57:44Z', 'updated_at': '2022-02-07T22:57:44Z', 'revision_number': 0, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:51.236019 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.238370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed973b-7e6c-4b4c-a445-82e733e3ebb3 None None] The sync data for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 is: [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '0f916a33-4e38-47b8-b31f-634aa5fa0cce', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'floating_ip_address': '172.25.0.10', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'port_id': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'mac_address': 'fa:16:3e:fc:05:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:57:44Z', 'updated_at': '2022-02-07T22:57:44Z', 'revision_number': 0, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:51.333147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:51.354992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Usage tracker for resource:port and tenant:bd8ac42cf24543d0a13992aad6e0f3c5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:51.428641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.435150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:51.524862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de548-70d7-46a2-a489-965316481831 req-588720cf-f08e-43a4-9000-443f35f1a28c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:51.525642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d6de548-70d7-46a2-a489-965316481831 req-588720cf-f08e-43a4-9000-443f35f1a28c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 931 time: 0.6867292 Feb 07 22:57:51.551268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.567201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0f1746c5-9527-4856-97ee-52e1fa1cc25a tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 1.3685462 Feb 07 22:57:51.594376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45730) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:51.625198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:51.629170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Pushing event updated for resources: {'Port': ['ID=fc38b884-59c0-4e8b-b87a-9460848398f1,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:51.657393 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a79cd-e1f7-40f7-8502-28ba58e291c5 None None] New status for floating IP 0f916a33-4e38-47b8-b31f-634aa5fa0cce: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:57:51.704313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-031b975d-6bc8-41f7-bd58-02717a50c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:51.707079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-031b975d-6bc8-41f7-bd58-02717a50c0cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c HTTP/1.1" status: 200 len: 897 time: 1.3957608 Feb 07 22:57:51.718742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca4c49-feb0-4c36-ac64-bc4a602ea1f6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:51.845190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d6de548-70d7-46a2-a489-965316481831 req-8422f6e5-d888-4ae5-8fc9-5feaf2df48ad tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186592 Feb 07 22:57:51.889211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Attempting to bind port fc38b884-59c0-4e8b-b87a-9460848398f1 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:51.889558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Attempting to bind port fc38b884-59c0-4e8b-b87a-9460848398f1 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:51.889891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Attempting to bind port fc38b884-59c0-4e8b-b87a-9460848398f1 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:51.904785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Port fc38b884-59c0-4e8b-b87a-9460848398f1 on network 12cf38f3-c8be-495e-98eb-e032d834448e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:57:51.906884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Attempting to bind port fc38b884-59c0-4e8b-b87a-9460848398f1 on network 12cf38f3-c8be-495e-98eb-e032d834448e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:51.922984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:51.923579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Checking segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:51.924261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Bound using segment: {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:51.925115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Bound port: fc38b884-59c0-4e8b-b87a-9460848398f1, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145790d-4a1a-46e7-909e-07aaa84f3ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:51.925726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:51.933674 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-3a241182-eb0b-42f8-b508-26aa8b6d527e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 HTTP/1.1" status: 200 len: 998 time: 0.2106116 Feb 07 22:57:52.033443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Made reservation on behalf of bd8ac42cf24543d0a13992aad6e0f3c5 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:57:52.037050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.074815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] For port fc38b884-59c0-4e8b-b87a-9460848398f1, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:52.077836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] For port fc38b884-59c0-4e8b-b87a-9460848398f1, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fc38b884-59c0-4e8b-b87a-9460848398f1,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:52.116150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.133479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:52.139314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f4bf8419-a237-4567-93ff-9cc41c289fa4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f199b28e62534c798d1deec3249dec93&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6650348 Feb 07 22:57:52.148587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:52.160261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45738) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:52.163245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:52.164082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:52.172330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74a43717-d291-4de0-a7eb-cec7fb274432 req-f8ae6df8-3ac1-481e-b38a-205fc25ae94e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 210 time: 0.0929177 Feb 07 22:57:52.240968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.241618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.243008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] 10.222.0.26 "PUT /v2.0/ports/fc38b884-59c0-4e8b-b87a-9460848398f1 HTTP/1.1" status: 200 len: 1091 time: 3.0779006 Feb 07 22:57:52.243459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'tag': 'fc38b884-59c0-4e8b-b87a-9460848398f1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:52.243790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:52.273773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:52.274695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:52.322386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-04c94301-18f4-4f5c-888e-fb8106340ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.325196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-04c94301-18f4-4f5c-888e-fb8106340ef3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5 HTTP/1.1" status: 200 len: 834 time: 0.3737824 Feb 07 22:57:52.347937 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'tag': 'fc38b884-59c0-4e8b-b87a-9460848398f1', 'status': 'completed', 'code': 200} Feb 07 22:57:52.354430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:52.354855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e02df-377c-4f06-b6ea-1572a56cbccb None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:52.391211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96354f92-c9f5-4c13-b2e0-a5d2d7a1a345 service neutron] Pushing event updated for resources: {'Port': ['ID=fc38b884-59c0-4e8b-b87a-9460848398f1,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:52.401269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-933d72d0-2165-4a5b-b671-dab8dcf34a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.434606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-933d72d0-2165-4a5b-b671-dab8dcf34a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.462532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a2b9148e-020c-4a99-b3b8-cd719ca09ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.464030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a2b9148e-020c-4a99-b3b8-cd719ca09ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 1094 time: 0.1753781 Feb 07 22:57:52.538989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-abfcaf3d-d7ac-46f0-bc98-8423756734a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc38b884-59c0-4e8b-b87a-9460848398f1 HTTP/1.1" status: 200 len: 217 time: 0.0661149 Feb 07 22:57:52.544731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3537d3-584e-459c-ae7e-c74841fb05de tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.545289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3537d3-584e-459c-ae7e-c74841fb05de tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.556655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1f3537d3-584e-459c-ae7e-c74841fb05de tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5fa6a045-df92-4e01-9496-8584dc7c8dc7 HTTP/1.1" status: 200 len: 1989 time: 0.8391800 Feb 07 22:57:52.556655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Allocated IP 172.20.0.6 (658c0712-1e70-497e-9af9-04c8f8b596d8/0ebda342-7e22-49fe-87b0-b4f750bd7c37/4a54a6f7-e4f3-41b0-b388-405aee0ff206) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:57:52.708387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-d6862053-7b08-41b3-971f-5136a1246dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.710039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-d6862053-7b08-41b3-971f-5136a1246dca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3561165 Feb 07 22:57:52.733406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-933d72d0-2165-4a5b-b671-dab8dcf34a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.748773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-d10e1aa1-d1e7-476c-b1d3-9ed947027f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:52.752582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-d10e1aa1-d1e7-476c-b1d3-9ed947027f28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.2076766 Feb 07 22:57:52.756079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d72d0-2165-4a5b-b671-dab8dcf34a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca4c49-feb0-4c36-ac64-bc4a602ea1f6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:52.800530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-933d72d0-2165-4a5b-b671-dab8dcf34a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:52.804404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-933d72d0-2165-4a5b-b671-dab8dcf34a50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fca4c49-feb0-4c36-ac64-bc4a602ea1f6 HTTP/1.1" status: 204 len: 168 time: 0.6309090 Feb 07 22:57:52.832786 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-4bf9111b-9a5a-4085-98cf-1a2d3976c1ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700197 Feb 07 22:57:53.039276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-dc58e8bd-97c9-4727-ae87-f229d4de5a6b service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985083 Feb 07 22:57:53.260115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cc2ba-87e1-4456-aba7-6806d6c8697c req-77fa3709-7a07-4952-8665-5e14faf61904 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:53.261964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae5cc2ba-87e1-4456-aba7-6806d6c8697c req-77fa3709-7a07-4952-8665-5e14faf61904 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 943 time: 0.2171309 Feb 07 22:57:53.264002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab909659-915d-482d-b1c5-d60fecc3d8ee req-a59ebb92-3519-47b1-8ba7-bd998adc1f85 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860259 Feb 07 22:57:53.269965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:53.273268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:53.326828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-de7d62d2-6c12-4b56-b263-233c4406c228 service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100082 Feb 07 22:57:53.476800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2161ed2d-e5d5-4b24-a32e-669c72902da5 req-24eda8c0-4841-48d6-a67d-fd4482669816 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 210 time: 0.0788736 Feb 07 22:57:53.482871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae5cc2ba-87e1-4456-aba7-6806d6c8697c req-41b5a01c-5c3c-46f6-913d-e2497d13ca1c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132905 Feb 07 22:57:53.543752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-0d18e26f-f996-4f74-b3d6-c9ac80849280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:53.545833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-0d18e26f-f996-4f74-b3d6-c9ac80849280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e55b79f013eb4d7bafa6247555f94080&device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 1094 time: 0.2257211 Feb 07 22:57:53.807263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-0005f7d0-7515-4c9e-bff1-26ce87562e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:53.808778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-0005f7d0-7515-4c9e-bff1-26ce87562e97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 200 len: 907 time: 0.2532196 Feb 07 22:57:53.928334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-180f7ba2-ce27-4556-bf70-9f85bb1e1134 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc38b884-59c0-4e8b-b87a-9460848398f1 HTTP/1.1" status: 200 len: 217 time: 0.1105044 Feb 07 22:57:53.982637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.002218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0b3eab3b-f4f6-405b-9f01-37cc32f45c44'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:54.053482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-d544f0b9-69df-4d9b-97ec-8c26fa71fdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:54.057679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-d544f0b9-69df-4d9b-97ec-8c26fa71fdb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 200 len: 846 time: 0.1217055 Feb 07 22:57:54.084718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Network 658c0712-1e70-497e-9af9-04c8f8b596d8 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:57:54.096870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Pushing event updated for resources: {'Port': ['ID=4a54a6f7-e4f3-41b0-b388-405aee0ff206,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:54.104850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:57:54.110866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.110866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.110866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.111214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.111543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.111871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.112227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.112548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.112888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.113206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.113528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.113849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:54.117511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:54.121195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:57:54.134642 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:54.152441 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:54.153109 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:54.154368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-1d1b9aec-05b5-4986-804a-c226093472ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=12cf38f3-c8be-495e-98eb-e032d834448e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844479 Feb 07 22:57:54.191787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:54.192424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.222175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f76a4401-843c-450d-ba61-75cbbd9ba78a req-4641d9b7-0fd9-4962-b0d9-31ff48c635a9 service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670128 Feb 07 22:57:54.225407 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.323429 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-9641f310-098c-421d-b4a3-61a727735486 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6822410 Feb 07 22:57:54.328762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Request body: {'port': {'device_id': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:54.426381 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:54.443519 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:54.445965 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:54.513429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-6d15e2bc-176d-4685-a6a5-6a999343d2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494053 Feb 07 22:57:54.628431 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:54.628864 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e31d5f7-2005-41ba-a923-d228877a8e63 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:54.696759 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-16a57d03-426a-4249-ad2e-53076414c600 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/floatingips/53c11b31-3ae2-44ef-ba9e-e26b7715c6bc HTTP/1.1" status: 200 len: 976 time: 10.1709843 Feb 07 22:57:54.701234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45788) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:54.711111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:54.773797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.898769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4ae96-1c8e-46e8-b290-9c6dc5020f37 req-2d5df519-91e2-40a4-9f74-c1eb4f4c534f service neutron] 10.222.0.26 "GET /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763993 Feb 07 22:57:54.919915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268dfea2-18ba-479f-bb40-8aa83cea162c req-77fd2b1a-96b2-4013-949e-d73959fa7f08 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:54.930648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-268dfea2-18ba-479f-bb40-8aa83cea162c req-77fd2b1a-96b2-4013-949e-d73959fa7f08 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 931 time: 0.2335095 Feb 07 22:57:54.931328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:54.957952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd7a06-9f22-4fea-9c20-9534e9ca95e5 req-2b33898e-b08a-4ef4-9c0e-d58501526597 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:54.959558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fbd7a06-9f22-4fea-9c20-9534e9ca95e5 req-2b33898e-b08a-4ef4-9c0e-d58501526597 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 943 time: 0.2613206 Feb 07 22:57:55.075071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-268dfea2-18ba-479f-bb40-8aa83cea162c req-ad52cb1f-b8f6-4f1f-836f-0e290b234d33 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432464 Feb 07 22:57:55.118053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fbd7a06-9f22-4fea-9c20-9534e9ca95e5 req-21e468b4-dad8-474f-9cd0-4f01a663b3af tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463971 Feb 07 22:57:55.387965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.393005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:55.393879 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 53c11b31-3ae2-44ef-ba9e-e26b7715c6bc disassociated. External IP: 172.25.0.50, port: 947f439f-bff7-44ff-af30-0dca3c706ce7. Feb 07 22:57:55.957435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a6db6cc6-82cd-4813-8acc-ea532b370386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.001032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45822) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:56.009576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45824) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:56.012514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a54a6f7-e4f3-41b0-b388-405aee0ff206 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:56.024776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.052106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Transition to ACTIVE for port object 4a54a6f7-e4f3-41b0-b388-405aee0ff206 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:57:56.054635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:57:56.058435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.138315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Pushing event updated for resources: {'Port': ['ID=4a54a6f7-e4f3-41b0-b388-405aee0ff206,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:56.235093 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.253250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:56.257481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Usage tracker for resource:security_group_rule and tenant:8970d3cbf37d4bb6842b93c1c5bd0ca9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:56.261507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:56.270257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:56.381876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.580204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Attempting to bind port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:57:56.580204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Attempting to bind port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:57:56.581529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Attempting to bind port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:56.586567 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.590532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:57:56.590866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Attempting to bind port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:57:56.593478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:57:56.598224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.599860 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.605981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:57:56.620311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:56.621152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:56.650877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:57:56.651453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Checking segment: {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:57:56.652007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Bound using segment: {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:57:56.652652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Bound port: 4a54a6f7-e4f3-41b0-b388-405aee0ff206, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:57:56.653197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.672797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:56.692096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Usage tracker for resource:security_group_rule and tenant:4abc863dbb4942d98ad77a984c8aef1f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:56.695663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:56.701671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490392a9-acd1-4d34-b29e-2d752352045c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:56.712792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6524448a-e51c-4b53-8ec4-18573dc07144 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8970d3cbf37d4bb6842b93c1c5bd0ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6923394 Feb 07 22:57:56.712792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:56.716486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45842) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:56.719304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:56.722682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-173d4410-8a32-464a-8625-387c0cb5ff55 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/floatingips/53c11b31-3ae2-44ef-ba9e-e26b7715c6bc HTTP/1.1" status: 200 len: 687 time: 2.0201426 Feb 07 22:57:56.729427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:57:56.730291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:56.731473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45846) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:56.801646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] For port 4a54a6f7-e4f3-41b0-b388-405aee0ff206, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:57:56.807302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] For port 4a54a6f7-e4f3-41b0-b388-405aee0ff206, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4a54a6f7-e4f3-41b0-b388-405aee0ff206,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:57:56.818881 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.841126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:57:56.841458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1c2de-0ab8-4064-ae5c-03c8194f53cd None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:57:56.849915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4fdc-5515-433b-9959-94c411b3b62b req-18fb5af0-5710-4387-b4bd-58edf5e92f1b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:56.851379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56fe4fdc-5515-433b-9959-94c411b3b62b req-18fb5af0-5710-4387-b4bd-58edf5e92f1b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 943 time: 0.4756050 Feb 07 22:57:56.870030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a6ed-5507-4200-a1f7-ede653631dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.897714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:56.899326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.900411 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] 10.222.0.26 "PUT /v2.0/ports/4a54a6f7-e4f3-41b0-b388-405aee0ff206 HTTP/1.1" status: 200 len: 1091 time: 2.5757542 Feb 07 22:57:56.920298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'tag': '4a54a6f7-e4f3-41b0-b388-405aee0ff206'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:56.938951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115950a-7172-4ebb-93f3-19771e29ab2f req-1f1bc2eb-1a25-4796-acb2-eb4a26280d47 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:56.941047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8115950a-7172-4ebb-93f3-19771e29ab2f req-1f1bc2eb-1a25-4796-acb2-eb4a26280d47 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 943 time: 0.5615945 Feb 07 22:57:56.982981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 859b4a24-31ee-4a38-83ee-dee77ce51144 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:57:56.983324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:56.988921 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a6ed-5507-4200-a1f7-ede653631dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.009269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff71a6f-0431-41d0-9830-e50bc6e5a883 service neutron] Pushing event updated for resources: {'Port': ['ID=4a54a6f7-e4f3-41b0-b388-405aee0ff206,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:57.067663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-d44cea80-8381-4c15-9b34-8b2ea01b5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:57.069323 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-d44cea80-8381-4c15-9b34-8b2ea01b5b77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 1094 time: 0.1247814 Feb 07 22:57:57.072964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56fe4fdc-5515-433b-9959-94c411b3b62b req-65bdd197-79f4-4934-9aa7-b27590ec2962 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525629 Feb 07 22:57:57.138854 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'tag': '4a54a6f7-e4f3-41b0-b388-405aee0ff206', 'status': 'completed', 'code': 200} Feb 07 22:57:57.139460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a6ed-5507-4200-a1f7-ede653631dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.175168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-8379f27d-85a4-4bcd-84df-9d247bf8a956 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a54a6f7-e4f3-41b0-b388-405aee0ff206 HTTP/1.1" status: 200 len: 217 time: 0.0958819 Feb 07 22:57:57.178965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a6ed-5507-4200-a1f7-ede653631dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490392a9-acd1-4d34-b29e-2d752352045c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:57.222922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8115950a-7172-4ebb-93f3-19771e29ab2f req-ec9ad92e-872a-4008-aa90-2c2faf827f8b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492459 Feb 07 22:57:57.223171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a6ed-5507-4200-a1f7-ede653631dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.224372 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0fe2a6ed-5507-4200-a1f7-ede653631dc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/490392a9-acd1-4d34-b29e-2d752352045c HTTP/1.1" status: 204 len: 168 time: 0.5061424 Feb 07 22:57:57.253997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.255164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fc38b884-59c0-4e8b-b87a-9460848398f1 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:57:57.264919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.283816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-3c261611-692a-48ea-a4d2-99d841bfa52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:57.286242 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-3c261611-692a-48ea-a4d2-99d841bfa52c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.1040833 Feb 07 22:57:57.369270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-aa17b112-767b-497d-90db-28c4de049d6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758607 Feb 07 22:57:57.383264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bae1bd-a00b-49e9-94f5-0b4a0d657118,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:57.438830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d19b0cf2-9b5b-4b3b-834e-a52218ccb49c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4abc863dbb4942d98ad77a984c8aef1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4310811 Feb 07 22:57:57.443419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45856) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:57.447335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.447757 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.539183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fc38b884-59c0-4e8b-b87a-9460848398f1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fc38b884-59c0-4e8b-b87a-9460848398f1,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:57.571951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'fc38b884-59c0-4e8b-b87a-9460848398f1', 'network_id': '12cf38f3-c8be-495e-98eb-e032d834448e', 'port_id': 'fc38b884-59c0-4e8b-b87a-9460848398f1', 'mac_address': 'fa:16:3e:3a:79:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3297c5f5-c5ac-465c-86f2-3cd46109b2e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:57:57.714726 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.741126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 859b4a24-31ee-4a38-83ee-dee77ce51144 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:57:57.751058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc38b884-59c0-4e8b-b87a-9460848398f1 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:57:57.784464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fc38b884-59c0-4e8b-b87a-9460848398f1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fc38b884-59c0-4e8b-b87a-9460848398f1,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:57.790200 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.882245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2406ba24-6c71-4f42-92b3-f8158151e5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.923480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2406ba24-6c71-4f42-92b3-f8158151e5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.924496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45862) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:57.984513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:57.996398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=fc38b884-59c0-4e8b-b87a-9460848398f1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:58.018015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-a94a8ede-23d4-4ccd-959a-519c25780ca6 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402452 Feb 07 22:57:58.019789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:58.026273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Usage tracker for resource:security_group_rule and tenant:acf3071f29a8497fac87de1e001c7ce8 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:58.045752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:58.087339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['fc38b884-59c0-4e8b-b87a-9460848398f1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:57:58.097635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:58.152164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.188849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8a793a5-444a-4509-9724-257ac7cccd18 req-8169af28-17a3-437d-9233-1f7ad0a436a2 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608579 Feb 07 22:57:58.329056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=859b4a24-31ee-4a38-83ee-dee77ce51144,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:58.369410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2406ba24-6c71-4f42-92b3-f8158151e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.418249 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-421cf59a-9721-4ef3-9e88-424d9833b000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.434184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406ba24-6c71-4f42-92b3-f8158151e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bae1bd-a00b-49e9-94f5-0b4a0d657118,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:58.563125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-b6289ea8-2d46-482b-a4e7-339399b91704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.566231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-b6289ea8-2d46-482b-a4e7-339399b91704 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 1094 time: 0.3040321 Feb 07 22:57:58.778378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2406ba24-6c71-4f42-92b3-f8158151e5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.778378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2406ba24-6c71-4f42-92b3-f8158151e5f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54bae1bd-a00b-49e9-94f5-0b4a0d657118 HTTP/1.1" status: 204 len: 168 time: 1.3235183 Feb 07 22:57:58.814630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.814630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.838580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.852161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9c0a9e68-f884-433c-bda6-0f862657fade tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/floatingips/53c11b31-3ae2-44ef-ba9e-e26b7715c6bc HTTP/1.1" status: 204 len: 168 time: 2.0836360 Feb 07 22:57:58.862017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:58.862017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:58.871531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411cf69-b787-4bc4-aafe-667b356c0ed0 req-053ce93c-690e-4908-abe4-c109a3ba4cf2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.871531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1411cf69-b787-4bc4-aafe-667b356c0ed0 req-053ce93c-690e-4908-abe4-c109a3ba4cf2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 943 time: 0.3172200 Feb 07 22:57:58.928974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1411cf69-b787-4bc4-aafe-667b356c0ed0 req-c63284f0-e7c5-4292-83a4-af7379f7ce4d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615110 Feb 07 22:57:58.952010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83f99-0c6b-401d-beca-f0255e3ef7e5 req-e7a131e8-1218-454f-b73a-1147c3f9ef17 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:58.953966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4db83f99-0c6b-401d-beca-f0255e3ef7e5 req-e7a131e8-1218-454f-b73a-1147c3f9ef17 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 944 time: 0.3743925 Feb 07 22:57:59.026762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4db83f99-0c6b-401d-beca-f0255e3ef7e5 req-2bbc667a-3ca4-4e06-84d3-0cf97def60ac tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 Feb 07 22:57:59.040003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b747c7-f726-4aa6-a9dd-b8cc24b33b3b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:59.086057 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-f57c9a11-edd9-41c1-81f4-5b660b474edc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] delete failed (client error): The resource could not be found. Feb 07 22:57:59.093655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f57c9a11-edd9-41c1-81f4-5b660b474edc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/floatingips/53c11b31-3ae2-44ef-ba9e-e26b7715c6bc HTTP/1.1" status: 404 len: 345 time: 0.2616642 Feb 07 22:57:59.094104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45884) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:59.134970 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-45c2267f-2455-4df4-a64c-3be05c17b8d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acf3071f29a8497fac87de1e001c7ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2069538 Feb 07 22:57:59.136079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45890) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:59.143634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-2f8fb0a5-e658-49e0-8b23-b0b58c3c5885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.145935 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-2f8fb0a5-e658-49e0-8b23-b0b58c3c5885 service neutron] 10.222.0.26 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.5697236 Feb 07 22:57:59.231067 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.245546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-644cda5d-27af-4cc1-8273-9705ab84b64c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a54a6f7-e4f3-41b0-b388-405aee0ff206 HTTP/1.1" status: 200 len: 217 time: 0.0925941 Feb 07 22:57:59.245927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94de358-23bc-4660-9cd8-bedb5916fe49 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.246408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fc38b884-59c0-4e8b-b87a-9460848398f1 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:57:59.253914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94de358-23bc-4660-9cd8-bedb5916fe49 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.260238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94de358-23bc-4660-9cd8-bedb5916fe49 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.261325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c94de358-23bc-4660-9cd8-bedb5916fe49 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Synchronizing usage tracker for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:59.266374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.309719 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.340652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-de7f9155-27ee-45a7-a684-8f0d4f1fe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.342537 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-de7f9155-27ee-45a7-a684-8f0d4f1fe6d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.0902247 Feb 07 22:57:59.416532 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-bf34ccdc-4bc6-4537-b24b-a6244c6d19ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652015 Feb 07 22:57:59.490157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c94de358-23bc-4660-9cd8-bedb5916fe49 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Unset dirty status for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:59.491381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c94de358-23bc-4660-9cd8-bedb5916fe49 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "GET /v2.0/ports?network_id=00d47745-800a-4651-b7fb-b35c232c112c HTTP/1.1" status: 200 len: 2358 time: 0.3961730 Feb 07 22:57:59.496127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45896) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:59.528915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.536249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port fc38b884-59c0-4e8b-b87a-9460848398f1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:57:59.542837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port fc38b884-59c0-4e8b-b87a-9460848398f1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:57:59.543442 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.608134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-6c53f1e0-7d8f-4861-b0bb-50ac02be2153 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842151 Feb 07 22:57:59.633589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45900) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:59.644208 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.681433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.701288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b747c7-f726-4aa6-a9dd-b8cc24b33b3b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:59.703567 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.711283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc38b884-59c0-4e8b-b87a-9460848398f1'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:57:59.723053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port fc38b884-59c0-4e8b-b87a-9460848398f1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fc38b884-59c0-4e8b-b87a-9460848398f1,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:57:59.728322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.743845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.744415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.745003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.745559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.746139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.746687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.747231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.747770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.748305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.749104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.749859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.750804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:57:59.757769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3fed77e0-4b43-4e7e-815b-820d6ce12c76 req-ef576544-564d-494c-b500-666d69cfdd00 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422853 Feb 07 22:57:59.762511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:57:59.769829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Usage tracker for resource:security_group_rule and tenant:0ffb08b5168f41b08a49b62e155a4525 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:57:59.774783 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:57:59.775993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6df592ae-b116-495a-9404-0222fad883df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83b747c7-f726-4aa6-a9dd-b8cc24b33b3b HTTP/1.1" status: 204 len: 168 time: 0.6382487 Feb 07 22:57:59.779524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bad45-a3a5-4894-87bb-f8f82e53e90e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.781264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-406bad45-a3a5-4894-87bb-f8f82e53e90e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Synchronizing usage tracker for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:57:59.785761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:57:59.797692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:57:59.837492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-406bad45-a3a5-4894-87bb-f8f82e53e90e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Unset dirty status for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:57:59.839017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-406bad45-a3a5-4894-87bb-f8f82e53e90e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "GET /v2.0/subnets/5577f411-5407-4206-a6b3-edda6457043a HTTP/1.1" status: 200 len: 797 time: 0.3404887 Feb 07 22:57:59.844502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45908) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:57:59.851025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'port': {'network_id': '00d47745-800a-4651-b7fb-b35c232c112c', 'name': 'tempest-FloatingIPTestJSON-204844863', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:57:59.856927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7e4b1-b2b4-4228-9d3d-936312ca7958 req-cd268cab-d43c-434c-bbd8-cf6bd2be4e07 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:57:59.867898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3f7e4b1-b2b4-4228-9d3d-936312ca7958 req-cd268cab-d43c-434c-bbd8-cf6bd2be4e07 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 946 time: 0.3657589 Feb 07 22:57:59.876834 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc38b884-59c0-4e8b-b87a-9460848398f1', 'code': 200} Feb 07 22:57:59.885253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=fc38b884-59c0-4e8b-b87a-9460848398f1,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:57:59.958718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3f7e4b1-b2b4-4228-9d3d-936312ca7958 req-1ea6db22-546e-4211-a3f9-13ba486c73d4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896254 Feb 07 22:58:00.019519 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.025337 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.080145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ffb08b5168f41b08a49b62e155a4525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448662 Feb 07 22:58:00.083867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45918) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:00.087319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113aa425-0bd1-46cd-8098-da9fa07098fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5db2d0-e0e9-4cc2-bf9a-e14e8840068a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:00.151905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6b763-c6d2-426f-b5b1-0e12b294ad12 req-560322d5-cc65-4770-b06a-827a19a980cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:00.153641 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-79d6b763-c6d2-426f-b5b1-0e12b294ad12 req-560322d5-cc65-4770-b06a-827a19a980cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 1096 time: 0.2493389 Feb 07 22:58:00.160546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:00.200391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:00.224025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-79d6b763-c6d2-426f-b5b1-0e12b294ad12 req-d65621bd-09b3-45f3-8c99-b1f0a340e478 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608180 Feb 07 22:58:00.225187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:00.282583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b052794-8298-4f69-b040-da85704e0f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.308257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d833585-4445-4111-bf6d-79c3e11b2b99 req-0c9b8190-df94-499e-a48e-63ab4f32213c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:00.309764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d833585-4445-4111-bf6d-79c3e11b2b99 req-0c9b8190-df94-499e-a48e-63ab4f32213c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 943 time: 0.2064745 Feb 07 22:58:00.349856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b052794-8298-4f69-b040-da85704e0f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.370282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.397279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] device_id is not set on port f7a0267d-fdaa-4d4a-853d-905daf3c5f3c yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:58:00.409058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d833585-4445-4111-bf6d-79c3e11b2b99 req-ad441116-7cb6-4482-b03f-35e90aef4229 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891869 Feb 07 22:58:00.416639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdfd86-c0a5-46db-a721-4b55f32d512f req-4f180bc2-4a63-4ac0-bd35-6a7ef2dd3bcc tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:00.418155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34cdfd86-c0a5-46db-a721-4b55f32d512f req-4f180bc2-4a63-4ac0-bd35-6a7ef2dd3bcc tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.2281177 Feb 07 22:58:00.483296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34cdfd86-c0a5-46db-a721-4b55f32d512f req-74c1aac7-cb39-46ad-ab90-d07a2667b18e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537989 Feb 07 22:58:00.500001 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b052794-8298-4f69-b040-da85704e0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.523709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b052794-8298-4f69-b040-da85704e0f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5db2d0-e0e9-4cc2-bf9a-e14e8840068a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:00.550266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b052794-8298-4f69-b040-da85704e0f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:00.552130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b052794-8298-4f69-b040-da85704e0f82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e5db2d0-e0e9-4cc2-bf9a-e14e8840068a HTTP/1.1" status: 204 len: 168 time: 0.4669392 Feb 07 22:58:00.666680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-f2a46030-2020-4079-9517-5858bcd2770a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1036816 Feb 07 22:58:00.839016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-a034446b-a7bd-4155-b0e9-8be9aead2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:00.840479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-a034446b-a7bd-4155-b0e9-8be9aead2f4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 1096 time: 0.1403472 Feb 07 22:58:00.920995 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.052865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.14 (00d47745-800a-4651-b7fb-b35c232c112c/5577f411-5407-4206-a6b3-edda6457043a/f7a0267d-fdaa-4d4a-853d-905daf3c5f3c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:01.079236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.13 (00d47745-800a-4651-b7fb-b35c232c112c/5577f411-5407-4206-a6b3-edda6457043a/f7a0267d-fdaa-4d4a-853d-905daf3c5f3c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:01.197264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-8aa08ec7-6914-41a5-870e-31c6bd4aa0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.198483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-8aa08ec7-6914-41a5-870e-31c6bd4aa0f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 911 time: 0.3306522 Feb 07 22:58:01.249920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4a54a6f7-e4f3-41b0-b388-405aee0ff206 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:58:01.347097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-95988668-80bc-4cea-a4d1-f09d00260b88 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.347857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-95988668-80bc-4cea-a4d1-f09d00260b88 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:01.358736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-00416239-0348-4a00-91b1-62ffb8262169 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 200 len: 1001 time: 0.1502001 Feb 07 22:58:01.425047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-95988668-80bc-4cea-a4d1-f09d00260b88 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:01.426318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-95988668-80bc-4cea-a4d1-f09d00260b88 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 946 time: 0.2986004 Feb 07 22:58:01.452085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e318-191a-4857-a871-93436f7a04ed req-d506952c-11e9-4f12-bcb0-a37ecbfbf842 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.467448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d898e318-191a-4857-a871-93436f7a04ed req-d506952c-11e9-4f12-bcb0-a37ecbfbf842 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 946 time: 0.3448362 Feb 07 22:58:01.535697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Deleting port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:01.536075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.556796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-d2769159-4e07-49e4-bbcc-5058f0874a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.558402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-d2769159-4e07-49e4-bbcc-5058f0874a8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.1807210 Feb 07 22:58:01.587878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d898e318-191a-4857-a871-93436f7a04ed req-64390852-fcb4-4c80-b990-e9039db64885 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917964 Feb 07 22:58:01.627879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4a54a6f7-e4f3-41b0-b388-405aee0ff206, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4a54a6f7-e4f3-41b0-b388-405aee0ff206,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:01.646516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '4a54a6f7-e4f3-41b0-b388-405aee0ff206', 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8', 'port_id': '4a54a6f7-e4f3-41b0-b388-405aee0ff206', 'mac_address': 'fa:16:3e:cf:31:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebda342-7e22-49fe-87b0-b4f750bd7c37', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:58:01.679662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45968) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:01.707489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.747832 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.798785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a54a6f7-e4f3-41b0-b388-405aee0ff206 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:01.800432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ed9c0-315d-4146-b856-477da7516620 req-ec18b800-f2ef-4682-8851-519b33a277ae tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.814463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a6ed9c0-315d-4146-b856-477da7516620 req-ec18b800-f2ef-4682-8851-519b33a277ae tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 943 time: 0.1530473 Feb 07 22:58:01.840542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4a54a6f7-e4f3-41b0-b388-405aee0ff206, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4a54a6f7-e4f3-41b0-b388-405aee0ff206,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:01.849742 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.870891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-a2366e2e-ebb7-4379-8851-1e9c4a0316ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:01.871912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-a2366e2e-ebb7-4379-8851-1e9c4a0316ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894638 Feb 07 22:58:01.916280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] For port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:01.916673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.926777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:01.958508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4a54a6f7-e4f3-41b0-b388-405aee0ff206,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:02.086503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['4a54a6f7-e4f3-41b0-b388-405aee0ff206'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:02.112798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5a6ed9c0-315d-4146-b856-477da7516620 req-9b0b3b9c-e739-460d-a619-3efc3e0251b7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860165 Feb 07 22:58:02.134961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Calling delete_port for 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:02.186781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.200288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 00d47745-800a-4651-b7fb-b35c232c112c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:02.206060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbc492-f80c-48a2-b982-0a2ab16758b6 req-bb3607c0-d5b4-49be-a408-da4f5e7b3b39 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:02.209333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:02.213932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21cbc492-f80c-48a2-b982-0a2ab16758b6 req-bb3607c0-d5b4-49be-a408-da4f5e7b3b39 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.3486490 Feb 07 22:58:02.217135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:02.219314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:899e73b03c1d42aa9343a61949407e21 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:02.229843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:02.234711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-1ab059a9-6f29-47d2-9288-21c5232e93e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615738 Feb 07 22:58:02.287422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:02.294914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=f7a0267d-fdaa-4d4a-853d-905daf3c5f3c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:02.306245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:02.332663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:02.333329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.469069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21cbc492-f80c-48a2-b982-0a2ab16758b6 req-477730cd-34e0-4342-a7c4-2b1e7436741e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540762 Feb 07 22:58:02.473168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c6feccdd-c2f3-485d-bbba-dc3ca3f495a3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6275296 Feb 07 22:58:02.473847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45984) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:02.485413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'f7a0267d-fdaa-4d4a-853d-905daf3c5f3c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:02.493424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:02.498489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.504950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:floatingip and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:02.561461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:02.586460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cae0902-5c17-4698-b58d-7c9c9c9e9ae3 req-5c2ed005-53f1-4979-b899-2945cb3f47af service neutron] 10.222.0.36 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379693 Feb 07 22:58:02.600655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:02.609801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event deleted for resources: {'Port': ['ID=9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:02.673146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] No DVR routers for this DVR port 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:02.678702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.681422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'name': 'network-vif-deleted', 'tag': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:02.692045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.694058 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6ac33d15-0bca-4c4c-9ea7-2dbc8ceef23d req-38acc55b-424d-44a4-b8c4-969ce8afc3ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "DELETE /v2.0/ports/9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b HTTP/1.1" status: 204 len: 173 time: 1.2605882 Feb 07 22:58:02.696325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.743800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:02.768884 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fdafbd-b0fb-460c-bf01-ea9b749ded1e', 'name': 'network-vif-deleted', 'tag': '9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b', 'status': 'completed', 'code': 200} Feb 07 22:58:02.774238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb310c3-265a-4898-9749-a4d33776e1e4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:02.840230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee54bb1a-122a-4d06-97e4-f61959c053e9 req-aae63507-b2e6-4922-8ebc-47a631bbed68 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 210 time: 0.1189632 Feb 07 22:58:03.005121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a09e8-0ed3-4c09-b4e4-e089c85ba606 req-d3fec122-05ae-4107-9175-ac3fb389bde5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:03.006627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b8a09e8-0ed3-4c09-b4e4-e089c85ba606 req-d3fec122-05ae-4107-9175-ac3fb389bde5 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.1157942 Feb 07 22:58:03.047067 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fa304af7-89c8-414c-ba3e-144711aaf0f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=899e73b03c1d42aa9343a61949407e21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3582339 Feb 07 22:58:03.050928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:03.101355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b8a09e8-0ed3-4c09-b4e4-e089c85ba606 req-b2038fd1-3b21-4887-910f-2e9ff63b5bb9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783086 Feb 07 22:58:03.168102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f54cfef-d688-46c3-bab9-e237d87f1962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.253791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4a54a6f7-e4f3-41b0-b388-405aee0ff206 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:03.270682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f54cfef-d688-46c3-bab9-e237d87f1962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.298390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.408444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:03.418869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:03.419253 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.528886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f54cfef-d688-46c3-bab9-e237d87f1962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.560809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54cfef-d688-46c3-bab9-e237d87f1962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb310c3-265a-4898-9749-a4d33776e1e4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:03.581505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.25.0.196 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b97eed63-2e6e-4a04-8a01-fc7a23d1ba67) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:03.601767 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f54cfef-d688-46c3-bab9-e237d87f1962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.602964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9f54cfef-d688-46c3-bab9-e237d87f1962 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bb310c3-265a-4898-9749-a4d33776e1e4 HTTP/1.1" status: 204 len: 168 time: 0.5509644 Feb 07 22:58:03.608499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c88e3-5376-4c2b-9e0c-d6c65778abe9 req-0bd6724f-c59d-4c5f-95ae-da9e68425e2c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:03.610248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e28c88e3-5376-4c2b-9e0c-d6c65778abe9 req-0bd6724f-c59d-4c5f-95ae-da9e68425e2c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.2861607 Feb 07 22:58:03.621742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55290e-8e53-426a-acdb-8b73af3db181 req-600ec854-8723-4899-aa19-b44620643158 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:03.631076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f55290e-8e53-426a-acdb-8b73af3db181 req-600ec854-8723-4899-aa19-b44620643158 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 944 time: 0.3757424 Feb 07 22:58:03.638126 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.672549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a54a6f7-e4f3-41b0-b388-405aee0ff206'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:03.706489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4a54a6f7-e4f3-41b0-b388-405aee0ff206, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4a54a6f7-e4f3-41b0-b388-405aee0ff206,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:03.711234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f55290e-8e53-426a-acdb-8b73af3db181 req-5a78a29c-ea40-4d93-9d06-e848e621ca46 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770848 Feb 07 22:58:03.712963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:58:03.751011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e28c88e3-5376-4c2b-9e0c-d6c65778abe9 req-e3039a04-5860-486d-a50b-adfe8c941763 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170938 Feb 07 22:58:03.777201 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:03.785522 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a54a6f7-e4f3-41b0-b388-405aee0ff206', 'code': 200} Feb 07 22:58:03.928671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:58:03.929341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9f3e1c1e-fd2f-4b2d-a0f6-49dd33e0461b not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:58:03.940950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4a54a6f7-e4f3-41b0-b388-405aee0ff206,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:04.089838 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.096706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab857fda-c375-4cd4-b70e-a693f62742b9 req-f13e216f-47c9-4667-ac0f-a9339e5b066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:04.098433 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab857fda-c375-4cd4-b70e-a693f62742b9 req-f13e216f-47c9-4667-ac0f-a9339e5b066b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 1096 time: 0.2376771 Feb 07 22:58:04.145871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-042e9b60-be92-4703-885b-73fa69d2b9e3 req-e39df552-d173-4442-bf86-7c5f11aed4ec tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=58fdafbd-b0fb-460c-bf01-ea9b749ded1e HTTP/1.1" status: 200 len: 210 time: 0.0927625 Feb 07 22:58:04.166026 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab857fda-c375-4cd4-b70e-a693f62742b9 req-93b619c9-f40c-484a-bd7a-52aefd2d57a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593185 Feb 07 22:58:04.186023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.251813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:04.259919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:04.265880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:04.376428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=b97eed63-2e6e-4a04-8a01-fc7a23d1ba67,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:04.534492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5641d7-110f-4f12-b9ab-c9ac6cc8dffc req-a500ca40-4d8c-4e5f-97ec-8b8dd69c6357 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:04.537687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db5641d7-110f-4f12-b9ab-c9ac6cc8dffc req-a500ca40-4d8c-4e5f-97ec-8b8dd69c6357 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.1744554 Feb 07 22:58:04.538547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46072) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:04.614195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db5641d7-110f-4f12-b9ab-c9ac6cc8dffc req-30e56369-4e7c-437a-ad16-c0fbb5173738 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659554 Feb 07 22:58:04.697290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.715058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:04.719010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d9a90c32f94d83a0877509298458ae is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:04.722767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:04.729811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:04.776605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.884048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.912098 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.920915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:04.973759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9d9a90c32f94d83a0877509298458ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338746 Feb 07 22:58:04.978374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46096) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:04.997811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d4cb4-9708-4d5f-8cb7-f0f3a48bc408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1091d6d0-b91a-4bc3-b97f-95c56e444a8a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:05.010020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b432a6-5ac3-41d4-9232-e08ac1ee8927 req-9edc23ea-e0fc-4819-b46b-fabf672e0056 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:05.011547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3b432a6-5ac3-41d4-9232-e08ac1ee8927 req-9edc23ea-e0fc-4819-b46b-fabf672e0056 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 945 time: 0.1927269 Feb 07 22:58:05.101152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3b432a6-5ac3-41d4-9232-e08ac1ee8927 req-950ed145-8f10-40b6-a545-9127ac7a7757 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767596 Feb 07 22:58:05.101967 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c3441561-5f98-476d-b410-abc78680cd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.122826 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.132544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c3441561-5f98-476d-b410-abc78680cd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.133702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.216431 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c3441561-5f98-476d-b410-abc78680cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.233933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3441561-5f98-476d-b410-abc78680cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1091d6d0-b91a-4bc3-b97f-95c56e444a8a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:05.242397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c3441561-5f98-476d-b410-abc78680cd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.256329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=b97eed63-2e6e-4a04-8a01-fc7a23d1ba67,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:05.258096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c3441561-5f98-476d-b410-abc78680cd5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1091d6d0-b91a-4bc3-b97f-95c56e444a8a HTTP/1.1" status: 204 len: 168 time: 0.2667162 Feb 07 22:58:05.293401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.752528 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 8e62a647-6384-4a7e-bf03-193082d63137 associated. External IP: 172.25.0.196, port: f7a0267d-fdaa-4d4a-853d-905daf3c5f3c. Feb 07 22:58:05.871929 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:05.915757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c02e52-6d57-4f73-82a1-0fd69abdfddd req-acb5d2d8-e8a4-499b-8139-ed221631ab72 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:05.933183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85c02e52-6d57-4f73-82a1-0fd69abdfddd req-acb5d2d8-e8a4-499b-8139-ed221631ab72 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.1745501 Feb 07 22:58:05.934969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:05.980404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.017494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:06.027322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Usage tracker for resource:security_group_rule and tenant:294fa4fb029048218a144e0cdc10d760 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:06.037454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:06.045088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85c02e52-6d57-4f73-82a1-0fd69abdfddd req-73448510-f2ba-4551-8b69-00bacddfbf6c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108823 Feb 07 22:58:06.053604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:06.211051 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.246667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:06.351060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88a5cf-da02-431a-9039-a611efcd02b6 req-3f42b9c0-7dcf-4722-8ab2-ce7d4f536ec6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:06.352927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef88a5cf-da02-431a-9039-a611efcd02b6 req-3f42b9c0-7dcf-4722-8ab2-ce7d4f536ec6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.2780082 Feb 07 22:58:06.396123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef88a5cf-da02-431a-9039-a611efcd02b6 req-b270b5cc-5b5f-4a0d-ae8c-523c8f558441 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/quotas/ddad197605874418a7395a453e3211bd HTTP/1.1" status: 200 len: 375 time: 0.0306976 Feb 07 22:58:06.402839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.447349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.465879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:06.471186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef88a5cf-da02-431a-9039-a611efcd02b6 req-18ae5e23-73e3-48c0-a9fd-0bb32b14dfe0 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668173 Feb 07 22:58:06.477649 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:06.488377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:06.489616 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:06.500120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.506820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c1a62-9c7b-4eaf-b36a-31d28f9e1d16 req-8edcce71-2b36-4449-a4c4-596bd2cd8bde tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:06.508357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf0c1a62-9c7b-4eaf-b36a-31d28f9e1d16 req-8edcce71-2b36-4449-a4c4-596bd2cd8bde tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 945 time: 0.2654464 Feb 07 22:58:06.567233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:06.578263 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:06.579297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:06.591524 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2e891360-20f6-4846-943c-a74456a2694e tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1143360 Feb 07 22:58:06.594110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46204) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:06.609268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'port_id': 'f7a0267d-fdaa-4d4a-853d-905daf3c5f3c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:06.621358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=294fa4fb029048218a144e0cdc10d760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6839831 Feb 07 22:58:06.626212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff8144-676c-4b2e-9dd0-7bf6789f0baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cf9e03-08c8-48f3-8628-2f06dac766a3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:06.629272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46208) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:06.651102 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:06.651569 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6b6c0-286f-4424-a37f-80b75c008338 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:06.701185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf0c1a62-9c7b-4eaf-b36a-31d28f9e1d16 req-1d7e71e0-43b6-49e1-a459-2dbe906a6c95 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332583 Feb 07 22:58:06.741061 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef88a5cf-da02-431a-9039-a611efcd02b6 req-369e7700-a4b8-4201-bbfd-85ecf1ef67a2 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689781 Feb 07 22:58:06.753384 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:06.927611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0bf1f-b903-4e69-a25c-d3375f41c9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:07.151135 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0bf1f-b903-4e69-a25c-d3375f41c9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:07.204200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef88a5cf-da02-431a-9039-a611efcd02b6 req-9bce623b-4d0d-4007-a661-15fc7bff6f81 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620149 Feb 07 22:58:07.324293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0bf1f-b903-4e69-a25c-d3375f41c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:07.358574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f973633-aaa4-4f96-8a50-13375d5f3a2a req-cbbb45c7-7087-452f-8362-22d94a170852 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:07.366878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f973633-aaa4-4f96-8a50-13375d5f3a2a req-cbbb45c7-7087-452f-8362-22d94a170852 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.1414328 Feb 07 22:58:07.416134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0bf1f-b903-4e69-a25c-d3375f41c9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cf9e03-08c8-48f3-8628-2f06dac766a3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:07.434230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f973633-aaa4-4f96-8a50-13375d5f3a2a req-a945bb66-66a8-48c6-a23f-da359bbbdb9f tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661216 Feb 07 22:58:07.438140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0bf1f-b903-4e69-a25c-d3375f41c9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:07.444477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-68f0bf1f-b903-4e69-a25c-d3375f41c9bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74cf9e03-08c8-48f3-8628-2f06dac766a3 HTTP/1.1" status: 204 len: 168 time: 0.8109550 Feb 07 22:58:07.601935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f670df61-14ff-485d-bed2-55893193f5c1 req-128b2ea0-bac8-4632-b5ad-0767e1aae047 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=551f8acf-7b12-450f-9ecc-9b23c4a6e9a5 HTTP/1.1" status: 200 len: 210 time: 0.1054502 Feb 07 22:58:07.731100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29b40a-bb47-4bfc-a792-cd946cf89624 req-a2232fd4-5f60-403d-8fdf-640a195b925b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:07.733713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f29b40a-bb47-4bfc-a792-cd946cf89624 req-a2232fd4-5f60-403d-8fdf-640a195b925b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 945 time: 0.1840227 Feb 07 22:58:07.832049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f29b40a-bb47-4bfc-a792-cd946cf89624 req-fddd14ca-fa42-4de7-9507-f0221c9f2298 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Feb 07 22:58:07.993061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:07.998523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:08.641359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:08.782725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-37daf544-94bf-43e2-9203-c7cb9ca7fa04 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:08.784335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-37daf544-94bf-43e2-9203-c7cb9ca7fa04 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Synchronizing usage tracker for tenant:bd8ac42cf24543d0a13992aad6e0f3c5 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:08.863197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-37daf544-94bf-43e2-9203-c7cb9ca7fa04 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Unset dirty status for tenant:bd8ac42cf24543d0a13992aad6e0f3c5 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:08.864906 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-37daf544-94bf-43e2-9203-c7cb9ca7fa04 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.26 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 945 time: 0.3583832 Feb 07 22:58:09.043106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444b9e-d507-47b1-a45f-3957151faddd req-d26174ac-6931-4a37-9688-af6b9e298218 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:09.044851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-d26174ac-6931-4a37-9688-af6b9e298218 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.3317161 Feb 07 22:58:09.078070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-f2810da3-473b-40d0-a3a2-1070b22e893d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/quotas/ddad197605874418a7395a453e3211bd HTTP/1.1" status: 200 len: 375 time: 0.0231349 Feb 07 22:58:09.091707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Deleting port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:09.092601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:09.096341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87d38-fd63-4f9d-99a9-e5f5c6b0677a req-cf385690-628b-484f-97c4-0701eaf3d6ba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:09.097998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86e87d38-fd63-4f9d-99a9-e5f5c6b0677a req-cf385690-628b-484f-97c4-0701eaf3d6ba tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.4905305 Feb 07 22:58:09.160743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:09.170542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:09.176519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:09.178110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-3fcb6f79-9c9e-4911-96a0-a0adff7e9212 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786152 Feb 07 22:58:09.211423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86e87d38-fd63-4f9d-99a9-e5f5c6b0677a req-40d08d47-53fb-4d8c-b694-dea87d3f015b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723145 Feb 07 22:58:09.230842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:09.232583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:09.412576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:09.440467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:09.441430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:09.475228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-19641eb1-c774-4522-981f-944fd4df0832 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/floatingips/8e62a647-6384-4a7e-bf03-193082d63137 HTTP/1.1" status: 200 len: 978 time: 2.8781054 Feb 07 22:58:09.485660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46288) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:09.578349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:09.579245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f71aa-371e-4078-97a2-28dec42e2ed0 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:09.593966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-67086a2e-8b3d-4a8a-951d-183b08433ba0 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736606 Feb 07 22:58:09.745520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab2ff-b40f-47b7-87bf-a7f35c650a98 req-5ead0843-5543-465b-87f0-682324a1f941 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:09.747952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb6ab2ff-b40f-47b7-87bf-a7f35c650a98 req-5ead0843-5543-465b-87f0-682324a1f941 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 945 time: 0.2897696 Feb 07 22:58:09.848813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb6ab2ff-b40f-47b7-87bf-a7f35c650a98 req-b096e28b-9631-4f59-9418-ce2be7e97572 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825329 Feb 07 22:58:09.874116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-a641858e-de01-48ae-ae27-4b03d4142e3c service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649398 Feb 07 22:58:10.220972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d75446c-282d-4335-964b-29ced0df0fc1 req-8239bf72-9232-43d6-a4f9-7046e2255deb tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 210 time: 0.0597839 Feb 07 22:58:10.272320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-b9f58050-b286-4ad9-84ea-50759ff20a00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736288 Feb 07 22:58:10.337859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] For port 4a54a6f7-e4f3-41b0-b388-405aee0ff206, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4a54a6f7-e4f3-41b0-b388-405aee0ff206,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:10.339370 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:10.459602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port b97eed63-2e6e-4a04-8a01-fc7a23d1ba67 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:10.460690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:10.565124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Calling delete_port for 4a54a6f7-e4f3-41b0-b388-405aee0ff206 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:10.603846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-970e58a1-bd65-414d-8aa0-7542344ed7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.605680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-970e58a1-bd65-414d-8aa0-7542344ed7bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1135 time: 0.1887968 Feb 07 22:58:10.635534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960fe39-bb4a-4d6b-9a58-a72f8cddd107 req-397aded3-79b4-4273-bab6-34e61516eea4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.637601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0960fe39-bb4a-4d6b-9a58-a72f8cddd107 req-397aded3-79b4-4273-bab6-34e61516eea4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.1727328 Feb 07 22:58:10.858797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0960fe39-bb4a-4d6b-9a58-a72f8cddd107 req-e84e8813-5544-4e72-a0c7-74186fca9e1a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770492 Feb 07 22:58:10.907766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-544c9c07-f1ba-4ebb-97ce-94005478477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:10.910308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-544c9c07-f1ba-4ebb-97ce-94005478477b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c HTTP/1.1" status: 200 len: 897 time: 0.2707453 Feb 07 22:58:11.051854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-a41cef88-420d-4a5a-9733-fdb713eebe4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 HTTP/1.1" status: 200 len: 1000 time: 0.1344402 Feb 07 22:58:11.166246 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:11.166762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:11.259887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:11.274489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['4a54a6f7-e4f3-41b0-b388-405aee0ff206'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:11.315864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0b3eab3b-f4f6-405b-9f01-37cc32f45c44'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:11.422445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for b97eed63-2e6e-4a04-8a01-fc7a23d1ba67 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:11.440459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afe17dc5-59a1-444d-8aa9-344c508a96d6 req-56140c11-61a8-4063-8b88-9befe1305cd2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 210 time: 0.3043067 Feb 07 22:58:11.541369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36313573-7f31-4b9c-a27c-adbccbd6eda4 req-f40e11d5-0492-433d-95b7-eff85c1ce3cf tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 210 time: 0.0949457 Feb 07 22:58:11.571185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-636d6a9a-6c68-44ef-bf8c-4bb08e666d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:11.573111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-636d6a9a-6c68-44ef-bf8c-4bb08e666d06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5 HTTP/1.1" status: 200 len: 834 time: 0.5081663 Feb 07 22:58:11.630536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Pushing event deleted for resources: {'Port': ['ID=4a54a6f7-e4f3-41b0-b388-405aee0ff206,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:11.695024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46366) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:11.775505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-dcdf181a-c07d-4695-bb0c-8f6ee092f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:11.777337 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-dcdf181a-c07d-4695-bb0c-8f6ee092f639 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915393 Feb 07 22:58:11.790002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] No DVR routers for this DVR port 4a54a6f7-e4f3-41b0-b388-405aee0ff206 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:11.869391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:11.875962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'name': 'network-vif-deleted', 'tag': '4a54a6f7-e4f3-41b0-b388-405aee0ff206'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:12.009997 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.040326 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c7ab70-d51b-4c1c-b384-05fdf184ae08', 'name': 'network-vif-deleted', 'tag': '4a54a6f7-e4f3-41b0-b388-405aee0ff206', 'status': 'completed', 'code': 200} Feb 07 22:58:12.063215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.098456 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11f658d2-ae8d-4594-a0b0-036fb6ff70ed req-b80d8e54-9ebe-4f30-8eca-643467dcd57a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.26 "DELETE /v2.0/ports/4a54a6f7-e4f3-41b0-b388-405aee0ff206 HTTP/1.1" status: 204 len: 173 time: 3.2251792 Feb 07 22:58:12.114781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=b97eed63-2e6e-4a04-8a01-fc7a23d1ba67,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:12.213627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:12.229142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Usage tracker for resource:security_group_rule and tenant:dcc4307233034f51a4ebdbec345875d2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:12.249065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:12.258988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444b9e-d507-47b1-a45f-3957151faddd req-3c5170ed-7093-45c2-8b7d-2588754bfdb9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:12.261086 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-3c5170ed-7093-45c2-8b7d-2588754bfdb9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.5323315 Feb 07 22:58:12.268766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:12.276399 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.276891 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 8e62a647-6384-4a7e-bf03-193082d63137 disassociated (deleted). External IP: 172.25.0.196, port: f7a0267d-fdaa-4d4a-853d-905daf3c5f3c. Feb 07 22:58:12.313198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-a29b8665-f9a1-437c-8a2e-abd4d9fa8399 service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251687 Feb 07 22:58:12.352510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Request body: {'port': {'device_id': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'admin_state_up': True, 'tenant_id': 'ddad197605874418a7395a453e3211bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:12.443609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc2402-bec2-4cca-bb53-80d1c535bce7 req-e28a254e-865d-4b53-8580-41fe38ead0f9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:12.445161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bcdc2402-bec2-4cca-bb53-80d1c535bce7 req-e28a254e-865d-4b53-8580-41fe38ead0f9 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.3302138 Feb 07 22:58:12.582397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba711344-d2cf-4dbe-a6ce-25c451f32832 req-c14b16bf-60a7-48b3-a6a3-68b2a1e7899d service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543550 Feb 07 22:58:12.584101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.589861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bcdc2402-bec2-4cca-bb53-80d1c535bce7 req-8af1c3d4-b7ee-4342-b00e-066033d9cece tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316161 Feb 07 22:58:12.591020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:12.642478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:12.664639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcc4307233034f51a4ebdbec345875d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9680657 Feb 07 22:58:12.665169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46382) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:12.674829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41b739-cc3a-4aff-bd8a-1b4f96b2ddef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba1e50b-f569-4807-82dd-f67f799893e9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:12.796876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3be2192b-8340-4b3b-a064-3d8acc35a52c req-54ffa7fa-ef8c-4431-82de-ba6e34010da2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=37c7ab70-d51b-4c1c-b384-05fdf184ae08 HTTP/1.1" status: 200 len: 210 time: 0.0667164 Feb 07 22:58:12.868676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d0fc058-fe97-47b9-941a-6d9b1131753c req-f137b048-6ebc-4fb3-92dd-b29a5d9bb1f8 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 210 time: 0.1007786 Feb 07 22:58:12.981334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:13.038256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:13.041781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.301816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4a54a6f7-e4f3-41b0-b388-405aee0ff206 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:58:13.340208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9791be65-3ebc-4e01-9237-3b90cd85da8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.342760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 4a54a6f7-e4f3-41b0-b388-405aee0ff206 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:58:13.343196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4a54a6f7-e4f3-41b0-b388-405aee0ff206 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:58:13.456030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9791be65-3ebc-4e01-9237-3b90cd85da8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.475858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:13.604576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Allocated IP 172.20.0.6 (944788f7-95d9-44ad-a2d4-1cd03b75b983/b425025d-2175-48c1-a9d2-edaf7d92c964/6cd8e7bf-0db5-4c59-8c41-eccb00e10961) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:13.760183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9791be65-3ebc-4e01-9237-3b90cd85da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.809949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791be65-3ebc-4e01-9237-3b90cd85da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba1e50b-f569-4807-82dd-f67f799893e9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:13.855734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22695a4-c71b-40eb-bcaf-9255ed0ffb99 req-ac35fc07-6a06-4281-86d0-aea4b786eed7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:13.868003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d22695a4-c71b-40eb-bcaf-9255ed0ffb99 req-ac35fc07-6a06-4281-86d0-aea4b786eed7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.1300011 Feb 07 22:58:13.895347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:13.907964 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:13.936860 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:13.940484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.944766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d22695a4-c71b-40eb-bcaf-9255ed0ffb99 req-d43cc742-d4b9-4516-8c12-0bb8cd068fa8 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753715 Feb 07 22:58:13.945286 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:13.968708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9791be65-3ebc-4e01-9237-3b90cd85da8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:13.972170 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9791be65-3ebc-4e01-9237-3b90cd85da8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ba1e50b-f569-4807-82dd-f67f799893e9 HTTP/1.1" status: 204 len: 168 time: 1.3014150 Feb 07 22:58:14.062832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46398) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:14.064321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf25b938-2962-482d-b507-7e378f9ddb6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/floatingips/8e62a647-6384-4a7e-bf03-193082d63137 HTTP/1.1" status: 204 len: 168 time: 4.5748060 Feb 07 22:58:14.101303 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:14.114153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.125125 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:14.126545 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:14.212057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.256682 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:14.257188 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5017d83-0488-4803-ac76-48ee56532f61 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:14.320707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:14.324479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:14.336267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:14.400873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event updated for resources: {'Port': ['ID=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:14.407511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port f7a0267d-fdaa-4d4a-853d-905daf3c5f3c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:14.408792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.433138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:14.433773 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.459312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-72a6a674-eba4-4cd2-8cb8-98fbd6db78ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1850569 Feb 07 22:58:14.473956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Request body: {'port': {'device_id': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:14.524789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:14.553354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6263bf9-0e86-4486-928e-4f4911bd5aa6 req-85489ea3-cdb1-4db6-99c9-ad9d4990bb9d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:14.554881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6263bf9-0e86-4486-928e-4f4911bd5aa6 req-85489ea3-cdb1-4db6-99c9-ad9d4990bb9d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 931 time: 0.3467577 Feb 07 22:58:14.555155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.577074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:14.584428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Usage tracker for resource:security_group_rule and tenant:049d754e0bda48ae8fe3e34061f0de18 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:14.603934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c2f2c-cf77-48e6-ae73-18950769bbb2 req-aae8e381-fad3-4e96-92cc-70dfa6d09e86 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:14.609078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b7c2f2c-cf77-48e6-ae73-18950769bbb2 req-aae8e381-fad3-4e96-92cc-70dfa6d09e86 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3030899 Feb 07 22:58:14.613684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:14.632831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:14.668998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:14.751506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6263bf9-0e86-4486-928e-4f4911bd5aa6 req-211db2c4-4f49-434d-b102-e42c189996c4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871324 Feb 07 22:58:14.850043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b7c2f2c-cf77-48e6-ae73-18950769bbb2 req-2ff473fd-e641-4382-bba1-0ba67d4e453b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622949 Feb 07 22:58:14.896262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.087610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for f7a0267d-fdaa-4d4a-853d-905daf3c5f3c owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:15.312189 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:58:15.398598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.405418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:15.411419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.434208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.477786 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=049d754e0bda48ae8fe3e34061f0de18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9529760 Feb 07 22:58:15.485129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46424) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:15.489324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966accf9-597f-48db-b1ba-5dc60c79b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e711c24-b2ec-4a57-bc1b-b01ae9252a38,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:15.512405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3566-cb9d-46c4-aead-5b88812b8291 req-d39e4bd4-9e90-42d2-a74d-6c1e44d3efc2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:15.513989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dfc3566-cb9d-46c4-aead-5b88812b8291 req-d39e4bd4-9e90-42d2-a74d-6c1e44d3efc2 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.2246346 Feb 07 22:58:15.552751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73b63456-7c39-4201-b20b-8ad99dd45f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.585530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73b63456-7c39-4201-b20b-8ad99dd45f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.626505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dfc3566-cb9d-46c4-aead-5b88812b8291 req-8155f1d2-4afb-468f-91da-378845d9cb71 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978069 Feb 07 22:58:15.637500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6aa19e-e729-4899-9073-0cbfd149f8ee req-357606c6-b8c0-4062-af67-52fe4dcaef0a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:15.645290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a6aa19e-e729-4899-9073-0cbfd149f8ee req-357606c6-b8c0-4062-af67-52fe4dcaef0a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2805042 Feb 07 22:58:15.646816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73b63456-7c39-4201-b20b-8ad99dd45f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.664229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b63456-7c39-4201-b20b-8ad99dd45f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e711c24-b2ec-4a57-bc1b-b01ae9252a38,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:15.668750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73b63456-7c39-4201-b20b-8ad99dd45f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.668750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-73b63456-7c39-4201-b20b-8ad99dd45f26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e711c24-b2ec-4a57-bc1b-b01ae9252a38 HTTP/1.1" status: 204 len: 168 time: 0.1838083 Feb 07 22:58:15.726330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a6aa19e-e729-4899-9073-0cbfd149f8ee req-1468e320-2f17-4634-84a4-b4251891a83b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800250 Feb 07 22:58:15.726602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Transition to ACTIVE for port object 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:15.729382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.730312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:15.833678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=f7a0267d-fdaa-4d4a-853d-905daf3c5f3c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:16.118456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:16.182472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Attempting to bind port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:16.182829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Attempting to bind port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:16.183231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Attempting to bind port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:16.184625 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.190415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:58:16.190636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Attempting to bind port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:16.197011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:16.197439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Checking segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:16.198352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Bound using segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:16.198352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Bound port: 6cd8e7bf-0db5-4c59-8c41-eccb00e10961, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:16.198784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.212842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db7ec7-da95-477d-aab5-fb1e59aaf385 req-b4711a36-68f1-4cac-8213-e5f1f86bd142 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:16.218308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50db7ec7-da95-477d-aab5-fb1e59aaf385 req-b4711a36-68f1-4cac-8213-e5f1f86bd142 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 943 time: 0.2470222 Feb 07 22:58:16.247305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bb7572be-5bb4-46e3-8a39-4389f7fa46b6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/ports/f7a0267d-fdaa-4d4a-853d-905daf3c5f3c HTTP/1.1" status: 204 len: 168 time: 2.1772265 Feb 07 22:58:16.247814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46442) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:16.255164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:16.273308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46446) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:16.276416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:16.285758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11801d4-de9a-4cab-93dd-b2f2b525da34 req-5155f6e1-7866-449b-a26c-376d621d7196 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:16.287362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d11801d4-de9a-4cab-93dd-b2f2b525da34 req-5155f6e1-7866-449b-a26c-376d621d7196 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2713776 Feb 07 22:58:16.292519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:floatingip and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:16.300881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:16.333193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50db7ec7-da95-477d-aab5-fb1e59aaf385 req-a0df99c4-6b20-41cf-b150-a7774fd8b2eb tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139033 Feb 07 22:58:16.335871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:16.369782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] For port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:16.374252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.374479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] For port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:16.384092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.406390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d11801d4-de9a-4cab-93dd-b2f2b525da34 req-23f1abda-b635-474b-af88-cc6bf32ebe59 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087968 Feb 07 22:58:16.483569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:16.484215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.488234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] 10.222.0.36 "PUT /v2.0/ports/6cd8e7bf-0db5-4c59-8c41-eccb00e10961 HTTP/1.1" status: 200 len: 1091 time: 2.0191789 Feb 07 22:58:16.508374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cb9dd897-75ff-400c-9780-81eeb7f71ffa tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3058 time: 0.2327511 Feb 07 22:58:16.508374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'tag': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:16.510603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46458) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:16.538152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89928f92-ded2-4fa6-ac28-29407699bee6 service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:16.544144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'network': {'name': 'tempest-network-smoke--1562283831', 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'port_security_enabled': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:16.593655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:16.618266 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'tag': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961', 'status': 'completed', 'code': 200} Feb 07 22:58:16.627704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:16.656755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444b9e-d507-47b1-a45f-3957151faddd req-2c76b2cc-1bcb-4b8f-87e0-b0d6427a60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:16.660457 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-2c76b2cc-1bcb-4b8f-87e0-b0d6427a60d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 1094 time: 0.1145475 Feb 07 22:58:16.691044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Made reservation on behalf of 95648e9ce1da4c7ebfa90043b85fe95b for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:16.703780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.790882 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-39fd5e5b-bd07-4e6a-82b4-29f0c6fb1d03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cd8e7bf-0db5-4c59-8c41-eccb00e10961 HTTP/1.1" status: 200 len: 217 time: 0.1245797 Feb 07 22:58:16.883025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.899436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e444b9e-d507-47b1-a45f-3957151faddd req-25e62ef2-0a2d-48c7-bc8d-b0ad4554a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:16.903810 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-25e62ef2-0a2d-48c7-bc8d-b0ad4554a477 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.1049926 Feb 07 22:58:16.952909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:58:16.968678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:16.969037 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Added segment a0509d4d-6358-48a1-9957-7c461bdfc1aa of type vlan for network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab Feb 07 22:58:17.028900 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-2115c2af-bc87-4824-bd91-e34e86c2a188 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182837 Feb 07 22:58:17.077493 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.140089 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.152840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:17.153509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.305781 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-3ddcd22b-17b1-48c7-b143-be1413d979f8 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689149 Feb 07 22:58:17.415902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.25.0.32 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/ddcb3053-e8f9-4267-b4e6-0ba471903454) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:17.431904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Network': ['ID=8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:17.444660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:58:17.449437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-40229575-6fb1-4683-8013-0024263debe7 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9373724 Feb 07 22:58:17.449821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46490) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:17.471505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92cb4d-cea8-4338-b37f-fdc775c74aa8 req-2cb1313d-87ac-462c-ab62-fe5b9942d81d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:17.475130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce92cb4d-cea8-4338-b37f-fdc775c74aa8 req-2cb1313d-87ac-462c-ab62-fe5b9942d81d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.7116275 Feb 07 22:58:17.478589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'admin_state_up': True, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:17.488407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:17.533825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:router and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:17.542641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:17.581958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e444b9e-d507-47b1-a45f-3957151faddd req-61636fc7-d7f3-4ba5-920b-cf7ba315045a service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682545 Feb 07 22:58:17.737656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:17.815395 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce92cb4d-cea8-4338-b37f-fdc775c74aa8 req-b6f42035-babe-471b-8226-2d9ed4625e53 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189092 Feb 07 22:58:17.820871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.822235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.826973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-dfc63101-f907-4522-bd5e-f9644bcb639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:17.829086 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-dfc63101-f907-4522-bd5e-f9644bcb639d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 1094 time: 0.1585696 Feb 07 22:58:17.899302 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:17.969609 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:18.132651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-415a590e-5804-41a6-9f2a-7140269195a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:18.134889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-415a590e-5804-41a6-9f2a-7140269195a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.2975228 Feb 07 22:58:18.340904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53464657-21f4-43d3-a085-bf4806b4a3f8 req-4d440145-5c0c-4a94-a182-60afc93ce890 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:18.343702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53464657-21f4-43d3-a085-bf4806b4a3f8 req-4d440145-5c0c-4a94-a182-60afc93ce890 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 943 time: 0.8023069 Feb 07 22:58:18.425954 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-d045f2ce-e1c9-4766-8caf-e9a4e7186d72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cd8e7bf-0db5-4c59-8c41-eccb00e10961 HTTP/1.1" status: 200 len: 217 time: 0.2832136 Feb 07 22:58:18.581783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-27fb4006-8597-42b7-9ca0-992753e36782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:18.596801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-27fb4006-8597-42b7-9ca0-992753e36782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.1463532 Feb 07 22:58:18.693911 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-daf07f22-9ff3-433d-84dc-fe413ee142fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984643 Feb 07 22:58:18.769224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:18.790929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53464657-21f4-43d3-a085-bf4806b4a3f8 req-3357be42-6778-4ffe-b04f-8c613f09ee7b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313908 Feb 07 22:58:18.890708 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-cad2d6a5-ebf8-4b4c-b4f2-cc10c9cac6ea service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901159 Feb 07 22:58:19.094407 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:19.186866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=ddcb3053-e8f9-4267-b4e6-0ba471903454,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:19.255610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:19.258540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:19.266789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:19.290819 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ce7a58a5-43d2-43f0-96af-203b32cee0dc req-7a2e4bc7-6243-4219-87aa-4cc1e0a69f0c service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929653 Feb 07 22:58:19.470820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fa1cb-87b0-45e7-87f7-7a9ef1474078 req-07dc1833-4385-40ee-9884-eaa903ed9c5a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:19.470820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-779fa1cb-87b0-45e7-87f7-7a9ef1474078 req-07dc1833-4385-40ee-9884-eaa903ed9c5a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.2871644 Feb 07 22:58:19.571930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:19.638893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46562) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:19.716621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-779fa1cb-87b0-45e7-87f7-7a9ef1474078 req-20bae1f3-e29a-47d5-8fd3-d5c65cc41865 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338557 Feb 07 22:58:19.774961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:58:19.931398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:19.954654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:19.987151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:20.003161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Usage tracker for resource:security_group_rule and tenant:14f0916863c14ab1a0bd451f40d4c47a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:20.008968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:20.028389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:20.053551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.070523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:20.088610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'port_id': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961', 'mac_address': 'fa:16:3e:7a:d9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425025d-2175-48c1-a9d2-edaf7d92c964', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:58:20.092526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.172501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.206737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:20.239427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:20.247505 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.264457 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.271973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.297173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fe6b6-d907-488e-ba4c-79109664ef1b req-1c9f85e1-9894-457d-845a-6162d8793383 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:20.304500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-004fe6b6-d907-488e-ba4c-79109664ef1b req-1c9f85e1-9894-457d-845a-6162d8793383 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.6893601 Feb 07 22:58:20.343543 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14f0916863c14ab1a0bd451f40d4c47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7031367 Feb 07 22:58:20.344686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46576) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:20.345771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d6d6a-e67d-4c8a-bd80-ca68744badfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b123fd81-4500-437e-b326-d46649854b1d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:20.397982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:20.432869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25ebb39a-6453-498f-847e-470d57b9f294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.464098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25ebb39a-6453-498f-847e-470d57b9f294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.496842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-004fe6b6-d907-488e-ba4c-79109664ef1b req-91576116-c3aa-453e-8e03-f700c266e335 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913798 Feb 07 22:58:20.504382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6cd8e7bf-0db5-4c59-8c41-eccb00e10961'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:20.543231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25ebb39a-6453-498f-847e-470d57b9f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.565047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebb39a-6453-498f-847e-470d57b9f294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b123fd81-4500-437e-b326-d46649854b1d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:20.591358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25ebb39a-6453-498f-847e-470d57b9f294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:20.598167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-25ebb39a-6453-498f-847e-470d57b9f294 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b123fd81-4500-437e-b326-d46649854b1d HTTP/1.1" status: 204 len: 168 time: 0.2483790 Feb 07 22:58:20.599675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Allocated IP 172.25.0.172 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/7485eb04-496e-4ab0-87c7-96dd3bbc5a54) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:21.004268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46588) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:21.041778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.042307 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.060931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:21.065033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.066696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Usage tracker for resource:security_group_rule and tenant:16d670f0334a4a82aeba5533f254ae2f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:21.071332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:21.078698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:21.223815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.226920 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.234211 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.241142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e507-73fc-4822-a32b-23e4e0c63a21 req-55b51e74-6718-4acf-8c72-f1f104df1417 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:21.242700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae70e507-73fc-4822-a32b-23e4e0c63a21 req-55b51e74-6718-4acf-8c72-f1f104df1417 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 944 time: 0.7334723 Feb 07 22:58:21.290929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e067c80-064b-4214-b2aa-94a640218436 req-5bd01b12-6e4b-4a79-9f2c-cce45b11c89e tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:21.295079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e067c80-064b-4214-b2aa-94a640218436 req-5bd01b12-6e4b-4a79-9f2c-cce45b11c89e tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.4342635 Feb 07 22:58:21.309279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=ddcb3053-e8f9-4267-b4e6-0ba471903454,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:21.315918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16d670f0334a4a82aeba5533f254ae2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070319 Feb 07 22:58:21.315918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee823ef-5397-4976-99d1-4d251fb94633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c4db12-fbeb-4583-b461-e8a379c59698,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:21.318432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46592) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:21.381994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.408393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae70e507-73fc-4822-a32b-23e4e0c63a21 req-41ea5f94-50a2-4386-b7f6-406401b05525 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550789 Feb 07 22:58:21.417926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e5f754-44e4-4b56-832f-b5172d96e894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.468666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e5f754-44e4-4b56-832f-b5172d96e894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.470007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e067c80-064b-4214-b2aa-94a640218436 req-9f3e172d-4ebf-4cb4-b4a2-50899b7dd701 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619341 Feb 07 22:58:21.479463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.483559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-08489508-7377-42ac-8ec6-69e7f393c1a9 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2346852 Feb 07 22:58:21.500051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46598) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:21.500051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.585144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e5f754-44e4-4b56-832f-b5172d96e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.588959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'port': {'network_id': '00d47745-800a-4651-b7fb-b35c232c112c', 'name': 'tempest-FloatingIPTestJSON-1585964283'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:21.627091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e5f754-44e4-4b56-832f-b5172d96e894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:21.629589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-38e5f754-44e4-4b56-832f-b5172d96e894 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8c4db12-fbeb-4583-b461-e8a379c59698 HTTP/1.1" status: 204 len: 168 time: 0.3096189 Feb 07 22:58:21.631418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5f754-44e4-4b56-832f-b5172d96e894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c4db12-fbeb-4583-b461-e8a379c59698,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:21.800477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:21.865469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:21.885512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:21.888482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:21.940858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:21.958174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:21.967333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:21.967983 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:22.123607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:22.164107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:22.179972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:22.186272 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:22.255905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-867cfe0a-7b84-4d40-8c22-3ba1f25c0656 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:22.256687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-867cfe0a-7b84-4d40-8c22-3ba1f25c0656 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Synchronizing usage tracker for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:22.275707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:22.294948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-867cfe0a-7b84-4d40-8c22-3ba1f25c0656 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Unset dirty status for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:22.296828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-867cfe0a-7b84-4d40-8c22-3ba1f25c0656 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.36 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 945 time: 0.1898596 Feb 07 22:58:22.386998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798857-9d49-4b3e-93fd-d8502657e065 req-7948aeb8-3358-4462-90c2-f80c5a3c201d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:22.394369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04798857-9d49-4b3e-93fd-d8502657e065 req-7948aeb8-3358-4462-90c2-f80c5a3c201d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.6432672 Feb 07 22:58:22.402058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Deleting port ac7c5387-8187-41f0-8fb2-db1b74cd939e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:22.402406 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:22.458262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:22.470218 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04798857-9d49-4b3e-93fd-d8502657e065 req-eac18802-5f58-48ba-a160-19f35b010efd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748901 Feb 07 22:58:22.491029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:port and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:22.495458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:22.526124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:22.550310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71110f5b-d970-4b74-b637-18323cd92065 req-6b6fea6a-e950-4a80-a5d6-871ee209d221 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:22.551866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71110f5b-d970-4b74-b637-18323cd92065 req-6b6fea6a-e950-4a80-a5d6-871ee209d221 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.8019686 Feb 07 22:58:22.560240 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961', 'code': 200} Feb 07 22:58:22.830029 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:22.940161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:22.947072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:22.982789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] For port ac7c5387-8187-41f0-8fb2-db1b74cd939e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ac7c5387-8187-41f0-8fb2-db1b74cd939e,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:22.985478 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.243402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71110f5b-d970-4b74-b637-18323cd92065 req-3823e568-52bc-41f3-a2a7-dd05a27cf4db tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803768 Feb 07 22:58:23.448429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.449596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.450410 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Floating IP f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16 disassociated. External IP: 172.25.0.242, port: ac7c5387-8187-41f0-8fb2-db1b74cd939e. Feb 07 22:58:23.450930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Calling delete_port for ac7c5387-8187-41f0-8fb2-db1b74cd939e owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:23.571496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] device_id is not set on port 2877ccab-6739-4f69-8663-4958c5591b0c yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:58:23.689023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:23.721737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52c6a2-babc-40a3-9c23-8a6fddcaecb0 req-130534f6-66cd-41e8-9097-912cb94342ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:23.723220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c52c6a2-babc-40a3-9c23-8a6fddcaecb0 req-130534f6-66cd-41e8-9097-912cb94342ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 1096 time: 1.0101256 Feb 07 22:58:23.839056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c52c6a2-babc-40a3-9c23-8a6fddcaecb0 req-888b4f9e-603e-4102-862d-b50c7d23e46c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019075 Feb 07 22:58:23.848977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event deleted for resources: {'Port': ['ID=ac7c5387-8187-41f0-8fb2-db1b74cd939e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:23.866480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:24.066293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650859f-db78-4e46-8cfe-19167de80e9a req-c7c210e1-419d-42e9-8d5b-86b76a0608a9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:24.067897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7650859f-db78-4e46-8cfe-19167de80e9a req-c7c210e1-419d-42e9-8d5b-86b76a0608a9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 945 time: 1.3573050 Feb 07 22:58:24.095851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eeb8a-2ead-484b-8692-46bf5aee3a58 req-6f7d5076-4751-4b58-b2ba-2a63139b4b19 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:24.105139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da6eeb8a-2ead-484b-8692-46bf5aee3a58 req-6f7d5076-4751-4b58-b2ba-2a63139b4b19 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 867 time: 0.6081529 Feb 07 22:58:24.275655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.13 (00d47745-800a-4651-b7fb-b35c232c112c/5577f411-5407-4206-a6b3-edda6457043a/2877ccab-6739-4f69-8663-4958c5591b0c) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:24.291139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Router a72f404a-2318-4332-a709-b5fba25ea24b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:24.321177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da6eeb8a-2ead-484b-8692-46bf5aee3a58 req-27cc6f87-d7be-481c-ae45-fc02de9d8c3f tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=da55169c-c4dc-4dd7-9d7d-caf402be5d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119839 Feb 07 22:58:24.430914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7650859f-db78-4e46-8cfe-19167de80e9a req-d3693170-3706-4dfc-a14b-1a0bd717789a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472900 Feb 07 22:58:24.579002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:24.591143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] Sync routers for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:24.605568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:24.606910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:24.698723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] No DVR routers for this DVR port ac7c5387-8187-41f0-8fb2-db1b74cd939e on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:24.701544 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:24.704270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'name': 'network-vif-deleted', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:24.727505 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f206d0f-1c52-4c2e-8479-864f49352174 req-1adc1dfb-7716-424b-b021-3f52b450de35 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.36 "DELETE /v2.0/ports/ac7c5387-8187-41f0-8fb2-db1b74cd939e HTTP/1.1" status: 204 len: 173 time: 2.4242420 Feb 07 22:58:24.800295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:58:24.845164 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47895d74-ee81-4bcd-897a-5c679394a14c', 'name': 'network-vif-deleted', 'tag': 'ac7c5387-8187-41f0-8fb2-db1b74cd939e', 'status': 'completed', 'code': 200} Feb 07 22:58:24.900905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:58:24.982949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.012020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1677d66-fe31-4dd9-a911-0ff8c4029c2d req-f6ecff56-98ca-4833-8a6d-4b2f8ac86e5c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.021698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1677d66-fe31-4dd9-a911-0ff8c4029c2d req-f6ecff56-98ca-4833-8a6d-4b2f8ac86e5c tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.4041250 Feb 07 22:58:25.183266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:25.205696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1677d66-fe31-4dd9-a911-0ff8c4029c2d req-3bcb0ffb-d59e-4212-8238-2c5947bc32d4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804671 Feb 07 22:58:25.206332 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Sync routers for ids ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:25.225479 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Routers {'d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:25.226181 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:25.245539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.247162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-269afd06-c277-4462-8cbc-5663c02de12c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.7940083 Feb 07 22:58:25.250096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46746) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:25.253878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.285739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46750) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:25.516080 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Set router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:58:25.522854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.541741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:25.546314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc177480e1c4924a4d1c6e4a5790823 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:25.550232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:25.557448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:25.625268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:25.637581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] Checking router: a72f404a-2318-4332-a709-b5fba25ea24b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:25.662427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:25.663073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:25.747444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.755966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.820976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 00d47745-800a-4651-b7fb-b35c232c112c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:25.856397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:25.859073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:25.894809 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccc177480e1c4924a4d1c6e4a5790823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074123 Feb 07 22:58:25.903454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:25.960434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:25.961123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:25.968344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:58:26.046215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a42ca3-772d-4cca-b856-02e321456e36 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:26.049546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81016c-6258-43d9-ab82-a7072df8ff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5cb0ef-74e3-4089-a2bd-033402b5076d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:26.050680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-19a42ca3-772d-4cca-b856-02e321456e36 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=95648e9ce1da4c7ebfa90043b85fe95b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.7993948 Feb 07 22:58:26.052851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:26.067668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9bb7e91-66ec-4b2c-be40-f0513f59e41b req-d45b8e7e-8908-42c8-b34b-770e0877bc9a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=47895d74-ee81-4bcd-897a-5c679394a14c HTTP/1.1" status: 200 len: 210 time: 0.3657408 Feb 07 22:58:26.074449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=2877ccab-6739-4f69-8663-4958c5591b0c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:26.079224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5f07ad6c-1be6-4e99-9afd-fd2ac137cc73 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5917165 Feb 07 22:58:26.082538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46782) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:26.088400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ff6925c-0bc9-46ac-81fb-8a2a241317a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.088918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'port_id': '2877ccab-6739-4f69-8663-4958c5591b0c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:26.122889 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ff6925c-0bc9-46ac-81fb-8a2a241317a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.135566 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:58:22Z', 'revision_number': 3, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:26.139872 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Checking router: d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:26.140430 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Updating router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:58:26.181109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.205774 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.249603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ff6925c-0bc9-46ac-81fb-8a2a241317a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.279219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2baba2c3-fef2-4529-9363-e18a0001d565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.288372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6925c-0bc9-46ac-81fb-8a2a241317a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5cb0ef-74e3-4089-a2bd-033402b5076d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:26.290494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ff6925c-0bc9-46ac-81fb-8a2a241317a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.292201 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ff6925c-0bc9-46ac-81fb-8a2a241317a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf5cb0ef-74e3-4089-a2bd-033402b5076d HTTP/1.1" status: 204 len: 168 time: 0.3876212 Feb 07 22:58:26.434293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c802da6-9f7c-47c8-a0bd-58aded5127b3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:26.436242 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0c802da6-9f7c-47c8-a0bd-58aded5127b3 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3793149 Feb 07 22:58:26.439656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46794) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:26.500136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-81ca5978-d4ba-43f3-b41d-7385b39c1ef0 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0590756 Feb 07 22:58:26.502812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46798) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:26.559525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1ae4d70-bfcf-4730-9943-f9282536d8bb tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=95648e9ce1da4c7ebfa90043b85fe95b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532954 Feb 07 22:58:26.560789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46804) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:26.732530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaee729b-ceb3-4adb-99e7-b0f783f92363 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:26.734465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aaee729b-ceb3-4adb-99e7-b0f783f92363 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1726296 Feb 07 22:58:26.741046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:26.765063 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.780654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Transition to ACTIVE for port object 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:26.794061 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:26.807151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:26.813047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b57c827-615b-4614-bbeb-85f238e1a86b None None] The sync data for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 is: [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:26.845017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a1b75e57-3cca-45c3-b8d8-703c8aecf174 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1024501 Feb 07 22:58:26.847983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46816) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:26.853656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795612508', 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:27.009791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Pushing event updated for resources: {'Port': ['ID=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:27.035649 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Attempting to bind port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:27.036022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Attempting to bind port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:27.036388 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Attempting to bind port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:27.063324 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.064401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.065287 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.065875 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.066458 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.067479 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.073599 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.074022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.074365 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.075000 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.075327 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.075669 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:27.081024 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:27.081431 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:27.081800 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.082242 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:27.082865 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Bound port: 7485eb04-496e-4ab0-87c7-96dd3bbc5a54, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:27.083248 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.115250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a84bf-90a5-4a83-8c7d-af8f2be95959 req-4cedb9c8-f83f-42e2-9ad4-10bedb837f19 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:27.126284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee9a84bf-90a5-4a83-8c7d-af8f2be95959 req-4cedb9c8-f83f-42e2-9ad4-10bedb837f19 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 945 time: 1.2853975 Feb 07 22:58:27.168940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:27.177379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:subnet and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:27.181927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:27.190019 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] For port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:27.193439 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] For port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:27.197494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:27.210881 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.216167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Made reservation on behalf of 95648e9ce1da4c7ebfa90043b85fe95b for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:27.222701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.292350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078731ab-498f-4a7b-9f66-b194e2e0e108 req-78ed59d8-db7b-48da-91e2-e7d03714dcc4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:27.300171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-078731ab-498f-4a7b-9f66-b194e2e0e108 req-78ed59d8-db7b-48da-91e2-e7d03714dcc4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.7191114 Feb 07 22:58:27.328208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8132a0b-d45a-4b29-8693-8c90e05c758f None None] New status for floating IP f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:58:27.340987 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Routers {'d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:27.341626 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:57:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:27.361283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee9a84bf-90a5-4a83-8c7d-af8f2be95959 req-96731993-75d6-448e-958b-6c0f6f76dfcb tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333984 Feb 07 22:58:27.476135 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617a433-50e6-45e3-a5fe-185c49072ea2 None None] Pushing event updated for resources: {'Port': ['ID=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:27.504308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-078731ab-498f-4a7b-9f66-b194e2e0e108 req-acbf2912-c936-4e25-b10b-340e42a0f2f6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028396 Feb 07 22:58:27.702619 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] Set router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:58:27.706063 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:27.825964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ac7c5387-8187-41f0-8fb2-db1b74cd939e no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:58:27.912804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Checking segment: {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:27.913398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network hostable DHCP agents. Network: 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:58:27.925555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Subnet': ['ID=ea2a208e-a830-47c7-b860-20adce0cb832,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:27.961108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: ac7c5387-8187-41f0-8fb2-db1b74cd939e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:58:27.963381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ac7c5387-8187-41f0-8fb2-db1b74cd939e not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:58:27.996346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:58:28.040215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:28.050529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae84f60-58e9-45eb-ad40-87af81683fed None None] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:58:28.056714 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:28.059180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:28.061480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:28.070615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:28.142060 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f9b777f9-1241-4045-a62e-3b1377e2e574 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2928834 Feb 07 22:58:28.144837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46854) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:28.273738 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:58:22Z', 'revision_number': 3, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:28.283734 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf77d2-6dc0-4faa-a2cb-60140d16066a None None] The sync data for ids ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'] in n-d-827896-3 is: [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:58:22Z', 'revision_number': 3, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:28.509096 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 13a0daa4-b29d-408b-994b-3c8f16787270 associated. External IP: 172.25.0.32, port: 2877ccab-6739-4f69-8663-4958c5591b0c. Feb 07 22:58:28.733246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600213d5-b504-4979-833c-28513f884632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'fixed_ips': [{'subnet_id': 'ea2a208e-a830-47c7-b860-20adce0cb832'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:58:28.734455 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:28.983809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aa05b331-8927-4f9a-83a8-278b1b21e769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.031340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-600213d5-b504-4979-833c-28513f884632 None None] Allocated IP 172.20.0.18 (8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab/ea2a208e-a830-47c7-b860-20adce0cb832/bb746f39-3b40-4ced-bf47-9f8ad5d2069a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:29.051465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79d515-fc59-4792-b89e-c4f802a62564 req-3fcef6b3-0056-46be-8ccf-5b6bd74240ee tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:29.056495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c79d515-fc59-4792-b89e-c4f802a62564 req-3fcef6b3-0056-46be-8ccf-5b6bd74240ee tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 1.1947200 Feb 07 22:58:29.287357 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.293295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c79d515-fc59-4792-b89e-c4f802a62564 req-4265aa0e-210d-4438-b1b5-e57cf03c4ed1 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274699 Feb 07 22:58:29.455095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46874) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:29.463223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46878) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:29.526565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe3f5b-272c-489b-8877-0d8429cf9db6 req-4c849a65-0a3a-4f2c-a1b9-ea23f772a8d6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:29.527239 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.528457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfe3f5b-272c-489b-8877-0d8429cf9db6 req-4c849a65-0a3a-4f2c-a1b9-ea23f772a8d6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 1.1313424 Feb 07 22:58:29.559208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-600213d5-b504-4979-833c-28513f884632 None None] Transition to ACTIVE for port object bb746f39-3b40-4ced-bf47-9f8ad5d2069a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:29.600112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-600213d5-b504-4979-833c-28513f884632 None None] Transition to ACTIVE for port object bb746f39-3b40-4ced-bf47-9f8ad5d2069a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:29.630686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.713314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.734730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dfe3f5b-272c-489b-8877-0d8429cf9db6 req-02c157de-9b1b-4717-8b49-dc63a8bc2067 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765463 Feb 07 22:58:29.766182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600213d5-b504-4979-833c-28513f884632 None None] Pushing event updated for resources: {'Port': ['ID=bb746f39-3b40-4ced-bf47-9f8ad5d2069a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:29.779916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.780419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.781070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.781522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.781965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.782404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.783400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.783840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.784275 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.787532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.788006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.788466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:29.850927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600213d5-b504-4979-833c-28513f884632 None None] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:29.853219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-600213d5-b504-4979-833c-28513f884632 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:29.857066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600213d5-b504-4979-833c-28513f884632 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:29.951902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:29.973635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:29.990062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Usage tracker for resource:floatingip and tenant:e5b261faa5e5449bbcba945d1a5b16df is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:29.992399 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83d9b82b-65b5-4605-abbf-96e6a20ea131 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:29.995804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:30.011457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:30.066287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.127155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.131765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-600213d5-b504-4979-833c-28513f884632 None None] Attempting to bind port bb746f39-3b40-4ced-bf47-9f8ad5d2069a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:30.132220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-600213d5-b504-4979-833c-28513f884632 None None] Attempting to bind port bb746f39-3b40-4ced-bf47-9f8ad5d2069a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:30.139120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600213d5-b504-4979-833c-28513f884632 None None] Attempting to bind port bb746f39-3b40-4ced-bf47-9f8ad5d2069a on network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:30.155333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:30.188290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:30.202499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc08e05-78a1-4ff1-9f0b-e1b0b7a156c3 req-11a85cf0-4022-4a35-9c24-2bcc5f9b3ab5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:30.206044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600213d5-b504-4979-833c-28513f884632 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:30.210219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600213d5-b504-4979-833c-28513f884632 None None] Checking segment: {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:30.210789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.211093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fc08e05-78a1-4ff1-9f0b-e1b0b7a156c3 req-11a85cf0-4022-4a35-9c24-2bcc5f9b3ab5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 945 time: 0.5607340 Feb 07 22:58:30.211392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600213d5-b504-4979-833c-28513f884632 None None] Bound using segment: {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:30.212004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-600213d5-b504-4979-833c-28513f884632 None None] Bound port: bb746f39-3b40-4ced-bf47-9f8ad5d2069a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:30.212517 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.404446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83d9b82b-65b5-4605-abbf-96e6a20ea131 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.415264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:30.430599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:30.431251 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.467019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fc08e05-78a1-4ff1-9f0b-e1b0b7a156c3 req-b4b18480-8d8d-49d3-88a2-d1369d183bc0 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548559 Feb 07 22:58:30.511665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-600213d5-b504-4979-833c-28513f884632 None None] For port bb746f39-3b40-4ced-bf47-9f8ad5d2069a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:30.526253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-600213d5-b504-4979-833c-28513f884632 None None] For port bb746f39-3b40-4ced-bf47-9f8ad5d2069a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bb746f39-3b40-4ced-bf47-9f8ad5d2069a,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:30.529786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83d9b82b-65b5-4605-abbf-96e6a20ea131 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.563520 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-600213d5-b504-4979-833c-28513f884632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.687016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.715791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600213d5-b504-4979-833c-28513f884632 None None] Pushing event updated for resources: {'Port': ['ID=bb746f39-3b40-4ced-bf47-9f8ad5d2069a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:30.722076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:30.726217 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.785192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:30.793760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f33a52-bff5-406b-b129-d03a97ceb65d req-3768326c-b512-4729-bd7d-241c0a3c1740 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:30.795299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2f33a52-bff5-406b-b129-d03a97ceb65d req-3768326c-b512-4729-bd7d-241c0a3c1740 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5660183 Feb 07 22:58:30.799862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.801656 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:30.819223 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:30.822722 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:30.839170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:30.847250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Allocated IP 172.20.0.17 (8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab/ea2a208e-a830-47c7-b860-20adce0cb832/71e909c0-3555-4425-bdeb-118c1861d40a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:30.938793 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:30.973230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-00cf5fcc-0e38-4d66-acec-449222d812e1 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/floatingips/13a0daa4-b29d-408b-994b-3c8f16787270 HTTP/1.1" status: 200 len: 978 time: 4.8896248 Feb 07 22:58:30.978675 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:30.978913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46896) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:30.991068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.003999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:31.004658 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:31.044423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2f33a52-bff5-406b-b129-d03a97ceb65d req-a7b1b4a3-9a55-4830-bb68-af0fcbd68967 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909978 Feb 07 22:58:31.057025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3b8e3-326b-4ba3-bfa0-23e59db24be2 req-c6aa40a4-9aa1-44c7-9b8a-6a11a83acfc4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:31.076909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0a3b8e3-326b-4ba3-bfa0-23e59db24be2 req-c6aa40a4-9aa1-44c7-9b8a-6a11a83acfc4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.3905501 Feb 07 22:58:31.120975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9b82b-65b5-4605-abbf-96e6a20ea131 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da55169c-c4dc-4dd7-9d7d-caf402be5d1f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:31.276345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83d9b82b-65b5-4605-abbf-96e6a20ea131 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.278548 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-83d9b82b-65b5-4605-abbf-96e6a20ea131 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "DELETE /v2.0/security-groups/da55169c-c4dc-4dd7-9d7d-caf402be5d1f HTTP/1.1" status: 204 len: 168 time: 1.8216884 Feb 07 22:58:31.283543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46904) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:31.298672 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:31.301589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 2877ccab-6739-4f69-8663-4958c5591b0c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:31.302003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.304460 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e396876f-d743-4ca3-a9b1-d86701491e12 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:31.360704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0a3b8e3-326b-4ba3-bfa0-23e59db24be2 req-ff1e7ae6-914f-49e7-a6de-f0fd6620d1a0 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828469 Feb 07 22:58:31.395802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:31.416482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Transition to ACTIVE for port object 71e909c0-3555-4425-bdeb-118c1861d40a will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:31.418087 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-58cd3175-38d3-4334-8f71-bbc5a93673a7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] show failed (client error): The resource could not be found. Feb 07 22:58:31.419876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-58cd3175-38d3-4334-8f71-bbc5a93673a7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups/da55169c-c4dc-4dd7-9d7d-caf402be5d1f HTTP/1.1" status: 404 len: 347 time: 0.1309783 Feb 07 22:58:31.431093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46910) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:31.590834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Allocated IP 172.25.0.235 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/78c13103-111d-475b-bfea-ac739031936f) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:31.648912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Deleting port e088c567-440e-47d0-b482-1f46af0de8db {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:31.648912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.042601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.171107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:32.175237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:32.186862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:32.199615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:32.286493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:32.287151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.290724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=71e909c0-3555-4425-bdeb-118c1861d40a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:32.320542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.332364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba8975-3dd0-40b8-bbf0-70cfa2aebb60 req-5debc30e-1022-4c42-8e5a-d6dcffa4f99f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:32.340708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34ba8975-3dd0-40b8-bbf0-70cfa2aebb60 req-5debc30e-1022-4c42-8e5a-d6dcffa4f99f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4992115 Feb 07 22:58:32.354654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.354977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.362140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.499799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bb746f39-3b40-4ced-bf47-9f8ad5d2069a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:32.538777 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34ba8975-3dd0-40b8-bbf0-70cfa2aebb60 req-07ac885d-d7fd-4eda-a948-758c8452649f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969597 Feb 07 22:58:32.558103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169ebb3-b048-44fe-8d32-b041bcf84c2c req-03132fba-ce4b-495d-823b-698fae39804c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:32.569284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a169ebb3-b048-44fe-8d32-b041bcf84c2c req-03132fba-ce4b-495d-823b-698fae39804c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 945 time: 0.5039723 Feb 07 22:58:32.587459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.599245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7edb19d-ac2c-4e0e-8b9b-65f733f0d1db None None] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:58:32.608900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Calling delete_port for e088c567-440e-47d0-b482-1f46af0de8db owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:32.693579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a169ebb3-b048-44fe-8d32-b041bcf84c2c req-7556a795-4033-47f4-acd4-99d5e3cb5a57 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199703 Feb 07 22:58:32.710406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port bb746f39-3b40-4ced-bf47-9f8ad5d2069a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:32.734363 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f53e17c2-bae0-4233-9b37-1c2b6380b8f4 None None] Provisioning for port bb746f39-3b40-4ced-bf47-9f8ad5d2069a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:32.741526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f53e17c2-bae0-4233-9b37-1c2b6380b8f4 None None] Provisioning complete for port bb746f39-3b40-4ced-bf47-9f8ad5d2069a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:32.741903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f53e17c2-bae0-4233-9b37-1c2b6380b8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.964850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:32.999458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.022046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event deleted for resources: {'Port': ['ID=e088c567-440e-47d0-b482-1f46af0de8db,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:33.027921 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f53e17c2-bae0-4233-9b37-1c2b6380b8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.072503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f53e17c2-bae0-4233-9b37-1c2b6380b8f4 None None] For port bb746f39-3b40-4ced-bf47-9f8ad5d2069a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bb746f39-3b40-4ced-bf47-9f8ad5d2069a,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:33.081919 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f53e17c2-bae0-4233-9b37-1c2b6380b8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.183689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e17c2-bae0-4233-9b37-1c2b6380b8f4 None None] Pushing event updated for resources: {'Port': ['ID=bb746f39-3b40-4ced-bf47-9f8ad5d2069a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:33.219606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:33.226795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:33.234637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:33.274409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Pushing event updated for resources: {'Port': ['ID=78c13103-111d-475b-bfea-ac739031936f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:33.289558 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.308402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.308402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.308869 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 13a0daa4-b29d-408b-994b-3c8f16787270 disassociated. External IP: 172.25.0.32, port: 2877ccab-6739-4f69-8663-4958c5591b0c. Feb 07 22:58:33.309011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 2877ccab-6739-4f69-8663-4958c5591b0c owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:33.345530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.369956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01c0c3-e16f-42e7-9e10-600493081031 req-48fcb239-b925-4235-95f0-e07ad5c21791 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:33.371427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad01c0c3-e16f-42e7-9e10-600493081031 req-48fcb239-b925-4235-95f0-e07ad5c21791 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.5856788 Feb 07 22:58:33.389448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-26b9603a-41c8-4e80-9169-a769c332cf71 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:33.392374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-26b9603a-41c8-4e80-9169-a769c332cf71 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:33.410914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-96538452-e1bc-4c1e-a045-f4256f998e47 None None] Provisioning complete for port bb746f39-3b40-4ced-bf47-9f8ad5d2069a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:33.411574 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96538452-e1bc-4c1e-a045-f4256f998e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.414879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.418405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980f747-f61b-473e-912f-35b3e02f3e1a req-381e5751-c98d-4f3c-a5b5-b2dc508a33e3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:33.419905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c980f747-f61b-473e-912f-35b3e02f3e1a req-381e5751-c98d-4f3c-a5b5-b2dc508a33e3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5133431 Feb 07 22:58:33.430100 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fead09dc-83e7-49ed-b0dc-411755e7d43d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "DELETE /v2.0/floatingips/f4d51a2b-59e8-4b27-8ad6-c51f9f77cf16 HTTP/1.1" status: 204 len: 168 time: 1.9964616 Feb 07 22:58:33.532269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad01c0c3-e16f-42e7-9e10-600493081031 req-b11c672b-f537-4557-a46d-fe0e5cf7b4c4 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464221 Feb 07 22:58:33.584429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.588436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c980f747-f61b-473e-912f-35b3e02f3e1a req-06b46710-1376-451b-ac23-63a205c18093 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616836 Feb 07 22:58:33.656913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-96538452-e1bc-4c1e-a045-f4256f998e47 None None] Provisioning for port 71e909c0-3555-4425-bdeb-118c1861d40a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:33.664413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-96538452-e1bc-4c1e-a045-f4256f998e47 None None] Provisioning complete for port 71e909c0-3555-4425-bdeb-118c1861d40a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:33.665299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96538452-e1bc-4c1e-a045-f4256f998e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.748128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.760872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-96538452-e1bc-4c1e-a045-f4256f998e47 None None] Port 71e909c0-3555-4425-bdeb-118c1861d40a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:58:33.790720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.859587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=2877ccab-6739-4f69-8663-4958c5591b0c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:33.921298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.924103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-26b9603a-41c8-4e80-9169-a769c332cf71 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:33.925536 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-26b9603a-41c8-4e80-9169-a769c332cf71 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 945 time: 0.8707724 Feb 07 22:58:33.929595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:33.930078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ccdc1cc2-449b-4c6a-a3d6-a6eb068f32a6 None None] Provisioning complete for port 71e909c0-3555-4425-bdeb-118c1861d40a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:33.931409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ccdc1cc2-449b-4c6a-a3d6-a6eb068f32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.036770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bb746f39-3b40-4ced-bf47-9f8ad5d2069a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:34.072367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46940) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:34.114931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.210932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ccdc1cc2-449b-4c6a-a3d6-a6eb068f32a6 None None] Port 71e909c0-3555-4425-bdeb-118c1861d40a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:58:34.256228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bb746f39-3b40-4ced-bf47-9f8ad5d2069a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:34.256650 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.398644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Deleting port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:34.398982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.468326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408366144', 'description': 'tempest-description--526780106'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:34.475177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:34.480198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:34.483951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:34.491559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:34.511036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=71e909c0-3555-4425-bdeb-118c1861d40a,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:34.552863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.620263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:34.625003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group_rule and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:34.628156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:34.634629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:34.679902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:34.684106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:34.725418 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.803025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:58:34.811283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.825971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] For port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:34.826336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.866717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.904673 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:34.989055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ce1f-e324-42d0-a867-b9bbf65d8383 req-b60b3093-ec9b-436c-ad40-fea98cadb2e7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:34.990839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6f6ce1f-e324-42d0-a867-b9bbf65d8383 req-b60b3093-ec9b-436c-ad40-fea98cadb2e7 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 1.0777369 Feb 07 22:58:34.991629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ddaa5f-66f1-4937-97e0-690b9ae1183e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:35.044422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Calling delete_port for 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:35.045105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f006849b-b4fa-469a-9569-778bc5ac6616 None None] Provisioning complete for port 71e909c0-3555-4425-bdeb-118c1861d40a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:35.045477 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f006849b-b4fa-469a-9569-778bc5ac6616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.097351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f61c8-1173-4c0e-b140-06528214f7b1 req-a96f33c6-6b37-45c7-aa76-6544fbc77667 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:35.104451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-829f61c8-1173-4c0e-b140-06528214f7b1 req-a96f33c6-6b37-45c7-aa76-6544fbc77667 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.6773298 Feb 07 22:58:35.118367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:35.118920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.122994 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-396daf8f-7e8c-4db8-aba4-3d28b29847fd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7179446 Feb 07 22:58:35.124689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:35.124827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:35.130103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'security_group_rule': {'security_group_id': '53ddaa5f-66f1-4937-97e0-690b9ae1183e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:35.142477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f006849b-b4fa-469a-9569-778bc5ac6616 None None] Port 71e909c0-3555-4425-bdeb-118c1861d40a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:58:35.180035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Pushing event updated for resources: {'Port': ['ID=78c13103-111d-475b-bfea-ac739031936f,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:35.203172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6f6ce1f-e324-42d0-a867-b9bbf65d8383 req-21f0028f-bd95-4cee-bbd5-15b4a7abdb7e tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478162 Feb 07 22:58:35.204006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:35.242748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group_rule and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:35.265038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:35.285056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-829f61c8-1173-4c0e-b140-06528214f7b1 req-29df68cf-788f-4466-9678-3be8e0e9c2ac tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794021 Feb 07 22:58:35.287276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.327267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:35.388781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.400359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6cd8e7bf-0db5-4c59-8c41-eccb00e10961'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:35.468955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0fd5538-15e8-44e5-8754-1743f368d939 req-d25e467a-1d3e-459f-bf0d-268435266bfb tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7 HTTP/1.1" status: 200 len: 210 time: 0.0944839 Feb 07 22:58:35.472091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.475944 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f16c23d5-0280-4d93-b9a4-f0a189a3cdb2 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9887178 Feb 07 22:58:35.476877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46962) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:35.491728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-696292168', 'network_id': '96723977-a241-4209-a50b-959911382452', 'fixed_ips': [{'ip_address': '172.25.0.235'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:35.511753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event deleted for resources: {'Port': ['ID=6cd8e7bf-0db5-4c59-8c41-eccb00e10961,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:35.513737 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.522210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:35.611745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Usage tracker for resource:port and tenant:e5b261faa5e5449bbcba945d1a5b16df is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:35.621948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:35.644364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:35.662878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:35.683253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:35.707013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:35.707649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:35.718987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Made reservation on behalf of e5b261faa5e5449bbcba945d1a5b16df for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:35.722366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.728909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.733668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] No DVR routers for this DVR port 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:35.738298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.748006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'name': 'network-vif-deleted', 'tag': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:35.759547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.780978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:35.792633 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Sync routers for ids ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:35.809811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Routers {'d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:35.811095 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:35.820438 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.856755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b9820c-e882-4e54-81b6-7fa6bd251516,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:35.882158 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-61719136-70aa-4f9b-aba0-8d858b585e9b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "PUT /v2.0/routers/d2ffa78d-a08a-40ef-8c7b-40bb52e90f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7328384 Feb 07 22:58:35.885505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:35.886619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fec9f7cd-4923-466b-8c39-9a9160b9fe7e req-bca8bb88-0d92-4e33-bb06-dbe38c04e05b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "DELETE /v2.0/ports/6cd8e7bf-0db5-4c59-8c41-eccb00e10961 HTTP/1.1" status: 204 len: 173 time: 1.8789072 Feb 07 22:58:35.898895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:35.903754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-56bf793e-b0ce-4208-819e-e95c8523ad34 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7779310 Feb 07 22:58:35.905829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:35.906761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46976) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:35.921926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:35.924752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'security_group_rule': {'security_group_id': '53ddaa5f-66f1-4937-97e0-690b9ae1183e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:35.926305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:35.942484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:35.943535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Usage tracker for resource:security_group_rule and tenant:e5b261faa5e5449bbcba945d1a5b16df is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:35.963971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:35.969299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:security_group_rule and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:35.978767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:36.002107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:36.003382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:36.034102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.041135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46980) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:36.042468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-76c42135-46dc-4d94-a10f-1aa1e404fc47 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/ports/2877ccab-6739-4f69-8663-4958c5591b0c HTTP/1.1" status: 204 len: 168 time: 5.0575001 Feb 07 22:58:36.065999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:36.066400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1d6b37-7cef-4125-ae3c-378fd9245b9f None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:36.067999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.128053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea0fe7-ca02-4d84-8a46-f17c16da9b2b req-02d952d7-f32f-4d64-ac6b-581a7bd6ef20 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:36.129590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fea0fe7-ca02-4d84-8a46-f17c16da9b2b req-02d952d7-f32f-4d64-ac6b-581a7bd6ef20 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3866768 Feb 07 22:58:36.145955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b553d94-9fde-4d0a-af63-125f297c8277 req-5cb606c5-2fd8-4be7-9a69-a048218b8517 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:36.151344 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.153445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b553d94-9fde-4d0a-af63-125f297c8277 req-5cb606c5-2fd8-4be7-9a69-a048218b8517 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.3340311 Feb 07 22:58:36.215604 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.233406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46986) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:36.234059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3ad7e60-b9eb-4f5d-a21b-d4101af06e7f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "GET /v2.0/floatingips/13a0daa4-b29d-408b-994b-3c8f16787270 HTTP/1.1" status: 200 len: 687 time: 0.1846213 Feb 07 22:58:36.268032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.273717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.292814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Set router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:58:36.324447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99166317-6fcc-448d-959b-d58329582ba1,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:36.333664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.340220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dd316d61-e8ef-4c8b-965f-5a07395657b5 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4281387 Feb 07 22:58:36.341591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:36.349422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:36.357518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:36.363276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:floatingip and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:36.366942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:36.374774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:36.375769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b553d94-9fde-4d0a-af63-125f297c8277 req-961d91bb-4ec6-4e84-bb0a-6bea5410ee4b tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213740 Feb 07 22:58:36.400967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fea0fe7-ca02-4d84-8a46-f17c16da9b2b req-14290a83-8cad-4580-901f-6ad22e8c61a4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447429 Feb 07 22:58:36.457463 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d31b4bf-ac96-40c5-a670-ccb3d1afb9c7', 'name': 'network-vif-deleted', 'tag': '6cd8e7bf-0db5-4c59-8c41-eccb00e10961', 'status': 'completed', 'code': 200} Feb 07 22:58:36.565356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.573070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port ddcb3053-e8f9-4267-b4e6-0ba471903454 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:36.573719 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.597266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.866593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:36.885446 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:58:32Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '71e909c0-3555-4425-bdeb-118c1861d40a', 'name': '', 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:64:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'ea2a208e-a830-47c7-b860-20adce0cb832', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:30Z', 'updated_at': '2022-02-07T22:58:33Z', 'revision_number': 2, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': 'ea2a208e-a830-47c7-b860-20adce0cb832', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:36.890938 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Checking router: d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:58:36.891692 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Updating router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 port 71e909c0-3555-4425-bdeb-118c1861d40a binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 22:58:36.911505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] device_id is not set on port 8228ce37-d6a3-45af-abff-14f286db3e14 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:58:36.957199 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.122646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.202519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47012) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:37.262330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a829a82-da60-4aee-9929-742dc8fd68a3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:37.339634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Allocated IP 172.25.0.69 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/3dd54da5-39a9-4dc0-8d3c-c6b6b80fff48) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:37.413818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-94e7c3c6-4a82-4448-9688-8254f10845ce tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:37.414525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-94e7c3c6-4a82-4448-9688-8254f10845ce tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Synchronizing usage tracker for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:37.441130 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.460247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.466279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.466605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.469773 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Transition to ACTIVE for port object 71e909c0-3555-4425-bdeb-118c1861d40a will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:37.478021 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.495761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:37.510683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4e055e15a7e2498ea6c25b549368417a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:37.519600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:37.551041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:37.631601 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b95a8-577d-4970-a534-aba7139f9698 None None] Pushing event updated for resources: {'Port': ['ID=71e909c0-3555-4425-bdeb-118c1861d40a,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:37.654824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.710681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acefc2d-8c60-4534-8b9f-9e561210951a req-c462ae89-b47f-4211-869c-f9f1e6b0360a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:37.718817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9acefc2d-8c60-4534-8b9f-9e561210951a req-c462ae89-b47f-4211-869c-f9f1e6b0360a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.9801271 Feb 07 22:58:37.763953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.767791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for ddcb3053-e8f9-4267-b4e6-0ba471903454 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:37.770726 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Attempting to bind port 71e909c0-3555-4425-bdeb-118c1861d40a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:37.771295 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Attempting to bind port 71e909c0-3555-4425-bdeb-118c1861d40a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:37.771848 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Attempting to bind port 71e909c0-3555-4425-bdeb-118c1861d40a on network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:37.780166 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:37.780891 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Checking segment: {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:37.781450 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.781998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Bound using segment: {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:37.783206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Bound port: 71e909c0-3555-4425-bdeb-118c1861d40a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:37.784784 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.838936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9acefc2d-8c60-4534-8b9f-9e561210951a req-b44ce6f2-0ae1-4dce-bbaa-d1d128bf72f4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189578 Feb 07 22:58:37.844550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:58:37.879653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.936166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:58:37.936704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6cd8e7bf-0db5-4c59-8c41-eccb00e10961 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:58:37.961899 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] For port 71e909c0-3555-4425-bdeb-118c1861d40a, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:37.964065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.965492 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] For port 71e909c0-3555-4425-bdeb-118c1861d40a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=71e909c0-3555-4425-bdeb-118c1861d40a,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:37.969185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-94e7c3c6-4a82-4448-9688-8254f10845ce tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Unset dirty status for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:37.978266 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:37.990190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-94e7c3c6-4a82-4448-9688-8254f10845ce tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/networks?id=8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab HTTP/1.1" status: 200 len: 798 time: 1.4567261 Feb 07 22:58:38.019126 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e055e15a7e2498ea6c25b549368417a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8155441 Feb 07 22:58:38.022064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:38.030104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47022) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:38.031281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:38.043034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:38.097719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-87948a61-e2e0-41e6-951f-43bf4bb74b84 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/quotas/95648e9ce1da4c7ebfa90043b85fe95b HTTP/1.1" status: 200 len: 375 time: 0.1060052 Feb 07 22:58:38.120340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c14286-c137-4575-9f00-654e92c2de58 req-51df3294-7089-47bd-87ac-d9d5538e7e9d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:38.121915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80c14286-c137-4575-9f00-654e92c2de58 req-51df3294-7089-47bd-87ac-d9d5538e7e9d tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.9257710 Feb 07 22:58:38.152343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'Port': ['ID=3dd54da5-39a9-4dc0-8d3c-c6b6b80fff48,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:38.178461 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Routers {'d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:38.179204 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:38.200085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b5d0f-f2b9-4707-ade7-8f03df5218b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95263bfb-f7e7-444a-8908-d09c632f1e0c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:38.277030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-462079f1-5550-4995-ad22-ab150cd34772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.316141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-462079f1-5550-4995-ad22-ab150cd34772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.318801 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b95a8-577d-4970-a534-aba7139f9698 None None] Pushing event updated for resources: {'Port': ['ID=71e909c0-3555-4425-bdeb-118c1861d40a,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:38.324441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.377244 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 22:58:38.377870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:38.428696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-462079f1-5550-4995-ad22-ab150cd34772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.454125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462079f1-5550-4995-ad22-ab150cd34772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95263bfb-f7e7-444a-8908-d09c632f1e0c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:38.460369 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.463828 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] Set router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:58:38.537782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-462079f1-5550-4995-ad22-ab150cd34772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.538384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port fc38b884-59c0-4e8b-b87a-9460848398f1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:38.538921 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-462079f1-5550-4995-ad22-ab150cd34772 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95263bfb-f7e7-444a-8908-d09c632f1e0c HTTP/1.1" status: 204 len: 168 time: 0.5007908 Feb 07 22:58:38.539157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.650567 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fa10197f-ecd2-49cb-9165-72045150f6a8 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.1700220 Feb 07 22:58:38.650922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47034) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:38.676758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-423f686c-5b1c-4be1-bf82-c3451305d61b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.5785227 Feb 07 22:58:38.681068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:38.753441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f78c-6026-4f76-89b2-566b4d5ee762 req-e837d4f1-732f-4e4c-9921-44df1a6e13cd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:38.760386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee25f78c-6026-4f76-89b2-566b4d5ee762 req-e837d4f1-732f-4e4c-9921-44df1a6e13cd tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 945 time: 0.5416949 Feb 07 22:58:38.837450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=ddcb3053-e8f9-4267-b4e6-0ba471903454,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:38.879061 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:58:32Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '71e909c0-3555-4425-bdeb-118c1861d40a', 'name': '', 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:64:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'ea2a208e-a830-47c7-b860-20adce0cb832', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:30Z', 'updated_at': '2022-02-07T22:58:37Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': 'ea2a208e-a830-47c7-b860-20adce0cb832', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:38.883721 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320e94c-f469-42f6-84c9-befbcff8ff8c None None] The sync data for ids ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'] in n-d-827896-3 is: [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:58:32Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '71e909c0-3555-4425-bdeb-118c1861d40a', 'name': '', 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:64:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'ea2a208e-a830-47c7-b860-20adce0cb832', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:30Z', 'updated_at': '2022-02-07T22:58:37Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': 'ea2a208e-a830-47c7-b860-20adce0cb832', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:39.010579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Deleting port 78c13103-111d-475b-bfea-ac739031936f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:39.014320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.176925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee25f78c-6026-4f76-89b2-566b4d5ee762 req-93b8a5d8-3c0b-4cb1-9a5c-dd12937baeca tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154727 Feb 07 22:58:39.192363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.217572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.415954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.460190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.460523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.468607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-773906b6-5875-47e0-abbd-00c1d37fb9ee service neutron] 10.222.0.10 "GET /v2.0/networks/8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831379 Feb 07 22:58:39.743145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.745596 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.750018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1c0788b1-39c5-449a-8606-dd8de5730fd8 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/floatingips/13a0daa4-b29d-408b-994b-3c8f16787270 HTTP/1.1" status: 204 len: 168 time: 3.5124650 Feb 07 22:58:39.755203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port fc38b884-59c0-4e8b-b87a-9460848398f1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=fc38b884-59c0-4e8b-b87a-9460848398f1,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:39.755866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.767720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Calling delete_port for 78c13103-111d-475b-bfea-ac739031936f owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:39.772784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47070) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:39.786735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '947f439f-bff7-44ff-af30-0dca3c706ce7'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:39.799869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:39.849966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'Port': ['ID=3dd54da5-39a9-4dc0-8d3c-c6b6b80fff48,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:39.862358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:39.864149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a726cb3a-9d82-49be-8820-ede0d6800c4a tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5213442 Feb 07 22:58:39.897489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ca76e0f9-2cec-4e43-b4db-2ec6608797b3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:39.899582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ca76e0f9-2cec-4e43-b4db-2ec6608797b3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.5041606 Feb 07 22:58:39.995934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:floatingip and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:40.008410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for fc38b884-59c0-4e8b-b87a-9460848398f1 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:40.021954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.043265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:40.097660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-261e21b5-b401-42c4-82c1-08ca12d086e5 service neutron] 10.222.0.10 "GET /v2.0/networks/8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171638 Feb 07 22:58:40.118745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 71e909c0-3555-4425-bdeb-118c1861d40a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:40.135466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:40.150243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Pushing event deleted for resources: {'Port': ['ID=78c13103-111d-475b-bfea-ac739031936f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:40.168235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-0d41b19c-ebd4-4729-85f7-0ef49abefec6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/quotas/ddad197605874418a7395a453e3211bd HTTP/1.1" status: 200 len: 375 time: 0.1674597 Feb 07 22:58:40.237297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-b46ff3b6-aac1-49b5-9235-39bbf6e5f6ce tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674410 Feb 07 22:58:40.262628 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.283747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.284664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 71e909c0-3555-4425-bdeb-118c1861d40a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:40.289986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94d7f6ab-c89a-4866-a901-12a92ee44951 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414 tempest-ExternalNetworksAdminNegativeTestJSON-1241502414-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/ad22fee7-83cf-4cc6-a151-2c24ec2b5197 HTTP/1.1" status: 204 len: 168 time: 1.6380579 Feb 07 22:58:40.292375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 71e909c0-3555-4425-bdeb-118c1861d40a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:40.292835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.478371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-e6fb5c55-9f5f-4412-ac0d-562930abba2f service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385132 Feb 07 22:58:40.565664 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.606470 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.659784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 71e909c0-3555-4425-bdeb-118c1861d40a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=71e909c0-3555-4425-bdeb-118c1861d40a,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:40.665568 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:40.837838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=71e909c0-3555-4425-bdeb-118c1861d40a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:40.857149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47098) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:41.017620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.035385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:41.040290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd2b58602db400f895c50cf022567fa is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:41.043631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:41.048632 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.050952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:41.060380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:41.181517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.190780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.197123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event deleted for resources: {'Port': ['ID=fc38b884-59c0-4e8b-b87a-9460848398f1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:41.258528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e265ec83-7724-456d-85d1-3697241855a7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:41.265492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9d6e4025-88eb-42c9-9d89-dc5ad16a5646 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cd2b58602db400f895c50cf022567fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075356 Feb 07 22:58:41.268240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:41.343879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] No DVR routers for this DVR port fc38b884-59c0-4e8b-b87a-9460848398f1 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:41.349972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.354845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'name': 'network-vif-deleted', 'tag': 'fc38b884-59c0-4e8b-b87a-9460848398f1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:41.368186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-fc56cd63-9172-4eb4-a702-370c479deb08 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835683 Feb 07 22:58:41.382835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e46ddb2e-7e66-4428-ada6-4596bc5a5dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.402656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860faa60-e3a1-42a2-8270-40d5bebc2463 req-52cc9635-31d8-422a-9969-43b91c3ebeef tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:41.405890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-860faa60-e3a1-42a2-8270-40d5bebc2463 req-52cc9635-31d8-422a-9969-43b91c3ebeef tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.7721603 Feb 07 22:58:41.412603 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80c14286-c137-4575-9f00-654e92c2de58 req-4f79e61a-4b8b-4016-bd60-2dd65ab34d95 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.26 "DELETE /v2.0/ports/fc38b884-59c0-4e8b-b87a-9460848398f1 HTTP/1.1" status: 204 len: 173 time: 3.1820023 Feb 07 22:58:41.451255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e46ddb2e-7e66-4428-ada6-4596bc5a5dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.458737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fc38b884-59c0-4e8b-b87a-9460848398f1 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:58:41.523397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-860faa60-e3a1-42a2-8270-40d5bebc2463 req-04a8ddc2-b179-41ae-a7c8-22de8c4f0ffb tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088376 Feb 07 22:58:41.542870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.558763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: fc38b884-59c0-4e8b-b87a-9460848398f1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:58:41.559252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device fc38b884-59c0-4e8b-b87a-9460848398f1 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:58:41.585745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e46ddb2e-7e66-4428-ada6-4596bc5a5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.613405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ddb2e-7e66-4428-ada6-4596bc5a5dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e265ec83-7724-456d-85d1-3697241855a7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:41.616048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e46ddb2e-7e66-4428-ada6-4596bc5a5dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:41.620594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e46ddb2e-7e66-4428-ada6-4596bc5a5dd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e265ec83-7724-456d-85d1-3697241855a7 HTTP/1.1" status: 204 len: 168 time: 0.3510544 Feb 07 22:58:42.005283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 71e909c0-3555-4425-bdeb-118c1861d40a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:42.035453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e042db79-7d9a-4cde-8361-3c8b05a76afa req-8aaaa60c-d0b6-478a-b5ae-77c5b4e96d33 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:42.059072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4d878516-016f-4203-8f98-504b97b0f873 req-ac850e96-95d8-43ea-bf49-1047f341eddf tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Synchronizing usage tracker for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:42.133273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e042db79-7d9a-4cde-8361-3c8b05a76afa req-8aaaa60c-d0b6-478a-b5ae-77c5b4e96d33 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:42.134920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e042db79-7d9a-4cde-8361-3c8b05a76afa req-8aaaa60c-d0b6-478a-b5ae-77c5b4e96d33 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf43e40d-1212-4de5-b2a2-de2b84d8bcef HTTP/1.1" status: 200 len: 210 time: 0.1956069 Feb 07 22:58:42.151111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-4d878516-016f-4203-8f98-504b97b0f873 req-ac850e96-95d8-43ea-bf49-1047f341eddf tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Unset dirty status for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:42.154138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-ac850e96-95d8-43ea-bf49-1047f341eddf tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1408366144&fields=id&tenant_id=6245a52bd9e44ce8b32a223827c6e820 HTTP/1.1" status: 200 len: 267 time: 0.2392523 Feb 07 22:58:42.177409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 71e909c0-3555-4425-bdeb-118c1861d40a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:42.177789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:42.241792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.25.0.155 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/058231a4-e7d7-4996-b168-0aae29366688) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:42.272408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-24048965-fda2-426f-a989-72066fa2b637 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:42.273382 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-24048965-fda2-426f-a989-72066fa2b637 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.36 "GET /v2.0/networks?id=8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab HTTP/1.1" status: 200 len: 798 time: 0.3123176 Feb 07 22:58:42.289387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Request body: {'port': {'device_id': 'c75d7281-f431-4a64-9da2-461a213371ce', 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'admin_state_up': True, 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:42.361766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47142) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:42.569298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:42.574077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Usage tracker for resource:port and tenant:95648e9ce1da4c7ebfa90043b85fe95b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:42.577992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:42.585396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:42.585847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02e7510e-cb6b-4312-9c9b-485eb702f19e req-5a029bf7-fb29-4e6d-86e7-ac48cf06bb85 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 210 time: 0.1630309 Feb 07 22:58:42.600483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Made reservation on behalf of 95648e9ce1da4c7ebfa90043b85fe95b for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:42.605088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:42.642276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1737ecdb-5d4c-4b84-8c95-e021e4621826 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5b261faa5e5449bbcba945d1a5b16df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773376 Feb 07 22:58:42.649482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47146) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:42.652779 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf43e40d-1212-4de5-b2a2-de2b84d8bcef', 'name': 'network-vif-deleted', 'tag': 'fc38b884-59c0-4e8b-b87a-9460848398f1', 'status': 'completed', 'code': 200} Feb 07 22:58:42.710354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-286be923-ec46-472b-9914-93abe9019d7b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:42.717262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-286be923-ec46-472b-9914-93abe9019d7b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 810 time: 0.5366187 Feb 07 22:58:42.767368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-29827575-5739-459a-83b6-6ea4fd69b974 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/quotas/6245a52bd9e44ce8b32a223827c6e820 HTTP/1.1" status: 200 len: 375 time: 0.0481837 Feb 07 22:58:42.806780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Allocated IP 172.20.0.20 (8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab/ea2a208e-a830-47c7-b860-20adce0cb832/31d57162-8d93-46f7-9cab-2516b0ba706f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:42.895803 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:42.920121 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8a75670-75a0-4728-8c39-b6cd847f151b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:42.980276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8a75670-75a0-4728-8c39-b6cd847f151b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:42.998230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.015824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Transition to ACTIVE for port object 31d57162-8d93-46f7-9cab-2516b0ba706f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:43.025885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25eddab-3b3c-43fa-ae14-b32f1072da80 req-83206c7a-6146-4bbd-bb68-2c94a986b242 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:43.027378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e25eddab-3b3c-43fa-ae14-b32f1072da80 req-83206c7a-6146-4bbd-bb68-2c94a986b242 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2680881 Feb 07 22:58:43.041177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.066065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-4228b2ab-f856-4f11-9b4f-ed5a7b34fe40 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2602022 Feb 07 22:58:43.085715 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.111305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:43.114725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:43.117065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:43.169453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event updated for resources: {'Port': ['ID=31d57162-8d93-46f7-9cab-2516b0ba706f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:43.197186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:43.197845 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.231230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e25eddab-3b3c-43fa-ae14-b32f1072da80 req-aaa54b90-72ee-4b09-8163-8a0b9f846937 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934326 Feb 07 22:58:43.232757 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-d3364654-d180-4cd9-aae1-0e78777bf8be tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9492872 Feb 07 22:58:43.245765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Request body: {'port': {'device_id': 'c75d7281-f431-4a64-9da2-461a213371ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:43.246365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:43.262806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:43.270724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:43.327611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8a75670-75a0-4728-8c39-b6cd847f151b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.359990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=058231a4-e7d7-4996-b168-0aae29366688,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:43.407354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a75670-75a0-4728-8c39-b6cd847f151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a829a82-da60-4aee-9929-742dc8fd68a3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:43.408702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6be2dbb8-4d80-4003-9fb8-34fc384df3b5 None None] Provisioning for port 31d57162-8d93-46f7-9cab-2516b0ba706f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:43.449554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6be2dbb8-4d80-4003-9fb8-34fc384df3b5 None None] Provisioning complete for port 31d57162-8d93-46f7-9cab-2516b0ba706f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:43.450263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6be2dbb8-4d80-4003-9fb8-34fc384df3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.466967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.524632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6be2dbb8-4d80-4003-9fb8-34fc384df3b5 None None] Port 31d57162-8d93-46f7-9cab-2516b0ba706f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:58:43.561988 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d58a0871-8bd1-4c9b-9c27-0cc6558b2f44 req-6356a6c7-0a30-4e9f-abba-9219d81c6736 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 210 time: 0.1519518 Feb 07 22:58:43.612948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-9a744dba-e787-4b07-9518-488358962f6b service neutron] 10.222.0.10 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212967 Feb 07 22:58:43.613757 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8a75670-75a0-4728-8c39-b6cd847f151b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:43.614760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d8a75670-75a0-4728-8c39-b6cd847f151b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a829a82-da60-4aee-9929-742dc8fd68a3 HTTP/1.1" status: 204 len: 168 time: 0.9643323 Feb 07 22:58:43.817228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-bff1d680-b6e6-4e81-ad8a-8c202a14e5fa tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6557f3f418b043d8ab2075b8c1cb71a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964398 Feb 07 22:58:44.062350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d57162-8d93-46f7-9cab-2516b0ba706f {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:44.071372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.087535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Transition to ACTIVE for port object 31d57162-8d93-46f7-9cab-2516b0ba706f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:44.092581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.122824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-4a97e4f0-b011-4d94-a896-6e752baba8ae tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:44.124297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-4a97e4f0-b011-4d94-a896-6e752baba8ae tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.26 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.6943033 Feb 07 22:58:44.224109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Request body: {'port': {'device_id': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'admin_state_up': True, 'tenant_id': 'ddad197605874418a7395a453e3211bd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:44.263961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Pushing event updated for resources: {'Port': ['ID=31d57162-8d93-46f7-9cab-2516b0ba706f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:44.306441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-99f99d3c-99e1-44d6-bb0e-86af5890bef9 service neutron] 10.222.0.10 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814394 Feb 07 22:58:44.342403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Attempting to bind port 31d57162-8d93-46f7-9cab-2516b0ba706f on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:44.343014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Attempting to bind port 31d57162-8d93-46f7-9cab-2516b0ba706f by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:44.343414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Attempting to bind port 31d57162-8d93-46f7-9cab-2516b0ba706f on network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:44.350558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Port 31d57162-8d93-46f7-9cab-2516b0ba706f on network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:58:44.350558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Attempting to bind port 31d57162-8d93-46f7-9cab-2516b0ba706f on network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:44.359197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:44.359197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Checking segment: {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:44.359789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Bound using segment: {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:44.360379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Bound port: 31d57162-8d93-46f7-9cab-2516b0ba706f, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0509d4d-6358-48a1-9957-7c461bdfc1aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:44.360861 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.520353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] For port 31d57162-8d93-46f7-9cab-2516b0ba706f, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:44.524832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] For port 31d57162-8d93-46f7-9cab-2516b0ba706f, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=31d57162-8d93-46f7-9cab-2516b0ba706f,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:44.532771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-4957ae24-f43e-456e-a00c-aee6e01805b6 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:44.534272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-4957ae24-f43e-456e-a00c-aee6e01805b6 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7162919 Feb 07 22:58:44.546402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.638789 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-59974f85-5755-45b9-aeea-98cd8038539a tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/quotas/6557f3f418b043d8ab2075b8c1cb71a4 HTTP/1.1" status: 200 len: 375 time: 0.0624750 Feb 07 22:58:44.646936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:44.652142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Usage tracker for resource:port and tenant:ddad197605874418a7395a453e3211bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:44.655664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:44.662510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:44.739668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:44.740805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.742371 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] 10.222.0.36 "PUT /v2.0/ports/31d57162-8d93-46f7-9cab-2516b0ba706f HTTP/1.1" status: 200 len: 1055 time: 1.5015647 Feb 07 22:58:44.743172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1095d48-69bd-44ee-beec-2dcbea765d59 service neutron] Pushing event updated for resources: {'Port': ['ID=31d57162-8d93-46f7-9cab-2516b0ba706f,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:44.745637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75d7281-f431-4a64-9da2-461a213371ce', 'tag': '31d57162-8d93-46f7-9cab-2516b0ba706f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:44.762655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:44.768986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.839538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47202) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:44.862138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:44.888804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-9c93506f-9e0c-4a54-805d-31f00f7932f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:44.890824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-9c93506f-9e0c-4a54-805d-31f00f7932f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 1058 time: 0.1031406 Feb 07 22:58:44.905507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-8f831344-ba55-4449-9250-d91d22f1f40b tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6557f3f418b043d8ab2075b8c1cb71a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2307293 Feb 07 22:58:45.015510 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-35ed8cf6-6041-4669-ab19-b139a05e70ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=31d57162-8d93-46f7-9cab-2516b0ba706f HTTP/1.1" status: 200 len: 217 time: 0.1172960 Feb 07 22:58:45.101196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1bfd0a55-6ce6-4751-a4ce-92795c92e412 tempest-AgentManagementNegativeTest-39044870 tempest-AgentManagementNegativeTest-39044870-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2589538 Feb 07 22:58:45.138047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:45.158317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-b32b3d7e-7fc5-4235-b6bd-77179f1a9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:45.159912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-b32b3d7e-7fc5-4235-b6bd-77179f1a9fe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea2a208e-a830-47c7-b860-20adce0cb832 HTTP/1.1" status: 200 len: 837 time: 0.1298914 Feb 07 22:58:45.311078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-740690b5-64a6-48e8-ac6a-1256b7858f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:45.316599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-740690b5-64a6-48e8-ac6a-1256b7858f10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483417 Feb 07 22:58:45.408400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e718d91-d457-41ae-99c9-5343c3463151 req-c8cbbc73-30d0-406a-b9f4-7227182fb703 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 210 time: 0.0596175 Feb 07 22:58:45.463770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Allocated IP 172.20.0.3 (944788f7-95d9-44ad-a2d4-1cd03b75b983/b425025d-2175-48c1-a9d2-edaf7d92c964/4abcdd4e-75be-41e2-b71f-45359300a24e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:45.480355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c7f40-9c2f-473b-bc7a-5e48a91d7bf1 req-b2c98c13-9742-45e3-84bb-e0732460d67b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:45.496235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-516c7f40-9c2f-473b-bc7a-5e48a91d7bf1 req-b2c98c13-9742-45e3-84bb-e0732460d67b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 907 time: 0.7822442 Feb 07 22:58:45.554788 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-4bba36de-d052-4a60-b4a4-d06d1fcbdd54 service neutron] 10.222.0.36 "GET /v2.0/networks/8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323961 Feb 07 22:58:45.700137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47224) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:45.803793 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5533466b-3466-475b-ab0e-383822a7e8d9 req-48f71775-489a-455a-a767-7032ddec8217 service neutron] 10.222.0.36 "GET /v2.0/networks/8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414541 Feb 07 22:58:46.037875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-962917a5-e735-4651-92c4-737effa60cd8 req-b183eed2-b866-4579-bd15-628b13ae06b5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 210 time: 0.0605443 Feb 07 22:58:46.045599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:46.108223 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75d7281-f431-4a64-9da2-461a213371ce', 'tag': '31d57162-8d93-46f7-9cab-2516b0ba706f', 'status': 'completed', 'code': 200} Feb 07 22:58:46.139757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:46.145634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Usage tracker for resource:security_group_rule and tenant:39192a95295f44ce8a24377d7461a18f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:46.154252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:46.236463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:46.327157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc1df6e1-2d26-43aa-b003-fb78d2430d08 req-dc834bfb-121a-4297-a2d2-4c0ff4bd1c68 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 210 time: 0.0974259 Feb 07 22:58:46.342908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:58:46.378534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:46.422966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:46.542116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-0c9d8d8c-4075-45d9-bd2b-68cb01fa13a7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:46.543655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-0c9d8d8c-4075-45d9-bd2b-68cb01fa13a7 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.26 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 810 time: 0.4038615 Feb 07 22:58:46.576772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-c2713acc-fd9f-4596-ac80-5b487db70cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:46.578596 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-c2713acc-fd9f-4596-ac80-5b487db70cff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 1058 time: 0.3898754 Feb 07 22:58:46.632239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2d0b-d7e2-4aac-b9db-e5613ac0fc00 req-916d1241-cbb2-4408-8036-1f526dda8854 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:46.633762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c7e2d0b-d7e2-4aac-b9db-e5613ac0fc00 req-916d1241-cbb2-4408-8036-1f526dda8854 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.8923669 Feb 07 22:58:46.677267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4d878516-016f-4203-8f98-504b97b0f873 req-f5b2826e-0349-43cb-a6dc-e4da1c081867 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Synchronizing usage tracker for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:46.720147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4d878516-016f-4203-8f98-504b97b0f873 req-f5b2826e-0349-43cb-a6dc-e4da1c081867 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Unset dirty status for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:46.721525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-f5b2826e-0349-43cb-a6dc-e4da1c081867 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6245a52bd9e44ce8b32a223827c6e820 HTTP/1.1" status: 200 len: 380 time: 0.1682134 Feb 07 22:58:46.740723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'port': {'device_id': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'admin_state_up': True, 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'security_groups': ['53ddaa5f-66f1-4937-97e0-690b9ae1183e']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:46.769894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0680e43b-f01a-4a56-b1f7-9348251976b4 req-fad522b3-e5aa-4636-8a20-b9718555b307 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 210 time: 0.1458519 Feb 07 22:58:46.794703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:46.823886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-b44a82cf-f1b3-4e1d-8fe9-44360ef9f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:46.825468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-b44a82cf-f1b3-4e1d-8fe9-44360ef9f7d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab HTTP/1.1" status: 200 len: 899 time: 0.2398894 Feb 07 22:58:46.861511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=058231a4-e7d7-4996-b168-0aae29366688,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:46.905996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c7e2d0b-d7e2-4aac-b9db-e5613ac0fc00 req-6ca8b599-41b4-49e9-8992-35dbe1543fb1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527106 Feb 07 22:58:46.921086 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.079637 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-2a42ac76-727f-4286-989f-84894c6a1cdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=31d57162-8d93-46f7-9cab-2516b0ba706f HTTP/1.1" status: 200 len: 217 time: 0.2449946 Feb 07 22:58:47.092064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-a53d7ddf-1065-4e09-bee8-5b4a3cc1d468 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6557f3f418b043d8ab2075b8c1cb71a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621243 Feb 07 22:58:47.159909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.214227 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.269613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-567344b3-3ff2-4ba8-9b3f-dd36e8fc435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:47.271061 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-567344b3-3ff2-4ba8-9b3f-dd36e8fc435d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea2a208e-a830-47c7-b860-20adce0cb832 HTTP/1.1" status: 200 len: 837 time: 0.1845739 Feb 07 22:58:47.279874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:47.323462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Usage tracker for resource:port and tenant:6245a52bd9e44ce8b32a223827c6e820 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:47.337367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:47.366036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:47.376759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.388725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39192a95295f44ce8a24377d7461a18f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6869254 Feb 07 22:58:47.396902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47248) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:47.420277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-37161f39-9594-4bcc-9904-3d36be1dda1a tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:47.421632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-37161f39-9594-4bcc-9904-3d36be1dda1a tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871227 Feb 07 22:58:47.425352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Made reservation on behalf of 6245a52bd9e44ce8b32a223827c6e820 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:47.428840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.450756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Request body: {'port': {'device_id': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': '6557f3f418b043d8ab2075b8c1cb71a4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:47.456065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ed49e-fde4-4674-b266-1d6a5a5068de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c80cf-1f65-4b84-9943-dcae07df3b6e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:47.487193 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 483aad8e-a9ca-4b81-a34b-48efb5f9a3ba associated. External IP: 172.25.0.155, port: 947f439f-bff7-44ff-af30-0dca3c706ce7. Feb 07 22:58:47.557489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:47.578398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:47.584000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:47.586909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:47.624471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a09d6f-5ba5-42f4-a0b0-b627bd60620f req-edda50b5-56c9-4eaf-b790-17bb1b4fd59e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:47.627755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28a09d6f-5ba5-42f4-a0b0-b627bd60620f req-edda50b5-56c9-4eaf-b790-17bb1b4fd59e tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 907 time: 0.5726516 Feb 07 22:58:47.628027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-e8592050-c992-4d89-9827-1fe773b5928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:47.629575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-e8592050-c992-4d89-9827-1fe773b5928c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3511937 Feb 07 22:58:47.663364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3225bcc-78f9-4041-9871-a1f17dad906b req-e3d15f15-6939-4fa6-8f77-15ffce96e711 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:47.664945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3225bcc-78f9-4041-9871-a1f17dad906b req-e3d15f15-6939-4fa6-8f77-15ffce96e711 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5010235 Feb 07 22:58:47.789247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:47.789864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.795560 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1b5c-3c4b-4459-b711-9c65d4760a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.874185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3225bcc-78f9-4041-9871-a1f17dad906b req-73a6149d-79a5-49d9-a9ee-81ecd6bb6011 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912975 Feb 07 22:58:47.877269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:47.902616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Usage tracker for resource:port and tenant:6557f3f418b043d8ab2075b8c1cb71a4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:47.912777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1b5c-3c4b-4459-b711-9c65d4760a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:47.969956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ecec4cc2-bad7-432f-8d2c-377b0ae3a322 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7693093 Feb 07 22:58:47.996191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Request body: {'port': {'device_id': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:47.996544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-685a06c7-c5f4-43d2-bbdf-96ef202c5ceb service neutron] 10.222.0.36 "GET /v2.0/networks/8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570175 Feb 07 22:58:47.997460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:48.004879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:48.025115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Made reservation on behalf of 6557f3f418b043d8ab2075b8c1cb71a4 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:48.029234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.062527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1b5c-3c4b-4459-b711-9c65d4760a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.131161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.140338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Allocated IP 172.20.0.14 (d60eb7aa-2182-44ab-b27b-0104971265bf/8e39fb62-32b0-4709-a1c8-613ca34bd90c/bb4f07a6-c534-4f71-911b-6d5289775afa) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:48.156539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b1b5c-3c4b-4459-b711-9c65d4760a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c80cf-1f65-4b84-9943-dcae07df3b6e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:48.160916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f65dc1b6-326f-40c1-8a97-a531d2aa7b92 req-22ee5142-3be0-4313-9155-7f87856465a7 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 210 time: 0.1303227 Feb 07 22:58:48.166842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:48.170800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Usage tracker for resource:security_group_rule and tenant:6557f3f418b043d8ab2075b8c1cb71a4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:48.174676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:48.180931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:48.221486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777deeaf-95bf-4ff2-88c5-0c311de03cb4 req-bc0cbc23-cc4d-4554-b947-3cde18d0bd37 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:48.222205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-777deeaf-95bf-4ff2-88c5-0c311de03cb4 req-bc0cbc23-cc4d-4554-b947-3cde18d0bd37 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:48.254016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1b5c-3c4b-4459-b711-9c65d4760a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.257524 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5f2b1b5c-3c4b-4459-b711-9c65d4760a10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d3c80cf-1f65-4b84-9943-dcae07df3b6e HTTP/1.1" status: 204 len: 168 time: 0.8564188 Feb 07 22:58:48.265015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:58:48.273689 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.290876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-777deeaf-95bf-4ff2-88c5-0c311de03cb4 req-bc0cbc23-cc4d-4554-b947-3cde18d0bd37 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:48.292033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-777deeaf-95bf-4ff2-88c5-0c311de03cb4 req-bc0cbc23-cc4d-4554-b947-3cde18d0bd37 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 931 time: 0.4722817 Feb 07 22:58:48.405003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d59451a-4ab7-4628-a108-c1e828566e8b req-e9eeffa4-03f6-4179-b135-ed61f721fdc8 service neutron] 10.222.0.36 "GET /v2.0/networks/8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812082 Feb 07 22:58:48.528073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.534608 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.541279 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.610307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d4ce71d-5052-4a4e-ae8c-8efb315e8294 req-747b4bf9-6280-412f-a375-14b7ea53ed3c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 210 time: 0.1020262 Feb 07 22:58:48.633479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Transition to ACTIVE for port object bb4f07a6-c534-4f71-911b-6d5289775afa will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:48.649931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c888289-71e1-46f0-86df-3607d73d54a4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:48.701435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-777deeaf-95bf-4ff2-88c5-0c311de03cb4 req-ee156990-1325-44ba-843f-f29c1179ad4d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871397 Feb 07 22:58:48.750424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Allocated IP 192.168.233.239 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/3ae43bb9-da53-41e4-86b1-71a662d6ddb6) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:48.755734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:48.851748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Network d60eb7aa-2182-44ab-b27b-0104971265bf is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:48.857519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:48.863308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:49.089697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event updated for resources: {'Port': ['ID=bb4f07a6-c534-4f71-911b-6d5289775afa,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:49.126718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:58:49.138581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:58:49.154836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:49.155699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:49.223401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:49.223918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.269930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:49.279299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:58:49.280171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:29Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:49.308405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.342268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-23591f47-4004-4623-b46d-379854d6d222 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6052797 Feb 07 22:58:49.351564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:58:49.352209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72feaedc-4b3d-47a4-8923-cc760c817c23 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:58:49.354576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9000-3597-4766-a18a-6b0820b28274 req-d0cd377e-ed05-4e45-b69a-88d6f03bfed0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:49.361381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-84fc1a62-1eb2-4ba4-bbd3-339d38eca339 None None] Provisioning for port bb4f07a6-c534-4f71-911b-6d5289775afa completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:49.362526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c07c9000-3597-4766-a18a-6b0820b28274 req-d0cd377e-ed05-4e45-b69a-88d6f03bfed0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 814 time: 0.5692418 Feb 07 22:58:49.367808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-84fc1a62-1eb2-4ba4-bbd3-339d38eca339 None None] Provisioning complete for port bb4f07a6-c534-4f71-911b-6d5289775afa triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:49.368446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-84fc1a62-1eb2-4ba4-bbd3-339d38eca339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.374423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Request body: {'port': {'device_id': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:49.389115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47296) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:49.421895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c07c9000-3597-4766-a18a-6b0820b28274 req-072a06b4-68d9-4a50-b09e-7d71afa74a7b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/quotas/bd8ac42cf24543d0a13992aad6e0f3c5 HTTP/1.1" status: 200 len: 375 time: 0.0584290 Feb 07 22:58:49.423671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.438382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-84fc1a62-1eb2-4ba4-bbd3-339d38eca339 None None] Port bb4f07a6-c534-4f71-911b-6d5289775afa cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:58:49.467452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Transition to ACTIVE for port object 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:49.491766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5292ff9f-ad36-45c8-b802-50dd553c51c6 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.7155674 Feb 07 22:58:49.495554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47302) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:49.518040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-356119599'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:49.550329 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.559474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1660a5-a57c-4419-95ca-af80be946fbf req-81807cb3-ab9f-47b9-9f20-f3364d95d144 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:49.562120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d1660a5-a57c-4419-95ca-af80be946fbf req-81807cb3-ab9f-47b9-9f20-f3364d95d144 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 907 time: 0.5260613 Feb 07 22:58:49.569177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:49.582139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:network and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:49.597924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:49.604685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:49.615055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1029aae5-cf66-44fa-979d-fb410cdf2420 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] Request body: {'port': {'network_id': 'eaa56aaf-dc09-4fde-bef4-4f10b5fe5a6f', 'name': 'tempest-NetworksNegativeTestJSON-2108845552'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:49.625925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.662145 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-1029aae5-cf66-44fa-979d-fb410cdf2420 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] POST failed (client error): The resource could not be found. Feb 07 22:58:49.662628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1029aae5-cf66-44fa-979d-fb410cdf2420 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:49.667610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1029aae5-cf66-44fa-979d-fb410cdf2420 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2672353 Feb 07 22:58:49.667846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47308) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:49.721736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:49.730720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:49.734090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:49.734237 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.740061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:49.776384 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c07c9000-3597-4766-a18a-6b0820b28274 req-b2f7ae5d-6c20-49a9-bad1-3d9918a83f87 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3488250 Feb 07 22:58:49.782296 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d526b125-bf83-4bda-a0c2-83acd2edd436 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:49.782826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d526b125-bf83-4bda-a0c2-83acd2edd436 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:49.784552 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d526b125-bf83-4bda-a0c2-83acd2edd436 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "DELETE /v2.0/networks/2b85b46f-66c8-440d-ba53-4ec374839d23 HTTP/1.1" status: 404 len: 339 time: 0.1139870 Feb 07 22:58:49.824953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47316) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:49.840887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Pushing event updated for resources: {'Port': ['ID=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:49.872730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abcdd4e-75be-41e2-b71f-45359300a24e {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:49.898258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 31d57162-8d93-46f7-9cab-2516b0ba706f details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:58:49.904386 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:49.922444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:58:49.967597 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a67c45-7bd4-4a43-b7f0-c5be6bb5ad9d tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:49.968091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a67c45-7bd4-4a43-b7f0-c5be6bb5ad9d tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:49.970487 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-26a67c45-7bd4-4a43-b7f0-c5be6bb5ad9d tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "DELETE /v2.0/ports/4c65c086-691e-4366-aed1-df3878837c70 HTTP/1.1" status: 404 len: 333 time: 0.1367135 Feb 07 22:58:49.979493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47322) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:49.999604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Transition to ACTIVE for port object 4abcdd4e-75be-41e2-b71f-45359300a24e will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:50.001983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:50.002694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.060042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.096926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5a330476-38ea-4dd1-ad1a-c4dc722dffca None None] Provisioning for port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:50.105771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 31d57162-8d93-46f7-9cab-2516b0ba706f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=31d57162-8d93-46f7-9cab-2516b0ba706f,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:50.105990 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-55678320-4af9-4658-a13b-0e26a99e8098 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] DELETE failed (client error): The resource could not be found. Feb 07 22:58:50.106223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55678320-4af9-4658-a13b-0e26a99e8098 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:50.107897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-55678320-4af9-4658-a13b-0e26a99e8098 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "DELETE /v2.0/subnets/9e63c796-7185-4184-ad56-1e76372af04c HTTP/1.1" status: 404 len: 337 time: 0.1274672 Feb 07 22:58:50.112119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47326) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:50.117166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5a330476-38ea-4dd1-ad1a-c4dc722dffca None None] Provisioning complete for port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:50.117382 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a330476-38ea-4dd1-ad1a-c4dc722dffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.147838 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-844f37e2-c2b0-4703-8e38-f770fbd1977e tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7060316 Feb 07 22:58:50.151174 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-88127e72-2926-4fc6-b69d-800b3103dab0 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] GET failed (client error): The resource could not be found. Feb 07 22:58:50.152647 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-88127e72-2926-4fc6-b69d-800b3103dab0 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "GET /v2.0/networks/e0ba6b8a-1c74-4928-b9fb-5c52211b0273 HTTP/1.1" status: 404 len: 339 time: 0.0396512 Feb 07 22:58:50.156298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47330) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:50.162254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '31d57162-8d93-46f7-9cab-2516b0ba706f', 'network_id': '8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab', 'port_id': '31d57162-8d93-46f7-9cab-2516b0ba706f', 'mac_address': 'fa:16:3e:a2:a5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2a208e-a830-47c7-b860-20adce0cb832', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:58:50.168073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:50.175896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.176165 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Added segment ff26dff0-5895-4deb-a22a-13370b533e49 of type vlan for network a07f3ac0-0678-4c20-a651-919557fa205b Feb 07 22:58:50.202874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Request body: {'port': {'device_id': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:50.229727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5a330476-38ea-4dd1-ad1a-c4dc722dffca None None] Port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:58:50.233065 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.250519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d57162-8d93-46f7-9cab-2516b0ba706f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:50.268328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 31d57162-8d93-46f7-9cab-2516b0ba706f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=31d57162-8d93-46f7-9cab-2516b0ba706f,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:50.269004 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e7a8dd-8f21-4a1b-b338-4dd32b569de9 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] GET failed (client error): The resource could not be found. Feb 07 22:58:50.270351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-83e7a8dd-8f21-4a1b-b338-4dd32b569de9 tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "GET /v2.0/ports/0bf33e0c-61ba-4aea-af02-a8573e9bf63d HTTP/1.1" status: 404 len: 333 time: 0.1132858 Feb 07 22:58:50.274785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bcba6-8144-494f-b5b7-60866eda4c43 req-01b01367-b111-4180-aed0-2f9283b01147 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:50.275677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47334) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:50.276444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-539bcba6-8144-494f-b5b7-60866eda4c43 req-01b01367-b111-4180-aed0-2f9283b01147 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 936 time: 0.4826651 Feb 07 22:58:50.277647 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.323505 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.357548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=31d57162-8d93-46f7-9cab-2516b0ba706f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:50.382722 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e60b332-ebde-4eea-85f0-b0be1fa60a7c tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] GET failed (client error): The resource could not be found. Feb 07 22:58:50.384025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7e60b332-ebde-4eea-85f0-b0be1fa60a7c tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "GET /v2.0/subnets/39ba8035-98e4-4cf4-8403-e0ea96440ecb HTTP/1.1" status: 404 len: 337 time: 0.1056192 Feb 07 22:58:50.395404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bc73f-eb68-46ea-a190-520cdcf09463 req-89ecedc3-46e8-46ee-bc5c-8de211c3a374 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:50.395626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47338) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:50.397170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-462bc73f-eb68-46ea-a190-520cdcf09463 req-89ecedc3-46e8-46ee-bc5c-8de211c3a374 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 932 time: 0.4833679 Feb 07 22:58:50.419855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cc7c17b8-fb88-4664-b979-8f1670b7005f tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:50.450232 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7c17b8-fb88-4664-b979-8f1670b7005f tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] PUT failed (client error): The resource could not be found. Feb 07 22:58:50.450718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7c17b8-fb88-4664-b979-8f1670b7005f tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:50.451859 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc7c17b8-fb88-4664-b979-8f1670b7005f tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "PUT /v2.0/networks/fe922211-3ed2-45d0-a3c1-e30d2a1ae107 HTTP/1.1" status: 404 len: 339 time: 0.0553980 Feb 07 22:58:50.456521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.462810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47342) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:50.477004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-060e0056-ea84-4b0a-9f18-81b4bea9a18c tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:50.490387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['31d57162-8d93-46f7-9cab-2516b0ba706f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:50.599813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4f07a6-c534-4f71-911b-6d5289775afa {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:50.609565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.659740 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.666630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:50.666630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.672943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-539bcba6-8144-494f-b5b7-60866eda4c43 req-c3fec0ab-47a9-4573-adb3-e36deaae4343 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440223 Feb 07 22:58:50.674785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Transition to ACTIVE for port object bb4f07a6-c534-4f71-911b-6d5289775afa will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:50.682988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:50.701900 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-060e0056-ea84-4b0a-9f18-81b4bea9a18c tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] PUT failed (client error): The resource could not be found. Feb 07 22:58:50.702375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060e0056-ea84-4b0a-9f18-81b4bea9a18c tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:50.707061 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-060e0056-ea84-4b0a-9f18-81b4bea9a18c tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "PUT /v2.0/ports/436d2516-b24f-4e2e-bdc4-b69e7d9d2fc1 HTTP/1.1" status: 404 len: 333 time: 0.2373857 Feb 07 22:58:50.718616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47348) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:50.779881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-462bc73f-eb68-46ea-a190-520cdcf09463 req-326f7013-7be4-46a4-a38d-882cc7efaa87 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705411 Feb 07 22:58:50.784115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-781f3cb7-addd-407e-9b4c-3c254707f56e tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:50.912196 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-781f3cb7-addd-407e-9b4c-3c254707f56e tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] PUT failed (client error): The resource could not be found. Feb 07 22:58:50.913505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781f3cb7-addd-407e-9b4c-3c254707f56e tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:58:50.913931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-781f3cb7-addd-407e-9b4c-3c254707f56e tempest-NetworksNegativeTestJSON-1034104882 tempest-NetworksNegativeTestJSON-1034104882-project] 10.222.0.10 "PUT /v2.0/subnets/60f13588-8da9-422e-af66-bf2bd5260e30 HTTP/1.1" status: 404 len: 337 time: 0.1943381 Feb 07 22:58:50.914904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Attempting to bind port 4abcdd4e-75be-41e2-b71f-45359300a24e on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:50.915235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Attempting to bind port 4abcdd4e-75be-41e2-b71f-45359300a24e by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:50.916814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Attempting to bind port 4abcdd4e-75be-41e2-b71f-45359300a24e on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:50.961496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4609506 Feb 07 22:58:50.964305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47356) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:51.033654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Port 4abcdd4e-75be-41e2-b71f-45359300a24e on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:58:51.034657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Attempting to bind port 4abcdd4e-75be-41e2-b71f-45359300a24e on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:51.049295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:51.050010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Checking segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:51.051387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Bound using segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:51.052663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Bound port: 4abcdd4e-75be-41e2-b71f-45359300a24e, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:51.053224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.070685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855d099-7038-4b20-ab20-c36f7dae8a87 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Network': ['ID=a07f3ac0-0678-4c20-a651-919557fa205b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:51.086539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a07f3ac0-0678-4c20-a651-919557fa205b details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:58:51.143382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'subnet': {'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:51.192429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4f07a6-c534-4f71-911b-6d5289775afa,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:51.218570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:51.225040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:51.238560 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.291729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53ebd-2c32-45fc-a8ee-2e2e3b4a6023 req-c6c4cc77-5312-43ca-a686-b25778571c2e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.293286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06a53ebd-2c32-45fc-a8ee-2e2e3b4a6023 req-c6c4cc77-5312-43ca-a686-b25778571c2e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4008365 Feb 07 22:58:51.310569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60281103-33ec-4914-831b-4d53272d0cac req-ed111e1a-246b-4022-9ea5-4e4da0fe8b9e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.312121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60281103-33ec-4914-831b-4d53272d0cac req-ed111e1a-246b-4022-9ea5-4e4da0fe8b9e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 943 time: 0.4017866 Feb 07 22:58:51.327920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:51.359486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.360783 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.362089 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/4abcdd4e-75be-41e2-b71f-45359300a24e HTTP/1.1" status: 200 len: 1091 time: 3.3754029 Feb 07 22:58:51.367448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:51.411981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:51.429795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Attempting to bind port bb4f07a6-c534-4f71-911b-6d5289775afa on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:51.430232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Attempting to bind port bb4f07a6-c534-4f71-911b-6d5289775afa by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:51.430623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Attempting to bind port bb4f07a6-c534-4f71-911b-6d5289775afa on network d60eb7aa-2182-44ab-b27b-0104971265bf {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:51.439276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:51.450906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Port bb4f07a6-c534-4f71-911b-6d5289775afa on network d60eb7aa-2182-44ab-b27b-0104971265bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:58:51.451306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Attempting to bind port bb4f07a6-c534-4f71-911b-6d5289775afa on network d60eb7aa-2182-44ab-b27b-0104971265bf {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:51.465040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06a53ebd-2c32-45fc-a8ee-2e2e3b4a6023 req-027e12f6-3df9-49cc-8f63-7647fe35033f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518712 Feb 07 22:58:51.473049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd93c5e-15fc-4547-904b-5b823069ddb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:51.489855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60281103-33ec-4914-831b-4d53272d0cac req-1b486090-a990-48bb-84e3-9d3d1db9aefd tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610670 Feb 07 22:58:51.533233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-083434c0-366a-4963-925b-29308beff2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.535049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-083434c0-366a-4963-925b-29308beff2cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 1094 time: 0.1140523 Feb 07 22:58:51.559199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:51.559549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Checking segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:51.559952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Bound using segment: {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:51.560408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Bound port: bb4f07a6-c534-4f71-911b-6d5289775afa, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '869fac6b-f457-437d-8f99-adb0586c8060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:51.560807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.583189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:51.662917 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'status': 'completed', 'code': 200} Feb 07 22:58:51.669942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-779125fb-6b7e-49a5-8f49-7c4822279df4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abcdd4e-75be-41e2-b71f-45359300a24e HTTP/1.1" status: 200 len: 217 time: 0.1231055 Feb 07 22:58:51.673910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] For port bb4f07a6-c534-4f71-911b-6d5289775afa, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:51.677598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] For port bb4f07a6-c534-4f71-911b-6d5289775afa, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=bb4f07a6-c534-4f71-911b-6d5289775afa,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:51.684983 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.687954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:51.691688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.709201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.773744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.808144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-3847a21e-be26-4312-a99d-e160fd38d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.810052 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-3847a21e-be26-4312-a99d-e160fd38d1bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.1333086 Feb 07 22:58:51.848937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:51.861548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Transition to ACTIVE for port object 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:51.874425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c006c-c22c-4e56-838e-c42a34473570 req-09cefac8-cc2e-4d97-ba8f-321a689a4886 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.876103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2c006c-c22c-4e56-838e-c42a34473570 req-09cefac8-cc2e-4d97-ba8f-321a689a4886 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 908 time: 0.2655957 Feb 07 22:58:51.881501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-ddf9ddcc-b201-4963-8d2d-969bf86b3793 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584629 Feb 07 22:58:51.896501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:51.899153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 31d57162-8d93-46f7-9cab-2516b0ba706f up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:51.919089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5988e7c5f69b4d7abe7f0b1c857afe2e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:51.923711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:51.933892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:51.986485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fb90d-6569-47f0-83ab-6dbab94675b4 req-8f78f49f-a869-4e5f-b193-dac91f57a85d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:51.988777 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-239fb90d-6569-47f0-83ab-6dbab94675b4 req-8f78f49f-a869-4e5f-b193-dac91f57a85d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2652922 Feb 07 22:58:52.027091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 31d57162-8d93-46f7-9cab-2516b0ba706f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:52.037430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 31d57162-8d93-46f7-9cab-2516b0ba706f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:52.037900 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.059111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:52.060129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.062678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-711d2499-aa14-4246-812e-db65a2023784 service neutron] 10.222.0.26 "PUT /v2.0/ports/bb4f07a6-c534-4f71-911b-6d5289775afa HTTP/1.1" status: 200 len: 1092 time: 2.6935112 Feb 07 22:58:52.072930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:52.246810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-239fb90d-6569-47f0-83ab-6dbab94675b4 req-a49b6f52-a7a6-4688-a482-3673e5ec7980 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427075 Feb 07 22:58:52.252759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-4f0122a8-1785-4fce-9b82-dce00dab54ed service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600123 Feb 07 22:58:52.295112 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:58:52.332997 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.373684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2499-aa14-4246-812e-db65a2023784 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4f07a6-c534-4f71-911b-6d5289775afa,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:52.381972 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.407122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.455201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 31d57162-8d93-46f7-9cab-2516b0ba706f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=31d57162-8d93-46f7-9cab-2516b0ba706f,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:52.457189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75d7281-f431-4a64-9da2-461a213371ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d57162-8d93-46f7-9cab-2516b0ba706f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:52.470709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.556918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f760b-5a54-43f3-89a6-3aa1f0f6ce20 req-942ec603-b3f1-49b4-ab56-827cd49c200d tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:52.558389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e7f760b-5a54-43f3-89a6-3aa1f0f6ce20 req-942ec603-b3f1-49b4-ab56-827cd49c200d tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 948 time: 0.3918047 Feb 07 22:58:52.567093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=31d57162-8d93-46f7-9cab-2516b0ba706f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:52.598248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5988e7c5f69b4d7abe7f0b1c857afe2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2692919 Feb 07 22:58:52.608324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47390) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:52.630802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73d28c1f-d75e-417f-a46b-649b69ff63e7 req-1b1e436d-3caf-4012-bf30-6c0614bfbe19 service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679681 Feb 07 22:58:52.631344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c300a-44bd-469a-a6ed-ccaa5be464f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f117102-20c1-40db-b47f-ff79ba290920,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:52.646115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:52.665818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e7f760b-5a54-43f3-89a6-3aa1f0f6ce20 req-5701e4b3-569c-4633-a6a8-132f16c92dfa tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921040 Feb 07 22:58:52.672044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-8f1ba101-a63d-4707-a2c1-4e5c7e8d707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:52.674144 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-8f1ba101-a63d-4707-a2c1-4e5c7e8d707d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 1095 time: 0.4777422 Feb 07 22:58:52.686702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Attempting to bind port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:52.687049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Attempting to bind port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:52.687375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Attempting to bind port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:52.691331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df68bd-50ca-4dfc-b9d0-9a6902dc47e3 req-bf0d9773-d1a9-4849-9a27-21f848d31217 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:52.698190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39df68bd-50ca-4dfc-b9d0-9a6902dc47e3 req-bf0d9773-d1a9-4849-9a27-21f848d31217 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 944 time: 0.2508221 Feb 07 22:58:52.763217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:58:52.763553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Attempting to bind port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:52.767183 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-d4f83581-8613-4e80-8654-11c8b37ed86c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb4f07a6-c534-4f71-911b-6d5289775afa HTTP/1.1" status: 200 len: 217 time: 0.0808563 Feb 07 22:58:52.773505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:52.773875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:52.774263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:52.774975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Bound port: 3ae43bb9-da53-41e4-86b1-71a662d6ddb6, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:52.775103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.802305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2edb60da-85f4-489e-bcbf-5b299adfcc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.826277 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'status': 'completed', 'code': 200} Feb 07 22:58:52.827593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39df68bd-50ca-4dfc-b9d0-9a6902dc47e3 req-85ed49a5-ea46-4fb5-bc0f-81da488580cd tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285017 Feb 07 22:58:52.871760 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2edb60da-85f4-489e-bcbf-5b299adfcc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:52.875365 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75d7281-f431-4a64-9da2-461a213371ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d57162-8d93-46f7-9cab-2516b0ba706f', 'code': 200} Feb 07 22:58:52.932659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-12131845-79a5-4c47-ba82-4afee450bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:52.934137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-12131845-79a5-4c47-ba82-4afee450bb6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 1094 time: 0.2184036 Feb 07 22:58:52.936913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.071816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-c968a6c7-4171-4974-8bd1-3b90558b65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.073224 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-c968a6c7-4171-4974-8bd1-3b90558b65cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.2890198 Feb 07 22:58:53.165796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] For port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:53.170470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Subnet': ['ID=e6312330-6702-4eb9-8dc6-eb94ba8b6a6a,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:53.191894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] For port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:53.199192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Checking segment: {'id': 'ff26dff0-5895-4deb-a22a-13370b533e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:53.199557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network hostable DHCP agents. Network: a07f3ac0-0678-4c20-a651-919557fa205b, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:58:53.209381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.253735 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04e49097-ecd4-4297-a6a8-24c34ec8d03f req-5e60a963-df53-4c5d-ac79-a768e7d8ef9d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5 HTTP/1.1" status: 200 len: 221 time: 0.2761462 Feb 07 22:58:53.272894 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2edb60da-85f4-489e-bcbf-5b299adfcc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.306683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb60da-85f4-489e-bcbf-5b299adfcc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f117102-20c1-40db-b47f-ff79ba290920,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:53.332727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2edb60da-85f4-489e-bcbf-5b299adfcc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.333758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2edb60da-85f4-489e-bcbf-5b299adfcc38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f117102-20c1-40db-b47f-ff79ba290920 HTTP/1.1" status: 204 len: 168 time: 0.7243392 Feb 07 22:58:53.338813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-c9605631-0970-4810-aca2-ac4e79bcdae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.340268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-c9605631-0970-4810-aca2-ac4e79bcdae1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.3976421 Feb 07 22:58:53.449566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-01c84fa9-9ef3-4c7c-9ded-f1e217968b1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abcdd4e-75be-41e2-b71f-45359300a24e HTTP/1.1" status: 200 len: 217 time: 0.1006896 Feb 07 22:58:53.462777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60eba5-d66a-483c-a6f8-d47d86a7a3b6 req-9b5cac85-379e-4cea-ad29-2b7382d9305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.462915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa2bfc-c4f8-44c8-8093-578d82fd0c2b req-700f2d20-7249-4c16-b3ff-f582a28f7d01 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.463276 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a60eba5-d66a-483c-a6f8-d47d86a7a3b6 req-9b5cac85-379e-4cea-ad29-2b7382d9305a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 1060 time: 0.4802017 Feb 07 22:58:53.467576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38aa2bfc-c4f8-44c8-8093-578d82fd0c2b req-700f2d20-7249-4c16-b3ff-f582a28f7d01 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 943 time: 0.2980471 Feb 07 22:58:53.474079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.475128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.477102 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ae43bb9-da53-41e4-86b1-71a662d6ddb6 HTTP/1.1" status: 200 len: 1096 time: 3.3152316 Feb 07 22:58:53.488491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network a07f3ac0-0678-4c20-a651-919557fa205b is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:58:53.509968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececa74c-e4f2-4c22-8e37-ca493c703341 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:53.514075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d878516-016f-4203-8f98-504b97b0f873 req-6236eb66-146d-45d6-8a49-018296094866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.515837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-6236eb66-146d-45d6-8a49-018296094866 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4312124 Feb 07 22:58:53.517845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a07f3ac0-0678-4c20-a651-919557fa205b) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:53.528945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d367c30-a89b-4f83-adb6-3fffd42becf6 None None] Network a07f3ac0-0678-4c20-a651-919557fa205b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:58:53.616806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.617395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.630767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38aa2bfc-c4f8-44c8-8093-578d82fd0c2b req-8ddfd193-e986-408b-9f38-67fb2f8b31c4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077166 Feb 07 22:58:53.683308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-cc333493-9205-4652-9fcf-44f7ad2cc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.685359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-cc333493-9205-4652-9fcf-44f7ad2cc103 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.2110717 Feb 07 22:58:53.776718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-50593a87-4459-47c1-bfe5-de225a12b05e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805893 Feb 07 22:58:53.860243 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a2a6ac3c-dc84-49d2-b1f6-a0a75100bc6d tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8874247 Feb 07 22:58:53.883757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47426) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:53.898573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a07f3ac0-0678-4c20-a651-919557fa205b', 'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b', 'tenant_id': '4849b92037a149c7b1d6f47bdcee428d', 'fixed_ips': [{'subnet_id': 'e6312330-6702-4eb9-8dc6-eb94ba8b6a6a'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:58:53.899406 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:53.908706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1737930205', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:53.912812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b0e9-4cff-4668-98ff-0f44138e1eb0 req-917e7a34-f449-48ec-9273-d110d3f19d24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.921229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:53.922042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b348b0e9-4cff-4668-98ff-0f44138e1eb0 req-917e7a34-f449-48ec-9273-d110d3f19d24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 909 time: 0.5133843 Feb 07 22:58:53.925211 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-e1a3732a-e793-47b8-944f-59d5c89bd771 service neutron] 10.222.0.26 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010303 Feb 07 22:58:53.928098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:router and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:53.933780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:53.942732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-81ff08f9-91bc-446d-9888-749a35c08bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:53.944215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-81ff08f9-91bc-446d-9888-749a35c08bc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6557f3f418b043d8ab2075b8c1cb71a4&device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 1099 time: 0.3803399 Feb 07 22:58:53.945102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:54.102988 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-c5661403-7c89-405c-ae80-f882f061edf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6 HTTP/1.1" status: 200 len: 217 time: 0.1309457 Feb 07 22:58:54.122541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-6a68533d-c5c5-497e-a024-5c24e44dbb21 service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341336 Feb 07 22:58:54.148887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.149987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.156214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Allocated IP 172.20.0.2 (a07f3ac0-0678-4c20-a651-919557fa205b/e6312330-6702-4eb9-8dc6-eb94ba8b6a6a/cd01c77c-60cc-4aa5-9917-122990152155) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:54.224698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.242299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-fbbb24f6-b50f-429c-9a3f-9668c2e2f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:54.243885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-fbbb24f6-b50f-429c-9a3f-9668c2e2f0f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.1291339 Feb 07 22:58:54.258047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d878516-016f-4203-8f98-504b97b0f873 req-138d299d-c935-465e-aedb-e1c97a3a484c service neutron] 10.222.0.26 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204203 Feb 07 22:58:54.373998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47440) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:54.403820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f47f5-9166-4df6-a2aa-07c55fdab9d8 req-662cef7c-8f1f-4abd-adf2-5207d3eb9384 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:54.405390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45f47f5-9166-4df6-a2aa-07c55fdab9d8 req-662cef7c-8f1f-4abd-adf2-5207d3eb9384 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 948 time: 0.2921202 Feb 07 22:58:54.411032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-1575ec20-db1c-44e0-bc01-6c9f177f8732 service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467380 Feb 07 22:58:54.436239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6484c-90b5-4ff5-936c-50951c601152 req-01715641-e6ab-4621-98ac-0c39c16d028e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:54.449063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5d6484c-90b5-4ff5-936c-50951c601152 req-01715641-e6ab-4621-98ac-0c39c16d028e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5979652 Feb 07 22:58:54.461364 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.483418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Transition to ACTIVE for port object cd01c77c-60cc-4aa5-9917-122990152155 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:54.520306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e45f47f5-9166-4df6-a2aa-07c55fdab9d8 req-16a147af-c186-4214-a8f4-6c6efa51e2c5 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073318 Feb 07 22:58:54.544026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Transition to ACTIVE for port object cd01c77c-60cc-4aa5-9917-122990152155 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:58:54.550475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5d6484c-90b5-4ff5-936c-50951c601152 req-0863f9a1-8d08-4160-9998-58698b4e45e0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885882 Feb 07 22:58:54.574477 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.644165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1128273290'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:54.664631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:54.677298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:54.683177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Network a07f3ac0-0678-4c20-a651-919557fa205b is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:54.686577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:54.700027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:54.709957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Pushing event updated for resources: {'Port': ['ID=cd01c77c-60cc-4aa5-9917-122990152155,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:54.731646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.731921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:54.748519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:54.756744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-c27376d6-f141-420b-ac18-7e2367915211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:54.758354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-c27376d6-f141-420b-ac18-7e2367915211 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 1095 time: 0.3676739 Feb 07 22:58:54.761049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067547e-2765-40d4-b116-8a3996dceda8 req-cef9d774-d471-4d62-a17b-a65507296aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:54.762668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-cef9d774-d471-4d62-a17b-a65507296aa1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5069935 Feb 07 22:58:54.773587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:54.777537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.796360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.818438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:54.847936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Attempting to bind port cd01c77c-60cc-4aa5-9917-122990152155 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:58:54.848210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Attempting to bind port cd01c77c-60cc-4aa5-9917-122990152155 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ff26dff0-5895-4deb-a22a-13370b533e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:58:54.848672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Attempting to bind port cd01c77c-60cc-4aa5-9917-122990152155 on network a07f3ac0-0678-4c20-a651-919557fa205b {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:58:54.855162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:58:54.855731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Checking segment: {'id': 'ff26dff0-5895-4deb-a22a-13370b533e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:54.856044 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.856502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Bound using segment: {'id': 'ff26dff0-5895-4deb-a22a-13370b533e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:58:54.857035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Bound port: cd01c77c-60cc-4aa5-9917-122990152155, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff26dff0-5895-4deb-a22a-13370b533e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:58:54.857538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.876984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a1810-8f12-4afb-afa5-15ff3ccf8388 req-f80d8794-9742-4d38-a86e-cda5a6939a89 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:54.892358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-072a1810-8f12-4afb-afa5-15ff3ccf8388 req-f80d8794-9742-4d38-a86e-cda5a6939a89 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 944 time: 0.2038369 Feb 07 22:58:54.908897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:security_group_rule and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:54.925544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:54.941438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:54.961170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] For port cd01c77c-60cc-4aa5-9917-122990152155, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:58:54.965573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] For port cd01c77c-60cc-4aa5-9917-122990152155, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cd01c77c-60cc-4aa5-9917-122990152155,segment=NetworkSegment(ff26dff0-5895-4deb-a22a-13370b533e49),segment_id=ff26dff0-5895-4deb-a22a-13370b533e49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:58:54.972856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:54.987256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'tag': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:54.987745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-072a1810-8f12-4afb-afa5-15ff3ccf8388 req-3f2fca6e-3973-4598-9f00-4dc8744b4c78 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940773 Feb 07 22:58:55.093268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56d3fa-1b2d-4670-a0e4-95e13fbfa0b1 None None] Pushing event updated for resources: {'Port': ['ID=cd01c77c-60cc-4aa5-9917-122990152155,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:55.115737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.127390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.177358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:58:55.190710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7701ab8-54c4-426e-adc5-1bbb9fd5ba1d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:55.241549 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.241996 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment f3f71764-d210-45e6-a950-d4d663a2d6ed of type vlan for network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 Feb 07 22:58:55.310461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-47a5b111-e2cc-402a-ae93-47abe13f4265 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293124 Feb 07 22:58:55.339893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.417318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75beeb96-03b2-481e-bdf8-d2d54482c839 req-3f269871-3d7a-4050-8b54-5c4bb6f9b971 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:55.418681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75beeb96-03b2-481e-bdf8-d2d54482c839 req-3f269871-3d7a-4050-8b54-5c4bb6f9b971 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 943 time: 0.2309237 Feb 07 22:58:55.426330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77c065-6064-4568-905e-ada6612b7799 req-b6b4f3e0-8f94-451d-852b-3d62d01c048e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:55.428738 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d77c065-6064-4568-905e-ada6612b7799 req-b6b4f3e0-8f94-451d-852b-3d62d01c048e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.1991096 Feb 07 22:58:55.445036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.450493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:55.451144 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.519336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4abcdd4e-75be-41e2-b71f-45359300a24e details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:58:55.629953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-ae16d0c7-93fa-4ed8-9a17-22474606a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:55.631433 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-ae16d0c7-93fa-4ed8-9a17-22474606a3f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 911 time: 0.8485727 Feb 07 22:58:55.635390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=d7bb2cee-3d83-405b-9116-f4ff8fae32f8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:55.656655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:58:55.658039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db8a106a-392e-4684-8758-8ece127807fc tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2800636 Feb 07 22:58:55.663496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75beeb96-03b2-481e-bdf8-d2d54482c839 req-723551ac-ed70-4ebd-b1df-236f34d3068f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344811 Feb 07 22:58:55.664033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47460) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:55.671926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1408543677'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:55.678599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d77c065-6064-4568-905e-ada6612b7799 req-82fdd994-1148-4420-9971-c2962cfae425 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210517 Feb 07 22:58:55.694591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:55.712463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:55.716157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:55.725090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:55.747745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:55.754430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.767864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-1ff0aa7d-6b8e-4026-8e6a-b441bdf2902d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb4f07a6-c534-4f71-911b-6d5289775afa HTTP/1.1" status: 200 len: 217 time: 0.1167550 Feb 07 22:58:55.799969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:58:55.815630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.816166 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment b13086cc-97e2-407c-90d0-f85fb3de28fa of type vlan for network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c Feb 07 22:58:55.854002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:55.856452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:55.870594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2067547e-2765-40d4-b116-8a3996dceda8 req-2739df4e-22a5-447e-a7ac-d0243ff87302 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505693 Feb 07 22:58:55.899971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'port_id': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'mac_address': 'fa:16:3e:63:21:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425025d-2175-48c1-a9d2-edaf7d92c964', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:58:55.945800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-ee6fb722-85cf-4127-8f9d-8f911da98468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:55.947527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-ee6fb722-85cf-4127-8f9d-8f911da98468 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.1668892 Feb 07 22:58:56.011463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.027532 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ee16264-d376-41c6-a8a0-cef559297d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.041056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abcdd4e-75be-41e2-b71f-45359300a24e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:56.059709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:56.066471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.118675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cd01c77c-60cc-4aa5-9917-122990152155 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:56.221624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:56.230219 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.233775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port cd01c77c-60cc-4aa5-9917-122990152155 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:56.243401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:56.244036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.286584 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.329974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['4abcdd4e-75be-41e2-b71f-45359300a24e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:56.333297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.394234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:56.397134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-12f0dc3c-9503-42dd-9bc0-308a265a1f52 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7299633 Feb 07 22:58:56.400918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47468) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:56.417316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': 'd7bb2cee-3d83-405b-9116-f4ff8fae32f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:56.418383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:58:56.484211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-e464884e-ad5d-4213-963c-ad1c5407ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:56.485711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-e464884e-ad5d-4213-963c-ad1c5407ce0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4386427 Feb 07 22:58:56.524022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-0ba2acfe-8945-4f26-9f38-e3de15a45c59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:56.524787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-0ba2acfe-8945-4f26-9f38-e3de15a45c59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Synchronizing usage tracker for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:56.533575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43fce96-eccd-4ff9-926f-08373328f395 None None] Network a07f3ac0-0678-4c20-a651-919557fa205b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:58:56.545563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-b1c3b155-471a-4e0e-ab9a-2c969f5c47cf req-dd840523-654c-4d5e-a582-bc98525a6624 service neutron] (87670) timed out ('10.222.0.10', 44682) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 22:58:56.556289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7653d9c-ea9c-4083-914a-75d9d45e2626 req-f14d30b6-8311-4a91-8857-a494c71c1d2a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:56.557853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7653d9c-ea9c-4083-914a-75d9d45e2626 req-f14d30b6-8311-4a91-8857-a494c71c1d2a tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 945 time: 0.3785000 Feb 07 22:58:56.568031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfaa46-c279-4f76-8712-aab31118c2cd req-0e84830a-5716-4ed9-9bfa-37cf01a5674b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:56.569522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ddfaa46-c279-4f76-8712-aab31118c2cd req-0e84830a-5716-4ed9-9bfa-37cf01a5674b tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 909 time: 0.6365020 Feb 07 22:58:56.614652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-0ba2acfe-8945-4f26-9f38-e3de15a45c59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Unset dirty status for tenant:e55b79f013eb4d7bafa6247555f94080 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:56.615534 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-0ba2acfe-8945-4f26-9f38-e3de15a45c59 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 945 time: 0.3734481 Feb 07 22:58:56.616864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.25.0.52 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/03e46d8a-cbca-4e9c-8149-9fdca96ceb07) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:56.625734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:56.633584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:56.638750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7653d9c-ea9c-4083-914a-75d9d45e2626 req-3ff2898c-1f72-482f-b6ea-d2d55ea64780 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603499 Feb 07 22:58:56.639795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:56.646291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:56.651315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f68f3af1-94e1-4840-85de-3878ce7b7953 None None] Provisioning for port cd01c77c-60cc-4aa5-9917-122990152155 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:56.669183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:56.679348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f68f3af1-94e1-4840-85de-3878ce7b7953 None None] Provisioning complete for port cd01c77c-60cc-4aa5-9917-122990152155 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:56.679914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f68f3af1-94e1-4840-85de-3878ce7b7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.682582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.706763 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'tag': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6', 'status': 'completed', 'code': 200} Feb 07 22:58:56.851923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Deleting port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:58:56.852437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:56.985524 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-547c67c2-906e-4b5f-b663-87c0a0b79ff2 service neutron] 10.222.0.26 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875286 Feb 07 22:58:57.051257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f68f3af1-94e1-4840-85de-3878ce7b7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.069869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3ac43-9081-42fc-8dd6-03cbdee121fa req-c4cf83d0-f683-4e5c-babe-3fc2b933b143 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.077234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cac3ac43-9081-42fc-8dd6-03cbdee121fa req-c4cf83d0-f683-4e5c-babe-3fc2b933b143 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 948 time: 0.2623694 Feb 07 22:58:57.100738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f68f3af1-94e1-4840-85de-3878ce7b7953 None None] For port cd01c77c-60cc-4aa5-9917-122990152155, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cd01c77c-60cc-4aa5-9917-122990152155,segment=NetworkSegment(ff26dff0-5895-4deb-a22a-13370b533e49),segment_id=ff26dff0-5895-4deb-a22a-13370b533e49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:57.109550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f68f3af1-94e1-4840-85de-3878ce7b7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.118560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7ca0-ffa7-4ebb-b1b1-06bf7d6079de req-e87cd067-41b9-4766-b8ae-172c49e96682 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.120070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bdb7ca0-ffa7-4ebb-b1b1-06bf7d6079de req-e87cd067-41b9-4766-b8ae-172c49e96682 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 944 time: 0.2222304 Feb 07 22:58:57.173751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cac3ac43-9081-42fc-8dd6-03cbdee121fa req-61f6e6ea-a9b2-4754-bcb2-fc91f7021289 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956192 Feb 07 22:58:57.204930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f3af1-94e1-4840-85de-3878ce7b7953 None None] Pushing event updated for resources: {'Port': ['ID=cd01c77c-60cc-4aa5-9917-122990152155,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:57.258475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bdb7ca0-ffa7-4ebb-b1b1-06bf7d6079de req-c9d8fd52-31e8-48da-8e8f-248d33897761 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224604 Feb 07 22:58:57.267298 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.431439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e4b4e562-acd6-48f9-9f1d-f0563ecdd463 None None] Provisioning complete for port cd01c77c-60cc-4aa5-9917-122990152155 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:57.431981 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e562-acd6-48f9-9f1d-f0563ecdd463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.454566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=aac6abc5-8143-4684-9173-e153212ba9c5,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:57.468717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526196-421e-465c-bcfc-28867d117dba req-3be8cfa1-9e25-45ad-9312-ed02c77b34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.470244 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47526196-421e-465c-bcfc-28867d117dba req-3be8cfa1-9e25-45ad-9312-ed02c77b34f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6557f3f418b043d8ab2075b8c1cb71a4&device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 1099 time: 0.6304598 Feb 07 22:58:57.516653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': 'f3f71764-d210-45e6-a950-d4d663a2d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd7bb2cee-3d83-405b-9116-f4ff8fae32f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:57.516915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: d7bb2cee-3d83-405b-9116-f4ff8fae32f8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:58:57.543264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device bb4f07a6-c534-4f71-911b-6d5289775afa details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:58:57.545625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4abcdd4e-75be-41e2-b71f-45359300a24e up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:57.556466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:58:57.567332 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.567669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095547e-e17c-4042-bd08-12a1a19e21f2 req-d623d946-6558-4e28-8f09-3db2ab253ecd tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.569175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9095547e-e17c-4042-bd08-12a1a19e21f2 req-d623d946-6558-4e28-8f09-3db2ab253ecd tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 909 time: 0.2089033 Feb 07 22:58:57.579524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89b266-b914-4366-9fd6-04c4a3779c22 req-001c81c3-75be-4693-9d28-318a5f5a264f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.581069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b89b266-b914-4366-9fd6-04c4a3779c22 req-001c81c3-75be-4693-9d28-318a5f5a264f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 944 time: 0.1767986 Feb 07 22:58:57.606061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d7bb2cee-3d83-405b-9116-f4ff8fae32f8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:57.627099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84cebe-beb4-4137-9908-fbbdf8711dea None None] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:58:57.630785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.631427 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.674115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b89b266-b914-4366-9fd6-04c4a3779c22 req-f2cb4beb-93f9-4e4a-b55c-3ce4e5710741 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844207 Feb 07 22:58:57.679158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3a23ba7f-9e66-43be-b34b-776bee8efc5d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2762289 Feb 07 22:58:57.680047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47480) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:57.686480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': 'b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:57.687013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] For port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,segment=NetworkSegment(e145790d-4a1a-46e7-909e-07aaa84f3ef4),segment_id=e145790d-4a1a-46e7-909e-07aaa84f3ef4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:57.687435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.697483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-11c92894-ae6c-4477-94e3-5b3ecda2a90f req-4c661001-3988-4d2f-832d-703fb3851c34 service neutron] 10.222.0.26 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6967385 Feb 07 22:58:57.820360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 4abcdd4e-75be-41e2-b71f-45359300a24e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:58:57.829273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 4abcdd4e-75be-41e2-b71f-45359300a24e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:57.829645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.886942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Calling delete_port for 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:58:57.961283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526196-421e-465c-bcfc-28867d117dba req-7dd0dfd5-bea0-4c62-8fdb-9ad6aa3463c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:57.962754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47526196-421e-465c-bcfc-28867d117dba req-7dd0dfd5-bea0-4c62-8fdb-9ad6aa3463c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4751842 Feb 07 22:58:57.972674 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:57.987375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:57.991637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:57.996143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:58.005642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:58.015451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cd01c77c-60cc-4aa5-9917-122990152155 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:58:58.030271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc7352-06e6-4a74-98b9-e4f7daaebafc req-1da99f14-f2c5-4305-a4bd-9811ebb36723 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.032360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7fc7352-06e6-4a74-98b9-e4f7daaebafc req-1da99f14-f2c5-4305-a4bd-9811ebb36723 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 1060 time: 0.1847544 Feb 07 22:58:58.035183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:58:58.038516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.083546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47526196-421e-465c-bcfc-28867d117dba req-aadbac38-294d-4621-8c7a-2201d3cca7cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6 HTTP/1.1" status: 200 len: 217 time: 0.1042397 Feb 07 22:58:58.121008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port bb4f07a6-c534-4f71-911b-6d5289775afa, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=bb4f07a6-c534-4f71-911b-6d5289775afa,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:58.146044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081205fa-6882-4de2-b79c-384ec8039e69 req-561bb204-b91f-42d7-8c0d-9504f662968f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.157643 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-081205fa-6882-4de2-b79c-384ec8039e69 req-561bb204-b91f-42d7-8c0d-9504f662968f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3518345 Feb 07 22:58:58.178373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:58:58.183473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:58.194706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:58:58.201576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'port_id': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'mac_address': 'fa:16:3e:b3:72:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:58:58.204342 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.220660 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-94682dfd-34e3-4f05-a0f4-85055afd8dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.230683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=03e46d8a-cbca-4e9c-8149-9fdca96ceb07,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:58.292128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.292643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.292843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.293182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.293521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.293852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.294177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.294508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.294899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.295255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.295574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.295899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:58:58.313133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526196-421e-465c-bcfc-28867d117dba req-4a66e2d4-3b24-4704-ae23-1b6920484121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.314520 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47526196-421e-465c-bcfc-28867d117dba req-4a66e2d4-3b24-4704-ae23-1b6920484121 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.2059877 Feb 07 22:58:58.344989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:58.363888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:58.364977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.377975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port cd01c77c-60cc-4aa5-9917-122990152155 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:58:58.377975 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.402444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d7bb2cee-3d83-405b-9116-f4ff8fae32f8', 'network_id': 'd7bb2cee-3d83-405b-9116-f4ff8fae32f8', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': 'aac6abc5-8143-4684-9173-e153212ba9c5'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:58:58.403261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.426288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-081205fa-6882-4de2-b79c-384ec8039e69 req-a2f802ec-b135-4f0b-bf1b-b2a573eba80d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668197 Feb 07 22:58:58.435393 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.468195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ac8e5-e456-4eea-927c-5426c14f9da3 req-e7adb28c-dfa9-41ad-982e-f653698fb4db tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.470551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c5ac8e5-e456-4eea-927c-5426c14f9da3 req-e7adb28c-dfa9-41ad-982e-f653698fb4db tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3ed7fc1-2231-4165-b432-65c78a8711b1 HTTP/1.1" status: 200 len: 945 time: 0.2860172 Feb 07 22:58:58.541276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:58.544780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4f07a6-c534-4f71-911b-6d5289775afa {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:58:58.574989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c5ac8e5-e456-4eea-927c-5426c14f9da3 req-24170141-3915-418d-a37d-4781ff9e5d28 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.10 "GET /v2.0/security-groups?id=f38a278a-802b-4fa2-adc2-dac9fead9f60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694330 Feb 07 22:58:58.579091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.635600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port bb4f07a6-c534-4f71-911b-6d5289775afa, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=bb4f07a6-c534-4f71-911b-6d5289775afa,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:58.655066 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.696545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Pushing event deleted for resources: {'Port': ['ID=075778f6-7c2a-4a2d-89fa-88e2b3ec4a29,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:58.700277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.774188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47526196-421e-465c-bcfc-28867d117dba req-b2c84ec9-a3a2-47c1-84b3-af0b41a15376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.776039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47526196-421e-465c-bcfc-28867d117dba req-b2c84ec9-a3a2-47c1-84b3-af0b41a15376 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4507494 Feb 07 22:58:58.777322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] No DVR routers for this DVR port 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:58:58.817119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=62a103d5-9f4b-4d8e-8b7b-da3c08f11dee,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:58.840343 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.843990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'name': 'network-vif-deleted', 'tag': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:58:58.863760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': 'b13086cc-97e2-407c-90d0-f85fb3de28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:58:58.864186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:58:58.875852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010e82c-d4a4-4ab7-ad7f-4a78477420e9 req-1b9d7427-2c21-4fd8-bd9a-2c4b33fd5049 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.878177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=bb4f07a6-c534-4f71-911b-6d5289775afa,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:58:58.883747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e010e82c-d4a4-4ab7-ad7f-4a78477420e9 req-1b9d7427-2c21-4fd8-bd9a-2c4b33fd5049 tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1135 time: 0.2511513 Feb 07 22:58:58.905146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Allocated IP 172.20.0.2 (d7bb2cee-3d83-405b-9116-f4ff8fae32f8/aac6abc5-8143-4684-9173-e153212ba9c5/1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:58:58.945749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:58:58.961950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e010e82c-d4a4-4ab7-ad7f-4a78477420e9 req-5b92d2e0-3776-40dc-9d7f-626c2dc7db7e tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Synchronizing usage tracker for tenant:314ae8ac5c894a7084c4df0a360213b8 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:58:58.967084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:58:58.975216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:58.975996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:58.991248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['bb4f07a6-c534-4f71-911b-6d5289775afa'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:58:59.011417 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5d99def5-70e4-4d6f-9175-07e1480a1903 req-e3e44cc6-6368-4b67-b571-22e29e81cfc3 tempest-ServersTestJSON-1386286296 tempest-ServersTestJSON-1386286296-project] 10.222.0.36 "DELETE /v2.0/ports/075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 HTTP/1.1" status: 204 len: 173 time: 2.3899512 Feb 07 22:58:59.016335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e010e82c-d4a4-4ab7-ad7f-4a78477420e9 req-5b92d2e0-3776-40dc-9d7f-626c2dc7db7e tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Unset dirty status for tenant:314ae8ac5c894a7084c4df0a360213b8 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:58:59.017390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9279fd1-c562-40ae-9f8d-a311433a8e5a None None] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:58:59.025112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e010e82c-d4a4-4ab7-ad7f-4a78477420e9 req-5b92d2e0-3776-40dc-9d7f-626c2dc7db7e tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1400390 Feb 07 22:58:59.037312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-99ace6b0-1637-4b93-9c09-777a449284b3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3559673 Feb 07 22:58:59.038345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47500) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:59.052034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47504) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:59.057136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a3ede-e267-4052-8ead-1046117e9b79 req-eebdfa45-37df-4849-bb37-3f732318871c tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.059204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-119a3ede-e267-4052-8ead-1046117e9b79 req-eebdfa45-37df-4849-bb37-3f732318871c tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 948 time: 0.2451446 Feb 07 22:58:59.063945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-601687886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:58:59.072823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:58:59.078870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:router and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:58:59.082463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:58:59.091157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:58:59.164663 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.165703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.249454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-119a3ede-e267-4052-8ead-1046117e9b79 req-86276ef8-7baa-437a-96f4-d5f52527cc20 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301672 Feb 07 22:58:59.268807 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.313582 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'code': 200} Feb 07 22:58:59.319116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.338624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c', 'network_id': 'b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': '62a103d5-9f4b-4d8e-8b7b-da3c08f11dee'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:58:59.339603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.391519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc58b7e-9287-4278-8b12-864a468d48a2 req-951ea2b5-cd8e-48ae-832f-2df76ce150ea tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.399686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dc58b7e-9287-4278-8b12-864a468d48a2 req-951ea2b5-cd8e-48ae-832f-2df76ce150ea tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 945 time: 0.2395480 Feb 07 22:58:59.402968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.408170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d8d9e28e-020f-48c2-a825-49fe86ea6b60 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3673410 Feb 07 22:58:59.409144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47508) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:58:59.433461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.462516 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47526196-421e-465c-bcfc-28867d117dba req-8c98237c-c810-47bd-b202-2cad81b2df8f service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286376 Feb 07 22:58:59.587779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dc58b7e-9287-4278-8b12-864a468d48a2 req-68d4fe0b-99cb-4305-9ece-31db0d242613 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868920 Feb 07 22:58:59.625643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:58:59.660113 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.680346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:58:59.854192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:58:59.863179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d010-91f6-4711-beaf-a2805e2cbb1a req-61a30836-b682-4765-84d6-f4ea56b90e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.864926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c373d010-91f6-4711-beaf-a2805e2cbb1a req-61a30836-b682-4765-84d6-f4ea56b90e60 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 1096 time: 0.3940847 Feb 07 22:58:59.874571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6', 'mac_address': 'fa:16:3e:73:89:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:58:59.955923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:58:59.960766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93fe3e6-ea98-4e03-9111-8210452a576c tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:58:59.965495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d93fe3e6-ea98-4e03-9111-8210452a576c tempest-TestSecurityGroupsBasicOps-393714036 tempest-TestSecurityGroupsBasicOps-393714036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 1055 time: 0.9068234 Feb 07 22:59:00.008825 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-47526196-421e-465c-bcfc-28867d117dba req-473758e5-ea5c-412e-a0ac-921f4b331438 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940305 Feb 07 22:59:00.023914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.033691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c373d010-91f6-4711-beaf-a2805e2cbb1a req-50b78b3c-7ef5-4995-ac8c-c78f59622ad2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089880 Feb 07 22:59:00.076259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f466-a628-4f83-8f4e-aa0f672a6641 req-5225f548-33ca-43c1-ba1a-b6033a428ab7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:00.085252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0162f466-a628-4f83-8f4e-aa0f672a6641 req-5225f548-33ca-43c1-ba1a-b6033a428ab7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.6296699 Feb 07 22:59:00.090352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:00.090783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 075778f6-7c2a-4a2d-89fa-88e2b3ec4a29 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:00.134992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Transition to ACTIVE for port object 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:00.155182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Allocated IP 172.21.0.2 (b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c/62a103d5-9f4b-4d8e-8b7b-da3c08f11dee/bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:00.162698 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.193967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Transition to ACTIVE for port object 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:00.216404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:00.248654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.254927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0162f466-a628-4f83-8f4e-aa0f672a6641 req-2f7743a5-36b8-4382-959c-0bba830a7de2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645038 Feb 07 22:59:00.272530 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.295656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.317114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d07b-9786-4eb4-87db-24239b043948 req-37a782a2-2cd7-4c28-9362-7b306f7736ee tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:00.324142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57f7d07b-9786-4eb4-87db-24239b043948 req-37a782a2-2cd7-4c28-9362-7b306f7736ee tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4706607 Feb 07 22:59:00.376339 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ed7fc1-2231-4165-b432-65c78a8711b1', 'name': 'network-vif-deleted', 'tag': '075778f6-7c2a-4a2d-89fa-88e2b3ec4a29', 'status': 'completed', 'code': 200} Feb 07 22:59:00.396144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Pushing event updated for resources: {'Port': ['ID=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:00.428084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:00.434823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:00.438710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:00.441835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:00.445130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47520) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:00.487506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.623674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router a355f2fe-5593-4dbd-a77a-64036e57e8c1 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:59:00.663204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57f7d07b-9786-4eb4-87db-24239b043948 req-7af3c0df-2ec6-4456-b503-a33cca3ff6a6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379667 Feb 07 22:59:00.705387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Attempting to bind port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:00.706204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Attempting to bind port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f3f71764-d210-45e6-a950-d4d663a2d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd7bb2cee-3d83-405b-9116-f4ff8fae32f8'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:00.706919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Attempting to bind port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 on network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:59:00.729154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:59:00.729822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Checking segment: {'id': 'f3f71764-d210-45e6-a950-d4d663a2d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd7bb2cee-3d83-405b-9116-f4ff8fae32f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:59:00.730386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.730933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Bound using segment: {'id': 'f3f71764-d210-45e6-a950-d4d663a2d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd7bb2cee-3d83-405b-9116-f4ff8fae32f8'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:59:00.731561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Bound port: 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f71764-d210-45e6-a950-d4d663a2d6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'd7bb2cee-3d83-405b-9116-f4ff8fae32f8'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:00.732094 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.746434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:00.756037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['3ae43bb9-da53-41e4-86b1-71a662d6ddb6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:59:00.837134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Deleting subnet 3297c5f5-c5ac-465c-86f2-3cd46109b2e0 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:59:00.842550 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.927523 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.938861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:00.948824 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] Sync routers for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:00.965087 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:00.965901 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:00.971850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:00.976964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b40963ea-d452-4bc3-bd21-86789d4daced tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.0921490 Feb 07 22:59:00.977426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Transition to ACTIVE for port object bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:00.977874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47530) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:01.024003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.036788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Transition to ACTIVE for port object bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:01.038574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] For port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:59:01.059956 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:01.062271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] For port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,segment=NetworkSegment(f3f71764-d210-45e6-a950-d4d663a2d6ed),segment_id=f3f71764-d210-45e6-a950-d4d663a2d6ed)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:59:01.067171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.074371 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:01.075228 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:01.129936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.143391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:01.145132 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.162819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:01.165994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:01.173304 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:01.174006 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19200cd2-66c2-4673-a32b-d58c810b150f None None] The sync data for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:01.303435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.318100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Pushing event updated for resources: {'Port': ['ID=bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:01.373999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b09104-aa5f-4c48-9cba-48ed583010a4 req-df59b399-dc23-40bb-a0c1-29632c26f66b tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:01.375554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05b09104-aa5f-4c48-9cba-48ed583010a4 req-df59b399-dc23-40bb-a0c1-29632c26f66b tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 949 time: 0.4703214 Feb 07 22:59:01.393148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085ab61-82bd-40c1-a19d-3861d7cd098e req-6db9a506-c870-46d5-b8f1-b599fbc91004 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:01.400276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e085ab61-82bd-40c1-a19d-3861d7cd098e req-6db9a506-c870-46d5-b8f1-b599fbc91004 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 945 time: 0.4026060 Feb 07 22:59:01.409765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Attempting to bind port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:01.410132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Attempting to bind port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b13086cc-97e2-407c-90d0-f85fb3de28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:01.410499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Attempting to bind port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e on network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:59:01.419051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:59:01.419500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Checking segment: {'id': 'b13086cc-97e2-407c-90d0-f85fb3de28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:59:01.419822 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.420213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Bound using segment: {'id': 'b13086cc-97e2-407c-90d0-f85fb3de28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:59:01.420724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Bound port: bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13086cc-97e2-407c-90d0-f85fb3de28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:01.421103 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.431871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.20.0.1 (d7bb2cee-3d83-405b-9116-f4ff8fae32f8/aac6abc5-8143-4684-9173-e153212ba9c5/88628bb8-d4b0-436d-a3e5-4676d9eac3cc) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:01.491565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1463f9-c8d7-431b-879c-2bdbb0f05434 None None] Pushing event updated for resources: {'Port': ['ID=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:01.525993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e085ab61-82bd-40c1-a19d-3861d7cd098e req-b08f378d-9ce0-4ab1-ae71-862f46530b28 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246209 Feb 07 22:59:01.532710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device bb4f07a6-c534-4f71-911b-6d5289775afa up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:01.587680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] For port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:59:01.588453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05b09104-aa5f-4c48-9cba-48ed583010a4 req-d69ed872-ccff-4c12-baba-6e33ad0d778f tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681635 Feb 07 22:59:01.604207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] For port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e,segment=NetworkSegment(b13086cc-97e2-407c-90d0-f85fb3de28fa),segment_id=b13086cc-97e2-407c-90d0-f85fb3de28fa)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:59:01.620715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.757127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port bb4f07a6-c534-4f71-911b-6d5289775afa completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:01.771812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port bb4f07a6-c534-4f71-911b-6d5289775afa triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:01.771973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:01.847327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f871aa-9bb7-43b1-a59d-d07ec530994f None None] Pushing event updated for resources: {'Port': ['ID=bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:01.943031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.052362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3297c5f5-c5ac-465c-86f2-3cd46109b2e0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:02.068124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.068855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.069513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.070016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.070554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.071043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.071530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.072127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.072979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.073471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.073954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.074434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:02.099222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.120353 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.174756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port bb4f07a6-c534-4f71-911b-6d5289775afa, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=bb4f07a6-c534-4f71-911b-6d5289775afa,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:02.176531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:02.182904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:02.237425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d9303e13-8c18-40bd-8c2a-6fe33dd40a9f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3297c5f5-c5ac-465c-86f2-3cd46109b2e0 HTTP/1.1" status: 204 len: 168 time: 1.7914109 Feb 07 22:59:02.239554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.243025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47538) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:02.300729 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.316521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c8de3-7827-45ef-aa39-75ea4c170751 req-48070d3c-e52c-45f1-9f79-74b5cb65f142 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:02.318096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd5c8de3-7827-45ef-aa39-75ea4c170751 req-48070d3c-e52c-45f1-9f79-74b5cb65f142 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5567069 Feb 07 22:59:02.325623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182922a-99f5-4773-97af-b89d467deb3a req-f7cd8bcc-6bf6-4c21-9994-21a8ce14fd35 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:02.327132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6182922a-99f5-4773-97af-b89d467deb3a req-f7cd8bcc-6bf6-4c21-9994-21a8ce14fd35 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 909 time: 0.5814703 Feb 07 22:59:02.366838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object 88628bb8-d4b0-436d-a3e5-4676d9eac3cc will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:02.394726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=bb4f07a6-c534-4f71-911b-6d5289775afa,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:02.402750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-0a034df5-4508-4f3f-b4ff-8ecb69a90e95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:02.404247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-0a034df5-4508-4f3f-b4ff-8ecb69a90e95 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.36 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 909 time: 0.2841976 Feb 07 22:59:02.412821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd5c8de3-7827-45ef-aa39-75ea4c170751 req-f74119bb-1ac4-4a7b-8a93-57c709a346e2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826633 Feb 07 22:59:02.421065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:02.473941 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'code': 200} Feb 07 22:59:02.517672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-cabc1340-c5d7-47fa-9cb4-b79f39a9b5a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6128201 Feb 07 22:59:02.602065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting port 31d57162-8d93-46f7-9cab-2516b0ba706f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:02.602529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.706052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.715945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:02.870630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:02.877836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:02.897538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=88628bb8-d4b0-436d-a3e5-4676d9eac3cc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:02.901993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:02.983373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6702d83-3da7-4420-89c9-630657a60161 None None] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:02.991970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.010773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686ad6d-1384-4de1-9f56-0d0af0ceb31c req-96026ea0-0006-42ad-a7da-ef6589582b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:03.012815 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3686ad6d-1384-4de1-9f56-0d0af0ceb31c req-96026ea0-0006-42ad-a7da-ef6589582b23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 1097 time: 0.4503636 Feb 07 22:59:03.025505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-72210d45-7e9c-4afd-bff7-bce879e2d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:03.028125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-72210d45-7e9c-4afd-bff7-bce879e2d1cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1096 time: 0.3878767 Feb 07 22:59:03.128621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0f4cb-3146-4693-b258-39d672c84f59 req-b2760919-9b4d-43cf-80be-a9e1d0517ce3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:03.136243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33a0f4cb-3146-4693-b258-39d672c84f59 req-b2760919-9b4d-43cf-80be-a9e1d0517ce3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.6227651 Feb 07 22:59:03.220525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3686ad6d-1384-4de1-9f56-0d0af0ceb31c req-affe7ad0-43eb-4c2e-88d7-102f9c93f04b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790464 Feb 07 22:59:03.222104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cf38f3-c8be-495e-98eb-e032d834448e']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:03.253412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e145790d-4a1a-46e7-909e-07aaa84f3ef4') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:03.254141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e145790d-4a1a-46e7-909e-07aaa84f3ef4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:03.263673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33a0f4cb-3146-4693-b258-39d672c84f59 req-c0df31ab-8ddc-45b8-abce-36b08ec6592c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264095 Feb 07 22:59:03.265578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4e04cf25-f09b-4f23-b125-3f25215acd71 None None] Provisioning for port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:03.281860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4e04cf25-f09b-4f23-b125-3f25215acd71 None None] Provisioning complete for port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:03.282214 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4e04cf25-f09b-4f23-b125-3f25215acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.289544 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.294682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8ddf8-405d-4844-b69a-aacb10f97132 req-5b9606a5-49e3-4df8-a123-6a0ac3876bbd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:03.297477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36f8ddf8-405d-4844-b69a-aacb10f97132 req-5b9606a5-49e3-4df8-a123-6a0ac3876bbd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.6618013 Feb 07 22:59:03.304363 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.317500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.325360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:03.325788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.367871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] For port 31d57162-8d93-46f7-9cab-2516b0ba706f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=31d57162-8d93-46f7-9cab-2516b0ba706f,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:03.368921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.446338 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4e04cf25-f09b-4f23-b125-3f25215acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:03.463848 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:03.466209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.489088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.491811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4e04cf25-f09b-4f23-b125-3f25215acd71 None None] For port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,segment=NetworkSegment(f3f71764-d210-45e6-a950-d4d663a2d6ed),segment_id=f3f71764-d210-45e6-a950-d4d663a2d6ed)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:03.503759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4e04cf25-f09b-4f23-b125-3f25215acd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.526066 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:03.539811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=12cf38f3-c8be-495e-98eb-e032d834448e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:03.557131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:03.581811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66afb163-feef-4054-ba0e-2d2dd10993e1 None None] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:03.617932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8425134e-8d3e-4353-9c01-6b2551d13e60 admin admin] 10.222.0.10 "DELETE /v2.0/networks/12cf38f3-c8be-495e-98eb-e032d834448e HTTP/1.1" status: 204 len: 168 time: 1.3736126 Feb 07 22:59:03.621079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Calling delete_port for 31d57162-8d93-46f7-9cab-2516b0ba706f owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:03.673518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36f8ddf8-405d-4844-b69a-aacb10f97132 req-3b87533c-8c10-446c-b8fc-8a87a731d79e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652542 Feb 07 22:59:03.681590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-fde4b807-7445-4ac3-8ee7-48fd5e81466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:03.683125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-fde4b807-7445-4ac3-8ee7-48fd5e81466b service neutron] 10.222.0.36 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.5929947 Feb 07 22:59:04.036065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9a6536db-d6e3-4b5a-8409-dd2f86f890d1 None None] Provisioning for port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:04.057749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04cf25-f09b-4f23-b125-3f25215acd71 None None] Pushing event updated for resources: {'Port': ['ID=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:04.091496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.098994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:04.141695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:04.142774 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.225900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bc7d4-4e7f-48bd-9234-d427eec57755 req-517fbf92-0a59-494a-9244-f3422a45ae0d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.234873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-271bc7d4-4e7f-48bd-9234-d427eec57755 req-517fbf92-0a59-494a-9244-f3422a45ae0d tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.7365828 Feb 07 22:59:04.241665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:04.256049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47556) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:04.326063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-9e987b05-c247-4cf8-a445-ec4f1d2f79bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.1864042 Feb 07 22:59:04.465430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-48f2ae0d-ef2f-4724-a6d5-145b9c39d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.467945 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-48f2ae0d-ef2f-4724-a6d5-145b9c39d763 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.1294208 Feb 07 22:59:04.499305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:04.518769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2b4b57b7-d2b2-476b-a677-3e3702cf5f00 None None] Provisioning complete for port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:04.519189 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2b4b57b7-d2b2-476b-a677-3e3702cf5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.540998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd6e4a-23d0-4e34-a763-a108f98743d3 req-ba497d58-de5c-4412-8a76-570231457772 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:04.545222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fcdd6e4a-23d0-4e34-a763-a108f98743d3 req-ba497d58-de5c-4412-8a76-570231457772 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 949 time: 0.6213136 Feb 07 22:59:04.548794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:04.549171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.552157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-271bc7d4-4e7f-48bd-9234-d427eec57755 req-e2f0169e-9baf-4eab-9f9f-b56a7a1647c9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159761 Feb 07 22:59:04.573143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-f153458a-cbde-4e8d-bd36-117c87441f7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945494 Feb 07 22:59:04.652284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.751486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.779566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:04.785595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:04.795304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-6f8c8c69-b05f-4525-a32c-75ba83a24e89 service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138755 Feb 07 22:59:04.808993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.912422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-965276a7-9551-44b3-84d5-9333b7fbcfd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e55b79f013eb4d7bafa6247555f94080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472054 Feb 07 22:59:04.913670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:04.918062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47566) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:04.950312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:05.041655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e,segment=NetworkSegment(b13086cc-97e2-407c-90d0-f85fb3de28fa),segment_id=b13086cc-97e2-407c-90d0-f85fb3de28fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:05.052738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.100020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ccbdbc55-4813-4885-a589-b7e1b07b847c req-195daa40-d850-4759-9041-daf948a6528e service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971742 Feb 07 22:59:05.102314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.1 (a07f3ac0-0678-4c20-a651-919557fa205b/e6312330-6702-4eb9-8dc6-eb94ba8b6a6a/c0d6e6fb-8851-44e7-b32a-3480dbfaaaff) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:05.193246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.209011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2b4b57b7-d2b2-476b-a677-3e3702cf5f00 None None] Provisioning for port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:05.224947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Port': ['ID=31d57162-8d93-46f7-9cab-2516b0ba706f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:05.227053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:05.235154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2b4b57b7-d2b2-476b-a677-3e3702cf5f00 None None] Provisioning complete for port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:05.235610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2b4b57b7-d2b2-476b-a677-3e3702cf5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.316946 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.335226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b57b7-d2b2-476b-a677-3e3702cf5f00 None None] Port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:05.413849 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.439582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Transition to ACTIVE for port object c0d6e6fb-8851-44e7-b32a-3480dbfaaaff will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:05.465146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-363d632c-68ad-43e8-97cb-d8857d96230c None None] Provisioning complete for port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:05.465556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-363d632c-68ad-43e8-97cb-d8857d96230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.469487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.550493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=88628bb8-d4b0-436d-a3e5-4676d9eac3cc,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:05.560216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-363d632c-68ad-43e8-97cb-d8857d96230c None None] Port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:05.571040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network a07f3ac0-0678-4c20-a651-919557fa205b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:05.574933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:05.580107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:05.583745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-363d632c-68ad-43e8-97cb-d8857d96230c None None] Provisioning complete for port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:05.584423 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-363d632c-68ad-43e8-97cb-d8857d96230c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.624030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=c0d6e6fb-8851-44e7-b32a-3480dbfaaaff,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:05.658740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.742483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fcdd6e4a-23d0-4e34-a763-a108f98743d3 req-06038096-76d6-4b37-a1ce-979f8efa3c1d tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8478932 Feb 07 22:59:05.752609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-367b513e-a95e-4263-bca1-6842036646e3 req-0e8de5c5-65f9-4d34-ba25-41d970d7401a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=c75d7281-f431-4a64-9da2-461a213371ce HTTP/1.1" status: 200 len: 210 time: 0.3978987 Feb 07 22:59:05.758551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] No DVR routers for this DVR port 31d57162-8d93-46f7-9cab-2516b0ba706f on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:05.761569 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.776333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75d7281-f431-4a64-9da2-461a213371ce', 'name': 'network-vif-deleted', 'tag': '31d57162-8d93-46f7-9cab-2516b0ba706f'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:05.827803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dacb2544-1114-4a0b-ba4a-7f46b1401bb7 req-8c5d123a-1d73-4f91-bd82-1a82673d851f tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.36 "DELETE /v2.0/ports/31d57162-8d93-46f7-9cab-2516b0ba706f HTTP/1.1" status: 204 len: 173 time: 3.4134274 Feb 07 22:59:05.828917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceeaf-4ee1-4e06-9d9b-4f556450ee53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.857974 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.882865 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6', 'code': 200} Feb 07 22:59:05.892232 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.900862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceeaf-4ee1-4e06-9d9b-4f556450ee53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:05.955208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 31d57162-8d93-46f7-9cab-2516b0ba706f no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:06.010766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.054303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 31d57162-8d93-46f7-9cab-2516b0ba706f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:06.054716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 31d57162-8d93-46f7-9cab-2516b0ba706f not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:06.074446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f0a9a1c6-2e70-4c3e-8b4e-cdd99103de95 None None] Provisioning for port c0d6e6fb-8851-44e7-b32a-3480dbfaaaff completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:06.080992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:06.111476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f0a9a1c6-2e70-4c3e-8b4e-cdd99103de95 None None] Provisioning complete for port c0d6e6fb-8851-44e7-b32a-3480dbfaaaff triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:06.111930 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0a9a1c6-2e70-4c3e-8b4e-cdd99103de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.250504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.252657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9a1c6-2e70-4c3e-8b4e-cdd99103de95 None None] Port c0d6e6fb-8851-44e7-b32a-3480dbfaaaff cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:06.267818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:06.267818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.299047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dfac9-02bf-4384-b29f-4fefc2d8f380 req-919caba7-f67d-42ea-8365-796cc6df45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:06.300589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-706dfac9-02bf-4384-b29f-4fefc2d8f380 req-919caba7-f67d-42ea-8365-796cc6df45bc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 1101 time: 0.2138672 Feb 07 22:59:06.423890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af633a-ad5d-4e11-a44d-9ac5c122fe98 req-51d15fd3-2f47-4308-b09f-73ea63ec4809 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:06.430940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96af633a-ad5d-4e11-a44d-9ac5c122fe98 req-51d15fd3-2f47-4308-b09f-73ea63ec4809 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4954822 Feb 07 22:59:06.442597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:06.467245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceeaf-4ee1-4e06-9d9b-4f556450ee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.485688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:06.497041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:06.518760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2278840-988b-427a-8ae9-684abc3fd975 req-ba4fd4fb-568a-4045-ba63-bc9d22809791 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:06.520217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2278840-988b-427a-8ae9-684abc3fd975 req-ba4fd4fb-568a-4045-ba63-bc9d22809791 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.3531897 Feb 07 22:59:06.521044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ceeaf-4ee1-4e06-9d9b-4f556450ee53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38a278a-802b-4fa2-adc2-dac9fead9f60,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:06.540825 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-706dfac9-02bf-4384-b29f-4fefc2d8f380 req-62514552-e8b1-481f-b03d-7344e0b7c493 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313912 Feb 07 22:59:06.600060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:06.601512 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.621212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96af633a-ad5d-4e11-a44d-9ac5c122fe98 req-91990c7d-e2c2-4a79-9eb3-a8bb9fdd27c9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892667 Feb 07 22:59:06.852848 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a1ceeaf-4ee1-4e06-9d9b-4f556450ee53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.854013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6a1ceeaf-4ee1-4e06-9d9b-4f556450ee53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f38a278a-802b-4fa2-adc2-dac9fead9f60 HTTP/1.1" status: 204 len: 168 time: 1.8838606 Feb 07 22:59:06.885452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0867bf3b-a79e-4eae-a32a-c8d21788848b None None] Provisioning complete for port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:06.885845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0867bf3b-a79e-4eae-a32a-c8d21788848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:06.899531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2278840-988b-427a-8ae9-684abc3fd975 req-7d108732-812b-4d9a-9e67-089f94f01533 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770994 Feb 07 22:59:06.970251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf1149-bfdd-48f3-8c03-c8e6bab936c4 req-d83f2c96-9b20-4375-bf5d-5ca1f152225d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:06.971791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47cf1149-bfdd-48f3-8c03-c8e6bab936c4 req-d83f2c96-9b20-4375-bf5d-5ca1f152225d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.1670830 Feb 07 22:59:06.973674 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75d7281-f431-4a64-9da2-461a213371ce', 'name': 'network-vif-deleted', 'tag': '31d57162-8d93-46f7-9cab-2516b0ba706f', 'status': 'completed', 'code': 200} Feb 07 22:59:06.979871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0867bf3b-a79e-4eae-a32a-c8d21788848b None None] Port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:07.005622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.009387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 1669dfb9-c38a-4165-ac8e-96e960c08ef1 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:59:07.011807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.096970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47590) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:07.158161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:07.186100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47cf1149-bfdd-48f3-8c03-c8e6bab936c4 req-87876db3-19ca-4548-bc71-df99109ace04 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060125 Feb 07 22:59:07.262096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=c0d6e6fb-8851-44e7-b32a-3480dbfaaaff,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:07.337413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network a07f3ac0-0678-4c20-a651-919557fa205b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:07.338806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:07.604589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:07.615976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router a355f2fe-5593-4dbd-a77a-64036e57e8c1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:07.617375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a9106ce2-8efe-48eb-972c-5ed18cdf00d6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/1669dfb9-c38a-4165-ac8e-96e960c08ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1746426 Feb 07 22:59:07.618102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] Sync routers for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:07.620102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:07.651703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:07.652358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.829236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.861891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:07.862540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.904918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:07.929747 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a69f59-467f-4533-b998-8060209f481f None None] Sync routers for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:07.940839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-47b19374-6025-4006-9905-5f84712009b3 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/routers/a355f2fe-5593-4dbd-a77a-64036e57e8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9573116 Feb 07 22:59:07.941171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47624) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:07.948452 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a69f59-467f-4533-b998-8060209f481f None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:07.949425 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67a69f59-467f-4533-b998-8060209f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.952112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef243c5-58ba-4974-840d-dba06314a26f req-99202482-cd64-42dd-9a5a-164f053073a0 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:07.957103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'port': {'network_id': 'a07f3ac0-0678-4c20-a651-919557fa205b', 'name': 'tempest-FloatingIPTestJSON-1610751288'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:07.959170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ef243c5-58ba-4974-840d-dba06314a26f req-99202482-cd64-42dd-9a5a-164f053073a0 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 950 time: 0.7633471 Feb 07 22:59:07.996055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:07.997338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3026c49d-1f87-4331-9093-4fe3da7e4974 None None] The sync data for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:08.006596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-108ae11d-06de-4f39-a7e9-67fd7c5136ec None None] Provisioning complete for port c0d6e6fb-8851-44e7-b32a-3480dbfaaaff triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:08.007593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-108ae11d-06de-4f39-a7e9-67fd7c5136ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.032904 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67a69f59-467f-4533-b998-8060209f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:08.035465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47628) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:08.044656 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a69f59-467f-4533-b998-8060209f481f None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:08.045540 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67a69f59-467f-4533-b998-8060209f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:08.081800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a1d60a-f258-42c4-8091-61ab19b3a5d2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:08.082294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c7a1d60a-f258-42c4-8091-61ab19b3a5d2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:08.108917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-108ae11d-06de-4f39-a7e9-67fd7c5136ec None None] Port c0d6e6fb-8851-44e7-b32a-3480dbfaaaff cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:08.122770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca3579-1fc8-45a4-8688-c592926489b9 req-2fa882d3-e8d4-4e1b-87b8-1468cd1f6ee4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:08.123498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acca3579-1fc8-45a4-8688-c592926489b9 req-2fa882d3-e8d4-4e1b-87b8-1468cd1f6ee4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.7838326 Feb 07 22:59:08.138141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67a69f59-467f-4533-b998-8060209f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:08.138893 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a69f59-467f-4533-b998-8060209f481f None None] The sync data for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:08.162175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47634) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:08.178268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Request body: {'floatingip': {'port_id': 'bb4f07a6-c534-4f71-911b-6d5289775afa'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:08.214651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1179992367-network', 'tenant_id': '96138495d16b406493f3aa02f87c3abb'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:08.224937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:08.240164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Usage tracker for resource:network and tenant:96138495d16b406493f3aa02f87c3abb is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:08.242090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ef243c5-58ba-4974-840d-dba06314a26f req-71229d2a-6cdc-4d99-b9cb-fca545900e64 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820475 Feb 07 22:59:08.245047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:08.255320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:08.255572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c7a1d60a-f258-42c4-8091-61ab19b3a5d2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:08.259523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c7a1d60a-f258-42c4-8091-61ab19b3a5d2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports/88628bb8-d4b0-436d-a3e5-4676d9eac3cc HTTP/1.1" status: 200 len: 910 time: 0.6365452 Feb 07 22:59:08.270835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:08.272923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47638) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:08.326129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.331079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Usage tracker for resource:port and tenant:4849b92037a149c7b1d6f47bdcee428d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:08.341050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:08.361290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:08.363357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Made reservation on behalf of 96138495d16b406493f3aa02f87c3abb for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:08.365688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.433898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.465824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Made reservation on behalf of 4849b92037a149c7b1d6f47bdcee428d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:08.469350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:08.487159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:08.500747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Usage tracker for resource:security_group_rule and tenant:96138495d16b406493f3aa02f87c3abb is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:08.506890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:08.511886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] device_id is not set on port 5f66bddc-5e90-4c49-b807-70af29290071 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:59:08.554342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:08.739699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba8776-62a3-466c-a535-5fe1bcc1c05e req-bdccdf21-f39d-4d07-8b6c-5f875633ec15 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:08.741308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92ba8776-62a3-466c-a535-5fe1bcc1c05e req-bdccdf21-f39d-4d07-8b6c-5f875633ec15 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4960265 Feb 07 22:59:08.778159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc71c-28c1-42f2-98f5-40f01562b61d req-e2487f6d-58a1-4a6e-907e-b5a9b666a211 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:08.779737 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fccc71c-28c1-42f2-98f5-40f01562b61d req-e2487f6d-58a1-4a6e-907e-b5a9b666a211 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.3895047 Feb 07 22:59:08.960353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92ba8776-62a3-466c-a535-5fe1bcc1c05e req-ece5649b-bdd7-4a54-add0-b5a05c2b4afe tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910288 Feb 07 22:59:08.981906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fccc71c-28c1-42f2-98f5-40f01562b61d req-0a88f638-cff7-4208-b070-e1b8d74dd18a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634355 Feb 07 22:59:09.141646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Allocated IP 172.20.0.4 (a07f3ac0-0678-4c20-a651-919557fa205b/e6312330-6702-4eb9-8dc6-eb94ba8b6a6a/5f66bddc-5e90-4c49-b807-70af29290071) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:09.182311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.193078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.257056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.292262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7af41d7-c605-4688-b05d-676ef2b47f7e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:09.294916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:59:09.331564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.332142 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Added segment ee6d1f44-296d-4c58-bc52-196c34ad1f82 of type vlan for network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 Feb 07 22:59:09.369304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371141c-149d-4933-9534-7a9c5448e69c req-ca7d93a6-f3ba-411e-a3ad-1f131eedf081 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:09.371079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3371141c-149d-4933-9534-7a9c5448e69c req-ca7d93a6-f3ba-411e-a3ad-1f131eedf081 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2524309 Feb 07 22:59:09.583974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.645147 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.703661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:59:09.743029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.743995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:09.744594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.860237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3371141c-149d-4933-9534-7a9c5448e69c req-91f1440b-2ce3-4526-875e-b97bcaaba183 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4819629 Feb 07 22:59:09.918241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.944339 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:09.963769 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.005694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] Pushing event updated for resources: {'Network': ['ID=6f85e178-0275-4d1f-8037-6b1c0cd0e932,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:10.014654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Transition to ACTIVE for port object 5f66bddc-5e90-4c49-b807-70af29290071 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:10.036809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:59:10.075306 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e422ef4f-d11c-42f3-8341-0bd3e0cd73fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0396099 Feb 07 22:59:10.078615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47652) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:10.090553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Request body: {'subnet': {'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1179992367-subnet', 'tenant_id': '96138495d16b406493f3aa02f87c3abb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:10.102910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:10.116087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Usage tracker for resource:subnet and tenant:96138495d16b406493f3aa02f87c3abb is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:10.119669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:10.137722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:10.148592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b650f-9fa5-422a-bcfe-176935d3add9 req-1222f1d8-67c2-49a7-ab2f-e5b7f3d58694 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:10.150939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d85b650f-9fa5-422a-bcfe-176935d3add9 req-1222f1d8-67c2-49a7-ab2f-e5b7f3d58694 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 950 time: 0.7738125 Feb 07 22:59:10.198334 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.213910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Made reservation on behalf of 96138495d16b406493f3aa02f87c3abb for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:10.216219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.314812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d85b650f-9fa5-422a-bcfe-176935d3add9 req-1255678e-88f7-4e6f-bca7-ea1897c7d412 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506314 Feb 07 22:59:10.322382 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Floating IP 3b51cd65-ca48-4e0c-ab74-c63fbef11ab7 associated. External IP: 172.25.0.69, port: bb4f07a6-c534-4f71-911b-6d5289775afa. Feb 07 22:59:10.379708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Network a07f3ac0-0678-4c20-a651-919557fa205b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:10.389826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:10.428387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:10.449917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a0c51-c323-4010-a135-b970b7088997 req-ccdf10b8-94d1-4da5-8945-747b34ea7c73 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:10.451594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e8a0c51-c323-4010-a135-b970b7088997 req-ccdf10b8-94d1-4da5-8945-747b34ea7c73 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4084256 Feb 07 22:59:10.511050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event updated for resources: {'Port': ['ID=5f66bddc-5e90-4c49-b807-70af29290071,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:10.551017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:10.551683 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.597999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.21.0.1 (b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c/62a103d5-9f4b-4d8e-8b7b-da3c08f11dee/fa8557fc-3fca-42f5-a488-5c11aa7a56a1) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:10.615078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6e014531-072e-4626-a8bb-faf6e1a338bf tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6729228 Feb 07 22:59:10.622139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47658) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:10.650344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Request body: {'floatingip': {'port_id': '5f66bddc-5e90-4c49-b807-70af29290071'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:10.657108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting port 71e909c0-3555-4425-bdeb-118c1861d40a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:10.657460 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.718303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e8a0c51-c323-4010-a135-b970b7088997 req-a366e260-b752-4e90-8a57-399150d931be tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475123 Feb 07 22:59:10.757861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5b6111f7-c663-4e05-95c8-ab01e994a9e6 None None] Provisioning for port 5f66bddc-5e90-4c49-b807-70af29290071 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:10.768236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5b6111f7-c663-4e05-95c8-ab01e994a9e6 None None] Provisioning complete for port 5f66bddc-5e90-4c49-b807-70af29290071 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:10.768941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b6111f7-c663-4e05-95c8-ab01e994a9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:10.853564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5b6111f7-c663-4e05-95c8-ab01e994a9e6 None None] Port 5f66bddc-5e90-4c49-b807-70af29290071 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:10.956284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4c11a-7f01-4b5e-a5f9-38c7b86d6eae req-f9fe02a9-1927-4771-be60-6ab9ba5100e7 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:10.957894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ef4c11a-7f01-4b5e-a5f9-38c7b86d6eae req-f9fe02a9-1927-4771-be60-6ab9ba5100e7 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4702013 Feb 07 22:59:11.047393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:11.121657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ef4c11a-7f01-4b5e-a5f9-38c7b86d6eae req-82f2b579-0f80-4ceb-8954-11ffed89a166 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521111 Feb 07 22:59:11.174159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Router a72f404a-2318-4332-a709-b5fba25ea24b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:11.184434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] For port 71e909c0-3555-4425-bdeb-118c1861d40a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=71e909c0-3555-4425-bdeb-118c1861d40a,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:11.184434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:11.219265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:11.295866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:11.368922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object fa8557fc-3fca-42f5-a488-5c11aa7a56a1 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:11.412980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a1a1737-b52f-4290-8181-641f8997a98e,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:11.463727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Checking segment: {'id': 'ee6d1f44-296d-4c58-bc52-196c34ad1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:59:11.464092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Network hostable DHCP agents. Network: 6f85e178-0275-4d1f-8037-6b1c0cd0e932, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:59:11.545611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Calling delete_port for 71e909c0-3555-4425-bdeb-118c1861d40a owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:11.583109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:59:11.639704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:11.712022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 6f85e178-0275-4d1f-8037-6b1c0cd0e932) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:11.725057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2735fb-780c-43af-b06d-5fe613453a37 None None] Network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:11.741044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:11.741643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:11.771762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:11.894110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:11.901702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=fa8557fc-3fca-42f5-a488-5c11aa7a56a1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:11.940181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:11.966522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:11.983080 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:11.987936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] Sync routers for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:11.995570 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e3ab7c68-54ae-40ce-b7c5-2abbf7bb8e11 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9157398 Feb 07 22:59:12.040161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:12.102433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:12.103096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:12.194018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6597281-97b0-4d7e-9338-ddb13a652c9c None None] Network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:12.281481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:12.329867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8cca2-79d7-406c-a832-a8c3686647af req-b5b7b54c-c287-4ebb-846e-51d7c8a421cd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:12.337806 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecd8cca2-79d7-406c-a832-a8c3686647af req-b5b7b54c-c287-4ebb-846e-51d7c8a421cd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.7992353 Feb 07 22:59:12.354374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:12.383769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Port': ['ID=71e909c0-3555-4425-bdeb-118c1861d40a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:12.430566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a11920c0-8ff1-4bf7-9254-d7f63a3bb5e2 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "PUT /v2.0/floatingips/3b51cd65-ca48-4e0c-ab74-c63fbef11ab7 HTTP/1.1" status: 200 len: 991 time: 4.2642074 Feb 07 22:59:12.442314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:12.477671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0d31d0e8-b4fb-44a4-b286-9d9f317b6a06 None None] Provisioning for port fa8557fc-3fca-42f5-a488-5c11aa7a56a1 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:12.518043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0d31d0e8-b4fb-44a4-b286-9d9f317b6a06 None None] Provisioning complete for port fa8557fc-3fca-42f5-a488-5c11aa7a56a1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:12.521069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0d31d0e8-b4fb-44a4-b286-9d9f317b6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:12.684427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecd8cca2-79d7-406c-a832-a8c3686647af req-14ebd785-b621-407e-95e3-a346750f5054 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453877 Feb 07 22:59:12.831330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:59:12.851234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:13.018826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47696) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:13.044601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-334689933-network', 'tenant_id': 'f62d83bce42b4144873b8eafa9087c1a'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:13.168583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.182856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.195050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0d31d0e8-b4fb-44a4-b286-9d9f317b6a06 None None] Port fa8557fc-3fca-42f5-a488-5c11aa7a56a1 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:13.203103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:13.215013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcc153-4e72-4a9f-8b03-f9679053c1a5 req-baca1b4c-a097-4310-badb-d524bdd19112 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:13.223676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aafcc153-4e72-4a9f-8b03-f9679053c1a5 req-baca1b4c-a097-4310-badb-d524bdd19112 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.7756212 Feb 07 22:59:13.229948 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.258543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Usage tracker for resource:network and tenant:f62d83bce42b4144873b8eafa9087c1a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:13.396776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3b51cd65-ca48-4e0c-ab74-c63fbef11ab7', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'port_id': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'mac_address': 'fa:16:3e:b3:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:38Z', 'updated_at': '2022-02-07T22:59:09Z', 'revision_number': 1, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:13.402533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] Checking router: a72f404a-2318-4332-a709-b5fba25ea24b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:13.414616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:13.415917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:13.445939 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 483aad8e-a9ca-4b81-a34b-48efb5f9a3ba associated. External IP: 172.25.0.155, port: 947f439f-bff7-44ff-af30-0dca3c706ce7. Feb 07 22:59:13.512463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:13.524853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.539111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:13.547800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.615696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ef66-105b-47ba-8a80-8d25887c6a8d req-3853edcc-e624-4677-beea-eeacc3f73b58 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:13.618376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33e9ef66-105b-47ba-8a80-8d25887c6a8d req-3853edcc-e624-4677-beea-eeacc3f73b58 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.7634282 Feb 07 22:59:13.626463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Made reservation on behalf of f62d83bce42b4144873b8eafa9087c1a for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:13.630114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.685675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:13.694761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aafcc153-4e72-4a9f-8b03-f9679053c1a5 req-d303a430-6ef3-4c71-9c44-2072e59dbd74 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701242 Feb 07 22:59:13.700242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.744297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:13.829851 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'status': 'completed', 'code': 200} Feb 07 22:59:13.865438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=fa8557fc-3fca-42f5-a488-5c11aa7a56a1,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:13.920928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:13.938750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Usage tracker for resource:security_group_rule and tenant:f62d83bce42b4144873b8eafa9087c1a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:14.010119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:14.023283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33e9ef66-105b-47ba-8a80-8d25887c6a8d req-2f07760e-598c-453c-9bdb-9c61bb70c380 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629954 Feb 07 22:59:14.024384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:14.253536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3b51cd65-ca48-4e0c-ab74-c63fbef11ab7', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'port_id': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'mac_address': 'fa:16:3e:b3:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:38Z', 'updated_at': '2022-02-07T22:59:09Z', 'revision_number': 1, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:14.260065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c1a3f-46f2-4fed-9aa3-4af75bc64fa9 None None] The sync data for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 is: [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3b51cd65-ca48-4e0c-ab74-c63fbef11ab7', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'port_id': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'mac_address': 'fa:16:3e:b3:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T22:58:38Z', 'updated_at': '2022-02-07T22:59:09Z', 'revision_number': 1, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:14.271500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcce50-b9e8-411b-96c3-1ee18db4ae38 req-93256644-14d2-40db-b3a4-22058735df7e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:14.274192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-e1bd2567-6e04-4a5e-b1ce-b1add60a9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:14.275690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-e1bd2567-6e04-4a5e-b1ce-b1add60a9c20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6245a52bd9e44ce8b32a223827c6e820&device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 1097 time: 0.4164178 Feb 07 22:59:14.283341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08dcce50-b9e8-411b-96c3-1ee18db4ae38 req-93256644-14d2-40db-b3a4-22058735df7e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3583446 Feb 07 22:59:14.306196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:14.313730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:14.403634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08dcce50-b9e8-411b-96c3-1ee18db4ae38 req-f0414811-00a0-4126-94fc-647b6ed32257 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190164 Feb 07 22:59:14.408519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:14.496150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:14.549241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:14.560057 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:14.573047 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a94043f-6237-465b-a9cf-4895fb261854 None None] New status for floating IP 3b51cd65-ca48-4e0c-ab74-c63fbef11ab7: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:59:14.678548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:59:14.701101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae53114-50a5-4920-8f55-0d8fdfa82cbb,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:14.751318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-53d205d9-ce06-4506-8e19-d26c0a8e3a1f None None] Provisioning complete for port fa8557fc-3fca-42f5-a488-5c11aa7a56a1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:14.754755 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-53d205d9-ce06-4506-8e19-d26c0a8e3a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:14.799657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:14.800019 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Added segment 493ca28e-f5c6-410b-a4de-395bd0ea18c1 of type vlan for network 27fba795-4f20-4f2c-b67e-4faef1a83791 Feb 07 22:59:14.886173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-53d205d9-ce06-4506-8e19-d26c0a8e3a1f None None] Port fa8557fc-3fca-42f5-a488-5c11aa7a56a1 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:14.901662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:14.932691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 1669dfb9-c38a-4165-ac8e-96e960c08ef1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:14.986073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-eef9c8dd-17f5-43c2-b6a4-b0f3ac540c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:14.987640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-eef9c8dd-17f5-43c2-b6a4-b0f3ac540c5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 200 len: 911 time: 0.7033279 Feb 07 22:59:15.017933 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.019170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.019813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.133781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:15.146946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] Sync routers for ids ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:15.158601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] Routers {'d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:15.159239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:15.196619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-637e592d-8fb7-4c7a-ada0-6cda1ef8b5f3 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "PUT /v2.0/routers/d2ffa78d-a08a-40ef-8c7b-40bb52e90f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0807970 Feb 07 22:59:15.196619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47712) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:15.209116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5a6ec-cef0-4ae0-8ca7-c90d37af1783 req-f53f09ff-2f81-40d7-ae8f-25e3c374ab2a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.210676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9d5a6ec-cef0-4ae0-8ca7-c90d37af1783 req-f53f09ff-2f81-40d7-ae8f-25e3c374ab2a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5950725 Feb 07 22:59:15.216004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-e6d17586-f0a1-4208-bb04-e9c2d8bcc0fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb4f07a6-c534-4f71-911b-6d5289775afa HTTP/1.1" status: 200 len: 1001 time: 0.1594939 Feb 07 22:59:15.255647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] Pushing event updated for resources: {'Network': ['ID=27fba795-4f20-4f2c-b67e-4faef1a83791,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:15.285752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66054230-3cd6-496e-ad4b-43fb2ab9836c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2520659 Feb 07 22:59:15.287635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:15.310079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Request body: {'subnet': {'network_id': '27fba795-4f20-4f2c-b67e-4faef1a83791', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-334689933-subnet', 'tenant_id': 'f62d83bce42b4144873b8eafa9087c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:15.329525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:15.337072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 27fba795-4f20-4f2c-b67e-4faef1a83791 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:59:15.355383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Usage tracker for resource:subnet and tenant:f62d83bce42b4144873b8eafa9087c1a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:15.365187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7d873-a70e-412c-8ca6-79cd8bba8520 req-ca0fc30f-9787-4308-890c-a63dd73fbf6c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.366718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61d7d873-a70e-412c-8ca6-79cd8bba8520 req-ca0fc30f-9787-4308-890c-a63dd73fbf6c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4046118 Feb 07 22:59:15.370075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:15.377236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting subnet ea2a208e-a830-47c7-b860-20adce0cb832 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:59:15.391861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.405071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:15.416312 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:15.427980 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:15.429034 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:15.437928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9d5a6ec-cef0-4ae0-8ca7-c90d37af1783 req-829735dc-8272-4a49-8699-e0d1cac36c72 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729290 Feb 07 22:59:15.438984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:15.489606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Made reservation on behalf of f62d83bce42b4144873b8eafa9087c1a for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:15.491984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.497916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] Set router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:15.517601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61d7d873-a70e-412c-8ca6-79cd8bba8520 req-f8afb58d-6b7a-461a-80b2-4c2f559dcdf3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321845 Feb 07 22:59:15.519758 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:15.528250 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:15.548519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-1f771342-e67a-40e0-82d3-691edce21b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.551382 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:15.552017 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:15.554045 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-1f771342-e67a-40e0-82d3-691edce21b69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 200 len: 849 time: 0.3089948 Feb 07 22:59:15.640853 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:15.641702 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5113d2-d990-4167-81e9-fb310993c392 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:15.717779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:15.728356 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-718f152e-0999-403b-aade-5010e6c7d253 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/1669dfb9-c38a-4165-ac8e-96e960c08ef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4538894 Feb 07 22:59:15.737507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47722) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:15.760726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] Sync routers for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:15.905686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:15.908016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:15.938049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c23180-6bdd-45a3-8b90-bdb4e14a4f9f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.938675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b3c23180-6bdd-45a3-8b90-bdb4e14a4f9f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:15.948521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-45be31a6-bcd0-4d9c-b331-65b77e869e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:15.950070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-45be31a6-bcd0-4d9c-b331-65b77e869e58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d60eb7aa-2182-44ab-b27b-0104971265bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3573732 Feb 07 22:59:16.089619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.116926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:16.117636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.152668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b3c23180-6bdd-45a3-8b90-bdb4e14a4f9f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:16.159941 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b3c23180-6bdd-45a3-8b90-bdb4e14a4f9f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports/fa8557fc-3fca-42f5-a488-5c11aa7a56a1 HTTP/1.1" status: 200 len: 910 time: 0.4146085 Feb 07 22:59:16.166685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:16.216703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.217111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c76a5-cccf-4863-973e-8f77b7690a11 None None] The sync data for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:16.230281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bcefd-e80f-40b7-ba8f-9a052bb6d7ec req-eeaa9b0e-63c4-403f-b63b-c2184117c850 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:16.232027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e01bcefd-e80f-40b7-ba8f-9a052bb6d7ec req-eeaa9b0e-63c4-403f-b63b-c2184117c850 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.5665660 Feb 07 22:59:16.232208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:59:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.233351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.237271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] Checking router: d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:16.247172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] Routers {'d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:16.247898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:16.312315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb877ef-3dfc-4eb5-8029-77e5d7d33651 req-0daeaaa6-fd9b-4aa9-a3e7-6ac0b850b65b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:16.316206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4fb877ef-3dfc-4eb5-8029-77e5d7d33651 req-0daeaaa6-fd9b-4aa9-a3e7-6ac0b850b65b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5887666 Feb 07 22:59:16.455818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4fb877ef-3dfc-4eb5-8029-77e5d7d33651 req-1f540451-daf2-4341-86cc-71eabcc01d87 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219862 Feb 07 22:59:16.480456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e01bcefd-e80f-40b7-ba8f-9a052bb6d7ec req-ab0f9cb5-66e3-4787-8db9-8225ac539706 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579826 Feb 07 22:59:16.516481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] Set router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:16.529817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.630951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.655609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2a208e-a830-47c7-b860-20adce0cb832,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:16.658118 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:16.711209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3370d-b8d7-4091-b2ad-011e7a91c12e None None] Network 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:16.728779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0a6bf5-2c99-4639-8f70-94b9c497cab7,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:16.788645 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-fd8350f6-70de-4905-9e89-aac7c618fc11 service neutron] 10.222.0.26 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8232224 Feb 07 22:59:16.809850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router a355f2fe-5593-4dbd-a77a-64036e57e8c1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:16.844273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a75b7a32-1ca1-42ec-ae84-f327e90cc677 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/subnets/ea2a208e-a830-47c7-b860-20adce0cb832 HTTP/1.1" status: 204 len: 168 time: 1.6475861 Feb 07 22:59:16.860516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47742) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:16.943691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Checking segment: {'id': '493ca28e-f5c6-410b-a4de-395bd0ea18c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '27fba795-4f20-4f2c-b67e-4faef1a83791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:59:16.944174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Network hostable DHCP agents. Network: 27fba795-4f20-4f2c-b67e-4faef1a83791, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:59:17.141640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad713f4-14f1-412f-892f-5d1fb85b3755 req-c59227f7-d484-4d5f-a80c-0c5f4ae84be3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:17.144211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ad713f4-14f1-412f-892f-5d1fb85b3755 req-c59227f7-d484-4d5f-a80c-0c5f4ae84be3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4104218 Feb 07 22:59:17.144881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Network 27fba795-4f20-4f2c-b67e-4faef1a83791 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:59:17.159993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:59:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:17.165046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe550ba2-ca67-4b96-8d11-491fc369c015 None None] The sync data for ids ['d2ffa78d-a08a-40ef-8c7b-40bb52e90f44'] in n-d-827896-3 is: [{'id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1644813216', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:58:17Z', 'updated_at': '2022-02-07T22:59:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': '7485eb04-496e-4ab0-87c7-96dd3bbc5a54', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ffa78d-a08a-40ef-8c7b-40bb52e90f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:58:20Z', 'updated_at': '2022-02-07T22:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:17.176432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7446f6-f3c3-4fd7-b413-cbca03455efd req-0690c570-cda6-46d9-b33e-5fdf6dbaac3d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:17.178187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea7446f6-f3c3-4fd7-b413-cbca03455efd req-0690c570-cda6-46d9-b33e-5fdf6dbaac3d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3809865 Feb 07 22:59:17.246024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.267029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] DHCP port deletion for 8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:59:17.272465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] Deleting port bb746f39-3b40-4ced-bf47-9f8ad5d2069a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:17.272893 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.287337 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af7e2dad-109d-48e3-9ef1-2b283110f7a7 req-e5a9fba8-33fa-4337-8186-f87760fb6309 service neutron] 10.222.0.26 "GET /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885628 Feb 07 22:59:17.310055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:17.322723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.323801 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] Sync routers for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:17.358066 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:17.359092 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:17.439498 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:17.451022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:17.452031 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:17.527582 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:17.528254 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e8b10-2264-465f-a0cb-b7aa74cc84e5 None None] The sync data for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:17.534380 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03be6b20-ed60-476d-8f25-286823711030 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/floatingips/483aad8e-a9ca-4b81-a34b-48efb5f9a3ba HTTP/1.1" status: 200 len: 978 time: 6.9112189 Feb 07 22:59:17.539412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47752) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:17.550042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ad713f4-14f1-412f-892f-5d1fb85b3755 req-5ee9b421-c4da-4bec-b464-266c8a531a15 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650076 Feb 07 22:59:17.556105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 27fba795-4f20-4f2c-b67e-4faef1a83791) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:17.580302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:17.585088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.592848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6dbc7-f070-4c42-9514-05059bc7c852 None None] Network 27fba795-4f20-4f2c-b67e-4faef1a83791 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:17.650631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.677276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-322ff6b3-ee5e-4b41-b824-7c8ff5403603 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3878379 Feb 07 22:59:17.697703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:17.704768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.719029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 5f66bddc-5e90-4c49-b807-70af29290071 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:17.719481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:17.914445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.007652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea7446f6-f3c3-4fd7-b413-cbca03455efd req-07c72f57-5d5b-40b9-8e10-ae30a757e4f2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7987401 Feb 07 22:59:18.101593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 71e909c0-3555-4425-bdeb-118c1861d40a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:18.139693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 71e909c0-3555-4425-bdeb-118c1861d40a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:18.140031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 71e909c0-3555-4425-bdeb-118c1861d40a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:18.141399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bb746f39-3b40-4ced-bf47-9f8ad5d2069a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:18.232921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] For port bb746f39-3b40-4ced-bf47-9f8ad5d2069a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bb746f39-3b40-4ced-bf47-9f8ad5d2069a,segment=NetworkSegment(a0509d4d-6358-48a1-9957-7c461bdfc1aa),segment_id=a0509d4d-6358-48a1-9957-7c461bdfc1aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:18.233981 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.237116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ba29-a643-4869-8ce9-c32f083ab901 req-4b7ac3d8-025f-4693-aaaa-eee8dcfa629c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:18.240492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88e4ba29-a643-4869-8ce9-c32f083ab901 req-4b7ac3d8-025f-4693-aaaa-eee8dcfa629c tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.4382455 Feb 07 22:59:18.332316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] For port 7485eb04-496e-4ab0-87c7-96dd3bbc5a54, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:18.333501 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.438362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] Calling delete_port for bb746f39-3b40-4ced-bf47-9f8ad5d2069a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:18.555705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f76ccb3-2050-4a5c-bc51-a9ab7c078aaf None None] Network 27fba795-4f20-4f2c-b67e-4faef1a83791 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:18.627735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Calling delete_port for 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:18.631454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.693311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88e4ba29-a643-4869-8ce9-c32f083ab901 req-bdae211d-65ef-424c-bcb7-3d321b8b78c9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090798 Feb 07 22:59:18.736296 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.797994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335f07b-3429-4a4f-b194-89efbd7be038 req-f6e58a48-6eba-494c-9350-96a026c8a1ff tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:18.806079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2335f07b-3429-4a4f-b194-89efbd7be038 req-f6e58a48-6eba-494c-9350-96a026c8a1ff tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5641842 Feb 07 22:59:18.862125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port fa8557fc-3fca-42f5-a488-5c11aa7a56a1 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:18.862469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.880447 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:18.881145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2335f07b-3429-4a4f-b194-89efbd7be038 req-c5fd8a4d-5e1d-44fb-9104-5444ce2abb2d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738587 Feb 07 22:59:19.157303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] Pushing event deleted for resources: {'Port': ['ID=bb746f39-3b40-4ced-bf47-9f8ad5d2069a,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:19.162837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27ea32-b14d-4324-b87f-38b8245f95ce None None] No DVR routers for this DVR port bb746f39-3b40-4ced-bf47-9f8ad5d2069a on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:19.272885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.354686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.355496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.355496 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Floating IP 483aad8e-a9ca-4b81-a34b-48efb5f9a3ba disassociated. External IP: 172.25.0.155, port: 5f66bddc-5e90-4c49-b807-70af29290071. Feb 07 22:59:19.355811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 5f66bddc-5e90-4c49-b807-70af29290071 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:19.366873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Port': ['ID=7485eb04-496e-4ab0-87c7-96dd3bbc5a54,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:19.404268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.554630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-58b94e8d-73a6-47e5-bc18-0a6a48a1f1df tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:19.555652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for fa8557fc-3fca-42f5-a488-5c11aa7a56a1 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:19.556213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-58b94e8d-73a6-47e5-bc18-0a6a48a1f1df tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/networks?id=6f85e178-0275-4d1f-8037-6b1c0cd0e932 HTTP/1.1" status: 200 len: 825 time: 0.5147882 Feb 07 22:59:19.567864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac9c51-fd27-4a3a-935b-de45396235a2 req-781ff3e5-c1e5-4260-ac08-dca7f378dc36 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:19.569412 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecac9c51-fd27-4a3a-935b-de45396235a2 req-781ff3e5-c1e5-4260-ac08-dca7f378dc36 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4899318 Feb 07 22:59:19.603888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.647388 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-da377cf3-775d-404d-a9e1-3e19d65519fd tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/quotas/96138495d16b406493f3aa02f87c3abb HTTP/1.1" status: 200 len: 375 time: 0.0748708 Feb 07 22:59:19.817480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-e95cb096-b855-4ad6-ba96-8164c5913dd2 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=96138495d16b406493f3aa02f87c3abb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1497138 Feb 07 22:59:19.865109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:19.968968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=5f66bddc-5e90-4c49-b807-70af29290071,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:20.021627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.031953 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.056244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecac9c51-fd27-4a3a-935b-de45396235a2 req-a7bfdb62-f86c-4804-bbe2-4d63705c7247 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703755 Feb 07 22:59:20.155286 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.156754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Fanout notify agent at l3_agent the message router_deleted on router d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:59:20.205483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.210711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4b27d813-8941-4e97-92c9-f72313ab9533 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/routers/d2ffa78d-a08a-40ef-8c7b-40bb52e90f44 HTTP/1.1" status: 204 len: 168 time: 3.3394938 Feb 07 22:59:20.211892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47790) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:20.309476 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:20.408112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-86dd6eba-74fb-4762-96d1-dc2920778970 service neutron] 10.222.0.10 "GET /v2.0/networks/6f85e178-0275-4d1f-8037-6b1c0cd0e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646055 Feb 07 22:59:20.558430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=fa8557fc-3fca-42f5-a488-5c11aa7a56a1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:20.805691 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.109030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router a355f2fe-5593-4dbd-a77a-64036e57e8c1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:21.353256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.438414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-234032a8-5a97-4353-b5a3-52a0a4eaaa74 service neutron] 10.222.0.10 "GET /v2.0/networks/6f85e178-0275-4d1f-8037-6b1c0cd0e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0286634 Feb 07 22:59:21.497943 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.549318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc3b52-f71f-4a72-94e2-d1a95004372b req-466340fb-e83e-4fd1-9392-968c5858ce5a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:21.555610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34dc3b52-f71f-4a72-94e2-d1a95004372b req-466340fb-e83e-4fd1-9392-968c5858ce5a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.8810740 Feb 07 22:59:21.616158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:21.660344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0509d4d-6358-48a1-9957-7c461bdfc1aa') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:21.660896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0509d4d-6358-48a1-9957-7c461bdfc1aa') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:21.694348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.709493 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34dc3b52-f71f-4a72-94e2-d1a95004372b req-714629bd-700e-4f5c-81fc-f85cbfe5b854 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352758 Feb 07 22:59:21.747678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.764545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:21.765491 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:21.804701 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:21.980867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:22.073154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:22.075062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7485eb04-496e-4ab0-87c7-96dd3bbc5a54 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:22.130554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c10b89a-b09a-4fef-87fd-59d281b0971c req-ba214e1d-e300-4249-a877-254cc3c1b7f7 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 210 time: 0.2122607 Feb 07 22:59:22.159206 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.189802 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:22.198781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Network': ['ID=8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:22.228657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed535fef-0015-406d-a59f-31606ca5e566 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/networks/8c3dc334-ac33-4dc2-9812-2c6b7f9f61ab HTTP/1.1" status: 204 len: 168 time: 2.0125709 Feb 07 22:59:22.234458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47822) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:22.292508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e14568-3d99-4845-81de-27ddeb811bcb req-ea7360f7-db11-4eb3-97ae-06fbe83a70d1 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:22.295665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2e14568-3d99-4845-81de-27ddeb811bcb req-ea7360f7-db11-4eb3-97ae-06fbe83a70d1 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4901097 Feb 07 22:59:22.362482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2e14568-3d99-4845-81de-27ddeb811bcb req-a7201acd-489a-4c60-99ee-d0ef073da439 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597093 Feb 07 22:59:22.534771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:22.552415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] Sync routers for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:22.573102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f1b5e-ec83-4e63-817f-7856a6ba1dc6 req-f9a4acac-140a-42fc-9dc3-afaedcec71f7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:22.578862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:22.579979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:22.580192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-131f1b5e-ec83-4e63-817f-7856a6ba1dc6 req-f9a4acac-140a-42fc-9dc3-afaedcec71f7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2014003 Feb 07 22:59:22.743915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:22.746682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-131f1b5e-ec83-4e63-817f-7856a6ba1dc6 req-480d4562-f7de-4305-b2ea-8e6a34c13bd6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538122 Feb 07 22:59:22.819632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:22.820751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:22.928480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 1669dfb9-c38a-4165-ac8e-96e960c08ef1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:23.007603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:23.008807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f300bbcc-a37d-49d6-a81f-7a38bd732aec None None] The sync data for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:23.097046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.121905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2dabccc8-5008-4b3d-a5ff-7eb93b126d58 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/ports/5f66bddc-5e90-4c49-b807-70af29290071 HTTP/1.1" status: 204 len: 168 time: 5.5790651 Feb 07 22:59:23.122147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cea435-f526-4700-8ffa-3eaf5792836f req-1c803195-4245-4099-badb-1c3c3bf072b5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:23.125296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:23.128686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08cea435-f526-4700-8ffa-3eaf5792836f req-1c803195-4245-4099-badb-1c3c3bf072b5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.1370769 Feb 07 22:59:23.182739 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08cea435-f526-4700-8ffa-3eaf5792836f req-dcbd23f5-090f-4910-b993-6485866921e5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Feb 07 22:59:23.467685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d514f-3d35-4c0c-beb2-bcd354b48d66 req-0c796945-5d27-45ad-93a5-3e0c019e1534 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:23.467928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting port 7353689a-5754-4f82-aded-9f54c40acccf {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:23.468414 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:23.470538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-431d514f-3d35-4c0c-beb2-bcd354b48d66 req-0c796945-5d27-45ad-93a5-3e0c019e1534 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.1276238 Feb 07 22:59:23.554876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3eb2b777-4074-4ad2-bd0d-7f4628b5d711 req-38a4665a-b62c-4a23-a6f7-e8dd5ada0e64 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 210 time: 0.0816271 Feb 07 22:59:23.583474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:23.589386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-679b5e09-d4ce-44cb-b3fe-5d0e06e75afd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/1669dfb9-c38a-4165-ac8e-96e960c08ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4183223 Feb 07 22:59:23.592814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:23.605551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-431d514f-3d35-4c0c-beb2-bcd354b48d66 req-30808035-4dcc-41ea-9681-0e003ea31fdd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853345 Feb 07 22:59:23.606448 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] Sync routers for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:23.679449 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:23.680095 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:23.945364 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:23.970209 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:23.970859 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:24.144274 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:24.144724 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3186d7d-5618-430c-b0b7-1399093ea1ca None None] The sync data for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:24.439841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.440931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:24.523255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945acf4-ffb8-4774-af9c-9ea05795a071 req-d3183c9f-67f4-44cf-b9a5-d6edf818d858 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:24.530957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0945acf4-ffb8-4774-af9c-9ea05795a071 req-d3183c9f-67f4-44cf-b9a5-d6edf818d858 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.3986957 Feb 07 22:59:24.595599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-f70e1d1a-7514-4762-8fdc-584a839944ae tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:24.597200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-f70e1d1a-7514-4762-8fdc-584a839944ae tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.36 "GET /v2.0/networks?id=6f85e178-0275-4d1f-8037-6b1c0cd0e932 HTTP/1.1" status: 200 len: 825 time: 0.4973893 Feb 07 22:59:24.618546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0945acf4-ffb8-4774-af9c-9ea05795a071 req-435894b5-e84f-4495-832b-53139c879719 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826225 Feb 07 22:59:24.635272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Request body: {'port': {'device_id': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932', 'admin_state_up': True, 'tenant_id': '96138495d16b406493f3aa02f87c3abb'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:24.677725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Calling delete_port for 7353689a-5754-4f82-aded-9f54c40acccf owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:24.978419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.083723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Port': ['ID=7353689a-5754-4f82-aded-9f54c40acccf,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:25.249280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.249627 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Floating IP 0f916a33-4e38-47b8-b31f-634aa5fa0cce disassociated (deleted). External IP: 172.25.0.10, port: c7c11ae9-db0a-48e2-9a2b-fa7e22630c18. Feb 07 22:59:25.262953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ed8b141-6b1f-4f6a-bb34-08521c41dacf req-5fb2c64b-686f-4bfa-918b-913d1223f018 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 210 time: 0.1616592 Feb 07 22:59:25.361787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.369543 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.446920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:25.523079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Usage tracker for resource:port and tenant:96138495d16b406493f3aa02f87c3abb is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:25.543206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:25.575479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62df3c-9df5-439b-bb22-e711f6f029cf req-b004afef-d3ca-45e6-bf17-36141389c140 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:25.584696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c62df3c-9df5-439b-bb22-e711f6f029cf req-b004afef-d3ca-45e6-bf17-36141389c140 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4820642 Feb 07 22:59:25.616663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:25.887908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Made reservation on behalf of 96138495d16b406493f3aa02f87c3abb for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:25.897272 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:25.993983 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-762f4d5b-bce3-4376-b4af-fa37d1b6d1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.120215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c62df3c-9df5-439b-bb22-e711f6f029cf req-0ac28d8a-3880-42c1-bd8b-69ffc78a7722 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343361 Feb 07 22:59:26.261710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Allocated IP 172.20.0.9 (6f85e178-0275-4d1f-8037-6b1c0cd0e932/9a1a1737-b52f-4290-8181-641f8997a98e/569b3336-d4b4-49a1-b74b-147d1709ad38) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:26.322586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:26.663549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0eb9b415-bb9c-4841-9463-664c93a3a005 req-e15d7d41-d272-4394-841e-14797d9b093e tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 210 time: 0.0777562 Feb 07 22:59:26.669048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:26.671937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fe72e-df54-4286-a9dd-c8038d3ca8c3 req-72b3016f-0f2f-4ee3-84c8-8402f095f1e4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:26.680748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f9fe72e-df54-4286-a9dd-c8038d3ca8c3 req-72b3016f-0f2f-4ee3-84c8-8402f095f1e4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.7163279 Feb 07 22:59:26.684154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] Sync routers for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:26.693604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port c0d6e6fb-8851-44e7-b32a-3480dbfaaaff {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:26.693949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.719479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:26.725628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:26.789811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 88628bb8-d4b0-436d-a3e5-4676d9eac3cc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:26.790650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:26.844109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.065557 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd3c4898-6259-4613-927a-1d891f965e08 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/floatingips/0f916a33-4e38-47b8-b31f-634aa5fa0cce HTTP/1.1" status: 204 len: 168 time: 4.8282840 Feb 07 22:59:27.072339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:27.116545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:27.167225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.200317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.205247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f9fe72e-df54-4286-a9dd-c8038d3ca8c3 req-e17df7a6-29ef-4355-a512-f220bd46df1c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233440 Feb 07 22:59:27.256155 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:27.647414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for c0d6e6fb-8851-44e7-b32a-3480dbfaaaff owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:27.801491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:27.808150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] Checking router: 5fa6a045-df92-4e01-9496-8584dc7c8dc7 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:27.819589 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'status': 'completed', 'code': 200} Feb 07 22:59:27.830622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:27.831282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:27.885927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 88628bb8-d4b0-436d-a3e5-4676d9eac3cc owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:28.139449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-57ad6b5d-85c4-4c21-8e0d-8b72e5569458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:28.139449 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-57ad6b5d-85c4-4c21-8e0d-8b72e5569458 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 1135 time: 0.3026509 Feb 07 22:59:28.203235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-802ba857-58c1-4717-8b47-e669a82166c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.212893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.227112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:28.302315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Pushing event updated for resources: {'Port': ['ID=569b3336-d4b4-49a1-b74b-147d1709ad38,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:28.347014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c53f4f-779e-49c4-81eb-d7e6109b0fdd req-81200f46-991d-46a0-aab7-2d4a900b462b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:28.354399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98c53f4f-779e-49c4-81eb-d7e6109b0fdd req-81200f46-991d-46a0-aab7-2d4a900b462b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 1.0696754 Feb 07 22:59:28.378120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:28.382166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:28.387881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:28.437710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442adcc-2fd8-4579-b4e7-96c01147a598 req-2cf883b6-eedb-4ec5-b6cc-bf4bd5342a2c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:28.438707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c442adcc-2fd8-4579-b4e7-96c01147a598 req-2cf883b6-eedb-4ec5-b6cc-bf4bd5342a2c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Synchronizing usage tracker for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:28.499885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-2783ff25-b085-412c-95ae-8538b1f42416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:28.502260 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-2783ff25-b085-412c-95ae-8538b1f42416 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c HTTP/1.1" status: 200 len: 897 time: 0.3596942 Feb 07 22:59:28.537142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98c53f4f-779e-49c4-81eb-d7e6109b0fdd req-d190dc7e-1d0b-4471-be62-f31f4d5431bb tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817341 Feb 07 22:59:28.550419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c442adcc-2fd8-4579-b4e7-96c01147a598 req-2cf883b6-eedb-4ec5-b6cc-bf4bd5342a2c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Unset dirty status for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:28.557601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c442adcc-2fd8-4579-b4e7-96c01147a598 req-2cf883b6-eedb-4ec5-b6cc-bf4bd5342a2c tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 984 time: 0.4924822 Feb 07 22:59:28.591292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:28.592161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.645292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-693d441c-156b-413b-bd61-e654c154b2eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 HTTP/1.1" status: 200 len: 217 time: 0.1311078 Feb 07 22:59:28.651517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.657431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c442adcc-2fd8-4579-b4e7-96c01147a598 req-0bdeb769-82b8-402f-9610-a8aa2b1a6753 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0985596 Feb 07 22:59:28.666071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-a04ed169-2566-48fe-a867-bde69e116e3c tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0468380 Feb 07 22:59:28.666953 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:28.704495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Request body: {'port': {'device_id': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:28.798853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:28.803739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b363c89-a911-40a4-97a7-b14ebe4c2371 None None] The sync data for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 is: [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:57:05Z', 'revision_number': 4, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec63d161-1de8-4667-ab8c-f6639d07a975', 'name': '', 'network_id': '7b6b563c-3c92-4552-9e60-bc6331e3ad4c', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'mac_address': 'fa:16:3e:d3:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:57:03Z', 'updated_at': '2022-02-07T22:57:12Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'subnets': [{'id': '240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:29.007482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-d9c6e62c-9b09-4071-ac42-77d2c2900e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:29.010434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-d9c6e62c-9b09-4071-ac42-77d2c2900e1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5 HTTP/1.1" status: 200 len: 834 time: 0.3340588 Feb 07 22:59:29.013852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=88628bb8-d4b0-436d-a3e5-4676d9eac3cc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:29.058595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=c0d6e6fb-8851-44e7-b32a-3480dbfaaaff,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:29.230293 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.289383 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f80924-9cca-4804-9171-1f9954533b73 None None] New status for floating IP 0f916a33-4e38-47b8-b31f-634aa5fa0cce: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 22:59:29.321184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-07f14a10-19ef-4a33-a683-f1dd82cb3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:29.323699 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-07f14a10-19ef-4a33-a683-f1dd82cb3485 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7b6b563c-3c92-4552-9e60-bc6331e3ad4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2600415 Feb 07 22:59:29.429788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.485864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.496093 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 22:59:29.612586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775256a-60e5-404f-80a2-9c504717f7ca req-994ae988-78e5-43dd-a266-bcfb82b7fdcd tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:29.614426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b775256a-60e5-404f-80a2-9c504717f7ca req-994ae988-78e5-43dd-a266-bcfb82b7fdcd tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.6644299 Feb 07 22:59:29.615047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.643381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:29.643789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb256246-847d-4c2c-af18-dd789c7efdc0 req-d2f9a8c8-ce2f-4686-8351-0dfd6f332ad5 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:29.644631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-eb256246-847d-4c2c-af18-dd789c7efdc0 req-d2f9a8c8-ce2f-4686-8351-0dfd6f332ad5 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Synchronizing usage tracker for tenant:96138495d16b406493f3aa02f87c3abb on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:29.655075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-9bab63e5-ded9-41cb-be77-4b9855cb57e6 service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212528 Feb 07 22:59:29.862973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-e63672fd-7d1b-4a0f-b4c9-800dd575c1ac tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:29.863792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-e63672fd-7d1b-4a0f-b4c9-800dd575c1ac tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Synchronizing usage tracker for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:30.026901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-e63672fd-7d1b-4a0f-b4c9-800dd575c1ac tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Unset dirty status for tenant:95648e9ce1da4c7ebfa90043b85fe95b on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:30.028746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-e63672fd-7d1b-4a0f-b4c9-800dd575c1ac tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.26 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 984 time: 0.5671804 Feb 07 22:59:30.034334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e38d0fa-d2da-4319-b2bd-5b565fc70ee0 req-dba40593-2829-4a74-bd51-b0e6faedf930 service neutron] 10.222.0.26 "GET /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220043 Feb 07 22:59:30.141276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-eb256246-847d-4c2c-af18-dd789c7efdc0 req-d2f9a8c8-ce2f-4686-8351-0dfd6f332ad5 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Unset dirty status for tenant:96138495d16b406493f3aa02f87c3abb on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:30.145802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb256246-847d-4c2c-af18-dd789c7efdc0 req-d2f9a8c8-ce2f-4686-8351-0dfd6f332ad5 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 931 time: 1.1935987 Feb 07 22:59:30.197793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:30.197793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.203679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b775256a-60e5-404f-80a2-9c504717f7ca req-2073f2c8-c337-4c8d-9ad7-0f70a973c935 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734458 Feb 07 22:59:30.428866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb256246-847d-4c2c-af18-dd789c7efdc0 req-20d5098e-b587-46c1-85aa-3535fb7e1897 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824914 Feb 07 22:59:30.606910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 1669dfb9-c38a-4165-ac8e-96e960c08ef1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:30.650822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router a355f2fe-5593-4dbd-a77a-64036e57e8c1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:30.821231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] For port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:30.822322 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.939999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:30.970081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:30.984310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] Sync routers for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:31.002127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:31.003020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-32a7dd18-74fe-431f-ba63-5cc00ab02af5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/1669dfb9-c38a-4165-ac8e-96e960c08ef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3960433 Feb 07 22:59:31.004356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 22:59:31.005219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.017120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47920) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:31.040013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Calling delete_port for c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:31.085014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.095404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] Routers {'1669dfb9-c38a-4165-ac8e-96e960c08ef1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:31.096376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.097231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:31.107819 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] Sync routers for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:31.126632 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:31.127723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.128166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c335d489-04dc-4ed5-baf5-2f17c4edfaac tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/routers/a355f2fe-5593-4dbd-a77a-64036e57e8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0001516 Feb 07 22:59:31.142329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47926) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:31.253663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.254720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202bfb-3d47-4a52-b83d-a765649e172b None None] The sync data for ids ['1669dfb9-c38a-4165-ac8e-96e960c08ef1'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:31.255456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a06f9-b217-4be0-b6d9-0b22b616fa3b req-dc95428c-e642-4ec8-a39e-0e08d4dccbfb tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:31.257219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b7a06f9-b217-4be0-b6d9-0b22b616fa3b req-dc95428c-e642-4ec8-a39e-0e08d4dccbfb tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 984 time: 0.6484666 Feb 07 22:59:31.263484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-08a0d8c5-b902-4e9c-9ba7-a86e98515dc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:31.278633 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.279594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e97c9-96a2-4ae6-a997-1185952ec4aa req-ad1b9ebe-3b20-4d59-bb14-722f05634122 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:31.287364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe7e97c9-96a2-4ae6-a997-1185952ec4aa req-ad1b9ebe-3b20-4d59-bb14-722f05634122 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.7895639 Feb 07 22:59:31.288874 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] Routers {'a355f2fe-5593-4dbd-a77a-64036e57e8c1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:31.289558 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.344157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569b3336-d4b4-49a1-b74b-147d1709ad38 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:31.352155 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:31.352659 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5fe5c1-c658-4296-bdf1-d0b30a836090 None None] The sync data for ids ['a355f2fe-5593-4dbd-a77a-64036e57e8c1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:31.353766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-08a0d8c5-b902-4e9c-9ba7-a86e98515dc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:31.357635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-08a0d8c5-b902-4e9c-9ba7-a86e98515dc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=1669dfb9-c38a-4165-ac8e-96e960c08ef1 HTTP/1.1" status: 200 len: 205 time: 0.3238280 Feb 07 22:59:31.358205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.362978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47932) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:31.411185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe7e97c9-96a2-4ae6-a997-1185952ec4aa req-9757b801-666d-4e81-a576-451714c9c0d1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210792 Feb 07 22:59:31.433707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b7a06f9-b217-4be0-b6d9-0b22b616fa3b req-f83f5cf4-cf1c-4efc-b7a4-d679dfacd986 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/security-groups?id=a703861b-cb08-40e5-8b50-3e5aa6e8e37d&id=b815aa37-4a55-4e71-b300-0f199168f3a7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1248116 Feb 07 22:59:31.484939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Transition to ACTIVE for port object 569b3336-d4b4-49a1-b74b-147d1709ad38 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:31.495202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.546117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.550793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.606330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7fabcec-15d2-4142-88c1-005f19632c14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:31.844155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=569b3336-d4b4-49a1-b74b-147d1709ad38,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:31.877992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Port': ['ID=c7c11ae9-db0a-48e2-9a2b-fa7e22630c18,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:31.923883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8358e6b-5410-4cb8-bc85-5807651f2045 req-d3aba01e-5c1f-4adb-88d8-331760f5e327 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:31.943379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8358e6b-5410-4cb8-bc85-5807651f2045 req-d3aba01e-5c1f-4adb-88d8-331760f5e327 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.3622406 Feb 07 22:59:31.981444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce5565-fee4-4730-b92b-5391c5dd85bc req-ee98bb51-d47a-4386-abdd-86399870692b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:31.983046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4ce5565-fee4-4730-b92b-5391c5dd85bc req-ee98bb51-d47a-4386-abdd-86399870692b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4045041 Feb 07 22:59:32.045212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8358e6b-5410-4cb8-bc85-5807651f2045 req-077bb56b-041d-4941-893f-aca0384ce0ed tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009438 Feb 07 22:59:32.046392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Attempting to bind port 569b3336-d4b4-49a1-b74b-147d1709ad38 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:32.046724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Attempting to bind port 569b3336-d4b4-49a1-b74b-147d1709ad38 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'ee6d1f44-296d-4c58-bc52-196c34ad1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:32.047047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Attempting to bind port 569b3336-d4b4-49a1-b74b-147d1709ad38 on network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:59:32.071168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Port 569b3336-d4b4-49a1-b74b-147d1709ad38 on network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 22:59:32.071168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Attempting to bind port 569b3336-d4b4-49a1-b74b-147d1709ad38 on network 6f85e178-0275-4d1f-8037-6b1c0cd0e932 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:59:32.071168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:59:32.071168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Checking segment: {'id': 'ee6d1f44-296d-4c58-bc52-196c34ad1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:59:32.071168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Bound using segment: {'id': 'ee6d1f44-296d-4c58-bc52-196c34ad1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:59:32.071168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Bound port: 569b3336-d4b4-49a1-b74b-147d1709ad38, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6d1f44-296d-4c58-bc52-196c34ad1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:32.071168 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.082578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] No DVR routers for this DVR port c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:32.094949 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4ce5565-fee4-4730-b92b-5391c5dd85bc req-95af9bee-86ab-422f-a227-5f8c8dcc8ef6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031263 Feb 07 22:59:32.148772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.153325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'name': 'network-vif-deleted', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:32.320974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba12aa51-ec11-4714-8c45-b909f0bef2bf req-cbdeb955-6f9d-4859-87ec-9b3fb9b38e04 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.26 "DELETE /v2.0/ports/c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 HTTP/1.1" status: 204 len: 173 time: 2.2855976 Feb 07 22:59:32.393728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] For port 569b3336-d4b4-49a1-b74b-147d1709ad38, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:59:32.400193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] For port 569b3336-d4b4-49a1-b74b-147d1709ad38, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=569b3336-d4b4-49a1-b74b-147d1709ad38,segment=NetworkSegment(ee6d1f44-296d-4c58-bc52-196c34ad1f82),segment_id=ee6d1f44-296d-4c58-bc52-196c34ad1f82)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:59:32.408052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.444241 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96796eba-54f2-42cb-b53b-58e2c05c7c95', 'name': 'network-vif-deleted', 'tag': 'c7c11ae9-db0a-48e2-9a2b-fa7e22630c18', 'status': 'completed', 'code': 200} Feb 07 22:59:32.456817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7fabcec-15d2-4142-88c1-005f19632c14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.465684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7fabcec-15d2-4142-88c1-005f19632c14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.472670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.496493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 03e46d8a-cbca-4e9c-8149-9fdca96ceb07 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:32.498173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.609314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7fabcec-15d2-4142-88c1-005f19632c14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.610818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fabcec-15d2-4142-88c1-005f19632c14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Fanout notify agent at l3_agent the message router_deleted on router 1669dfb9-c38a-4165-ac8e-96e960c08ef1 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:59:32.682011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7fabcec-15d2-4142-88c1-005f19632c14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.683083 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e7fabcec-15d2-4142-88c1-005f19632c14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/1669dfb9-c38a-4165-ac8e-96e960c08ef1 HTTP/1.1" status: 204 len: 168 time: 1.3133509 Feb 07 22:59:32.683421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42810d8d-9632-49db-b3f3-b6ee577b8f8c req-14816aef-3630-4dc6-b8a9-900be2aae9e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:32.691378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42810d8d-9632-49db-b3f3-b6ee577b8f8c req-14816aef-3630-4dc6-b8a9-900be2aae9e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 943 time: 0.4737017 Feb 07 22:59:32.699384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:32.790942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:32.791607 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:32.793034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] 10.222.0.36 "PUT /v2.0/ports/569b3336-d4b4-49a1-b74b-147d1709ad38 HTTP/1.1" status: 200 len: 1091 time: 4.1002402 Feb 07 22:59:32.818185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'tag': '569b3336-d4b4-49a1-b74b-147d1709ad38'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:32.900867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet 62a103d5-9f4b-4d8e-8b7b-da3c08f11dee {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:59:32.922598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.015553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.117208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.123130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42810d8d-9632-49db-b3f3-b6ee577b8f8c req-1f7c4d05-c2ad-4d03-89f7-4a93c3cd9007 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308572 Feb 07 22:59:33.182973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cace828-c7a6-4b2e-8a6f-d9d9b63c8d9a service neutron] Pushing event updated for resources: {'Port': ['ID=569b3336-d4b4-49a1-b74b-147d1709ad38,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.221791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c53581-abfd-40c7-affc-1e852e5ef757 req-b7b2fccb-b8dd-4937-b1ed-550fbeca03cd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:33.221791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29c53581-abfd-40c7-affc-1e852e5ef757 req-b7b2fccb-b8dd-4937-b1ed-550fbeca03cd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5000114 Feb 07 22:59:33.239616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-d5017b03-4abb-49b1-9bf4-b1398cffc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:33.239616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-d5017b03-4abb-49b1-9bf4-b1398cffc41c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96138495d16b406493f3aa02f87c3abb&device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 1094 time: 0.3245592 Feb 07 22:59:33.308531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 03e46d8a-cbca-4e9c-8149-9fdca96ceb07 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:33.480519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.505244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-ce2f80c7-e2e8-4c2e-aef5-1c54efce5a0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569b3336-d4b4-49a1-b74b-147d1709ad38 HTTP/1.1" status: 200 len: 217 time: 0.2133245 Feb 07 22:59:33.632751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.681742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=62a103d5-9f4b-4d8e-8b7b-da3c08f11dee,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.681742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.701174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6319098-56fb-4c3e-9d3f-fdb88e3c80eb None None] Network b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:33.709634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:33.715279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-315c3544-ced7-4e70-8433-7e39e8dcfb07 req-0b149f5e-94cd-4311-8c07-6211690430f4 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "GET /v2.0/ports?device_id=96796eba-54f2-42cb-b53b-58e2c05c7c95 HTTP/1.1" status: 200 len: 210 time: 0.1966240 Feb 07 22:59:33.760468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:33.825899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29c53581-abfd-40c7-affc-1e852e5ef757 req-a1493cfd-7c43-4f45-a440-37b164626175 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377264 Feb 07 22:59:33.844340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ac678f5c-943a-48a3-84c0-beaf1c7ba3dd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/62a103d5-9f4b-4d8e-8b7b-da3c08f11dee HTTP/1.1" status: 204 len: 168 time: 1.1438961 Feb 07 22:59:33.845211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=03e46d8a-cbca-4e9c-8149-9fdca96ceb07,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:33.857107 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'tag': '569b3336-d4b4-49a1-b74b-147d1709ad38', 'status': 'completed', 'code': 200} Feb 07 22:59:33.857494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47966) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:34.007409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:34.011977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c7c11ae9-db0a-48e2-9a2b-fa7e22630c18 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:34.019520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-f638755b-f2db-4fbe-acc7-5ac280f80932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:34.021148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-f638755b-f2db-4fbe-acc7-5ac280f80932 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a1a1737-b52f-4290-8181-641f8997a98e HTTP/1.1" status: 200 len: 865 time: 0.4737923 Feb 07 22:59:34.211837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-91eb060a-3b8c-42fd-a6fe-f3b50f4ddbd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f85e178-0275-4d1f-8037-6b1c0cd0e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210735 Feb 07 22:59:34.222655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.318749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet aac6abc5-8143-4684-9173-e153212ba9c5 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:59:34.321741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.373715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] DHCP port deletion for b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:59:34.380495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Deleting port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:34.381402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.419392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.436311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.439841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.494732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.494732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Fanout notify agent at l3_agent the message router_deleted on router a355f2fe-5593-4dbd-a77a-64036e57e8c1 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:59:34.501073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cffc8-ce2e-4eed-b979-004c5e01adff req-3f7b855b-ab24-4c7b-9251-44adf56f268a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:34.502534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf9cffc8-ce2e-4eed-b979-004c5e01adff req-3f7b855b-ab24-4c7b-9251-44adf56f268a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4175642 Feb 07 22:59:34.511921 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.513125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f1058ff5-fad3-4253-82ba-7aa2e6895af0 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/routers/a355f2fe-5593-4dbd-a77a-64036e57e8c1 HTTP/1.1" status: 204 len: 168 time: 3.3695774 Feb 07 22:59:34.516356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47976) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:34.528002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf090a-a045-4177-b714-63e70d5687c5 req-57682247-8440-4ca7-802a-b995b410f53f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:34.547994 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ebf090a-a045-4177-b714-63e70d5687c5 req-57682247-8440-4ca7-802a-b995b410f53f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.5555155 Feb 07 22:59:34.629804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting subnet e6312330-6702-4eb9-8dc6-eb94ba8b6a6a {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:59:34.631336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-7e963161-1dff-4110-a7e9-65aaed62d670 service neutron] 10.222.0.36 "GET /v2.0/networks/6f85e178-0275-4d1f-8037-6b1c0cd0e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116337 Feb 07 22:59:34.639323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.671560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ebf090a-a045-4177-b714-63e70d5687c5 req-2c1dd359-0bcf-451e-b1de-589d458387e4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238399 Feb 07 22:59:34.789552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.925707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] For port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e,segment=NetworkSegment(b13086cc-97e2-407c-90d0-f85fb3de28fa),segment_id=b13086cc-97e2-407c-90d0-f85fb3de28fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:34.926959 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:34.953961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf9cffc8-ce2e-4eed-b979-004c5e01adff req-651bee7c-5bde-4c0a-a6ab-a58533d5e5ab tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629372 Feb 07 22:59:35.013628 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.126791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.160479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.163540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Calling delete_port for bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:35.222661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:35.269619 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.305011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e927f-99ae-4948-98d8-9a73d4212835 req-0564d0c6-effd-4599-b177-774b747b5c76 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:35.313384 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-713e927f-99ae-4948-98d8-9a73d4212835 req-0564d0c6-effd-4599-b177-774b747b5c76 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 943 time: 0.4510813 Feb 07 22:59:35.319515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.323904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Subnet': ['ID=e6312330-6702-4eb9-8dc6-eb94ba8b6a6a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.349958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b426b549-182a-4adc-a2e2-93bf503922d8 req-5d6e7ebd-3deb-42ed-b760-c7b95471d2f2 service neutron] 10.222.0.36 "GET /v2.0/networks/6f85e178-0275-4d1f-8037-6b1c0cd0e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7107186 Feb 07 22:59:35.389199 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fb3dce1d-5c57-4952-b355-b04d92b27f24 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/subnets/e6312330-6702-4eb9-8dc6-eb94ba8b6a6a HTTP/1.1" status: 204 len: 168 time: 0.8715863 Feb 07 22:59:35.390609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47998) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:35.399655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] No DVR routers for this DVR port bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:35.402946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Pushing event deleted for resources: {'Port': ['ID=bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.413207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-713e927f-99ae-4948-98d8-9a73d4212835 req-e7ba44ec-577d-4da1-ab6b-84e327492c3e tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985918 Feb 07 22:59:35.421887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a0646-18e9-433e-b087-032ce8f9da7b None None] Network a07f3ac0-0678-4c20-a651-919557fa205b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:35.442666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.444035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.444673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.445171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.446652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.447147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.447839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.448404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.449019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.450312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.450908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.451503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69676df5-74b1-404f-b108-a907d89aa639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:35.605620 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.711721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=aac6abc5-8143-4684-9173-e153212ba9c5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:35.714718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.719852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.733872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73f76bc1-d499-4fcf-b09b-b0dbfb52cc4a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.737505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac07431-be45-47f5-960f-ec355ad80fe4 None None] Network d7bb2cee-3d83-405b-9116-f4ff8fae32f8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:35.738115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ceca5006-c590-49cd-b790-4f609d1ffa33 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/aac6abc5-8143-4684-9173-e153212ba9c5 HTTP/1.1" status: 204 len: 168 time: 1.8796182 Feb 07 22:59:35.741691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48006) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:35.770817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-c957dfbd-d060-403d-b6f5-fd7cb73a3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:35.772674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-c957dfbd-d060-403d-b6f5-fd7cb73a3f00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=96138495d16b406493f3aa02f87c3abb&device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 1094 time: 0.3448327 Feb 07 22:59:35.803521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73f76bc1-d499-4fcf-b09b-b0dbfb52cc4a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.824647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10985abf-d0a9-40fa-bd13-db73a49bb176 req-e0d9c849-7aa2-4502-ab32-d8d2cb4eef6e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:35.826440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10985abf-d0a9-40fa-bd13-db73a49bb176 req-e0d9c849-7aa2-4502-ab32-d8d2cb4eef6e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3038862 Feb 07 22:59:35.889268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73f76bc1-d499-4fcf-b09b-b0dbfb52cc4a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.921613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port cd01c77c-60cc-4aa5-9917-122990152155 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:35.921953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:35.992986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f76bc1-d499-4fcf-b09b-b0dbfb52cc4a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a703861b-cb08-40e5-8b50-3e5aa6e8e37d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:36.027501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73f76bc1-d499-4fcf-b09b-b0dbfb52cc4a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.029077 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-73f76bc1-d499-4fcf-b09b-b0dbfb52cc4a tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/security-groups/a703861b-cb08-40e5-8b50-3e5aa6e8e37d HTTP/1.1" status: 204 len: 168 time: 0.7823193 Feb 07 22:59:36.037235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48012) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:36.157057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:36.191032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b6a91c31-eeb5-41b0-966f-18f77dface24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.288854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-a308d2c1-0b1f-403c-9195-064a7135a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:36.290479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-a308d2c1-0b1f-403c-9195-064a7135a771 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6f85e178-0275-4d1f-8037-6b1c0cd0e932 HTTP/1.1" status: 200 len: 926 time: 0.4574986 Feb 07 22:59:36.344611 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b6a91c31-eeb5-41b0-966f-18f77dface24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.363343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.364923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:36.365473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bdc46897-dbc5-4a76-9f8d-7b87c9b74b5e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:36.419274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] For port cd01c77c-60cc-4aa5-9917-122990152155, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cd01c77c-60cc-4aa5-9917-122990152155,segment=NetworkSegment(ff26dff0-5895-4deb-a22a-13370b533e49),segment_id=ff26dff0-5895-4deb-a22a-13370b533e49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:36.420519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.475872 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-5da360e0-e9b5-4bd1-9689-bd042b9976d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=569b3336-d4b4-49a1-b74b-147d1709ad38 HTTP/1.1" status: 200 len: 217 time: 0.1267874 Feb 07 22:59:36.600883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.624798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10985abf-d0a9-40fa-bd13-db73a49bb176 req-89e3b341-a8a5-46fb-923b-3aa0f061d023 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901018 Feb 07 22:59:36.626954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] DHCP port deletion for a07f3ac0-0678-4c20-a651-919557fa205b request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:59:36.630083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for cd01c77c-60cc-4aa5-9917-122990152155 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:36.653677 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.661422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Deleting port cd01c77c-60cc-4aa5-9917-122990152155 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:36.662152 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.755167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-ae6087fe-d839-4cc0-818a-a27e307de219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:36.757102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-ae6087fe-d839-4cc0-818a-a27e307de219 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a1a1737-b52f-4290-8181-641f8997a98e HTTP/1.1" status: 200 len: 865 time: 0.2656147 Feb 07 22:59:36.857930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b6a91c31-eeb5-41b0-966f-18f77dface24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.902123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.938455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.967279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:36.979787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] For port cd01c77c-60cc-4aa5-9917-122990152155, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cd01c77c-60cc-4aa5-9917-122990152155,segment=NetworkSegment(ff26dff0-5895-4deb-a22a-13370b533e49),segment_id=ff26dff0-5895-4deb-a22a-13370b533e49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:36.980634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:36.982414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13086cc-97e2-407c-90d0-f85fb3de28fa') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:36.989010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13086cc-97e2-407c-90d0-f85fb3de28fa') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:37.007042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a91c31-eeb5-41b0-966f-18f77dface24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b815aa37-4a55-4e71-b300-0f199168f3a7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.010188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.028324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=cd01c77c-60cc-4aa5-9917-122990152155,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.038324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] No DVR routers for this DVR port cd01c77c-60cc-4aa5-9917-122990152155 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:37.061930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-9bd33ad0-084a-429b-afa2-33c4cda5839f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6f85e178-0275-4d1f-8037-6b1c0cd0e932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508776 Feb 07 22:59:37.072989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.081735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b6a91c31-eeb5-41b0-966f-18f77dface24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.082591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:37.083819 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b6a91c31-eeb5-41b0-966f-18f77dface24 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/security-groups/b815aa37-4a55-4e71-b300-0f199168f3a7 HTTP/1.1" status: 204 len: 168 time: 1.0041442 Feb 07 22:59:37.095637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.141987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Calling delete_port for cd01c77c-60cc-4aa5-9917-122990152155 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:37.265677 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:37.290017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48028) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:37.318301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] DHCP port deletion for d7bb2cee-3d83-405b-9116-f4ff8fae32f8 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:59:37.342278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] Deleting port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:37.343460 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.404175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.437562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07f3ac0-0678-4c20-a651-919557fa205b']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:37.457938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff26dff0-5895-4deb-a22a-13370b533e49') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:37.457938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff26dff0-5895-4deb-a22a-13370b533e49') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:37.458289 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.465998 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:59:37.466389 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:59:37.480964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f39c-eb4b-449c-a536-039c53216bf7 req-98bd10c3-cbec-4370-906b-bc646b0e663a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:37.483446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.500677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.503004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51e4f39c-eb4b-449c-a536-039c53216bf7 req-98bd10c3-cbec-4370-906b-bc646b0e663a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 1.2112141 Feb 07 22:59:37.519398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:37.520355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:37.543697 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:37.565596 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.601889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.623654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6baf878d-0e9e-4b65-9cd5-2a8bb4d0712b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/b7c9e3bf-dd3f-4603-bfe0-4b37c6e50c7c HTTP/1.1" status: 204 len: 168 time: 1.8805704 Feb 07 22:59:37.626855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48034) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:37.641802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51e4f39c-eb4b-449c-a536-039c53216bf7 req-9a4da58a-c3cc-43f4-a108-a069735791ce tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377735 Feb 07 22:59:37.671537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.691910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.707538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4abcdd4e-75be-41e2-b71f-45359300a24e details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:59:37.760113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] For port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,segment=NetworkSegment(f3f71764-d210-45e6-a950-d4d663a2d6ed),segment_id=f3f71764-d210-45e6-a950-d4d663a2d6ed)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:37.761124 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:37.871479 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/networks/a07f3ac0-0678-4c20-a651-919557fa205b HTTP/1.1" status: 204 len: 168 time: 2.4762685 Feb 07 22:59:37.873654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48044) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:37.885381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ec3e-89a3-4341-ae3c-d7e0da983e57 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Network': ['ID=a07f3ac0-0678-4c20-a651-919557fa205b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:37.991334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-454299cf-b098-4eb9-bbaa-e81ea1930256 service neutron] 10.222.0.36 "GET /v2.0/networks/6f85e178-0275-4d1f-8037-6b1c0cd0e932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231596 Feb 07 22:59:38.006799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d9189-f251-41ae-b6a5-155eb3c7ad36 req-38bde338-e82a-4158-83e0-ec2f5b266c77 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:38.008435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c3d9189-f251-41ae-b6a5-155eb3c7ad36 req-38bde338-e82a-4158-83e0-ec2f5b266c77 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 943 time: 1.2504315 Feb 07 22:59:38.072522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Deleting port cd01c77c-60cc-4aa5-9917-122990152155 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:38.084118 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.159499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] Calling delete_port for 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:38.199919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 569b3336-d4b4-49a1-b74b-147d1709ad38 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 22:59:38.203347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:38.224996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 058231a4-e7d7-4996-b168-0aae29366688 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:38.225353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.263223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.304156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:38.304486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.360122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac3bf5dc-e370-416a-8189-2efff6e94da5 None None] The port 'cd01c77c-60cc-4aa5-9917-122990152155' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:59:38.597104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-24af3233-c573-4375-aa9b-bf4adc78f7f2 req-2e045fbe-d867-4a32-b1b3-72019d9725fd service neutron] 10.222.0.36 "GET /v2.0/networks/6f85e178-0275-4d1f-8037-6b1c0cd0e932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854011 Feb 07 22:59:38.627066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:38.645909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.678213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.678795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.730351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c3d9189-f251-41ae-b6a5-155eb3c7ad36 req-fa5f8a6d-dcc5-4a37-90e1-a4023d9926d2 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817494 Feb 07 22:59:38.731487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] Pushing event deleted for resources: {'Port': ['ID=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:38.735897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d341eb-a768-4dca-a5b1-d71181904fc4 None None] No DVR routers for this DVR port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:38.741715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'port_id': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'mac_address': 'fa:16:3e:63:21:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425025d-2175-48c1-a9d2-edaf7d92c964', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:59:38.846432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 058231a4-e7d7-4996-b168-0aae29366688 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:38.903111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840,segment=NetworkSegment(f3f71764-d210-45e6-a950-d4d663a2d6ed),segment_id=f3f71764-d210-45e6-a950-d4d663a2d6ed)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:38.903111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.907930 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.929870 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:38.986847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbba3a1-7174-48a9-9216-6e60a6401119 req-d2bc6f8a-2a22-44b3-b250-09576bb98687 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:38.989556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9bbba3a1-7174-48a9-9216-6e60a6401119 req-d2bc6f8a-2a22-44b3-b250-09576bb98687 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 1.0964916 Feb 07 22:59:39.003267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4abcdd4e-75be-41e2-b71f-45359300a24e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:39.020214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:39.022577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 569b3336-d4b4-49a1-b74b-147d1709ad38, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=569b3336-d4b4-49a1-b74b-147d1709ad38,segment=NetworkSegment(ee6d1f44-296d-4c58-bc52-196c34ad1f82),segment_id=ee6d1f44-296d-4c58-bc52-196c34ad1f82)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:39.065416 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.106775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:39.176492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:39.179574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cd01c77c-60cc-4aa5-9917-122990152155 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:39.206117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9bbba3a1-7174-48a9-9216-6e60a6401119 req-dc3c7f80-e124-469f-88f1-4b691ef79417 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029085 Feb 07 22:59:39.229476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: cd01c77c-60cc-4aa5-9917-122990152155 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:39.229476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cd01c77c-60cc-4aa5-9917-122990152155 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:39.229476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '569b3336-d4b4-49a1-b74b-147d1709ad38', 'network_id': '6f85e178-0275-4d1f-8037-6b1c0cd0e932', 'port_id': '569b3336-d4b4-49a1-b74b-147d1709ad38', 'mac_address': 'fa:16:3e:49:65:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a1a1737-b52f-4290-8181-641f8997a98e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 22:59:39.300824 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.311208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['4abcdd4e-75be-41e2-b71f-45359300a24e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:59:39.411404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569b3336-d4b4-49a1-b74b-147d1709ad38 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 22:59:39.423762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:59:39.424247 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:59:39.462222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.513146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 569b3336-d4b4-49a1-b74b-147d1709ad38, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=569b3336-d4b4-49a1-b74b-147d1709ad38,segment=NetworkSegment(ee6d1f44-296d-4c58-bc52-196c34ad1f82),segment_id=ee6d1f44-296d-4c58-bc52-196c34ad1f82)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:39.528938 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.539648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=058231a4-e7d7-4996-b168-0aae29366688,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:39.629768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=569b3336-d4b4-49a1-b74b-147d1709ad38,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:39.683317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.692076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.720250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.732521 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f98044c-f84e-4872-aa6d-bfb1d6fa39f4 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/floatingips/483aad8e-a9ca-4b81-a34b-48efb5f9a3ba HTTP/1.1" status: 204 len: 168 time: 1.8417571 Feb 07 22:59:39.739131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48090) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:39.874155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688a69-8fda-4a0b-a296-bf1aa681767a req-f351bb61-4cf6-42de-8363-fc54883e86da tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:39.875848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05688a69-8fda-4a0b-a296-bf1aa681767a req-f351bb61-4cf6-42de-8363-fc54883e86da tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 944 time: 0.2945757 Feb 07 22:59:39.963993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:39.967443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:39.976184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['569b3336-d4b4-49a1-b74b-147d1709ad38'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 22:59:40.111489 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-844b2967-73a7-4c38-b88f-303fca4e262f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] DELETE failed (client error): The resource could not be found. Feb 07 22:59:40.112268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844b2967-73a7-4c38-b88f-303fca4e262f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:59:40.120608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-844b2967-73a7-4c38-b88f-303fca4e262f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/ports/5f66bddc-5e90-4c49-b807-70af29290071 HTTP/1.1" status: 404 len: 333 time: 0.3786857 Feb 07 22:59:40.180707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48098) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:40.219289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] The port '1cb0f6e3-e3c5-463f-b82c-85fdd7f1d840' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 22:59:40.236782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05688a69-8fda-4a0b-a296-bf1aa681767a req-a9077105-4f06-4c9e-a6ae-8b6b406db489 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538339 Feb 07 22:59:40.295370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b9078f5e-30a7-4cbe-b9da-218b873a2083 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Synchronizing usage tracker for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:40.342619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b9078f5e-30a7-4cbe-b9da-218b873a2083 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Unset dirty status for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:40.343963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b9078f5e-30a7-4cbe-b9da-218b873a2083 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "GET /v2.0/ports?device_id=a355f2fe-5593-4dbd-a77a-64036e57e8c1 HTTP/1.1" status: 200 len: 205 time: 0.1621196 Feb 07 22:59:40.347354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48102) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:40.441144 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-40e4ea85-d1db-4e3a-a4f5-a15ffa58ca79 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] delete failed (client error): The resource could not be found. Feb 07 22:59:40.443058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-40e4ea85-d1db-4e3a-a4f5-a15ffa58ca79 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/routers/a355f2fe-5593-4dbd-a77a-64036e57e8c1 HTTP/1.1" status: 404 len: 336 time: 0.0935550 Feb 07 22:59:40.445891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48106) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:40.527544 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.558818 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b606b8-273e-475e-bcaa-2c75ffb4e625 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] DELETE failed (client error): The resource could not be found. Feb 07 22:59:40.559360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b606b8-273e-475e-bcaa-2c75ffb4e625 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 22:59:40.561486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b0b606b8-273e-475e-bcaa-2c75ffb4e625 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/subnets/e6312330-6702-4eb9-8dc6-eb94ba8b6a6a HTTP/1.1" status: 404 len: 337 time: 0.1081643 Feb 07 22:59:40.569073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48112) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:40.584978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268daa2-ed71-4184-b3d5-08dc2d235ac3 req-928cb46e-9f6b-4446-a84b-d1eeb4eac498 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:40.589300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bb2cee-3d83-405b-9116-f4ff8fae32f8']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:40.593664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9268daa2-ed71-4184-b3d5-08dc2d235ac3 req-928cb46e-9f6b-4446-a84b-d1eeb4eac498 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 944 time: 0.4605389 Feb 07 22:59:40.611077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f71764-d210-45e6-a950-d4d663a2d6ed') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:40.611679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f71764-d210-45e6-a950-d4d663a2d6ed') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:40.626879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.648325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.657704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:40.658528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: timer() Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:40.770996 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:40.778886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.791368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.817985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/d7bb2cee-3d83-405b-9116-f4ff8fae32f8 HTTP/1.1" status: 204 len: 168 time: 3.1861644 Feb 07 22:59:40.825912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48116) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:40.826739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102bdcd-8785-41cc-831e-22054a32a201 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=d7bb2cee-3d83-405b-9116-f4ff8fae32f8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:40.833793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting port ec63d161-1de8-4667-ab8c-f6639d07a975 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:40.834142 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.835513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-41519688'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:40.841568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:40.846337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:40.849362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:40.855749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:40.870591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:40.878686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.943457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9268daa2-ed71-4184-b3d5-08dc2d235ac3 req-dec418c8-88b3-4802-958a-bcfeba78b457 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488626 Feb 07 22:59:40.945389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 22:59:40.965979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:40.966343 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment 3146c94f-6b70-4381-b651-9118ec37ac35 of type vlan for network 833ee2a7-158b-429c-9165-babe4432698f Feb 07 22:59:41.034162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.056483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 947f439f-bff7-44ff-af30-0dca3c706ce7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:41.056858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.110454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.115745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:41.116345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.296794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=833ee2a7-158b-429c-9165-babe4432698f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:41.313636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 833ee2a7-158b-429c-9165-babe4432698f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 22:59:41.325619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74527e0f-5e9b-4020-a614-0607c9d77c6e tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4956331 Feb 07 22:59:41.326259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48124) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:41.362065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': '833ee2a7-158b-429c-9165-babe4432698f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:41.509635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06957d48-21cc-4360-b907-85b090b4cded req-a39a596c-ca98-4efb-902e-388e8a0bbcc1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:41.511304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06957d48-21cc-4360-b907-85b090b4cded req-a39a596c-ca98-4efb-902e-388e8a0bbcc1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 1.0750766 Feb 07 22:59:41.602213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:41.606737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:41.616936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:41.628956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:41.646640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:41.650911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.672997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] For port ec63d161-1de8-4667-ab8c-f6639d07a975, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ec63d161-1de8-4667-ab8c-f6639d07a975,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:41.672997 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:41.775627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4abcdd4e-75be-41e2-b71f-45359300a24e up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:41.991712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 4abcdd4e-75be-41e2-b71f-45359300a24e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:41.992446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.029178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Calling delete_port for ec63d161-1de8-4667-ab8c-f6639d07a975 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:42.102609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 569b3336-d4b4-49a1-b74b-147d1709ad38 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:42.178209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.267179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=b6a469c5-963d-42d9-9b50-68ee228b8f00,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:42.287513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': '3146c94f-6b70-4381-b651-9118ec37ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '833ee2a7-158b-429c-9165-babe4432698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:59:42.287884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: 833ee2a7-158b-429c-9165-babe4432698f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 22:59:42.297245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06957d48-21cc-4360-b907-85b090b4cded req-31ebac2f-1dbf-4568-af60-4c3d96c10a09 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163886 Feb 07 22:59:42.362409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 833ee2a7-158b-429c-9165-babe4432698f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 22:59:42.394533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 833ee2a7-158b-429c-9165-babe4432698f) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:42.398541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:42.399132 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.406094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9838a-bf04-4f3a-b14f-da1ef929f689 None None] Network 833ee2a7-158b-429c-9165-babe4432698f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:42.443358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a2205bc0-9061-419e-8796-3ff6011d256b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1136546 Feb 07 22:59:42.443832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48138) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:42.450311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1456250045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:42.490760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:42.504451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:router and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 22:59:42.519575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83188fc-55e7-4ccb-ad42-e4b0f36e49d0 req-a1dfbb0f-cfe5-4c0e-a163-255d757da37e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:42.521524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a83188fc-55e7-4ccb-ad42-e4b0f36e49d0 req-a1dfbb0f-cfe5-4c0e-a163-255d757da37e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 944 time: 1.0245595 Feb 07 22:59:42.522599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 22:59:42.535261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:42.572833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.574151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.603090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.640665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.658910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 569b3336-d4b4-49a1-b74b-147d1709ad38 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:42.683767 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.684997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9375bc9-3852-43a8-b475-94e5fdd39e73 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2402246 Feb 07 22:59:42.687794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48144) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:42.694159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'port': {'network_id': '833ee2a7-158b-429c-9165-babe4432698f', 'name': 'tempest-RoutersTest-339050780'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 22:59:42.712756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 569b3336-d4b4-49a1-b74b-147d1709ad38 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:42.713498 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.791412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.820331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a83188fc-55e7-4ccb-ad42-e4b0f36e49d0 req-cb1dd1ae-0a05-4d87-b16e-5bede1048213 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827809 Feb 07 22:59:42.906485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-833ee2a7-158b-429c-9165-babe4432698f', 'network_id': '833ee2a7-158b-429c-9165-babe4432698f', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': 'b6a469c5-963d-42d9-9b50-68ee228b8f00'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 22:59:42.914339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:42.993402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:43.038493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:43.135084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 22:59:43.146423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.167159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 22:59:43.190062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 22:59:43.194288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.206051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.239427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] device_id is not set on port 0d69195a-b167-40cc-98ef-0982daff3476 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:59:43.242148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Allocated IP 172.20.0.2 (833ee2a7-158b-429c-9165-babe4432698f/b6a469c5-963d-42d9-9b50-68ee228b8f00/9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:43.332349 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.431350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:43.474057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 947f439f-bff7-44ff-af30-0dca3c706ce7 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:43.517073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Port': ['ID=ec63d161-1de8-4667-ab8c-f6639d07a975,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:43.700757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da189455-fe95-4967-9cb1-2254f26e1b1e req-8896d0c7-63a7-47dc-a95d-8e0adb3e2965 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:43.707721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da189455-fe95-4967-9cb1-2254f26e1b1e req-8896d0c7-63a7-47dc-a95d-8e0adb3e2965 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 944 time: 1.1132305 Feb 07 22:59:43.713597 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.889394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 569b3336-d4b4-49a1-b74b-147d1709ad38, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=569b3336-d4b4-49a1-b74b-147d1709ad38,segment=NetworkSegment(ee6d1f44-296d-4c58-bc52-196c34ad1f82),segment_id=ee6d1f44-296d-4c58-bc52-196c34ad1f82)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:43.908901 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:43.911652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.031425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Transition to ACTIVE for port object 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:44.064307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Transition to ACTIVE for port object 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:44.068868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=569b3336-d4b4-49a1-b74b-147d1709ad38,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:44.075707 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.137723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Network 833ee2a7-158b-429c-9165-babe4432698f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:44.146896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:44.152097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:44.165635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da189455-fe95-4967-9cb1-2254f26e1b1e req-a7acd76c-6a28-4fc1-990e-1bfd665dc3aa tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335377 Feb 07 22:59:44.172270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.200073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-42acdfa7-82d3-43d4-bc6d-e5602ee19c60 {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 22:59:44.200931 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 22:59:44.213884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d8117-0d5d-4847-bd89-a9ec509118cd req-a8977bb3-5ce7-416c-bf57-e8e589c81fca tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:44.215717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca6d8117-0d5d-4847-bd89-a9ec509118cd req-a8977bb3-5ce7-416c-bf57-e8e589c81fca tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 1.0586460 Feb 07 22:59:44.273404 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'code': 200} Feb 07 22:59:44.289527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Pushing event updated for resources: {'Port': ['ID=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:44.308949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Attempting to bind port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 22:59:44.309316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Attempting to bind port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '3146c94f-6b70-4381-b651-9118ec37ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '833ee2a7-158b-429c-9165-babe4432698f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 22:59:44.309680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Attempting to bind port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce on network 833ee2a7-158b-429c-9165-babe4432698f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 22:59:44.326401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 22:59:44.327867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Checking segment: {'id': '3146c94f-6b70-4381-b651-9118ec37ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '833ee2a7-158b-429c-9165-babe4432698f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 22:59:44.328284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.328707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Bound using segment: {'id': '3146c94f-6b70-4381-b651-9118ec37ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '833ee2a7-158b-429c-9165-babe4432698f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 22:59:44.329655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Bound port: 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3146c94f-6b70-4381-b651-9118ec37ac35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '833ee2a7-158b-429c-9165-babe4432698f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 22:59:44.330039 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.450244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] For port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 22:59:44.459607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] For port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,segment=NetworkSegment(3146c94f-6b70-4381-b651-9118ec37ac35),segment_id=3146c94f-6b70-4381-b651-9118ec37ac35)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 22:59:44.467481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.648870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e3956-ecea-48ec-b7bb-f834ffd62aa8 None None] Pushing event updated for resources: {'Port': ['ID=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:44.689354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=947f439f-bff7-44ff-af30-0dca3c706ce7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:44.699614 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.702616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:44.747228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] device_id is not set on port bf12cc82-be10-4ac3-9631-6373344a1538 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 22:59:45.112406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.20.0.6 (833ee2a7-158b-429c-9165-babe4432698f/b6a469c5-963d-42d9-9b50-68ee228b8f00/bf12cc82-be10-4ac3-9631-6373344a1538) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 22:59:45.165329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca6d8117-0d5d-4847-bd89-a9ec509118cd req-95ca4404-c509-4070-9148-d2e4ecfc7187 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7627032 Feb 07 22:59:45.284030 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.327401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4f4f1fa0-48b0-4349-baf5-9c6524db7c54 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/ports/947f439f-bff7-44ff-af30-0dca3c706ce7 HTTP/1.1" status: 204 len: 168 time: 4.7481794 Feb 07 22:59:45.336446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48192) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:45.590328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 2eef7618-e30b-4f6b-b720-5556d1a50991 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:45.590685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.661103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.666553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b983b5-9cc0-441f-9e08-b60ddff79a74 req-ce64ff1e-e4f5-4b28-8d81-c57d81db800a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:45.675624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19b983b5-9cc0-441f-9e08-b60ddff79a74 req-ce64ff1e-e4f5-4b28-8d81-c57d81db800a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 1.0498612 Feb 07 22:59:45.690127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object bf12cc82-be10-4ac3-9631-6373344a1538 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 22:59:45.741241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:45.885817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=bf12cc82-be10-4ac3-9631-6373344a1538,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:45.917604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 833ee2a7-158b-429c-9165-babe4432698f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:45.919234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:45.923016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 22:59:46.047999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:46.049331 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.096322 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7155ff10-5cce-4a8d-ad95-451ebe7addba tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.4073138 Feb 07 22:59:46.099138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48212) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:46.181031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:46.274684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569b3336-d4b4-49a1-b74b-147d1709ad38'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 22:59:46.349287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:46.349481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.517744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19b983b5-9cc0-441f-9e08-b60ddff79a74 req-a509ed19-745b-4b7f-9d00-b60888595e81 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8412020 Feb 07 22:59:46.623295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812004dc-ce70-4748-9c54-6c4a64b93d53 None None] Network 833ee2a7-158b-429c-9165-babe4432698f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:46.690696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 2eef7618-e30b-4f6b-b720-5556d1a50991 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:46.940053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-71263b17-af81-4610-9827-ca15174b8a30 None None] Provisioning for port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:46.960389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-71263b17-af81-4610-9827-ca15174b8a30 None None] Provisioning complete for port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:46.962034 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-71263b17-af81-4610-9827-ca15174b8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:46.983865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d07f17-61c7-48f0-94a4-c42474d3fba8 req-41dc2993-c9c0-4f9f-ac58-76e4e305fcc8 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:46.985971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6d07f17-61c7-48f0-94a4-c42474d3fba8 req-41dc2993-c9c0-4f9f-ac58-76e4e305fcc8 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 1.5529950 Feb 07 22:59:47.280815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.299317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:47.387791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=2eef7618-e30b-4f6b-b720-5556d1a50991,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:47.407339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-71263b17-af81-4610-9827-ca15174b8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.414265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6d07f17-61c7-48f0-94a4-c42474d3fba8 req-fae4a860-d1d2-45fc-bde3-8c08179f342b tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725033 Feb 07 22:59:47.450947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-71263b17-af81-4610-9827-ca15174b8a30 None None] For port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,segment=NetworkSegment(3146c94f-6b70-4381-b651-9118ec37ac35),segment_id=3146c94f-6b70-4381-b651-9118ec37ac35)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:47.469460 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-71263b17-af81-4610-9827-ca15174b8a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.539412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:47.564163 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569b3336-d4b4-49a1-b74b-147d1709ad38', 'code': 200} Feb 07 22:59:47.618758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71263b17-af81-4610-9827-ca15174b8a30 None None] Pushing event updated for resources: {'Port': ['ID=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:48.006098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cc3d80a2-d378-48b7-8804-ca51ab2b9192 None None] Provisioning complete for port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:48.006578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cc3d80a2-d378-48b7-8804-ca51ab2b9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.183749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 22:59:48.225959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a91d06-448e-4adb-96c4-8a3453fa9ebe req-2a2b9bb4-94a9-473c-81b5-f81aa023ada9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:48.227526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13a91d06-448e-4adb-96c4-8a3453fa9ebe req-2a2b9bb4-94a9-473c-81b5-f81aa023ada9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 1.3464656 Feb 07 22:59:48.246123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.259464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.406038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.478984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:48.479659 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.493440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eeeeadf5-ab10-4b94-88cc-8c5b782f9e11 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/ports/2eef7618-e30b-4f6b-b720-5556d1a50991 HTTP/1.1" status: 204 len: 168 time: 3.0618010 Feb 07 22:59:48.495074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:48.506767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-93e8e514-ff31-46d3-a2cd-478bc163d006 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "PUT /v2.0/routers/5fa6a045-df92-4e01-9496-8584dc7c8dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2155180 Feb 07 22:59:48.507849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48246) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:48.521996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13a91d06-448e-4adb-96c4-8a3453fa9ebe req-9c2ea54f-58b8-4b0b-b0aa-11dfe0d656b3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786379 Feb 07 22:59:48.524289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:48.585897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cc3d80a2-d378-48b7-8804-ca51ab2b9192 None None] Provisioning for port bf12cc82-be10-4ac3-9631-6373344a1538 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 22:59:48.591012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] Sync routers for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:48.618509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cc3d80a2-d378-48b7-8804-ca51ab2b9192 None None] Provisioning complete for port bf12cc82-be10-4ac3-9631-6373344a1538 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:48.618509 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cc3d80a2-d378-48b7-8804-ca51ab2b9192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:48.772550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:48.772550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:48.868873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=bf12cc82-be10-4ac3-9631-6373344a1538,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:49.077778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d80a2-d378-48b7-8804-ca51ab2b9192 None None] Port bf12cc82-be10-4ac3-9631-6373344a1538 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:49.113965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c5247-00b3-49c6-a5f6-97bf803b432b req-3fdab207-6ba3-4cb9-a37b-147b3239656f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.117051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc4c5247-00b3-49c6-a5f6-97bf803b432b req-3fdab207-6ba3-4cb9-a37b-147b3239656f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 1.1934917 Feb 07 22:59:49.203718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482d83c-28bc-47c7-a5b7-4c9cf74596e3 req-80101047-066c-41c0-9853-2f5b992458bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.205406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e482d83c-28bc-47c7-a5b7-4c9cf74596e3 req-80101047-066c-41c0-9853-2f5b992458bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 1096 time: 1.3245835 Feb 07 22:59:49.255899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e78e4ebd-436d-42c1-9ac5-dd03155f2f4e None None] Provisioning complete for port bf12cc82-be10-4ac3-9631-6373344a1538 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:49.268343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e78e4ebd-436d-42c1-9ac5-dd03155f2f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.274699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting subnet 240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:59:49.298423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.318323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.409827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc4c5247-00b3-49c6-a5f6-97bf803b432b req-c4c8606f-658f-4ff1-9a97-88ccf59b47ac tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693508 Feb 07 22:59:49.499744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e78e4ebd-436d-42c1-9ac5-dd03155f2f4e None None] Port bf12cc82-be10-4ac3-9631-6373344a1538 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:49.507283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e482d83c-28bc-47c7-a5b7-4c9cf74596e3 req-9f6782c1-87ab-4454-a59b-8c8083943db7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853525 Feb 07 22:59:49.550577 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.556025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:49.798932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc3ece5-655b-441d-aa50-56eeddb9940f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.799958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2cc3ece5-655b-441d-aa50-56eeddb9940f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Synchronizing usage tracker for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:49.859515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:49.882880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308bb2-a4a0-4583-9931-bb84f00bee68 req-220bb0a7-9d7f-46f9-b130-3bf052b532ae tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:49.890572 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97308bb2-a4a0-4583-9931-bb84f00bee68 req-220bb0a7-9d7f-46f9-b130-3bf052b532ae tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 0.9887357 Feb 07 22:59:49.991140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:59:42Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:49.995589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] Checking router: 5fa6a045-df92-4e01-9496-8584dc7c8dc7 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 22:59:50.016953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] Routers {'5fa6a045-df92-4e01-9496-8584dc7c8dc7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:50.019757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:50.050544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.288054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.361072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] Set router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 22:59:50.372618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2cc3ece5-655b-441d-aa50-56eeddb9940f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Unset dirty status for tenant:4849b92037a149c7b1d6f47bdcee428d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:50.378213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2cc3ece5-655b-441d-aa50-56eeddb9940f tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a8ffe49-3b5c-4585-b780-fea1022cbb3a HTTP/1.1" status: 200 len: 913 time: 1.8674464 Feb 07 22:59:50.381958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48280) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:50.412523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97308bb2-a4a0-4583-9931-bb84f00bee68 req-e6297d49-611d-4054-8f9c-59e95c887a63 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150840 Feb 07 22:59:50.436857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Subnet': ['ID=240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:50.496232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:50.604875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899b8f0-3770-4385-9317-e700556c5211 req-4b918b5e-9203-4e60-a5df-f5637b92f328 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:50.615640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5899b8f0-3770-4385-9317-e700556c5211 req-4b918b5e-9203-4e60-a5df-f5637b92f328 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.9559588 Feb 07 22:59:50.683171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-02fda8a0-7bca-46cc-8189-798223093185 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/subnets/240f1e3a-9c4e-4d0e-b5cc-498c8d0b78b5 HTTP/1.1" status: 204 len: 168 time: 1.9864743 Feb 07 22:59:50.687261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48288) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:50.739533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128820a-0313-44dd-add5-98f4c4b9ac7e None None] Network 7b6b563c-3c92-4552-9e60-bc6331e3ad4c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 22:59:50.909658 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.064723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5899b8f0-3770-4385-9317-e700556c5211 req-a59521ef-4c89-449f-a4a4-eacca502f16c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472482 Feb 07 22:59:51.254311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.261265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.406866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=bf12cc82-be10-4ac3-9631-6373344a1538,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:51.421248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.489149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:59:42Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:51.494253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60ac28a-4486-49a7-b3ae-47dba1cc142c None None] The sync data for ids ['5fa6a045-df92-4e01-9496-8584dc7c8dc7'] in n-d-827896-3 is: [{'id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1569169780', 'tenant_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:56:44Z', 'updated_at': '2022-02-07T22:59:42Z', 'revision_number': 5, 'project_id': '95648e9ce1da4c7ebfa90043b85fe95b', 'gw_port': {'id': 'c1326572-6544-4f78-aaa7-9f8884746c01', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:8e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa6a045-df92-4e01-9496-8584dc7c8dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:56:47Z', 'updated_at': '2022-02-07T22:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:51.532792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e57c31-1fb5-4bde-a006-2af3345072a8 req-d450ef14-59af-4ee9-852f-9e327b7f0a12 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:51.550624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] DHCP port deletion for 7b6b563c-3c92-4552-9e60-bc6331e3ad4c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 22:59:51.552971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4e57c31-1fb5-4bde-a006-2af3345072a8 req-d450ef14-59af-4ee9-852f-9e327b7f0a12 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.6064284 Feb 07 22:59:51.555194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] Deleting port 174190a1-e6d8-4150-989c-fa5636643f4a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:51.555587 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:51.647962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4e57c31-1fb5-4bde-a006-2af3345072a8 req-0d7741a4-13d5-428c-8035-0e75076673ed tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931425 Feb 07 22:59:52.070955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] For port 174190a1-e6d8-4150-989c-fa5636643f4a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=174190a1-e6d8-4150-989c-fa5636643f4a,segment=NetworkSegment(297ad8e8-b084-49b8-9436-c2d1da6da569),segment_id=297ad8e8-b084-49b8-9436-c2d1da6da569)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:52.071543 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.291033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec63d161-1de8-4667-ab8c-f6639d07a975 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:52.296663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 833ee2a7-158b-429c-9165-babe4432698f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 22:59:52.304223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 22:59:52.438251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.497548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] Calling delete_port for 174190a1-e6d8-4150-989c-fa5636643f4a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:52.521689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Deleting port c1326572-6544-4f78-aaa7-9f8884746c01 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:52.521888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.535380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ec63d161-1de8-4667-ab8c-f6639d07a975 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:52.535912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec63d161-1de8-4667-ab8c-f6639d07a975 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:52.536439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 174190a1-e6d8-4150-989c-fa5636643f4a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:52.700508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ea37-5cf1-437d-bfa7-7478a957658e req-d02c885a-076c-4812-bcfa-86fb1832456e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:52.710936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5c0ea37-5cf1-437d-bfa7-7478a957658e req-d02c885a-076c-4812-bcfa-86fb1832456e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4249601 Feb 07 22:59:52.808685 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.841602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:52.933358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 83163b50-2db4-4c06-83b2-29d08086d1e3 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 22:59:52.974129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.006105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] For port c1326572-6544-4f78-aaa7-9f8884746c01, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c1326572-6544-4f78-aaa7-9f8884746c01,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 22:59:53.006651 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.032602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] Pushing event deleted for resources: {'Port': ['ID=174190a1-e6d8-4150-989c-fa5636643f4a,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:53.039568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a92772-4a87-49b6-a6fb-0c867b3b1129 None None] No DVR routers for this DVR port 174190a1-e6d8-4150-989c-fa5636643f4a on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 22:59:53.050182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e795bac7-1d9a-4626-892e-301e7347f966 None None] Provisioning complete for port bf12cc82-be10-4ac3-9631-6373344a1538 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 22:59:53.050784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e795bac7-1d9a-4626-892e-301e7347f966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.126413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e795bac7-1d9a-4626-892e-301e7347f966 None None] Port bf12cc82-be10-4ac3-9631-6373344a1538 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 22:59:53.232071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0cc9-0b0e-4d9b-993e-832e9e414335 req-88054242-3d74-4a2e-a7bb-4318950c7bfd tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:53.233611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8efa0cc9-0b0e-4d9b-993e-832e9e414335 req-88054242-3d74-4a2e-a7bb-4318950c7bfd tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 0.9813435 Feb 07 22:59:53.259045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Calling delete_port for c1326572-6544-4f78-aaa7-9f8884746c01 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:53.404306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8efa0cc9-0b0e-4d9b-993e-832e9e414335 req-b5cfcc51-93e6-414b-b9bd-a31bf0b70eab tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156747 Feb 07 22:59:53.416121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5c0ea37-5cf1-437d-bfa7-7478a957658e req-4e523e3a-c8ec-46d8-953d-7d68b9aca802 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813495 Feb 07 22:59:53.550901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:53.560421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7dbd7723-557c-4736-95f5-c872b9b69e83 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/83163b50-2db4-4c06-83b2-29d08086d1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4592323 Feb 07 22:59:53.562453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48338) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:53.563496 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] Sync routers for ids ['83163b50-2db4-4c06-83b2-29d08086d1e3'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:53.582402 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] Routers {'83163b50-2db4-4c06-83b2-29d08086d1e3'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:53.583538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.584019 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['83163b50-2db4-4c06-83b2-29d08086d1e3'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:53.647195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd13d60-5796-4c7f-bed8-e082e6fe359b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:53.647831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fdd13d60-5796-4c7f-bed8-e082e6fe359b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 22:59:53.682006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Port': ['ID=c1326572-6544-4f78-aaa7-9f8884746c01,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:53.723559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 717fd0e2-8b12-486f-8cb0-5b16038288b9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:53.723918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:53.857641 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:53.876685 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] Routers {'83163b50-2db4-4c06-83b2-29d08086d1e3'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:53.877310 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['83163b50-2db4-4c06-83b2-29d08086d1e3'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:53.891469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fdd13d60-5796-4c7f-bed8-e082e6fe359b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 22:59:53.895621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fdd13d60-5796-4c7f-bed8-e082e6fe359b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports/bf12cc82-be10-4ac3-9631-6373344a1538 HTTP/1.1" status: 200 len: 976 time: 0.3322189 Feb 07 22:59:53.978120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48346) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:54.070655 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:54.071477 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ee442-5674-4baa-88c6-aab8a9f03a90 None None] The sync data for ids ['83163b50-2db4-4c06-83b2-29d08086d1e3'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:54.234517 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.243173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.472844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7039-157a-4a8a-8853-66eb8eceb871 req-15f787ba-f384-4e75-a3cf-7d5804c5b1fd tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:54.480596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-043e7039-157a-4a8a-8853-66eb8eceb871 req-15f787ba-f384-4e75-a3cf-7d5804c5b1fd tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.6270833 Feb 07 22:59:54.510499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 717fd0e2-8b12-486f-8cb0-5b16038288b9 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:54.546734 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.550064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.943861 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.996601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:54.997232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Fanout notify agent at l3_agent the message router_deleted on router 5fa6a045-df92-4e01-9496-8584dc7c8dc7 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:59:55.041584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=717fd0e2-8b12-486f-8cb0-5b16038288b9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:55.189077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:55.190485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-324103c3-742f-444b-ae21-307d9889badc tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/routers/5fa6a045-df92-4e01-9496-8584dc7c8dc7 HTTP/1.1" status: 204 len: 168 time: 4.4979482 Feb 07 22:59:55.204071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48372) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:55.398695 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-043e7039-157a-4a8a-8853-66eb8eceb871 req-53d1b02e-45e0-4535-aa95-89bd53a9418f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9171042 Feb 07 22:59:55.463890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad29186-912d-4b20-853a-f61b7a000a53 req-e6fd1261-93f4-4abd-9e7e-0d697345ff6d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:55.465531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ad29186-912d-4b20-853a-f61b7a000a53 req-e6fd1261-93f4-4abd-9e7e-0d697345ff6d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.9828610 Feb 07 22:59:55.545453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:55.649364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ad29186-912d-4b20-853a-f61b7a000a53 req-7592ea48-ed28-4892-b24a-72dd759146cf tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718543 Feb 07 22:59:55.763569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:55.969199 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56d3fc51-4f05-4be9-9da7-f2e800c432ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.020698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c1326572-6544-4f78-aaa7-9f8884746c01 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 22:59:56.051371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.119387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c1326572-6544-4f78-aaa7-9f8884746c01 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 22:59:56.119746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c1326572-6544-4f78-aaa7-9f8884746c01 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 22:59:56.128022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f87ff8-8cc2-4226-83a1-de0849c086c3 req-23357240-dea3-4224-a568-816b27a2559d tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:56.130639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54f87ff8-8cc2-4226-83a1-de0849c086c3 req-23357240-dea3-4224-a568-816b27a2559d tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 0.5628481 Feb 07 22:59:56.257368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6b563c-3c92-4552-9e60-bc6331e3ad4c']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.373467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297ad8e8-b084-49b8-9436-c2d1da6da569') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.373777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297ad8e8-b084-49b8-9436-c2d1da6da569') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.406000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.444976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 22:59:56.483968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.494429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54f87ff8-8cc2-4226-83a1-de0849c086c3 req-c53e8cc9-9ac4-483b-bc82-2f1ea20efd79 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046730 Feb 07 22:59:56.537954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.629585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71d48c-8d26-49d9-a1c9-b53091278a15 req-a643eb81-ebc6-4d89-a880-514970f86959 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:56.631469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec71d48c-8d26-49d9-a1c9-b53091278a15 req-a643eb81-ebc6-4d89-a880-514970f86959 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4817836 Feb 07 22:59:56.734764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 22:59:56.744731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] Sync routers for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 22:59:56.747349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 22:59:56.747762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:56.764591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:56.765532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.769999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b001a4a2-e4a3-48b2-a831-9a7d7cb7590a tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "PUT /v2.0/routers/6a8ffe49-3b5c-4585-b780-fea1022cbb3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3789613 Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: timer() Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 22:59:56.771344 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 22:59:56.772994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48400) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:56.925246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:56.942221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] Routers {'6a8ffe49-3b5c-4585-b780-fea1022cbb3a'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 22:59:56.943121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:57.088113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec71d48c-8d26-49d9-a1c9-b53091278a15 req-9f83cf42-fcf4-4747-ace7-05fc238141c6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285293 Feb 07 22:59:57.224771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 22:59:57.225281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2796b9c-0c9d-4c4c-8e1b-c3502486f733 None None] The sync data for ids ['6a8ffe49-3b5c-4585-b780-fea1022cbb3a'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 22:59:57.320885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.356634 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.377990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.427611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] Pushing event deleted for resources: {'Network': ['ID=7b6b563c-3c92-4552-9e60-bc6331e3ad4c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:57.434992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a47a7315-15ad-41af-b689-dd8206a207a9 tempest-TestSecurityGroupsBasicOps-1701702979 tempest-TestSecurityGroupsBasicOps-1701702979-project] 10.222.0.10 "DELETE /v2.0/networks/7b6b563c-3c92-4552-9e60-bc6331e3ad4c HTTP/1.1" status: 204 len: 168 time: 2.2210412 Feb 07 22:59:57.457692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9635ee8-4791-4a4d-ab1e-cbb1cb8bb7ef req-414ef74e-c429-465d-b69a-82213aadcc3d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:57.459625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9635ee8-4791-4a4d-ab1e-cbb1cb8bb7ef req-414ef74e-c429-465d-b69a-82213aadcc3d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.7720516 Feb 07 22:59:57.540611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9635ee8-4791-4a4d-ab1e-cbb1cb8bb7ef req-42c3ab68-df1c-4a04-a222-29a1d0479450 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Feb 07 22:59:57.541561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port bf12cc82-be10-4ac3-9631-6373344a1538 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:57.541920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.766350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.783600 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:57.793896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting port 8d09ed8a-4bc6-4a92-854a-b6b4290bb7d6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 22:59:57.795940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.049926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for bf12cc82-be10-4ac3-9631-6373344a1538 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:58.143075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.227193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23ef6ff0-00b8-4f91-92a4-6ee2446f85ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.337169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Calling delete_port for 8d09ed8a-4bc6-4a92-854a-b6b4290bb7d6 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 22:59:58.450736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e33c-7db3-460d-b716-3b481a8684d8 req-5205ad06-7b72-44df-a900-6e4059a1b118 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:58.452865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2e8e33c-7db3-460d-b716-3b481a8684d8 req-5205ad06-7b72-44df-a900-6e4059a1b118 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2057676 Feb 07 22:59:58.462053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3de19-a8d1-400b-8668-c9c7a85e3d9b req-2fa4d45d-76d8-4ada-8115-4bcced2e69cf tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 22:59:58.469981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfb3de19-a8d1-400b-8668-c9c7a85e3d9b req-2fa4d45d-76d8-4ada-8115-4bcced2e69cf tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 0.2639544 Feb 07 22:59:58.484283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.573498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=bf12cc82-be10-4ac3-9631-6373344a1538,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:58.638250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:58.641111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dfb3de19-a8d1-400b-8668-c9c7a85e3d9b req-4a9b955b-6281-4cd7-b757-407676ebafc7 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698403 Feb 07 22:59:58.687258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2e8e33c-7db3-460d-b716-3b481a8684d8 req-2a225711-5cb0-4354-b420-041b4bd63cdd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008622 Feb 07 22:59:58.766647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Port': ['ID=8d09ed8a-4bc6-4a92-854a-b6b4290bb7d6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 22:59:58.861325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.861955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.861955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.862340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.862594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.862928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.863255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.863586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.863911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.864237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.864799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:58.865124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 22:59:59.010013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.209074 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.215694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.335400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.339145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.395877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.397199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Fanout notify agent at l3_agent the message router_deleted on router 6a8ffe49-3b5c-4585-b780-fea1022cbb3a {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 22:59:59.425892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.427431 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94fe9801-b6eb-436b-b6e4-23395e2470a7 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/routers/6a8ffe49-3b5c-4585-b780-fea1022cbb3a HTTP/1.1" status: 204 len: 168 time: 2.6543705 Feb 07 22:59:59.431804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48458) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:59.487689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.542103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48464) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 22:59:59.646210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Deleting subnet 5577f411-5407-4206-a6b3-edda6457043a {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 22:59:59.653857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.762044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 22:59:59.842302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.083470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.188833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.192451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Subnet': ['ID=5577f411-5407-4206-a6b3-edda6457043a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:00.219645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afa3a5-c82d-4976-b798-892e2458f601 req-3fa0fa90-989a-4d78-b897-478b7c3eb7e7 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:00.227034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63afa3a5-c82d-4976-b798-892e2458f601 req-3fa0fa90-989a-4d78-b897-478b7c3eb7e7 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 1.2212231 Feb 07 23:00:00.246572 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e447ec7f-3649-43d0-b9de-a601cf72b7bc tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/subnets/5577f411-5407-4206-a6b3-edda6457043a HTTP/1.1" status: 204 len: 168 time: 0.8131461 Feb 07 23:00:00.253754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:00.256338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-52527827-20b1-48a3-978d-cf7f8bab88f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95648e9ce1da4c7ebfa90043b85fe95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7059586 Feb 07 23:00:00.260991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48484) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:00.432535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 83163b50-2db4-4c06-83b2-29d08086d1e3 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:00:00.433655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54204673-3ca4-4c2a-be77-35ba8264715f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.473242 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.482080 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54204673-3ca4-4c2a-be77-35ba8264715f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.588030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63afa3a5-c82d-4976-b798-892e2458f601 req-9fd28227-9740-4873-9d2a-9cc97c84221f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600476 Feb 07 23:00:00.866415 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54204673-3ca4-4c2a-be77-35ba8264715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.903249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.950235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:00.959050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:00.963015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d47745-800a-4651-b7fb-b35c232c112c']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:00.969785 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] Sync routers for ids ['83163b50-2db4-4c06-83b2-29d08086d1e3'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:01.013516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54204673-3ca4-4c2a-be77-35ba8264715f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.019811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-54204673-3ca4-4c2a-be77-35ba8264715f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/215dd920-5343-4c27-9cc5-e12b468373b3 HTTP/1.1" status: 204 len: 168 time: 0.7480645 Feb 07 23:00:01.026191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] Routers {'83163b50-2db4-4c06-83b2-29d08086d1e3'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:01.027055 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['83163b50-2db4-4c06-83b2-29d08086d1e3'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.028615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a0fb47b6-3758-4507-acf4-320bed24dfc7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/83163b50-2db4-4c06-83b2-29d08086d1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0492556 Feb 07 23:00:01.041550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a525641f-f085-4429-a089-9a7f6fb75d28') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.041850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a525641f-f085-4429-a089-9a7f6fb75d28') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.045000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204673-3ca4-4c2a-be77-35ba8264715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215dd920-5343-4c27-9cc5-e12b468373b3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:01.048690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48500) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:01.099539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.159115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.184161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:01.188231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.207218 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.218412 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] Routers {'83163b50-2db4-4c06-83b2-29d08086d1e3'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:01.219219 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['83163b50-2db4-4c06-83b2-29d08086d1e3'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.311072 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:01.311803 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1b930-a469-444f-bef9-b9c88260159b None None] The sync data for ids ['83163b50-2db4-4c06-83b2-29d08086d1e3'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:01.332796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703f12-c014-4fa9-8565-053e118a79bf req-3ed7dfaa-bc36-4612-b161-b103485c6e63 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:01.334362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f703f12-c014-4fa9-8565-053e118a79bf req-3ed7dfaa-bc36-4612-b161-b103485c6e63 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.9964390 Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:01.340626 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:01.452954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.459484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.521700 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] 10.222.0.10 "DELETE /v2.0/networks/00d47745-800a-4651-b7fb-b35c232c112c HTTP/1.1" status: 204 len: 168 time: 1.2609110 Feb 07 23:00:01.522996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f06773-3eae-45d4-bb74-5b3ed9b24029 tempest-FloatingIPTestJSON-1855771642 tempest-FloatingIPTestJSON-1855771642-project] Pushing event deleted for resources: {'Network': ['ID=00d47745-800a-4651-b7fb-b35c232c112c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:01.770415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48522) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:01.859800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:01.906155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:01.924862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Usage tracker for resource:security_group_rule and tenant:bca786c8f15746ad9cb75248687c9d4d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:01.933452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:01.952221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f703f12-c014-4fa9-8565-053e118a79bf req-c3f34e60-1cca-47fe-a215-1e90266c1bc1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915852 Feb 07 23:00:01.953460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:02.147095 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-de48976e-f0b6-46d6-a8b2-db87d9da8382 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 23:00:02.148411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de48976e-f0b6-46d6-a8b2-db87d9da8382 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/83163b50-2db4-4c06-83b2-29d08086d1e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0785880 Feb 07 23:00:02.198006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9c5ff-c078-4dc8-8615-ea1a91e52489 req-9448f578-4996-4346-9e8c-eb6bd1d92815 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:02.212252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0e9c5ff-c078-4dc8-8615-ea1a91e52489 req-9448f578-4996-4346-9e8c-eb6bd1d92815 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 1.3252892 Feb 07 23:00:02.212796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48532) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:02.236375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.237609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48538) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:02.258704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.426808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bca786c8f15746ad9cb75248687c9d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476560 Feb 07 23:00:02.428048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48550) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:02.448030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f26c9-88f4-4820-83ea-7c4b9d0f22ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2361c9-65bb-4158-b089-2e34db380f2f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:02.457730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-534193c6-8efa-4b9d-929a-9e6c9b82c706 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:02.553274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0e9c5ff-c078-4dc8-8615-ea1a91e52489 req-db9ed302-e57f-4788-abd7-341879ae922b tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186538 Feb 07 23:00:02.595505 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6b736558-a920-48d7-a62b-8281c1a412e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4849b92037a149c7b1d6f47bdcee428d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563828 Feb 07 23:00:02.596193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17fe4-ac00-4943-bdca-af2f179ce42b req-87c88b49-86cc-4c99-94f0-668d59832364 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:02.606576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59a17fe4-ac00-4943-bdca-af2f179ce42b req-87c88b49-86cc-4c99-94f0-668d59832364 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4556849 Feb 07 23:00:02.612494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48556) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:02.616546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd740-2912-4717-8fa4-24c08722ffb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.651432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-738ae39d-0f85-4cb8-b305-dad74a17be8f tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:02.652868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-738ae39d-0f85-4cb8-b305-dad74a17be8f tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.36 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 1.1019094 Feb 07 23:00:02.686392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59a17fe4-ac00-4943-bdca-af2f179ce42b req-ce7fb643-ce3a-41a7-b329-3b8de96cae63 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782945 Feb 07 23:00:02.691720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-534193c6-8efa-4b9d-929a-9e6c9b82c706 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:02.694137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-534193c6-8efa-4b9d-929a-9e6c9b82c706 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=83163b50-2db4-4c06-83b2-29d08086d1e3 HTTP/1.1" status: 200 len: 205 time: 0.4624369 Feb 07 23:00:02.712124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48560) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:02.717582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd740-2912-4717-8fa4-24c08722ffb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.856758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Deleting port 569b3336-d4b4-49a1-b74b-147d1709ad38 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:02.857911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:02.891086 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8301e973-99e7-4ad3-91dc-5051c654fdaf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.240439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-016d6009-fd75-450b-8a9d-5172fd2b2fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.417544 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8301e973-99e7-4ad3-91dc-5051c654fdaf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.421474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8301e973-99e7-4ad3-91dc-5051c654fdaf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.459315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8301e973-99e7-4ad3-91dc-5051c654fdaf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.460109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8301e973-99e7-4ad3-91dc-5051c654fdaf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Fanout notify agent at l3_agent the message router_deleted on router 83163b50-2db4-4c06-83b2-29d08086d1e3 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:00:03.470368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6eedb-a404-4a64-b1bb-2a869d70632a req-582938ca-6337-4431-ac3f-0f149ba0a65f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:03.471864 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5a6eedb-a404-4a64-b1bb-2a869d70632a req-582938ca-6337-4431-ac3f-0f149ba0a65f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5210853 Feb 07 23:00:03.481132 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-016d6009-fd75-450b-8a9d-5172fd2b2fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.491131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd740-2912-4717-8fa4-24c08722ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.514121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bd740-2912-4717-8fa4-24c08722ffb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2361c9-65bb-4158-b089-2e34db380f2f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:03.541205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fa9bd740-2912-4717-8fa4-24c08722ffb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.544500 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fa9bd740-2912-4717-8fa4-24c08722ffb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a2361c9-65bb-4158-b089-2e34db380f2f HTTP/1.1" status: 204 len: 168 time: 1.1123090 Feb 07 23:00:03.547195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5a6eedb-a404-4a64-b1bb-2a869d70632a req-a57d4687-b629-4648-8c82-1d7363a9efae tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667517 Feb 07 23:00:03.565970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8301e973-99e7-4ad3-91dc-5051c654fdaf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.567680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8301e973-99e7-4ad3-91dc-5051c654fdaf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/83163b50-2db4-4c06-83b2-29d08086d1e3 HTTP/1.1" status: 204 len: 168 time: 0.8539107 Feb 07 23:00:03.572171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48600) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:03.597291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] For port 569b3336-d4b4-49a1-b74b-147d1709ad38, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=569b3336-d4b4-49a1-b74b-147d1709ad38,segment=NetworkSegment(ee6d1f44-296d-4c58-bc52-196c34ad1f82),segment_id=ee6d1f44-296d-4c58-bc52-196c34ad1f82)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:03.597849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.743142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-016d6009-fd75-450b-8a9d-5172fd2b2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.764987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016d6009-fd75-450b-8a9d-5172fd2b2fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423bdabf-8cf6-4824-bc0e-d66c92272de5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:03.771372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet b6a469c5-963d-42d9-9b50-68ee228b8f00 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:00:03.794840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.863718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:03.885418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Calling delete_port for 569b3336-d4b4-49a1-b74b-147d1709ad38 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:03.999922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.039164 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-016d6009-fd75-450b-8a9d-5172fd2b2fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.040669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-016d6009-fd75-450b-8a9d-5172fd2b2fa3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/423bdabf-8cf6-4824-bc0e-d66c92272de5 HTTP/1.1" status: 204 len: 168 time: 1.4263787 Feb 07 23:00:04.172015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.350816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5667ba-63b5-46b8-8d7c-e506c9b624fc req-e037d3c7-d185-42e2-a778-4e21156da3b8 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:04.354444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec5667ba-63b5-46b8-8d7c-e506c9b624fc req-e037d3c7-d185-42e2-a778-4e21156da3b8 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/ports?device_id=709ea2e4-35b8-4cb6-83ec-057faa54ec65 HTTP/1.1" status: 200 len: 945 time: 0.4764018 Feb 07 23:00:04.355449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48622) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:04.361154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-aa0019ef-dd49-485b-9ae9-a2e386f2145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:04.362626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-aa0019ef-dd49-485b-9ae9-a2e386f2145e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 1096 time: 0.2836506 Feb 07 23:00:04.373438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a469c5-963d-42d9-9b50-68ee228b8f00,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:04.389261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fab09-35e4-4630-aa1c-844bd44465e6 req-b2db091b-5179-4807-9aa1-37197553ab31 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:04.402767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-766fab09-35e4-4630-aa1c-844bd44465e6 req-b2db091b-5179-4807-9aa1-37197553ab31 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.3822460 Feb 07 23:00:04.432970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.502307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a454c5-401a-4747-9012-7e8385b8e337 None None] Network 833ee2a7-158b-429c-9165-babe4432698f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:04.503062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:04.522133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee854afc-ab6c-4f4a-b2ca-afec91288592 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/b6a469c5-963d-42d9-9b50-68ee228b8f00 HTTP/1.1" status: 204 len: 168 time: 0.9489141 Feb 07 23:00:04.527102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48632) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:04.553288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-ec31bff8-5838-4ce3-ab4a-3c95b67e175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:04.555711 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-ec31bff8-5838-4ce3-ab4a-3c95b67e175e service neutron] 10.222.0.26 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.1841021 Feb 07 23:00:04.567429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Pushing event deleted for resources: {'Port': ['ID=569b3336-d4b4-49a1-b74b-147d1709ad38,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:04.600550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.601075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.601240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.601601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.601942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.602429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.602770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.603101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.603434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.603761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.604087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.604414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:04.782467 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bfe82977-f001-4ed8-8637-4d161013821b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=314ae8ac5c894a7084c4df0a360213b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217255 Feb 07 23:00:04.798695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48644) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:04.903669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-766fab09-35e4-4630-aa1c-844bd44465e6 req-e4e792e6-3c41-4bd0-80dc-b004e678622e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995298 Feb 07 23:00:04.914753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-4fcfbcc6-4881-415a-ad37-a338bc46dddf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4abcdd4e-75be-41e2-b71f-45359300a24e HTTP/1.1" status: 200 len: 217 time: 0.2593129 Feb 07 23:00:04.942155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec5667ba-63b5-46b8-8d7c-e506c9b624fc req-66eac76e-fe6f-4a18-997e-c3446fcca926 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.10 "GET /v2.0/security-groups?id=f7af41d7-c605-4688-b05d-676ef2b47f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346744 Feb 07 23:00:04.973213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908523c7-38e5-4e22-9709-1334b585649e None None] DHCP port deletion for 833ee2a7-158b-429c-9165-babe4432698f request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:00:04.978503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-908523c7-38e5-4e22-9709-1334b585649e None None] Deleting port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:04.979039 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-908523c7-38e5-4e22-9709-1334b585649e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.016062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.049847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] No DVR routers for this DVR port 569b3336-d4b4-49a1-b74b-147d1709ad38 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:05.051550 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceecc0c6-1827-4e68-8340-db008e5f0283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.053728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.054236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-5c26f6cc-b23b-469e-baab-d715dbac98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:05.056261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-5c26f6cc-b23b-469e-baab-d715dbac98d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.1238906 Feb 07 23:00:05.057122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'name': 'network-vif-deleted', 'tag': '569b3336-d4b4-49a1-b74b-147d1709ad38'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:05.062758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:05.063380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.166578 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceecc0c6-1827-4e68-8340-db008e5f0283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.174447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e097948-3fdd-4f4e-a948-5dd3ed4325a3 req-08b733e5-9840-4107-9aef-6619fce160e4 tempest-ServersNegativeTestMultiTenantJSON-153427185 tempest-ServersNegativeTestMultiTenantJSON-153427185-project] 10.222.0.36 "DELETE /v2.0/ports/569b3336-d4b4-49a1-b74b-147d1709ad38 HTTP/1.1" status: 204 len: 173 time: 2.4998915 Feb 07 23:00:05.186133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-b5e84f68-ea42-4483-be08-cb0b26f2be88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878546 Feb 07 23:00:05.275690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415543f-ee92-41f1-b20f-49569776c51d req-5f80f59e-73a0-4583-ac1f-b4dfdf52e501 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:05.277503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4415543f-ee92-41f1-b20f-49569776c51d req-5f80f59e-73a0-4583-ac1f-b4dfdf52e501 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.1681495 Feb 07 23:00:05.290877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceecc0c6-1827-4e68-8340-db008e5f0283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.339194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecc0c6-1827-4e68-8340-db008e5f0283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c53758e-f665-48e0-8065-2e475364f542,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:05.360790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ceecc0c6-1827-4e68-8340-db008e5f0283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.361919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ceecc0c6-1827-4e68-8340-db008e5f0283 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c53758e-f665-48e0-8065-2e475364f542 HTTP/1.1" status: 204 len: 168 time: 0.5620511 Feb 07 23:00:05.412547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4415543f-ee92-41f1-b20f-49569776c51d req-a6902e98-206d-4200-a951-d0061976e9ff tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080487 Feb 07 23:00:05.492655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-46a060b0-2fa7-49f4-a07f-00716447692e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1383247 Feb 07 23:00:05.518549 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709ea2e4-35b8-4cb6-83ec-057faa54ec65', 'name': 'network-vif-deleted', 'tag': '569b3336-d4b4-49a1-b74b-147d1709ad38', 'status': 'completed', 'code': 200} Feb 07 23:00:05.627030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-908523c7-38e5-4e22-9709-1334b585649e None None] For port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,segment=NetworkSegment(3146c94f-6b70-4381-b651-9118ec37ac35),segment_id=3146c94f-6b70-4381-b651-9118ec37ac35)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:05.627700 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-908523c7-38e5-4e22-9709-1334b585649e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.862281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,segment=NetworkSegment(3146c94f-6b70-4381-b651-9118ec37ac35),segment_id=3146c94f-6b70-4381-b651-9118ec37ac35)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:05.862281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:05.888900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-908523c7-38e5-4e22-9709-1334b585649e None None] Calling delete_port for 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:05.938198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48678) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:06.010701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:06.012869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.064630 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-908523c7-38e5-4e22-9709-1334b585649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.158893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:06.197338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:00:06.197829 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:00:06.237319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908523c7-38e5-4e22-9709-1334b585649e None None] No DVR routers for this DVR port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:06.239074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908523c7-38e5-4e22-9709-1334b585649e None None] Pushing event deleted for resources: {'Port': ['ID=9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:06.258156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 569b3336-d4b4-49a1-b74b-147d1709ad38 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:06.273656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-969310616'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:06.281412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:06.286645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:network and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:06.290748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:06.300926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:06.328493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:00:06.328990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:00:06.332499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 569b3336-d4b4-49a1-b74b-147d1709ad38 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:00:06.333078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 569b3336-d4b4-49a1-b74b-147d1709ad38 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:00:06.353043 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.377594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-37877964-c145-4de9-8770-ddbbe8103b03 service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1660976 Feb 07 23:00:06.391450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56ef56-73fe-4730-98cc-fa1c217c5889 req-97a61aa0-ba7a-4222-885e-d0c11a43c570 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.392989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd56ef56-73fe-4730-98cc-fa1c217c5889 req-97a61aa0-ba7a-4222-885e-d0c11a43c570 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.6772587 Feb 07 23:00:06.393641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Made reservation on behalf of 0c03dba863d64ac09bee8c6937661948 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:06.397170 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.413573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-ce5f6e20-e576-4762-906d-45986dc7f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.415041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-ce5f6e20-e576-4762-906d-45986dc7f349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1096 time: 0.2162948 Feb 07 23:00:06.429366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.454099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:06.467935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:security_group_rule and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:06.473725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:06.485443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:06.491166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd56ef56-73fe-4730-98cc-fa1c217c5889 req-e5427567-3f65-4636-9dae-7cc221dd9c43 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826654 Feb 07 23:00:06.501106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab16ae2-94f7-48d2-a7d2-1d0e956fe1dc req-23643a1c-8eb7-48e2-975e-3dfb9b66c09b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.502487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eab16ae2-94f7-48d2-a7d2-1d0e956fe1dc req-23643a1c-8eb7-48e2-975e-3dfb9b66c09b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.3964586 Feb 07 23:00:06.504254 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:00:06.591556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eab16ae2-94f7-48d2-a7d2-1d0e956fe1dc req-7eeb6635-8e93-4368-b65d-bab9956f1679 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767281 Feb 07 23:00:06.718655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:06.718655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.746560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48700) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:06.795701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.817875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:06.919325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-540c5134-97e7-49de-8d5f-f76bf2dca423 req-cfc0678f-05a7-4e7e-ae6a-4da2dbbf52ab service neutron] 10.222.0.26 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326717 Feb 07 23:00:06.960373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-c7f281e9-6527-4217-a4e3-1c74d94d51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:06.962168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-c7f281e9-6527-4217-a4e3-1c74d94d51fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.5004432 Feb 07 23:00:06.968331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] The port '9f5cf16c-d6b4-4b27-ac3a-9d9e0cc2f2ce' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:00:07.023211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] Deleting subnet 9a1a1737-b52f-4290-8181-641f8997a98e {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:00:07.025101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:00:07.045324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.067563 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-1add5f94-5f6a-4aa7-84dd-e8fa775a9ae4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.0979252 Feb 07 23:00:07.100734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4106ed-32b4-48ee-9573-25ce7b523eac,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:07.112315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.113663 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Added segment 2464326e-241d-4d9d-adfe-ecf4130b89bd of type vlan for network f163c330-dd65-413a-88b9-ce7bd7e46106 Feb 07 23:00:07.171586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7323d84-d933-44eb-b7a5-8fc2ca145ccc req-49f7afce-8b8a-4936-a4f2-6be5acb74b4f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:07.174696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7323d84-d933-44eb-b7a5-8fc2ca145ccc req-49f7afce-8b8a-4936-a4f2-6be5acb74b4f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 945 time: 0.4922657 Feb 07 23:00:07.177948 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.220967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.223175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.233317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-17d5750b-7655-418f-bf1a-f06d3a2574ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:07.234835 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-17d5750b-7655-418f-bf1a-f06d3a2574ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.1479456 Feb 07 23:00:07.294212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833ee2a7-158b-429c-9165-babe4432698f']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:07.303547 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-9c3ba40f-8a1a-43aa-92da-c791299ef856 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581892 Feb 07 23:00:07.309999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3146c94f-6b70-4381-b651-9118ec37ac35') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:07.310512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3146c94f-6b70-4381-b651-9118ec37ac35') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:07.316872 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7323d84-d933-44eb-b7a5-8fc2ca145ccc req-1a772690-1cdf-4ee9-aca8-5f4a4fc5f26a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030865 Feb 07 23:00:07.322203 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.351350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.354537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.360162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:07.360801 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.415684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a27dc-429a-4f45-8631-abbe7f2d4686 req-77b7de5c-b1ae-483c-98c2-0c7aa4784f17 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:07.417187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e1a27dc-429a-4f45-8631-abbe7f2d4686 req-77b7de5c-b1ae-483c-98c2-0c7aa4784f17 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4446156 Feb 07 23:00:07.441340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.453035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:07.453630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:07.469528 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:07.566157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6270378 Feb 07 23:00:07.575680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:07.577081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f171afb-f9a3-4829-be58-5ac424a0e1ae tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Network': ['ID=f163c330-dd65-413a-88b9-ce7bd7e46106,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:07.586655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-351c0ec0-f286-49af-b676-8ea995f9a7ec service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680326 Feb 07 23:00:07.590237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f163c330-dd65-413a-88b9-ce7bd7e46106 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:00:07.591041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.620458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e1a27dc-429a-4f45-8631-abbe7f2d4686 req-15b8debe-45da-4960-870d-a02b4ff303b1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406577 Feb 07 23:00:07.630861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'subnet': {'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:07.636148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.683980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.813277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=833ee2a7-158b-429c-9165-babe4432698f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:07.856110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.861011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e0cc437-f178-49ff-970e-7af9173e0de6 req-973c50d1-1a30-463b-b628-a2c5dc8ae73f service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676821 Feb 07 23:00:07.868677 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1254ea26-b4d4-42d2-8c00-a3c176e960b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/833ee2a7-158b-429c-9165-babe4432698f HTTP/1.1" status: 204 len: 168 time: 3.3403654 Feb 07 23:00:07.869734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:07.882495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-383469508'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:07.890070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:07.894527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:07.897666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:07.905940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4abcdd4e-75be-41e2-b71f-45359300a24e no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:07.906698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:07.923695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:07.927757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:07.959764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334061d-c670-4209-9cc6-40704719e881 req-c0918e50-9522-4594-9f88-ee82b2ce3aa9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:07.960839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a334061d-c670-4209-9cc6-40704719e881 req-c0918e50-9522-4594-9f88-ee82b2ce3aa9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Synchronizing usage tracker for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:07.974810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a1a1737-b52f-4290-8181-641f8997a98e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:07.980409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-254dcc65-73eb-43bc-81d3-c353e0b6759f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9a1a1737-b52f-4290-8181-641f8997a98e HTTP/1.1" status: 204 len: 168 time: 1.2273788 Feb 07 23:00:07.980655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48736) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:08.062009 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.079841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:08.090046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:subnet and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:08.112165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:08.127057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:08.135918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f42c6-1a14-4a47-b8ce-e0d0afa1d339 req-f7a217b1-1c75-4ee6-880d-d007faa46439 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.143981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb0f42c6-1a14-4a47-b8ce-e0d0afa1d339 req-f7a217b1-1c75-4ee6-880d-d007faa46439 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2846341 Feb 07 23:00:08.147510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.152096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a334061d-c670-4209-9cc6-40704719e881 req-c0918e50-9522-4594-9f88-ee82b2ce3aa9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Unset dirty status for tenant:6245a52bd9e44ce8b32a223827c6e820 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:08.153472 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a334061d-c670-4209-9cc6-40704719e881 req-c0918e50-9522-4594-9f88-ee82b2ce3aa9 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.26 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.5186400 Feb 07 23:00:08.155206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:00:08.165253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:08.178426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:08.185733 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.191540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b77e86-6380-4650-b417-8a696578deaa req-fc15e7f2-2841-42db-856b-c847df12549b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.199140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b77e86-6380-4650-b417-8a696578deaa req-fc15e7f2-2841-42db-856b-c847df12549b tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.3468959 Feb 07 23:00:08.230751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Made reservation on behalf of 0c03dba863d64ac09bee8c6937661948 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:08.234409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.235017 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment 03c202c8-b1b3-432a-92e4-b0e98594032f of type vlan for network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 Feb 07 23:00:08.235476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.268860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:08.327999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Deleting port bb4f07a6-c534-4f71-911b-6d5289775afa {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:08.328298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.358521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb0f42c6-1a14-4a47-b8ce-e0d0afa1d339 req-77a945fd-37c7-49c9-a2be-ef0190ce63cd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134156 Feb 07 23:00:08.365846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9b77e86-6380-4650-b417-8a696578deaa req-e16d7ab4-076d-457d-93d6-1398a4444a93 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654630 Feb 07 23:00:08.475614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.512294 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.586216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f85e178-0275-4d1f-8037-6b1c0cd0e932']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:08.609283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.652910 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'code': 200} Feb 07 23:00:08.672386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6d1f44-296d-4c58-bc52-196c34ad1f82') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:08.672721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6d1f44-296d-4c58-bc52-196c34ad1f82') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:08.696672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.731184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Checking segment: {'id': '2464326e-241d-4d9d-adfe-ecf4130b89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:00:08.731606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.732669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Network hostable DHCP agents. Network: f163c330-dd65-413a-88b9-ce7bd7e46106, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:00:08.747157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.748311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:08.763467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Subnet': ['ID=5fe15643-219d-477e-8801-832889180ff4,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:08.781344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Network f163c330-dd65-413a-88b9-ce7bd7e46106 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:00:08.798967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f163c330-dd65-413a-88b9-ce7bd7e46106) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:08.807870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aee4d6-3380-4213-95a8-d7beb949ef34 None None] Network f163c330-dd65-413a-88b9-ce7bd7e46106 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:08.824158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5e28d-3fe3-46b9-bf37-c7640ecb1d57 req-8676af4f-1aee-45f1-860e-f0ad1a76d875 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.826576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53d5e28d-3fe3-46b9-bf37-c7640ecb1d57 req-8676af4f-1aee-45f1-860e-f0ad1a76d875 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 943 time: 0.2705019 Feb 07 23:00:08.882744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:08.883605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.034338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53d5e28d-3fe3-46b9-bf37-c7640ecb1d57 req-bf6a6528-ad38-4fca-8e8e-9b840a3ac21c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663284 Feb 07 23:00:09.040796 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d5bc5d0-5b3f-47f4-b501-2f27963f35e9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4596870 Feb 07 23:00:09.043528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48760) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:09.071500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-506448411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:09.080270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:09.086491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:router and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:09.091003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:09.104132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:09.126407 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.130400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae86736-c13a-48f0-9f9d-51ab0b832cfa req-d5190f9c-f5b3-4f8f-a2dc-c17b166477cb tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.132488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:09.132631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ae86736-c13a-48f0-9f9d-51ab0b832cfa req-d5190f9c-f5b3-4f8f-a2dc-c17b166477cb tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3045828 Feb 07 23:00:09.132915 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.134061 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.135270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.192818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ae86736-c13a-48f0-9f9d-51ab0b832cfa req-6993e6fe-48f2-48bf-8b98-1648edd2ffc4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Feb 07 23:00:09.192969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-f163c330-dd65-413a-88b9-ce7bd7e46106', 'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106', 'tenant_id': '0c03dba863d64ac09bee8c6937661948', 'fixed_ips': [{'subnet_id': '5fe15643-219d-477e-8801-832889180ff4'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:00:09.193740 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:09.221215 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:09.267978 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3937891 Feb 07 23:00:09.268350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48772) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:09.276198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': '94c29ce3-28a6-4e01-9dcc-f115997bfaa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:09.288377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.298951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.301471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c75fa3-687c-42b4-bb65-90e70aa2295b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=94c29ce3-28a6-4e01-9dcc-f115997bfaa6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:09.332600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:00:09.344714 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6f85e178-0275-4d1f-8037-6b1c0cd0e932 HTTP/1.1" status: 204 len: 168 time: 1.3609176 Feb 07 23:00:09.345803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c33d7f-c74f-41d7-874e-8f3172e6d177 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f85e178-0275-4d1f-8037-6b1c0cd0e932,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:09.347457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48776) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:09.430986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] For port bb4f07a6-c534-4f71-911b-6d5289775afa, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=bb4f07a6-c534-4f71-911b-6d5289775afa,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:09.431367 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.522437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.611928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] Deleting subnet cd0a6bf5-2c99-4639-8f70-94b9c497cab7 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:00:09.617612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Allocated IP 172.20.0.2 (f163c330-dd65-413a-88b9-ce7bd7e46106/5fe15643-219d-477e-8801-832889180ff4/1fe50cda-c71a-406a-bcb7-6f9bc5a00892) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:09.624140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.630701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:09.640252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:09.646540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:09.661809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:09.664197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.719875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c013f84-88f3-4fa4-9e44-5fe112e6f2d0 req-c763d407-5a40-4965-a76d-52fa4743f7d8 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:09.721539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c013f84-88f3-4fa4-9e44-5fe112e6f2d0 req-c763d407-5a40-4965-a76d-52fa4743f7d8 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2958722 Feb 07 23:00:09.725065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:09.728406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.774115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.883230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.896363 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.908740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Transition to ACTIVE for port object 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:09.940495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:09.941618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a9c0bdc-1700-4c2e-bf65-67298efc09b0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.8969536 Feb 07 23:00:09.945783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Transition to ACTIVE for port object 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:09.946952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48786) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:09.956448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.044627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c013f84-88f3-4fa4-9e44-5fe112e6f2d0 req-606e0512-1f7c-4311-adbe-c87eae6cd01b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015294 Feb 07 23:00:10.056489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224aca2-7b6f-4fe8-b7d0-abc42c67c9d1 req-03ca798f-7f57-4f6e-87d1-c68d377835e6 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:10.064350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a224aca2-7b6f-4fe8-b7d0-abc42c67c9d1 req-03ca798f-7f57-4f6e-87d1-c68d377835e6 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 946 time: 0.4938059 Feb 07 23:00:10.120330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.140527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a224aca2-7b6f-4fe8-b7d0-abc42c67c9d1 req-fdc16e28-0195-496d-af37-71651621cb06 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups?id=53ddaa5f-66f1-4937-97e0-690b9ae1183e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752704 Feb 07 23:00:10.142990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Pushing event updated for resources: {'Port': ['ID=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:10.156377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Network f163c330-dd65-413a-88b9-ce7bd7e46106 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:10.158503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:10.162124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:10.244424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.246970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0a6bf5-2c99-4639-8f70-94b9c497cab7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:10.290300 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f0ea3848-005b-4793-aa39-a62a7047be5d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cd0a6bf5-2c99-4639-8f70-94b9c497cab7 HTTP/1.1" status: 204 len: 168 time: 0.9393704 Feb 07 23:00:10.329225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48800) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:10.347007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Attempting to bind port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:10.347523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Attempting to bind port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2464326e-241d-4d9d-adfe-ecf4130b89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:10.347992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Attempting to bind port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 on network f163c330-dd65-413a-88b9-ce7bd7e46106 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:00:10.355508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:00:10.356266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Checking segment: {'id': '2464326e-241d-4d9d-adfe-ecf4130b89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:00:10.368542 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.369372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Bound using segment: {'id': '2464326e-241d-4d9d-adfe-ecf4130b89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:00:10.370802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Bound port: 1fe50cda-c71a-406a-bcb7-6f9bc5a00892, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2464326e-241d-4d9d-adfe-ecf4130b89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:10.372336 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.534498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] For port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:00:10.541445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] For port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,segment=NetworkSegment(2464326e-241d-4d9d-adfe-ecf4130b89bd),segment_id=2464326e-241d-4d9d-adfe-ecf4130b89bd)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:00:10.550656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.627444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.628497 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.630255 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Floating IP 3b51cd65-ca48-4e0c-ab74-c63fbef11ab7 disassociated. External IP: 172.25.0.69, port: bb4f07a6-c534-4f71-911b-6d5289775afa. Feb 07 23:00:10.631381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Calling delete_port for bb4f07a6-c534-4f71-911b-6d5289775afa owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:10.655183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc160e-9267-4d90-9b45-912bff2e3f7f None None] Pushing event updated for resources: {'Port': ['ID=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:10.718873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:10.752182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.063190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146492d-b4bd-4b34-9c0a-aa8be4cafa43 req-76afb873-73c0-4a08-8bef-e3f8a579440b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:11.065022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b146492d-b4bd-4b34-9c0a-aa8be4cafa43 req-76afb873-73c0-4a08-8bef-e3f8a579440b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 943 time: 0.7516072 Feb 07 23:00:11.104026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.109950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=d24433ed-4940-453d-b280-85259aae7ac9,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.168099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.236511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fba795-4f20-4f2c-b67e-4faef1a83791']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:11.305553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event deleted for resources: {'Port': ['ID=bb4f07a6-c534-4f71-911b-6d5289775afa,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.311061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': '03c202c8-b1b3-432a-92e4-b0e98594032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94c29ce3-28a6-4e01-9dcc-f115997bfaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:00:11.311440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: 94c29ce3-28a6-4e01-9dcc-f115997bfaa6, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:00:11.328403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b146492d-b4bd-4b34-9c0a-aa8be4cafa43 req-6634f87f-49fe-401c-91d1-45b239359f14 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381070 Feb 07 23:00:11.337069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493ca28e-f5c6-410b-a4de-395bd0ea18c1') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:11.337380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493ca28e-f5c6-410b-a4de-395bd0ea18c1') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:11.368772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.392234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.400092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:11.400649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:11.420504 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:11.445971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.562412 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-530a7ea6-b997-4269-b18e-276c2c378c4f req-a25163c1-3a75-4009-956b-bf3a5c647338 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 210 time: 0.0817659 Feb 07 23:00:11.579372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:00:11.586748 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.605501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85afce8-2247-4cd5-8c51-6276163247ac req-7805558c-3b8a-44d7-8c66-fe8bd6fcc191 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:11.615848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f85afce8-2247-4cd5-8c51-6276163247ac req-7805558c-3b8a-44d7-8c66-fe8bd6fcc191 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5188587 Feb 07 23:00:11.666117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.666689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 94c29ce3-28a6-4e01-9dcc-f115997bfaa6) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:11.678326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328d063-a7bd-42e9-84fd-e7a8f24734d2 None None] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:11.708469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:11.709121 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.725256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27fba795-4f20-4f2c-b67e-4faef1a83791,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:11.782613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Router a72f404a-2318-4332-a709-b5fba25ea24b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:00:11.786873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7a831995-b67d-424b-bf71-8c6849f238c3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/27fba795-4f20-4f2c-b67e-4faef1a83791 HTTP/1.1" status: 204 len: 168 time: 1.4565384 Feb 07 23:00:11.821924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f85afce8-2247-4cd5-8c51-6276163247ac req-276d0877-a398-422e-afe5-2ec06eddba91 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060876 Feb 07 23:00:11.825166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b7d7c2a6-4f9a-4781-ae6e-bc0334600ae6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5549519 Feb 07 23:00:11.830196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48840) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:11.847953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-208827438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:11.871172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:11.877636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:router and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:11.884832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:11.898340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:11.936463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.937670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.973539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:11.976725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4abcdd4e-75be-41e2-b71f-45359300a24e no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:12.025244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.062444 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.063651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bd39451e-a0bd-485b-96f4-bfacacfd3596 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2315123 Feb 07 23:00:12.068848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48844) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:12.468940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:00:12.492008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48860) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:12.499578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:12.596204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] Sync routers for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:12.650210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d199457-204e-439e-ba67-ec0b76e3feb3 None None] Network f163c330-dd65-413a-88b9-ce7bd7e46106 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:12.675184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:12.676101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:12.751334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] No DVR routers for this DVR port bb4f07a6-c534-4f71-911b-6d5289775afa on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:12.777782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:12.791692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'name': 'network-vif-deleted', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:12.857041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device bb4f07a6-c534-4f71-911b-6d5289775afa no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:13.026397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Allocated IP 172.20.0.1 (f163c330-dd65-413a-88b9-ce7bd7e46106/5fe15643-219d-477e-8801-832889180ff4/bd9b249c-fad6-40b6-8d22-5c258a34cf43) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:13.125915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:13.180616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: bb4f07a6-c534-4f71-911b-6d5289775afa {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:00:13.183174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device bb4f07a6-c534-4f71-911b-6d5289775afa not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:00:13.213917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.230188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Transition to ACTIVE for port object bd9b249c-fad6-40b6-8d22-5c258a34cf43 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:13.249001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b6051928-247e-48d4-8dd8-75a000310b67 None None] Provisioning for port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:13.272366 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-260babe4-a022-49ef-a85a-7db8738a5ae1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96138495d16b406493f3aa02f87c3abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706420 Feb 07 23:00:13.273287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48900) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:13.326340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b6051928-247e-48d4-8dd8-75a000310b67 None None] Provisioning complete for port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:13.326757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b6051928-247e-48d4-8dd8-75a000310b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.339282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.364174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50b91ca2-ed05-4985-b965-08f9a3823a4e req-166288af-8aab-4add-8b8b-71103dfbcdd3 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/ports?device_id=2bd6ee8f-304a-4abf-9063-bff27544dbac HTTP/1.1" status: 200 len: 210 time: 0.1424217 Feb 07 23:00:13.447680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a334061d-c670-4209-9cc6-40704719e881 req-ac32d8d6-ac0d-4e8c-a055-2a1ab83213df tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.26 "DELETE /v2.0/ports/bb4f07a6-c534-4f71-911b-6d5289775afa HTTP/1.1" status: 204 len: 173 time: 5.2846422 Feb 07 23:00:13.451799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Port': ['ID=bd9b249c-fad6-40b6-8d22-5c258a34cf43,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:13.494182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Network f163c330-dd65-413a-88b9-ce7bd7e46106 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:13.495624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-94c29ce3-28a6-4e01-9dcc-f115997bfaa6', 'network_id': '94c29ce3-28a6-4e01-9dcc-f115997bfaa6', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': 'd24433ed-4940-453d-b280-85259aae7ac9'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:00:13.499010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.500376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:13.523239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:13.652404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.740089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:00:13.801480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-21e89f90-00bd-47a7-a0df-1d630e6eae19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.849778 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-1a75d664-6528-4c30-843d-2418358d20f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5828264 Feb 07 23:00:13.850731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.893749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-21e89f90-00bd-47a7-a0df-1d630e6eae19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:13.938390 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd6ee8f-304a-4abf-9063-bff27544dbac', 'name': 'network-vif-deleted', 'tag': 'bb4f07a6-c534-4f71-911b-6d5289775afa', 'status': 'completed', 'code': 200} Feb 07 23:00:13.960332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-67e61227-052f-4f6c-b782-0b4092321398 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:13.967605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-67e61227-052f-4f6c-b782-0b4092321398 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d17980e-d682-4dc6-8848-cdcc479488c8 HTTP/1.1" status: 200 len: 943 time: 0.3978431 Feb 07 23:00:14.175563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Deleting port 4abcdd4e-75be-41e2-b71f-45359300a24e {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:14.176005 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.200172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-71daf2a8-6e53-4f8f-86c4-95d34da2c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:14.202675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-71daf2a8-6e53-4f8f-86c4-95d34da2c462 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6557f3f418b043d8ab2075b8c1cb71a4&device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 1101 time: 0.2315085 Feb 07 23:00:14.223977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-21e89f90-00bd-47a7-a0df-1d630e6eae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.294367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e89f90-00bd-47a7-a0df-1d630e6eae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7af41d7-c605-4688-b05d-676ef2b47f7e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:14.357345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-21e89f90-00bd-47a7-a0df-1d630e6eae19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.358424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-21e89f90-00bd-47a7-a0df-1d630e6eae19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7af41d7-c605-4688-b05d-676ef2b47f7e HTTP/1.1" status: 204 len: 168 time: 1.0213752 Feb 07 23:00:14.406999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.611371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b6051928-247e-48d4-8dd8-75a000310b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.666608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Allocated IP 172.20.0.2 (94c29ce3-28a6-4e01-9dcc-f115997bfaa6/d24433ed-4940-453d-b280-85259aae7ac9/ce730226-0cc0-4772-af3c-be9774a168b4) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:14.695989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b6051928-247e-48d4-8dd8-75a000310b67 None None] For port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,segment=NetworkSegment(2464326e-241d-4d9d-adfe-ecf4130b89bd),segment_id=2464326e-241d-4d9d-adfe-ecf4130b89bd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:14.710558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-16dde02d-b49c-44cb-abfa-06e05e2daa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:14.710558 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-16dde02d-b49c-44cb-abfa-06e05e2daa4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.4541976 Feb 07 23:00:14.724548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b6051928-247e-48d4-8dd8-75a000310b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.870352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-6b0e9926-664d-4ff6-81f3-160f47b82553 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6 HTTP/1.1" status: 200 len: 217 time: 0.1284633 Feb 07 23:00:14.922749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] For port 4abcdd4e-75be-41e2-b71f-45359300a24e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4abcdd4e-75be-41e2-b71f-45359300a24e,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:14.924087 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:14.977465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638e741-7350-4743-8bce-93636035e541 req-ddcc9a9d-d410-4eae-9e33-eafac037ae5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:14.985785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d638e741-7350-4743-8bce-93636035e541 req-ddcc9a9d-d410-4eae-9e33-eafac037ae5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.7152371 Feb 07 23:00:15.141656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48936) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:15.154648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6051928-247e-48d4-8dd8-75a000310b67 None None] Pushing event updated for resources: {'Port': ['ID=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:15.205038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:15.271667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] Checking router: a72f404a-2318-4332-a709-b5fba25ea24b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:00:15.274154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-8d233a28-b649-4211-8f95-5f9c75b213a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:15.276081 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-8d233a28-b649-4211-8f95-5f9c75b213a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.3013320 Feb 07 23:00:15.299322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Calling delete_port for 4abcdd4e-75be-41e2-b71f-45359300a24e owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:15.301879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f47683bc-906e-4e51-bc00-21e7fd1fd33d None None] Provisioning complete for port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:15.302257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f47683bc-906e-4e51-bc00-21e7fd1fd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.333455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:15.334015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:15.414599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d638e741-7350-4743-8bce-93636035e541 req-0f074832-1dfa-4edc-9e2e-c248bbacd7a2 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248462 Feb 07 23:00:15.631031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.659633 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.727802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Transition to ACTIVE for port object ce730226-0cc0-4772-af3c-be9774a168b4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:15.738996 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b96c614b-8100-4581-834a-cd005d0ea02d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f62d83bce42b4144873b8eafa9087c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936897 Feb 07 23:00:15.742012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event deleted for resources: {'Port': ['ID=4abcdd4e-75be-41e2-b71f-45359300a24e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:15.744953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48948) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:15.760181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48950) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:15.773769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:00:15.816882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] No DVR routers for this DVR port 4abcdd4e-75be-41e2-b71f-45359300a24e on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:15.817357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.833074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-deleted', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:15.856408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbc3ebfd-8fea-4021-86e4-8b1818a5dc2a req-6ed00233-4549-46bb-b469-0090878d6937 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "DELETE /v2.0/ports/4abcdd4e-75be-41e2-b71f-45359300a24e HTTP/1.1" status: 204 len: 173 time: 1.8878412 Feb 07 23:00:15.867062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Transition to ACTIVE for port object ce730226-0cc0-4772-af3c-be9774a168b4 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:15.886731 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:15.938611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f47683bc-906e-4e51-bc00-21e7fd1fd33d None None] Provisioning for port bd9b249c-fad6-40b6-8d22-5c258a34cf43 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:16.001962 n-d-827896-3 neutron-server[87670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d17980e-d682-4dc6-8848-cdcc479488c8', 'name': 'network-vif-deleted', 'tag': '4abcdd4e-75be-41e2-b71f-45359300a24e', 'status': 'failed', 'code': 422} returned with failed status Feb 07 23:00:16.027778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-0448b62d-e6f9-40ee-b3b9-388d81053055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:16.029796 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-0448b62d-e6f9-40ee-b3b9-388d81053055 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7380397 Feb 07 23:00:16.032726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c59b609-8c7c-44a6-8915-50da381768d8 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.035621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aac0b9f8-f148-4e39-ab06-1585b6baf8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.038412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:16.043024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:16.045015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f47683bc-906e-4e51-bc00-21e7fd1fd33d None None] Provisioning complete for port bd9b249c-fad6-40b6-8d22-5c258a34cf43 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:16.047586 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f47683bc-906e-4e51-bc00-21e7fd1fd33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.064711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.082737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:16.146892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aac0b9f8-f148-4e39-ab06-1585b6baf8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.154795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.20.0.1 (94c29ce3-28a6-4e01-9dcc-f115997bfaa6/d24433ed-4940-453d-b280-85259aae7ac9/32347950-54e1-469d-9e4f-fa37dd6be075) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:16.172645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:00:16.282138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.385250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Pushing event updated for resources: {'Port': ['ID=ce730226-0cc0-4772-af3c-be9774a168b4,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:16.443431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c59b609-8c7c-44a6-8915-50da381768d8 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.498460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f47683bc-906e-4e51-bc00-21e7fd1fd33d None None] Port bd9b249c-fad6-40b6-8d22-5c258a34cf43 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:00:16.506274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Attempting to bind port ce730226-0cc0-4772-af3c-be9774a168b4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:16.506656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Attempting to bind port ce730226-0cc0-4772-af3c-be9774a168b4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '03c202c8-b1b3-432a-92e4-b0e98594032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94c29ce3-28a6-4e01-9dcc-f115997bfaa6'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:16.507258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Attempting to bind port ce730226-0cc0-4772-af3c-be9774a168b4 on network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:00:16.523062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 22, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:00:16.524212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Checking segment: {'id': '03c202c8-b1b3-432a-92e4-b0e98594032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94c29ce3-28a6-4e01-9dcc-f115997bfaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:00:16.524212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.524427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Bound using segment: {'id': '03c202c8-b1b3-432a-92e4-b0e98594032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94c29ce3-28a6-4e01-9dcc-f115997bfaa6'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:00:16.524850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Bound port: ce730226-0cc0-4772-af3c-be9774a168b4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c202c8-b1b3-432a-92e4-b0e98594032f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '94c29ce3-28a6-4e01-9dcc-f115997bfaa6'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:16.525235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.615775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Port': ['ID=bd9b249c-fad6-40b6-8d22-5c258a34cf43,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:16.618499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.633300 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aac0b9f8-f148-4e39-ab06-1585b6baf8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.654122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] For port ce730226-0cc0-4772-af3c-be9774a168b4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:00:16.668865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0b9f8-f148-4e39-ab06-1585b6baf8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae53114-50a5-4920-8f55-0d8fdfa82cbb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:16.691280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] For port ce730226-0cc0-4772-af3c-be9774a168b4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ce730226-0cc0-4772-af3c-be9774a168b4,segment=NetworkSegment(03c202c8-b1b3-432a-92e4-b0e98594032f),segment_id=03c202c8-b1b3-432a-92e4-b0e98594032f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:00:16.713686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.736572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aac0b9f8-f148-4e39-ab06-1585b6baf8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.744931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-aac0b9f8-f148-4e39-ab06-1585b6baf8f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ae53114-50a5-4920-8f55-0d8fdfa82cbb HTTP/1.1" status: 204 len: 168 time: 0.9579899 Feb 07 23:00:16.755545 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-769e735f-f860-4dba-b61d-8b3b4bf557e2 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833920 Feb 07 23:00:16.765406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.792525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:16.794256 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:16.801090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object 32347950-54e1-469d-9e4f-fa37dd6be075 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:16.876076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d32f6-f128-42a9-aeb6-8bbcb6af6227 req-5c3781f5-3087-4959-aa89-adcfa48ebab3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:16.877702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e6d32f6-f128-42a9-aeb6-8bbcb6af6227 req-5c3781f5-3087-4959-aa89-adcfa48ebab3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2101777 Feb 07 23:00:16.910264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:16.959508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cf536-5268-4f2a-a7b9-69ab965ea57e None None] The sync data for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 is: [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T22:54:58Z', 'revision_number': 4, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '19298a27-c905-48f1-b4a3-b13fe1d64dc6', 'name': '', 'network_id': 'd60eb7aa-2182-44ab-b27b-0104971265bf', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'mac_address': 'fa:16:3e:c0:af:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2063, 'fixed_ips': [{'subnet_id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:53Z', 'updated_at': '2022-02-07T22:55:08Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'subnets': [{'id': '8e39fb62-32b0-4709-a1c8-613ca34bd90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:16.984698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0c053289-c122-411a-a083-ecc4bb0b4e0f None None] Provisioning complete for port bd9b249c-fad6-40b6-8d22-5c258a34cf43 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:16.985076 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0c053289-c122-411a-a083-ecc4bb0b4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.120020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.151000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fcf500-f0de-4cf8-9f8a-bcef666f182f None None] Pushing event updated for resources: {'Port': ['ID=ce730226-0cc0-4772-af3c-be9774a168b4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:17.191886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0c053289-c122-411a-a083-ecc4bb0b4e0f None None] Port bd9b249c-fad6-40b6-8d22-5c258a34cf43 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:00:17.349944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c59b609-8c7c-44a6-8915-50da381768d8 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.386845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:17.396339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:17.422107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e6d32f6-f128-42a9-aeb6-8bbcb6af6227 req-7ccb63e4-0b0b-472f-895b-dcb862b5e49b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261405 Feb 07 23:00:17.431497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:17.432305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59b609-8c7c-44a6-8915-50da381768d8 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ddaa5f-66f1-4937-97e0-690b9ae1183e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:17.511195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Network f163c330-dd65-413a-88b9-ce7bd7e46106 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:17.517604 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecd88d9c-0f4b-44ba-a865-e5cbfb23cc72 req-a2998254-411a-4d26-bfd6-7ceacf9750e4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356937 Feb 07 23:00:17.518424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:17.530110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9c59b609-8c7c-44a6-8915-50da381768d8 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.534336 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9c59b609-8c7c-44a6-8915-50da381768d8 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "DELETE /v2.0/security-groups/53ddaa5f-66f1-4937-97e0-690b9ae1183e HTTP/1.1" status: 204 len: 168 time: 1.7705200 Feb 07 23:00:17.544597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48994) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:17.640120 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-505aa9f3-49d3-4489-9e51-61abf90dcea4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] show failed (client error): The resource could not be found. Feb 07 23:00:17.642205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-505aa9f3-49d3-4489-9e51-61abf90dcea4 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "GET /v2.0/security-groups/53ddaa5f-66f1-4937-97e0-690b9ae1183e HTTP/1.1" status: 404 len: 347 time: 0.0540204 Feb 07 23:00:17.645801 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8ffdba-7f99-43f1-939b-3a60779a50b8 None None] New status for floating IP 3b51cd65-ca48-4e0c-ab74-c63fbef11ab7: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:00:17.648944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=32347950-54e1-469d-9e4f-fa37dd6be075,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:17.664009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49000) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:17.815292 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:17.885386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-8ca46c40-ca8e-4b46-b70f-e2dbac8f417e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:17.889972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-8ca46c40-ca8e-4b46-b70f-e2dbac8f417e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.9952509 Feb 07 23:00:18.025881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Router 2f29b905-836c-40f6-8d36-808686ad6b43 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:00:18.133183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-12b2b8b2-64ce-4c0a-9579-8482d52b4232 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/quotas/ddad197605874418a7395a453e3211bd HTTP/1.1" status: 200 len: 375 time: 0.2177269 Feb 07 23:00:18.157393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-718d8c46-0406-4384-8306-5fab1090438f None None] Provisioning complete for port bd9b249c-fad6-40b6-8d22-5c258a34cf43 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:18.157977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-718d8c46-0406-4384-8306-5fab1090438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.222404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Deleting port 3dd54da5-39a9-4dc0-8d3c-c6b6b80fff48 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:18.222800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.248374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce730226-0cc0-4772-af3c-be9774a168b4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:00:18.291856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-3af0810d-c4bc-4cd3-b58e-63e9760b57ba tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:18.300185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:18.313421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-955d8ef7-e1d5-48ab-b3f4-749d36791d88 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "PUT /v2.0/routers/2f29b905-836c-40f6-8d36-808686ad6b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3612084 Feb 07 23:00:18.315329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49020) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:18.328439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'port': {'network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106', 'name': 'tempest-FloatingIPNegativeTestJSON-1918675454'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:18.346556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-3af0810d-c4bc-4cd3-b58e-63e9760b57ba tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:18.358192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-3af0810d-c4bc-4cd3-b58e-63e9760b57ba tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2237978 Feb 07 23:00:18.372005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] Sync routers for ids ['2f29b905-836c-40f6-8d36-808686ad6b43'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:18.440795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] Routers {'2f29b905-836c-40f6-8d36-808686ad6b43'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:18.441728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2f29b905-836c-40f6-8d36-808686ad6b43'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:18.573824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-5d0160f6-2678-4cc5-8fbb-45cc622a096a service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143943 Feb 07 23:00:18.634170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:18.644666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-718d8c46-0406-4384-8306-5fab1090438f None None] Port bd9b249c-fad6-40b6-8d22-5c258a34cf43 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:00:18.679542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] Routers {'2f29b905-836c-40f6-8d36-808686ad6b43'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:18.680202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2f29b905-836c-40f6-8d36-808686ad6b43'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:18.790404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:18.796040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:port and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:18.811875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:18.814904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:18.815062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645e9d6-f537-4663-b3ee-cbf409eae6cf None None] The sync data for ids ['2f29b905-836c-40f6-8d36-808686ad6b43'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:18.828873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ce730226-0cc0-4772-af3c-be9774a168b4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:18.833144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:18.866068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Made reservation on behalf of 0c03dba863d64ac09bee8c6937661948 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:18.885536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:18.921435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc1756-2664-4331-b768-c8964bafda20 None None] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:18.936822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] device_id is not set on port c9ecd92b-8f47-4dac-92f3-9c380e6c026d yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:00:18.981493 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.101888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-bd73df22-db57-43b3-9bcf-cbf6b4d2f70e service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250282 Feb 07 23:00:19.148540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Allocated IP 172.20.0.14 (f163c330-dd65-413a-88b9-ce7bd7e46106/5fe15643-219d-477e-8801-832889180ff4/c9ecd92b-8f47-4dac-92f3-9c380e6c026d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:19.372669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9ff46dee-1147-463e-8d8f-56de56070cf8 None None] Provisioning for port ce730226-0cc0-4772-af3c-be9774a168b4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:19.385673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9ff46dee-1147-463e-8d8f-56de56070cf8 None None] Provisioning complete for port ce730226-0cc0-4772-af3c-be9774a168b4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:19.386210 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9ff46dee-1147-463e-8d8f-56de56070cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.508530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.510122 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.599109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9ff46dee-1147-463e-8d8f-56de56070cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.675372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9ff46dee-1147-463e-8d8f-56de56070cf8 None None] For port ce730226-0cc0-4772-af3c-be9774a168b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ce730226-0cc0-4772-af3c-be9774a168b4,segment=NetworkSegment(03c202c8-b1b3-432a-92e4-b0e98594032f),segment_id=03c202c8-b1b3-432a-92e4-b0e98594032f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:19.687753 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9ff46dee-1147-463e-8d8f-56de56070cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.724058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Calling delete_port for 3dd54da5-39a9-4dc0-8d3c-c6b6b80fff48 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:19.780940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.811199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Transition to ACTIVE for port object c9ecd92b-8f47-4dac-92f3-9c380e6c026d will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:19.818592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49056) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:19.877164 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:19.904936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff46dee-1147-463e-8d8f-56de56070cf8 None None] Pushing event updated for resources: {'Port': ['ID=ce730226-0cc0-4772-af3c-be9774a168b4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:20.090349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Network f163c330-dd65-413a-88b9-ce7bd7e46106 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:20.102769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:20.123042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:20.141866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce730226-0cc0-4772-af3c-be9774a168b4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:00:20.230906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.366174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d023ac8-ad1f-43eb-a67f-f4bc58f3f5ac req-8fdffef6-996a-4cd7-bfe6-27abe71525b2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 210 time: 0.9258471 Feb 07 23:00:20.375648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Pushing event deleted for resources: {'Port': ['ID=3dd54da5-39a9-4dc0-8d3c-c6b6b80fff48,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:20.389773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2bcb2f80-f4d3-414e-91d8-de155f844f38 None None] Provisioning complete for port ce730226-0cc0-4772-af3c-be9774a168b4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:20.390402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bcb2f80-f4d3-414e-91d8-de155f844f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.420735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7334ef2-0654-445b-a468-8c4ab0a7f7ea req-d108922e-fab9-440b-a820-700c184ae01e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:20.426583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7334ef2-0654-445b-a468-8c4ab0a7f7ea req-d108922e-fab9-440b-a820-700c184ae01e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 1.6813750 Feb 07 23:00:20.457769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.550372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:20.562729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Port': ['ID=c9ecd92b-8f47-4dac-92f3-9c380e6c026d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:20.588960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:20.589918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.627728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ce730226-0cc0-4772-af3c-be9774a168b4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:20.628442 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.638184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Usage tracker for resource:security_group_rule and tenant:f005da1a78394e2aa93c9c0db4a43232 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:20.651616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a43b0389-46d1-41f4-8a0b-3ffaee6f8a5b tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3344343 Feb 07 23:00:20.655260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:20.663120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49074) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:20.679508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:20.690580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:20.697309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:floatingip and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:20.704991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:20.714409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:20.724638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:20.738999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.766495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2bcb2f80-f4d3-414e-91d8-de155f844f38 None None] Provisioning for port 32347950-54e1-469d-9e4f-fa37dd6be075 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:20.781422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2bcb2f80-f4d3-414e-91d8-de155f844f38 None None] Provisioning complete for port 32347950-54e1-469d-9e4f-fa37dd6be075 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:20.781807 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bcb2f80-f4d3-414e-91d8-de155f844f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:20.913437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb2f80-f4d3-414e-91d8-de155f844f38 None None] Port 32347950-54e1-469d-9e4f-fa37dd6be075 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:00:21.005049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.008085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.045855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13901687-7169-4763-87ed-2514d6bfb308 None None] Provisioning for port c9ecd92b-8f47-4dac-92f3-9c380e6c026d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:21.054450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13901687-7169-4763-87ed-2514d6bfb308 None None] Provisioning complete for port c9ecd92b-8f47-4dac-92f3-9c380e6c026d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:21.054799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.055399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-13901687-7169-4763-87ed-2514d6bfb308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.096031 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f005da1a78394e2aa93c9c0db4a43232&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2773740 Feb 07 23:00:21.100959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7334ef2-0654-445b-a468-8c4ab0a7f7ea req-30e53f6b-ac3f-4f79-8537-f0023133d470 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481934 Feb 07 23:00:21.104837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49086) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:21.164903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-13901687-7169-4763-87ed-2514d6bfb308 None None] Port c9ecd92b-8f47-4dac-92f3-9c380e6c026d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:00:21.176177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13901687-7169-4763-87ed-2514d6bfb308 None None] Provisioning complete for port 32347950-54e1-469d-9e4f-fa37dd6be075 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:21.176586 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-13901687-7169-4763-87ed-2514d6bfb308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.182293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd24f5-e3cb-4ff3-9b79-b9425b4c050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0321be6-f464-4d56-a50c-41ae6e9f28ac,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:21.237811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-13901687-7169-4763-87ed-2514d6bfb308 None None] Port 32347950-54e1-469d-9e4f-fa37dd6be075 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:00:21.297382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.339248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Allocated IP 172.25.0.5 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/91e723fc-dadd-4b79-87c6-4e778fa2cb30) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:21.349966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.361211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2eeafb3c-44a0-4faa-bb46-572c31ec2e92 tempest-AttachVolumeTestJSON-1484825846 tempest-AttachVolumeTestJSON-1484825846-project] 10.222.0.10 "DELETE /v2.0/floatingips/3b51cd65-ca48-4e0c-ab74-c63fbef11ab7 HTTP/1.1" status: 204 len: 168 time: 3.6967168 Feb 07 23:00:21.369751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29aab152-c148-4858-92a2-d39d19be3bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.472962 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29aab152-c148-4858-92a2-d39d19be3bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.593813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.702297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.736653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.786142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.852181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=32347950-54e1-469d-9e4f-fa37dd6be075,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:21.870213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38ef54da-63b0-4729-8002-59af29d14a64 req-d856297d-ac2a-4e0f-97f9-3e61bf2b5518 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 210 time: 0.2597890 Feb 07 23:00:21.895339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29aab152-c148-4858-92a2-d39d19be3bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.923269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aab152-c148-4858-92a2-d39d19be3bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0321be6-f464-4d56-a50c-41ae6e9f28ac,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:21.930839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.937363 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29aab152-c148-4858-92a2-d39d19be3bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:21.938925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-29aab152-c148-4858-92a2-d39d19be3bca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0321be6-f464-4d56-a50c-41ae6e9f28ac HTTP/1.1" status: 204 len: 168 time: 0.8311279 Feb 07 23:00:21.974470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:22.041694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:22.050668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:22.112686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Port': ['ID=91e723fc-dadd-4b79-87c6-4e778fa2cb30,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:22.278495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7bac8ac8-967b-44e9-b1a6-876cf5a30e01 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:22.279799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:22.280439 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7bac8ac8-967b-44e9-b1a6-876cf5a30e01 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.4168487 Feb 07 23:00:22.281726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:22.291892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:22.301820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Request body: {'port': {'device_id': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'admin_state_up': True, 'tenant_id': 'ddad197605874418a7395a453e3211bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:22.509872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:22.692508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:22.788452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-af66f9c5-d286-49b7-8d9b-4ba4b8dc450c None None] Provisioning complete for port 32347950-54e1-469d-9e4f-fa37dd6be075 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:22.789088 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af66f9c5-d286-49b7-8d9b-4ba4b8dc450c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:22.834169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169d566-4fc3-44a9-bbba-e7467051830e req-348e7782-e6b2-413f-9bbe-ea9213999ef0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:22.836098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2169d566-4fc3-44a9-bbba-e7467051830e req-348e7782-e6b2-413f-9bbe-ea9213999ef0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4836876 Feb 07 23:00:22.940065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2169d566-4fc3-44a9-bbba-e7467051830e req-8fb79410-7dd6-4287-abd0-2b33d0a23d0c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955844 Feb 07 23:00:22.942550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 58f03bf0-b23d-459b-827a-1b42ae02c102 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:00:22.947187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-af66f9c5-d286-49b7-8d9b-4ba4b8dc450c None None] Port 32347950-54e1-469d-9e4f-fa37dd6be075 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:00:23.074952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.083238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:23.086944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.204195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c768ad9a-5d42-496a-8143-8182ec18f344 req-f52d4ff0-5844-4c3e-97d6-dac037f97dba tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 210 time: 0.1243451 Feb 07 23:00:23.248794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:23.259817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.280898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:23.296058 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] Sync routers for ids ['58f03bf0-b23d-459b-827a-1b42ae02c102'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:23.311727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-42183f44-e1d9-49eb-999c-3ea882ace302 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/58f03bf0-b23d-459b-827a-1b42ae02c102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2414145 Feb 07 23:00:23.312454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49144) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:23.316465 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] Routers {'58f03bf0-b23d-459b-827a-1b42ae02c102'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:23.318185 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['58f03bf0-b23d-459b-827a-1b42ae02c102'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:23.407712 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:23.418030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Port': ['ID=91e723fc-dadd-4b79-87c6-4e778fa2cb30,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:23.419314 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] Routers {'58f03bf0-b23d-459b-827a-1b42ae02c102'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:23.420119 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T22:59:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['58f03bf0-b23d-459b-827a-1b42ae02c102'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:23.421502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.503301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:23.509342 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3035a016-7da6-4b24-8b32-e2d69112d41a tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8452284 Feb 07 23:00:23.511032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49154) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:23.511825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd4d78-0963-4e67-8fb0-06c3cf9c04ab tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:23.512480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bdbd4d78-0963-4e67-8fb0-06c3cf9c04ab tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:23.518181 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:23.518719 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e8821-646a-40bc-baf1-c963f06ce238 None None] The sync data for ids ['58f03bf0-b23d-459b-827a-1b42ae02c102'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:23.542802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-383c951d-0ffb-4cdb-9207-9902d640d1b7 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'floatingip': {'port_id': 'c9ecd92b-8f47-4dac-92f3-9c380e6c026d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:23.551552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bdbd4d78-0963-4e67-8fb0-06c3cf9c04ab tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:23.556791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bdbd4d78-0963-4e67-8fb0-06c3cf9c04ab tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports/32347950-54e1-469d-9e4f-fa37dd6be075 HTTP/1.1" status: 200 len: 910 time: 0.2429717 Feb 07 23:00:23.558384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49160) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:23.706726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-383c951d-0ffb-4cdb-9207-9902d640d1b7 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.037020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Allocated IP 172.20.0.12 (944788f7-95d9-44ad-a2d4-1cd03b75b983/b425025d-2175-48c1-a9d2-edaf7d92c964/14f9a10d-7aa6-4747-a435-3d538669e9f2) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:24.346727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:00:24.479760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.616878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5539142-a3de-47b9-bd33-72a63845aad8 req-cd41ccda-cfa9-4b8f-91d9-0940f393fea5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 210 time: 0.1026766 Feb 07 23:00:24.658991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bf7f2-6746-4a68-a4f2-c850ae3e5659 req-dfc5e708-ddc4-4df4-ae1c-8b29d8ade7f3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:24.658991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a68bf7f2-6746-4a68-a4f2-c850ae3e5659 req-dfc5e708-ddc4-4df4-ae1c-8b29d8ade7f3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5612173 Feb 07 23:00:24.731481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:24.769733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8', 'port_id': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'mac_address': 'fa:16:3e:80:bb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebda342-7e22-49fe-87b0-b4f750bd7c37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:00:24.822432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a68bf7f2-6746-4a68-a4f2-c850ae3e5659 req-2ae2aa74-c977-42d5-94d2-a8a1443eb050 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103265 Feb 07 23:00:24.842797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.963080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event updated for resources: {'Port': ['ID=14f9a10d-7aa6-4747-a435-3d538669e9f2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:24.964246 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:24.987330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:25.000128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:25.008882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:25.010191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:25.055675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:25.064376 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:25.132413 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:25.269717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:25.270314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:25.311828 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-383c951d-0ffb-4cdb-9207-9902d640d1b7 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] update failed (client error): The resource could not be found. Feb 07 23:00:25.312985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-383c951d-0ffb-4cdb-9207-9902d640d1b7 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "PUT /v2.0/floatingips/bbb72367-e1c1-4525-8db6-e745993a6187 HTTP/1.1" status: 404 len: 507 time: 1.7922933 Feb 07 23:00:25.319429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49220) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:25.411371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:25.417781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['0b3eab3b-f4f6-405b-9f01-37cc32f45c44'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:00:25.480961 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-7fae5fef-fc1d-42f1-ab54-b3913b566e38 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1837845 Feb 07 23:00:25.508110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Request body: {'port': {'device_id': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:25.782454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Deleting port 91e723fc-dadd-4b79-87c6-4e778fa2cb30 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:25.783139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:25.953267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-37a5da57-bf93-43d4-b978-e890356e8b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.361957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:00:26.362503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.366263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.630858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:26.631716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:26.791580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Calling delete_port for 91e723fc-dadd-4b79-87c6-4e778fa2cb30 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:27.113639 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:27.162881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c88b3-b5a4-4eeb-887f-f4c36c7315cf req-f4f19fae-2c60-44a5-abb5-21a9b355bb17 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:27.176259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d48c88b3-b5a4-4eeb-887f-f4c36c7315cf req-f4f19fae-2c60-44a5-abb5-21a9b355bb17 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.8310628 Feb 07 23:00:27.235110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d0549-fa77-482f-a136-ff84d8eb2687 req-4bf55181-11f6-42a7-89b8-4535a6013195 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:27.242838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a05d0549-fa77-482f-a136-ff84d8eb2687 req-4bf55181-11f6-42a7-89b8-4535a6013195 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 932 time: 0.8964343 Feb 07 23:00:27.301710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:27.328279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:27.339568 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:27.428666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 32347950-54e1-469d-9e4f-fa37dd6be075 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:27.429279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:27.437481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:27.467877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a05d0549-fa77-482f-a136-ff84d8eb2687 req-236229fb-091b-4852-8995-2bdbcaa94e99 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239304 Feb 07 23:00:27.480915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d48c88b3-b5a4-4eeb-887f-f4c36c7315cf req-b1b8bc0f-a297-4d75-8e4e-d0625fcb455f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035684 Feb 07 23:00:27.542868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:27.664707 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'code': 200} Feb 07 23:00:27.670471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:27.748472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event deleted for resources: {'Port': ['ID=91e723fc-dadd-4b79-87c6-4e778fa2cb30,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:28.081202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.107145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.194681 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea4ecd20-6ae4-4be9-a01c-f741972ea303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.253837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.255218 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bb6b5fc4-fe9a-4139-a2b4-d508082ffaf0 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "DELETE /v2.0/floatingips/bbb72367-e1c1-4525-8db6-e745993a6187 HTTP/1.1" status: 204 len: 168 time: 2.9348047 Feb 07 23:00:28.258973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49290) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:28.273592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'floatingip': {'floating_network_id': 'f163c330-dd65-413a-88b9-ce7bd7e46106', 'port_id': 'c9ecd92b-8f47-4dac-92f3-9c380e6c026d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:28.350886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:28.367724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 32347950-54e1-469d-9e4f-fa37dd6be075 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:28.385349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:floatingip and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:28.401807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:28.424130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:28.581623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f9a10d-7aa6-4747-a435-3d538669e9f2 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:28.607372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.648825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.768202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:28.925818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Transition to ACTIVE for port object 14f9a10d-7aa6-4747-a435-3d538669e9f2 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:28.984363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.197623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Pushing event updated for resources: {'Port': ['ID=14f9a10d-7aa6-4747-a435-3d538669e9f2,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:29.231982 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.306170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=32347950-54e1-469d-9e4f-fa37dd6be075,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:29.494575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.591884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Attempting to bind port 14f9a10d-7aa6-4747-a435-3d538669e9f2 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:29.592229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Attempting to bind port 14f9a10d-7aa6-4747-a435-3d538669e9f2 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:29.592584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Attempting to bind port 14f9a10d-7aa6-4747-a435-3d538669e9f2 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:00:29.601346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f4401-d874-4620-a741-7d2df7645d61 req-81c1dd1f-d1d2-4eda-aa7e-a5bf6b9073e4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:29.603813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-213f4401-d874-4620-a741-7d2df7645d61 req-81c1dd1f-d1d2-4eda-aa7e-a5bf6b9073e4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 944 time: 0.6352603 Feb 07 23:00:29.607092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Port 14f9a10d-7aa6-4747-a435-3d538669e9f2 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:00:29.607667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Attempting to bind port 14f9a10d-7aa6-4747-a435-3d538669e9f2 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:00:29.618254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:00:29.619061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Checking segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:00:29.619787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Bound using segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:00:29.620711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Bound port: 14f9a10d-7aa6-4747-a435-3d538669e9f2, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:29.621347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:29.638980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d49bbd-2971-4055-80cd-54b919be263b req-ee425439-24b6-4e3c-bfa8-3725faf137e5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:29.648348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08d49bbd-2971-4055-80cd-54b919be263b req-ee425439-24b6-4e3c-bfa8-3725faf137e5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.6807973 Feb 07 23:00:29.785207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] For port 14f9a10d-7aa6-4747-a435-3d538669e9f2, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:00:29.789155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] For port 14f9a10d-7aa6-4747-a435-3d538669e9f2, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:00:29.811326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:30.123750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Pushing event updated for resources: {'Port': ['ID=14f9a10d-7aa6-4747-a435-3d538669e9f2,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:30.133706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:30.140893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:30.141942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:30.162042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-66868f2b-07aa-47b0-897a-be5a831c4c5d service neutron] 10.222.0.36 "PUT /v2.0/ports/14f9a10d-7aa6-4747-a435-3d538669e9f2 HTTP/1.1" status: 200 len: 1092 time: 4.6643460 Feb 07 23:00:30.162632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'tag': '14f9a10d-7aa6-4747-a435-3d538669e9f2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:30.170755 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:00:30.175917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc963b5d-3dcd-4925-b8e0-e2bdee1aca45 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.9118636 Feb 07 23:00:30.176083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49334) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:30.179432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-213f4401-d874-4620-a741-7d2df7645d61 req-cc98add1-2011-4a26-b1ac-d5e1fe1472ff tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638824 Feb 07 23:00:30.190348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'c9ecd92b-8f47-4dac-92f3-9c380e6c026d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:30.200996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:30.207768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Usage tracker for resource:floatingip and tenant:0c03dba863d64ac09bee8c6937661948 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:30.213685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:30.228583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:30.249886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08d49bbd-2971-4055-80cd-54b919be263b req-d8f00464-b3de-48a6-8b77-8280b9a1deb5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219282 Feb 07 23:00:30.335925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:30.441161 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'tag': '14f9a10d-7aa6-4747-a435-3d538669e9f2', 'status': 'completed', 'code': 200} Feb 07 23:00:30.757777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-0d8541c7-d29a-44b5-b0e0-9a07376a4b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:30.793352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-0d8541c7-d29a-44b5-b0e0-9a07376a4b29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 1095 time: 0.5426807 Feb 07 23:00:30.947950 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:30.979040 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-65ddeb9e-1184-4d61-8124-688d66fe3105 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2 HTTP/1.1" status: 200 len: 217 time: 0.1583111 Feb 07 23:00:31.146576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 58f03bf0-b23d-459b-827a-1b42ae02c102 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:00:31.157411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-858dbf52-75f7-4e9d-b140-6e143f71b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:31.161825 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-858dbf52-75f7-4e9d-b140-6e143f71b9dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.1595984 Feb 07 23:00:31.312156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-cfeb84ab-2b4b-4855-b602-172ccd6ccd6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447170 Feb 07 23:00:31.329763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:31.567329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:31.581899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] Sync routers for ids ['58f03bf0-b23d-459b-827a-1b42ae02c102'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:31.611469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] Routers {'58f03bf0-b23d-459b-827a-1b42ae02c102'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:31.613020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['58f03bf0-b23d-459b-827a-1b42ae02c102'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:31.761645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d3f08624-86cd-4708-8143-70ff6a5d1708 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/58f03bf0-b23d-459b-827a-1b42ae02c102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2021797 Feb 07 23:00:31.780884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:31.786448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49382) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:31.799747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] Routers {'58f03bf0-b23d-459b-827a-1b42ae02c102'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:31.800592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['58f03bf0-b23d-459b-827a-1b42ae02c102'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:31.949120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:31.951536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036ba37-9da6-4d63-b638-17f04c5c83aa None None] The sync data for ids ['58f03bf0-b23d-459b-827a-1b42ae02c102'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:32.021842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-59a9cc1a-650a-4ec4-85e2-e1888dd64915 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:32.057544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b74e-c527-409f-86a4-42a1a7fc1eeb req-44409cea-4370-436d-b1cd-e0a987574d6d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:32.066663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86b0b74e-c527-409f-86a4-42a1a7fc1eeb req-44409cea-4370-436d-b1cd-e0a987574d6d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 944 time: 0.7229078 Feb 07 23:00:32.096752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Allocated IP 172.25.0.11 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/cd7fa672-2f4d-4e27-bebf-ccae16e092aa) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:32.168785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86b0b74e-c527-409f-86a4-42a1a7fc1eeb req-f5893d33-929e-4cd8-bbed-1ce4495be4f0 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007850 Feb 07 23:00:32.185131 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-21a6b3a6-c581-4e99-b848-eac81f130d02 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8634274 Feb 07 23:00:32.213156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad05d9-dc99-4e0b-8fcc-941bf6bcf5a8 req-801a4373-df15-4f3d-b52d-cf6c7ddd9390 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:32.217996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ad05d9-dc99-4e0b-8fcc-941bf6bcf5a8 req-801a4373-df15-4f3d-b52d-cf6c7ddd9390 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5913253 Feb 07 23:00:32.219821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-59a9cc1a-650a-4ec4-85e2-e1888dd64915 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:32.221594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-59a9cc1a-650a-4ec4-85e2-e1888dd64915 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=58f03bf0-b23d-459b-827a-1b42ae02c102 HTTP/1.1" status: 200 len: 205 time: 0.4268670 Feb 07 23:00:32.231962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49400) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:32.526225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ad05d9-dc99-4e0b-8fcc-941bf6bcf5a8 req-6c8e187b-b6ee-43fa-9f3d-6804e8fcc653 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985153 Feb 07 23:00:32.641684 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1044701e-22b9-4f4d-bded-983cd84c85fd req-30598aeb-8d12-4e1d-9621-02f1ae7b3ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759764 Feb 07 23:00:32.777406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0dd-b742-450b-b315-4e192336a136 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:33.095872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:33.320933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-6f5175c0-e3ac-45cf-8d3b-2d9780bd7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:33.322771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-6f5175c0-e3ac-45cf-8d3b-2d9780bd7bdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 1095 time: 0.2093863 Feb 07 23:00:33.486378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0dd-b742-450b-b315-4e192336a136 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:33.490965 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0dd-b742-450b-b315-4e192336a136 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:33.506837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:33.559917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0dd-b742-450b-b315-4e192336a136 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:33.561153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba5e0dd-b742-450b-b315-4e192336a136 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Fanout notify agent at l3_agent the message router_deleted on router 58f03bf0-b23d-459b-827a-1b42ae02c102 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:00:33.610605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fba5e0dd-b742-450b-b315-4e192336a136 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:33.616519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fba5e0dd-b742-450b-b315-4e192336a136 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/58f03bf0-b23d-459b-827a-1b42ae02c102 HTTP/1.1" status: 204 len: 168 time: 1.3863468 Feb 07 23:00:33.618039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49476) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:33.642727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event updated for resources: {'Port': ['ID=cd7fa672-2f4d-4e27-bebf-ccae16e092aa,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:33.673526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:33.676905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:33.682797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:33.971611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-025c2736-9fd2-448f-a629-1ed205196b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:33.978546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-025c2736-9fd2-448f-a629-1ed205196b2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.6459546 Feb 07 23:00:34.132166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-61330716-d9d8-4e66-b396-6025272fe8b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2 HTTP/1.1" status: 200 len: 217 time: 0.1436722 Feb 07 23:00:34.222790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Deleting port cd7fa672-2f4d-4e27-bebf-ccae16e092aa {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:34.227265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.396895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4d4f1-1fe6-4b84-a506-da28af5b621f req-2498cd7a-259d-4e09-9971-89f0019c2a36 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:34.398720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f4d4f1-1fe6-4b84-a506-da28af5b621f req-2498cd7a-259d-4e09-9971-89f0019c2a36 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 944 time: 1.0376115 Feb 07 23:00:34.553089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.553507 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.577954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet d24433ed-4940-453d-b280-85259aae7ac9 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:00:34.587595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.656352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1f4d4f1-1fe6-4b84-a506-da28af5b621f req-8e2442c6-d928-4ec0-a468-162b8d2d5859 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466531 Feb 07 23:00:34.685228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:34.752036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b59500-8b26-4223-8981-4b9337d652bc req-48169e3f-162e-4d8a-ba15-799928b5f143 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:34.753619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83b59500-8b26-4223-8981-4b9337d652bc req-48169e3f-162e-4d8a-ba15-799928b5f143 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.9212039 Feb 07 23:00:34.800534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Calling delete_port for cd7fa672-2f4d-4e27-bebf-ccae16e092aa owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:34.845995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83b59500-8b26-4223-8981-4b9337d652bc req-30754a34-277a-44f7-9689-fd1fdf9e664e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861526 Feb 07 23:00:34.905204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:35.034298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-26f31e9e-4975-472a-8821-006582f8b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:35.035933 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-26f31e9e-4975-472a-8821-006582f8b468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.8975146 Feb 07 23:00:35.107902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:35.129486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-dd7d67c8-f5ab-458f-ab94-aa2555c14883 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872633 Feb 07 23:00:35.253131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:35.297055 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:35.297737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a06ea2-fd0b-450b-a3fc-beed685c1204 None None] Network 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:35.304427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=d24433ed-4940-453d-b280-85259aae7ac9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:35.319598 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-68f0f0f1-a948-4853-b99e-0110af1af5a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/d24433ed-4940-453d-b280-85259aae7ac9 HTTP/1.1" status: 204 len: 168 time: 1.6897306 Feb 07 23:00:35.320463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49548) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:35.500239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event deleted for resources: {'Port': ['ID=cd7fa672-2f4d-4e27-bebf-ccae16e092aa,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:35.746337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49562) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:35.862306 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-4143b85b-6692-457a-8d36-7a3e41432a83 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253535 Feb 07 23:00:35.872503 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:35.919285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] DHCP port deletion for 94c29ce3-28a6-4e01-9dcc-f115997bfaa6 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:00:35.931735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Deleting port ce730226-0cc0-4772-af3c-be9774a168b4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:35.932124 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.022097 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.134273 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.144401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce730226-0cc0-4772-af3c-be9774a168b4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:36.242114 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6850fbfb-70d5-4dcc-82e5-2e233754f7ee req-96880e74-1dd4-48b8-80b4-70211ea3cbb2 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667176 Feb 07 23:00:36.244226 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] create failed (client error): The resource could not be found. Feb 07 23:00:36.245417 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-81b07ed3-c248-467a-803e-b3dd9ecce967 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.0616715 Feb 07 23:00:36.252742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:36.261971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:36.275194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Usage tracker for resource:security_group_rule and tenant:784e4e399e8e45babaf865bc74d61f4a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:36.284454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:36.307242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port ce730226-0cc0-4772-af3c-be9774a168b4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:36.307636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.325563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:36.415355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca0262-1b4d-44e3-ac9e-1869e4d533ee req-6ca95550-3080-4829-8f68-51cbfb334165 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.429706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] For port ce730226-0cc0-4772-af3c-be9774a168b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ce730226-0cc0-4772-af3c-be9774a168b4,segment=NetworkSegment(03c202c8-b1b3-432a-92e4-b0e98594032f),segment_id=03c202c8-b1b3-432a-92e4-b0e98594032f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:36.429706 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.433094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96ca0262-1b4d-44e3-ac9e-1869e4d533ee req-6ca95550-3080-4829-8f68-51cbfb334165 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 944 time: 0.4463835 Feb 07 23:00:36.502031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Deleting port c9ecd92b-8f47-4dac-92f3-9c380e6c026d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:36.502698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.563312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae73e35-b631-4fa5-b82e-ca869e22b6ff req-6f65d9c6-a42d-435b-a4b2-4fa2fd762b91 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:36.566199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ae73e35-b631-4fa5-b82e-ca869e22b6ff req-6f65d9c6-a42d-435b-a4b2-4fa2fd762b91 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4330935 Feb 07 23:00:36.647821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ae73e35-b631-4fa5-b82e-ca869e22b6ff req-d756e527-10f5-44af-82b3-48eb2a07bdc1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718701 Feb 07 23:00:36.675823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Calling delete_port for ce730226-0cc0-4772-af3c-be9774a168b4 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:36.695005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96ca0262-1b4d-44e3-ac9e-1869e4d533ee req-03bf0a29-bc34-4d50-b899-65db454c5ee2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584031 Feb 07 23:00:36.779606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 14f9a10d-7aa6-4747-a435-3d538669e9f2 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:00:36.795829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.812598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.838016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:36.968500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e0e3e-3527-4d17-815c-77a3ad4f37d2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:37.032422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-430e65d3-e32f-4db8-84c9-8997974aff72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=784e4e399e8e45babaf865bc74d61f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2814753 Feb 07 23:00:37.032841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49590) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:37.102908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49594) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:37.135107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44b1cc1c-d975-4734-bb2d-a65ed09e24ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.137172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 14f9a10d-7aa6-4747-a435-3d538669e9f2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:37.153441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] No DVR routers for this DVR port ce730226-0cc0-4772-af3c-be9774a168b4 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:37.155962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Pushing event deleted for resources: {'Port': ['ID=ce730226-0cc0-4772-af3c-be9774a168b4,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:37.164154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '14f9a10d-7aa6-4747-a435-3d538669e9f2', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'port_id': '14f9a10d-7aa6-4747-a435-3d538669e9f2', 'mac_address': 'fa:16:3e:47:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425025d-2175-48c1-a9d2-edaf7d92c964', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:00:37.175301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.175830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.176352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.178793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.180028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.180538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.181231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.181870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.182524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.183117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.183602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.184674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e32d70-659a-4b57-a691-3b58ac31e061 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:37.234312 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44b1cc1c-d975-4734-bb2d-a65ed09e24ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.268658 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.304918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f9a10d-7aa6-4747-a435-3d538669e9f2 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:00:37.323513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 14f9a10d-7aa6-4747-a435-3d538669e9f2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:37.326729 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.333487 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.387452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port ce730226-0cc0-4772-af3c-be9774a168b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ce730226-0cc0-4772-af3c-be9774a168b4,segment=NetworkSegment(03c202c8-b1b3-432a-92e4-b0e98594032f),segment_id=03c202c8-b1b3-432a-92e4-b0e98594032f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:37.388404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.558920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=14f9a10d-7aa6-4747-a435-3d538669e9f2,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:37.578679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port ce730226-0cc0-4772-af3c-be9774a168b4 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 23:00:37.582972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce730226-0cc0-4772-af3c-be9774a168b4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:00:37.658146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44b1cc1c-d975-4734-bb2d-a65ed09e24ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.662284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['14f9a10d-7aa6-4747-a435-3d538669e9f2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:00:37.710595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for ce730226-0cc0-4772-af3c-be9774a168b4 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:37.743440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-44b1cc1c-d975-4734-bb2d-a65ed09e24ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:37.744496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-44b1cc1c-d975-4734-bb2d-a65ed09e24ef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/649e0e3e-3527-4d17-815c-77a3ad4f37d2 HTTP/1.1" status: 204 len: 168 time: 0.7102997 Feb 07 23:00:37.757205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1cc1c-d975-4734-bb2d-a65ed09e24ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e0e3e-3527-4d17-815c-77a3ad4f37d2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:37.971681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:38.196327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Calling delete_port for c9ecd92b-8f47-4dac-92f3-9c380e6c026d owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:38.308186 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:00:38.308691 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:00:38.330778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9436735-adeb-469f-80b4-daf3825f81dc req-91d816e1-9b4c-4053-9f43-fea5b8419337 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:38.332768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9436735-adeb-469f-80b4-daf3825f81dc req-91d816e1-9b4c-4053-9f43-fea5b8419337 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3758750 Feb 07 23:00:38.455895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9436735-adeb-469f-80b4-daf3825f81dc req-5540b01a-43b9-45df-8263-b9eabe9496aa tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118135 Feb 07 23:00:38.459263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:38.467805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74729a71-4961-48fb-b2c3-eaef665ef341 req-eacf3713-6608-4d8e-b63e-f43e91932bd5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:38.475707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74729a71-4961-48fb-b2c3-eaef665ef341 req-eacf3713-6608-4d8e-b63e-f43e91932bd5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 945 time: 0.4332414 Feb 07 23:00:38.563776 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74729a71-4961-48fb-b2c3-eaef665ef341 req-dca7bde5-319f-486e-a572-823693511360 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869646 Feb 07 23:00:38.564249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event deleted for resources: {'Port': ['ID=c9ecd92b-8f47-4dac-92f3-9c380e6c026d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:38.692576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49622) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:38.724249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:38.796080 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:38.800832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:38.811973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port ce730226-0cc0-4772-af3c-be9774a168b4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:38.812323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:38.849639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7cb3850632f46c188c201eda1494524 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:38.864617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:38.976227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] The port 'ce730226-0cc0-4772-af3c-be9774a168b4' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:00:38.978852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:38.982991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:39.031284 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46640cd7-02fa-41d8-bc20-c1def814d4aa tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "DELETE /v2.0/ports/c9ecd92b-8f47-4dac-92f3-9c380e6c026d HTTP/1.1" status: 204 len: 168 time: 2.7757721 Feb 07 23:00:39.044810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49632) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:39.507132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Deleting port 19298a27-c905-48f1-b4a3-b13fe1d64dc6 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:39.507561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:39.552793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:39.641029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c29ce3-28a6-4e01-9dcc-f115997bfaa6']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:39.702405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c202c8-b1b3-432a-92e4-b0e98594032f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:39.707544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c202c8-b1b3-432a-92e4-b0e98594032f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:39.762683 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:39.804513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eeba13-577b-4b42-adae-cec5c6eca0a9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:39.805297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-30eeba13-577b-4b42-adae-cec5c6eca0a9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Synchronizing usage tracker for tenant:0c03dba863d64ac09bee8c6937661948 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:39.824475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:39.842581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:39.842979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:39.859058 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:39.894928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] For port 19298a27-c905-48f1-b4a3-b13fe1d64dc6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=19298a27-c905-48f1-b4a3-b13fe1d64dc6,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:39.896850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:39.935667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-30eeba13-577b-4b42-adae-cec5c6eca0a9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Unset dirty status for tenant:0c03dba863d64ac09bee8c6937661948 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:39.940384 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-30eeba13-577b-4b42-adae-cec5c6eca0a9 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f29b905-836c-40f6-8d36-808686ad6b43 HTTP/1.1" status: 200 len: 913 time: 0.8943727 Feb 07 23:00:39.944653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49654) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:39.950619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.036676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.166652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Calling delete_port for 19298a27-c905-48f1-b4a3-b13fe1d64dc6 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:40.272105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.292056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.389463 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/94c29ce3-28a6-4e01-9dcc-f115997bfaa6 HTTP/1.1" status: 204 len: 168 time: 5.0625689 Feb 07 23:00:40.391290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49658) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:40.391618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89bbaa-5e00-41a9-8f90-c9de39acc346,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:40.401060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-340452499', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:40.410749 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-82e47b58-f34a-4304-a97a-fbbe1ff4a8f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7cb3850632f46c188c201eda1494524&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7169642 Feb 07 23:00:40.421958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49662) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:40.427098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:40.436134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 14f9a10d-7aa6-4747-a435-3d538669e9f2 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:00:40.482948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:router and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:40.498510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:40.565661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 14f9a10d-7aa6-4747-a435-3d538669e9f2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:00:40.570498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:40.581686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 14f9a10d-7aa6-4747-a435-3d538669e9f2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:00:40.582467 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.587882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8cba3-917e-4113-b3e9-5540919770b9 req-324d78d6-49a8-40ec-b0de-9787704906f8 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:40.589433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebc8cba3-917e-4113-b3e9-5540919770b9 req-324d78d6-49a8-40ec-b0de-9787704906f8 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 945 time: 0.3635018 Feb 07 23:00:40.602179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb99974-a08e-4fca-9d94-3b546d887029 req-e164a923-48b1-41f0-9f93-4039291942fc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:40.609379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cb99974-a08e-4fca-9d94-3b546d887029 req-e164a923-48b1-41f0-9f93-4039291942fc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.3845146 Feb 07 23:00:40.686756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.691002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.713018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b619-6b41-42bc-9eff-4ab2d60c5a40 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=94c29ce3-28a6-4e01-9dcc-f115997bfaa6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:40.844245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cb99974-a08e-4fca-9d94-3b546d887029 req-c7470b92-629b-4eaf-b182-c8e93caddfb0 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338822 Feb 07 23:00:40.847617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebc8cba3-917e-4113-b3e9-5540919770b9 req-9ef49837-cb17-4219-96b3-aed25a287ba5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121317 Feb 07 23:00:40.853348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.854896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffaeea7e-e0a3-4dbc-9771-abddef391e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.876378 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.914536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:40.955009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9a10d-7aa6-4747-a435-3d538669e9f2'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:40.987267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 14f9a10d-7aa6-4747-a435-3d538669e9f2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:40.996903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:41.014788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:41.069477 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9a10d-7aa6-4747-a435-3d538669e9f2', 'code': 200} Feb 07 23:00:41.076007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffaeea7e-e0a3-4dbc-9771-abddef391e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:41.133875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=14f9a10d-7aa6-4747-a435-3d538669e9f2,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:41.205395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=19298a27-c905-48f1-b4a3-b13fe1d64dc6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:41.518572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327c1f0-ce96-4d9c-9c07-2a1ed668cdd0 req-0c2787aa-837c-4f1a-b54e-45e1728259dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:41.520787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1327c1f0-ce96-4d9c-9c07-2a1ed668cdd0 req-0c2787aa-837c-4f1a-b54e-45e1728259dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 1097 time: 0.3850479 Feb 07 23:00:41.681482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1327c1f0-ce96-4d9c-9c07-2a1ed668cdd0 req-b617650a-67b0-4ccf-a91b-52a3ececad08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355295 Feb 07 23:00:41.686465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Deleting port bd9b249c-fad6-40b6-8d22-5c258a34cf43 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:41.687149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:41.748316 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:42.186863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffaeea7e-e0a3-4dbc-9771-abddef391e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:42.188927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:42.335098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Calling delete_port for bd9b249c-fad6-40b6-8d22-5c258a34cf43 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:42.510993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaeea7e-e0a3-4dbc-9771-abddef391e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89bbaa-5e00-41a9-8f90-c9de39acc346,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:42.586888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:42.627522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:42.652539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ffaeea7e-e0a3-4dbc-9771-abddef391e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:42.657227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ffaeea7e-e0a3-4dbc-9771-abddef391e8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a89bbaa-5e00-41a9-8f90-c9de39acc346 HTTP/1.1" status: 204 len: 168 time: 2.2343438 Feb 07 23:00:42.676591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event deleted for resources: {'Port': ['ID=bd9b249c-fad6-40b6-8d22-5c258a34cf43,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:42.930411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf07a0c-14ff-4616-be57-ccbac1ee7adb req-be457041-22af-45db-a207-81bd19e1ddb2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:42.942974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cdf07a0c-14ff-4616-be57-ccbac1ee7adb req-be457041-22af-45db-a207-81bd19e1ddb2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.7753580 Feb 07 23:00:42.954901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc1b3-084a-4ce3-a950-bf69bafd26d8 req-8cdd7d8e-7e0c-4e8d-a112-7c824f476c8c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:42.983041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-042dc1b3-084a-4ce3-a950-bf69bafd26d8 req-8cdd7d8e-7e0c-4e8d-a112-7c824f476c8c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.9183209 Feb 07 23:00:43.226233 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:43.395269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cdf07a0c-14ff-4616-be57-ccbac1ee7adb req-afc5c9c3-f61e-42f3-8dbf-cba7d16066b4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513772 Feb 07 23:00:43.424659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-042dc1b3-084a-4ce3-a950-bf69bafd26d8 req-f534aa64-c967-47c1-aff0-d57537c8c67e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401815 Feb 07 23:00:43.486158 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:00:43.747989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Router 2f29b905-836c-40f6-8d36-808686ad6b43 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:00:43.849105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:43.909272 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:43.936963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:43.950067 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] Sync routers for ids ['2f29b905-836c-40f6-8d36-808686ad6b43'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:43.980160 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] Routers {'2f29b905-836c-40f6-8d36-808686ad6b43'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:43.985127 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2f29b905-836c-40f6-8d36-808686ad6b43'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:43.998710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2e78ba74-c703-4485-88a4-29769da67dbe tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "PUT /v2.0/routers/2f29b905-836c-40f6-8d36-808686ad6b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0509086 Feb 07 23:00:44.002067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:44.163733 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:44.196101 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] Routers {'2f29b905-836c-40f6-8d36-808686ad6b43'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:44.196738 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2f29b905-836c-40f6-8d36-808686ad6b43'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:44.343690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Router a72f404a-2318-4332-a709-b5fba25ea24b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:00:44.371514 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:44.373007 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bcefe-7a31-4974-9fad-5b5afa3750a2 None None] The sync data for ids ['2f29b905-836c-40f6-8d36-808686ad6b43'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:44.734024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a193e910-cbdc-4e9c-98f3-662d2999dce4 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:45.222506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.25.0.162 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/e445c00f-de5f-4d70-993b-8db8b3d6500d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:45.235054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a193e910-cbdc-4e9c-98f3-662d2999dce4 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:45.239600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a193e910-cbdc-4e9c-98f3-662d2999dce4 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:45.273391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a193e910-cbdc-4e9c-98f3-662d2999dce4 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:45.274982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193e910-cbdc-4e9c-98f3-662d2999dce4 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Fanout notify agent at l3_agent the message router_deleted on router 2f29b905-836c-40f6-8d36-808686ad6b43 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:00:45.297655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a193e910-cbdc-4e9c-98f3-662d2999dce4 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:45.299175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a193e910-cbdc-4e9c-98f3-662d2999dce4 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "DELETE /v2.0/routers/2f29b905-836c-40f6-8d36-808686ad6b43 HTTP/1.1" status: 204 len: 168 time: 1.2956820 Feb 07 23:00:45.301845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49874) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:45.367479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:45.377617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] Sync routers for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:45.392841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:45.393674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:45.423901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Deleting subnet 5fe15643-219d-477e-8801-832889180ff4 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:00:45.433594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:45.505473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40eff5-4e37-4954-9909-d8ae82217bc9 req-173d81c4-9c81-461c-a4ec-883577b84081 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:45.518486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff40eff5-4e37-4954-9909-d8ae82217bc9 req-173d81c4-9c81-461c-a4ec-883577b84081 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.7995684 Feb 07 23:00:45.593832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:45.632194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd763-53eb-4f9b-a582-edef6cb0f02e req-88d0f8f2-0e35-4aab-835f-13492392c188 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:45.636929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-855fd763-53eb-4f9b-a582-edef6cb0f02e req-88d0f8f2-0e35-4aab-835f-13492392c188 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.8491468 Feb 07 23:00:45.641955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-69347329-c12f-44ba-b61b-8bd07c0a0f3e admin admin] 10.222.0.10 "PUT /v2.0/routers/a72f404a-2318-4332-a709-b5fba25ea24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5091829 Feb 07 23:00:45.648950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49904) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:45.816065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff40eff5-4e37-4954-9909-d8ae82217bc9 req-fa17d19a-e3bd-4632-a15e-cf642c377460 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967122 Feb 07 23:00:45.840874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:00:45.843332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-855fd763-53eb-4f9b-a582-edef6cb0f02e req-ff727bdc-bdbd-4044-90c7-0bfefb2e6013 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795647 Feb 07 23:00:45.905637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.016030 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.220795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=e445c00f-de5f-4d70-993b-8db8b3d6500d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:46.249463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:46.254464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:46.264717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:46.384067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.446264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T23:00:40Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:46.454065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] Checking router: a72f404a-2318-4332-a709-b5fba25ea24b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:00:46.506916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] Routers {'a72f404a-2318-4332-a709-b5fba25ea24b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:46.510876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a72f404a-2318-4332-a709-b5fba25ea24b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:46.599254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:46.744457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] Set router a72f404a-2318-4332-a709-b5fba25ea24b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:00:47.204095 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:47.234752 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:47.286625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950b0b8f-db61-437f-8954-7ef631b9ba3b req-51e666c0-1b00-4069-af9e-77b94fc1ef05 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:47.302214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-950b0b8f-db61-437f-8954-7ef631b9ba3b req-51e666c0-1b00-4069-af9e-77b94fc1ef05 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.4960930 Feb 07 23:00:47.319483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Deleting port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:47.319829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:47.432249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe15643-219d-477e-8801-832889180ff4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:47.462668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:47.481333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90c875-a551-48b0-a8a1-84ac8a96ba0b None None] Network f163c330-dd65-413a-88b9-ce7bd7e46106 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:47.494497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-163116e0-ab2a-4c71-96c1-4ed1050ab30e tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "DELETE /v2.0/subnets/5fe15643-219d-477e-8801-832889180ff4 HTTP/1.1" status: 204 len: 168 time: 2.1904581 Feb 07 23:00:47.499032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50046) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:47.547133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:47.671684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-950b0b8f-db61-437f-8954-7ef631b9ba3b req-c53e06c7-43fe-465d-8821-96ab179c40a6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672912 Feb 07 23:00:48.062688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d87de-17e0-4c7c-a298-de1def49f702 req-6d401d84-831b-4c55-a833-14cc03d6ec27 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:48.064177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b94d87de-17e0-4c7c-a298-de1def49f702 req-6d401d84-831b-4c55-a833-14cc03d6ec27 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.7014949 Feb 07 23:00:48.176758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T23:00:40Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:48.185943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc0359-c8e2-420d-9716-292e91ef369a None None] The sync data for ids ['a72f404a-2318-4332-a709-b5fba25ea24b'] in n-d-827896-3 is: [{'id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'name': 'tempest-AttachVolumeTestJSON-998764522-router', 'tenant_id': '6245a52bd9e44ce8b32a223827c6e820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T22:54:44Z', 'updated_at': '2022-02-07T23:00:40Z', 'revision_number': 5, 'project_id': '6245a52bd9e44ce8b32a223827c6e820', 'gw_port': {'id': '8b8d3df3-302c-4a46-9778-cfb135b1b1dc', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72f404a-2318-4332-a709-b5fba25ea24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T22:54:46Z', 'updated_at': '2022-02-07T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:48.247322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b94d87de-17e0-4c7c-a298-de1def49f702 req-aa18a7d5-ab2d-4279-931a-84168931ee9c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732395 Feb 07 23:00:48.321969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.415198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Deleting port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:48.415736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.416365 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.512998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50116) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:48.588999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] DHCP port deletion for f163c330-dd65-413a-88b9-ce7bd7e46106 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:00:48.594302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] Deleting port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:48.594895 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.769194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] For port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,segment=NetworkSegment(2464326e-241d-4d9d-adfe-ecf4130b89bd),segment_id=2464326e-241d-4d9d-adfe-ecf4130b89bd)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:48.769748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:48.950789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.014085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Calling delete_port for 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:49.082156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:49.093955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Usage tracker for resource:security_group_rule and tenant:fa384733b80a401294e93d47186c1719 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:49.099762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:49.106292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] For port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,segment=NetworkSegment(2464326e-241d-4d9d-adfe-ecf4130b89bd),segment_id=2464326e-241d-4d9d-adfe-ecf4130b89bd)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:49.107087 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.111202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:00:49.114884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:49.135334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] For port 8b8d3df3-302c-4a46-9778-cfb135b1b1dc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:49.135696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.322476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Calling delete_port for 8b8d3df3-302c-4a46-9778-cfb135b1b1dc owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:49.426229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] Calling delete_port for 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:49.454663 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.494479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.548605 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.586094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:00:49.586741 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:00:49.587922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.611099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdc726-c2b0-4620-a0ca-9c73c111fbbe req-cc2c4e17-c2b8-4d1f-bf31-48d43c1c5065 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:49.612713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53cdc726-c2b0-4620-a0ca-9c73c111fbbe req-cc2c4e17-c2b8-4d1f-bf31-48d43c1c5065 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.7075255 Feb 07 23:00:49.660236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] Pushing event deleted for resources: {'Port': ['ID=1fe50cda-c71a-406a-bcb7-6f9bc5a00892,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:49.679040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b9d37-730e-4d7d-a79b-1dfed3b1b93c None None] No DVR routers for this DVR port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:49.701235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:49.709966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa384733b80a401294e93d47186c1719&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1868453 Feb 07 23:00:49.712134 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] Sync routers for ids ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:49.723012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebd6a2-bd0a-4bd4-bdb0-183ac82c6738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6baceef-f086-4b34-88d7-91c11c68a309,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:49.726412 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] Routers {'2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:49.728038 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:49.729318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50184) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:49.816151 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:49.822368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53cdc726-c2b0-4620-a0ca-9c73c111fbbe req-cce1d647-3cff-4061-b79c-7192bfb58c23 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918268 Feb 07 23:00:49.827462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:49.831082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-095cee6d-f273-4baa-9bce-d6aa992ea04c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.4363565 Feb 07 23:00:49.832892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50192) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:49.841230 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] Routers {'2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:49.842084 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:49.920222 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:49.920835 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98edb5c9-f12d-4fb6-a9f3-22de5d45d478 None None] The sync data for ids ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:49.960363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8d3df3-302c-4a46-9778-cfb135b1b1dc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:49.978923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.030883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e30c4-f2d0-46ac-b305-c539265c2d62 req-cdf2b391-e6a1-4234-aa72-0f17f0b8420c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:50.032457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-014e30c4-f2d0-46ac-b305-c539265c2d62 req-cdf2b391-e6a1-4234-aa72-0f17f0b8420c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.5467954 Feb 07 23:00:50.077483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bdb14145-dea0-4575-9697-40df30394554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.194479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Deleting port 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:50.194896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.210729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-014e30c4-f2d0-46ac-b305-c539265c2d62 req-4e7f103b-12a9-4f3a-808d-6c1e190721fc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684484 Feb 07 23:00:50.223262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 19298a27-c905-48f1-b4a3-b13fe1d64dc6 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:50.267578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 19298a27-c905-48f1-b4a3-b13fe1d64dc6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:00:50.268967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 19298a27-c905-48f1-b4a3-b13fe1d64dc6 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:00:50.269592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:50.307757 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bdb14145-dea0-4575-9697-40df30394554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.312388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:00:50.312765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1fe50cda-c71a-406a-bcb7-6f9bc5a00892 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:00:50.334288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.341668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.396502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] The port '1fe50cda-c71a-406a-bcb7-6f9bc5a00892' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:00:50.415510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-331e3139-6194-4096-8b0e-7b444ccea6db tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/routers/2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 HTTP/1.1" status: 200 len: 880 time: 0.5773807 Feb 07 23:00:50.422388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50228) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:50.526350 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bdb14145-dea0-4575-9697-40df30394554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.546845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb14145-dea0-4575-9697-40df30394554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6baceef-f086-4b34-88d7-91c11c68a309,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:50.566876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bdb14145-dea0-4575-9697-40df30394554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.570390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bdb14145-dea0-4575-9697-40df30394554 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6baceef-f086-4b34-88d7-91c11c68a309 HTTP/1.1" status: 204 len: 168 time: 0.8363295 Feb 07 23:00:50.653380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.653956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72f404a-2318-4332-a709-b5fba25ea24b {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:00:50.730428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.759250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.760405 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9f3bae88-4c11-44fe-94bc-e7e5d5fe0431 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a72f404a-2318-4332-a709-b5fba25ea24b HTTP/1.1" status: 204 len: 168 time: 5.1098289 Feb 07 23:00:50.763585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50274) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:50.929925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] Deleting subnet 8e39fb62-32b0-4709-a1c8-613ca34bd90c {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:00:50.941239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f12b0ec2-7081-4899-bd18-25f511904304 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:router {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:50.945717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:50.962380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f12b0ec2-7081-4899-bd18-25f511904304 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:router {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:50.963571 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f12b0ec2-7081-4899-bd18-25f511904304 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5398605 Feb 07 23:00:50.966904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50282) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:50.973876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2ee1f516-a208-47bd-a386-b173409d2540 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-340452499'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:51.014084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.027230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50286) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:51.054785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f163c330-dd65-413a-88b9-ce7bd7e46106']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:51.071709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2464326e-241d-4d9d-adfe-ecf4130b89bd') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:51.072009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2464326e-241d-4d9d-adfe-ecf4130b89bd') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:51.092122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.097744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.122891 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.135058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:51.135259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:51.135444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.146928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb47a20f094420298ec87f53e1000dc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:51.151584 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:51.154359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:51.218178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:51.253594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.340122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79636d8-3699-4c33-8baf-952fe16053ef req-4698aa43-9a9c-4f93-b1db-9d72dba584ea tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:51.341600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b79636d8-3699-4c33-8baf-952fe16053ef req-4698aa43-9a9c-4f93-b1db-9d72dba584ea tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.3112843 Feb 07 23:00:51.392100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.426759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.429542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.470619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] Pushing event deleted for resources: {'Network': ['ID=f163c330-dd65-413a-88b9-ce7bd7e46106,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:51.481652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e39fb62-32b0-4709-a1c8-613ca34bd90c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:51.487133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7734a3d8-0342-414c-a869-1d101cebb5e2 tempest-FloatingIPNegativeTestJSON-165662067 tempest-FloatingIPNegativeTestJSON-165662067-project] 10.222.0.10 "DELETE /v2.0/networks/f163c330-dd65-413a-88b9-ce7bd7e46106 HTTP/1.1" status: 204 len: 168 time: 3.9671931 Feb 07 23:00:51.489072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.494382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758614dd-1ef2-4121-94f6-d4a7ec3aa3d8 None None] Network d60eb7aa-2182-44ab-b27b-0104971265bf requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:51.498547 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-19362f49-cd8e-42cf-a1f3-5b286f60a99e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8e39fb62-32b0-4709-a1c8-613ca34bd90c HTTP/1.1" status: 204 len: 168 time: 0.7337446 Feb 07 23:00:51.501626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b79636d8-3699-4c33-8baf-952fe16053ef req-c7eda5bf-358c-4c7a-93e2-7ea24b3ad2c1 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525774 Feb 07 23:00:51.502284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50302) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:51.532286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f176bb-a863-455b-bea0-dcd4859975be req-ef233a86-cf41-40df-8cc9-5311a42ce77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:51.539309 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c1f176bb-a863-455b-bea0-dcd4859975be req-ef233a86-cf41-40df-8cc9-5311a42ce77b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1096 time: 0.2047794 Feb 07 23:00:51.785640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.837990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f176bb-a863-455b-bea0-dcd4859975be req-0c49593c-f5df-4c16-bbcd-3df49bf5919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:51.840492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c1f176bb-a863-455b-bea0-dcd4859975be req-0c49593c-f5df-4c16-bbcd-3df49bf5919c service neutron] 10.222.0.36 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.2920058 Feb 07 23:00:51.927561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.928547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Deleting port 4482c8df-8110-4baf-a7df-aeab381d7f31 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:51.928908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.955204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f516-a208-47bd-a386-b173409d2540 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.967102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:51.967353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c1f176bb-a863-455b-bea0-dcd4859975be req-fdcac996-4c8b-4467-9b27-bc4edc88dfca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.1216598 Feb 07 23:00:51.974068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] DHCP port deletion for d60eb7aa-2182-44ab-b27b-0104971265bf request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:00:51.980401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Deleting port 4482c8df-8110-4baf-a7df-aeab381d7f31 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:51.981682 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.030258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50310) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:52.030707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f516-a208-47bd-a386-b173409d2540 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.059289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70033694-dc99-4789-b86e-cf6003ff9d11,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:52.072740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f176bb-a863-455b-bea0-dcd4859975be req-ee3543ae-cb01-432f-a5cb-aed5868c86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:52.074483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c1f176bb-a863-455b-bea0-dcd4859975be req-ee3543ae-cb01-432f-a5cb-aed5868c86f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.0998471 Feb 07 23:00:52.118891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4cb3a9a9-c995-4e57-9465-7e0da74b5807 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cb47a20f094420298ec87f53e1000dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0900173 Feb 07 23:00:52.123137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50316) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:52.137054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4482c8df-8110-4baf-a7df-aeab381d7f31 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:52.141878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae4111-dd5b-41a8-b35f-890ef54a8044 req-3c3cb1de-e6e6-4720-b90b-a60ec13d4d09 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:52.144283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1aae4111-dd5b-41a8-b35f-890ef54a8044 req-3c3cb1de-e6e6-4720-b90b-a60ec13d4d09 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.4520411 Feb 07 23:00:52.174199 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c1f176bb-a863-455b-bea0-dcd4859975be req-981c720d-2a8f-40af-a22f-f24bfe9d3600 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921683 Feb 07 23:00:52.266999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1aae4111-dd5b-41a8-b35f-890ef54a8044 req-e466fe93-a7bf-4e78-a1c4-0fd4b6ab4ce8 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751190 Feb 07 23:00:52.305882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12b0e66c-3329-4123-8921-a0eb0701668e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.383454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12b0e66c-3329-4123-8921-a0eb0701668e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.404842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] For port 4482c8df-8110-4baf-a7df-aeab381d7f31, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4482c8df-8110-4baf-a7df-aeab381d7f31,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:52.405476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.412510 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9e3318ff-0d16-472a-aee8-7f4e6ce46256 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c03dba863d64ac09bee8c6937661948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805084 Feb 07 23:00:52.416037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:52.416709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.476250 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c1f176bb-a863-455b-bea0-dcd4859975be req-05b218f0-68e6-4272-b623-1547851dc6d6 service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921674 Feb 07 23:00:52.482325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee1f516-a208-47bd-a386-b173409d2540 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router 2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:00:52.548158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Calling delete_port for 4482c8df-8110-4baf-a7df-aeab381d7f31 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:52.618926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 4482c8df-8110-4baf-a7df-aeab381d7f31, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4482c8df-8110-4baf-a7df-aeab381d7f31,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:52.627586 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.628766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b8d3df3-302c-4a46-9778-cfb135b1b1dc no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:52.646827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c1f176bb-a863-455b-bea0-dcd4859975be req-6267cb2a-db04-4c6e-bb3a-b8b70dd4f9b3 service neutron] 10.222.0.36 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592731 Feb 07 23:00:52.675676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46a58a84-2fc1-4cb4-ac45-6ee4575f24d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.695204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12b0e66c-3329-4123-8921-a0eb0701668e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.737333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46a58a84-2fc1-4cb4-ac45-6ee4575f24d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.756176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0e66c-3329-4123-8921-a0eb0701668e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70033694-dc99-4789-b86e-cf6003ff9d11,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:52.779877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12b0e66c-3329-4123-8921-a0eb0701668e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.785700 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-12b0e66c-3329-4123-8921-a0eb0701668e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70033694-dc99-4789-b86e-cf6003ff9d11 HTTP/1.1" status: 204 len: 168 time: 0.6557753 Feb 07 23:00:52.816576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 8b8d3df3-302c-4a46-9778-cfb135b1b1dc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:00:52.816946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b8d3df3-302c-4a46-9778-cfb135b1b1dc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:00:52.820379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=4482c8df-8110-4baf-a7df-aeab381d7f31,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:52.858351 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46a58a84-2fc1-4cb4-ac45-6ee4575f24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.873445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:00:52.873807 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:00:52.905400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58a84-2fc1-4cb4-ac45-6ee4575f24d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4106ed-32b4-48ee-9573-25ce7b523eac,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:52.922579 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46a58a84-2fc1-4cb4-ac45-6ee4575f24d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:52.933188 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46a58a84-2fc1-4cb4-ac45-6ee4575f24d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e4106ed-32b4-48ee-9573-25ce7b523eac HTTP/1.1" status: 204 len: 168 time: 0.5142732 Feb 07 23:00:52.941101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] For port 4482c8df-8110-4baf-a7df-aeab381d7f31, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4482c8df-8110-4baf-a7df-aeab381d7f31,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:52.941565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:53.154242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Calling delete_port for 4482c8df-8110-4baf-a7df-aeab381d7f31 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:53.251932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c99320-e986-446e-8316-851310477f85 req-4d8a85f6-3a5d-44bb-b062-2fbd2d9ad4d9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:53.253744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7c99320-e986-446e-8316-851310477f85 req-4d8a85f6-3a5d-44bb-b062-2fbd2d9ad4d9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.4821711 Feb 07 23:00:53.256118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee1f516-a208-47bd-a386-b173409d2540 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:00:53.267255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] Sync routers for ids ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:00:53.280089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] Routers {'2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:53.280747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:53.319960 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ee1f516-a208-47bd-a386-b173409d2540 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:53.327270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2ee1f516-a208-47bd-a386-b173409d2540 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 HTTP/1.1" status: 200 len: 887 time: 2.3532948 Feb 07 23:00:53.327559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50346) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:53.329561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:00:53.334296 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:00:53.339720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7c99320-e986-446e-8316-851310477f85 req-092541ef-fd0d-424d-b8ee-2643b6e748a8 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705638 Feb 07 23:00:53.347217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:53.360608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] Routers {'2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:00:53.360608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:53.418575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Deleting port 4482c8df-8110-4baf-a7df-aeab381d7f31 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:53.418575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:53.580768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e08a76-73bd-40f8-b83b-fe349ea98328 req-34cdbc80-fac7-4f7c-93e1-3130a38a0c30 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:53.591285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1e08a76-73bd-40f8-b83b-fe349ea98328 req-34cdbc80-fac7-4f7c-93e1-3130a38a0c30 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.1251664 Feb 07 23:00:53.655314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] For port 4482c8df-8110-4baf-a7df-aeab381d7f31, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4482c8df-8110-4baf-a7df-aeab381d7f31,segment=NetworkSegment(869fac6b-f457-437d-8f99-adb0586c8060),segment_id=869fac6b-f457-437d-8f99-adb0586c8060)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:53.655773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:53.655957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1e08a76-73bd-40f8-b83b-fe349ea98328 req-2ab2e1aa-bdc5-42c0-8f3d-d575254060b9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Feb 07 23:00:53.664427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:53.664861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fbe448-f115-4551-a2ad-2ca2a821f9df None None] The sync data for ids ['2b845b7f-4f04-4b9a-88c4-c2a11cc51f07'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:00:53.720790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50362) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:53.723179 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f1d80626-70d7-4ef1-93c9-b949ab73e8d8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/routers/2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 HTTP/1.1" status: 200 len: 887 time: 0.3967128 Feb 07 23:00:53.779989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50372) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:53.780186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ff658793-fdf0-401c-b81e-e1223a233ba8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 HTTP/1.1" status: 200 len: 205 time: 0.0579154 Feb 07 23:00:53.788019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Calling delete_port for 4482c8df-8110-4baf-a7df-aeab381d7f31 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:53.833089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Deleting port 4482c8df-8110-4baf-a7df-aeab381d7f31 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:53.833449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:53.902866 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:53.938679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] The port '4482c8df-8110-4baf-a7df-aeab381d7f31' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:00:54.003674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] Pushing event deleted for resources: {'Port': ['ID=4482c8df-8110-4baf-a7df-aeab381d7f31,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:54.019369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6db1c7-5ac9-450e-9c3c-7e06810a5cbd None None] No DVR routers for this DVR port 4482c8df-8110-4baf-a7df-aeab381d7f31 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:54.079857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.129728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.167854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60eb7aa-2182-44ab-b27b-0104971265bf']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:54.182389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869fac6b-f457-437d-8f99-adb0586c8060') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:54.182756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869fac6b-f457-437d-8f99-adb0586c8060') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:00:54.199765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.223534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.233189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:00:54.233691 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:00:54.251554 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:00:54.320253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.336807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50390) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:54.338014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port e445c00f-de5f-4d70-993b-8db8b3d6500d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:54.339104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.359993 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.389991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.402681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] Pushing event deleted for resources: {'Network': ['ID=d60eb7aa-2182-44ab-b27b-0104971265bf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:54.423249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e58ee197-2955-449a-bec6-470be748c63a admin admin] 10.222.0.10 "DELETE /v2.0/networks/d60eb7aa-2182-44ab-b27b-0104971265bf HTTP/1.1" status: 204 len: 168 time: 2.9162831 Feb 07 23:00:54.503710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:54.697573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50408) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:54.707936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.748189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:54.749486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:54.758320 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.760021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098529356'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:54.767500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:54.773193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:54.776595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:54.783707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:54.789753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-54362ed5-9f04-499e-aff9-272cac64397e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6245a52bd9e44ce8b32a223827c6e820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0865309 Feb 07 23:00:54.790906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.798522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50414) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:54.807144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a85376-58df-4183-bd9b-37b017679056 req-548ffab3-56ec-45b0-9c08-202796a80321 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:54.814495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39a85376-58df-4183-bd9b-37b017679056 req-548ffab3-56ec-45b0-9c08-202796a80321 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.3056686 Feb 07 23:00:54.830528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.843065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:54.882857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:54.924723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:54.943338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:54.953298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:54.972156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for e445c00f-de5f-4d70-993b-8db8b3d6500d owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:54.972858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:54.993114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39a85376-58df-4183-bd9b-37b017679056 req-1203193c-46d8-4116-9763-ba2ed58c444e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777010 Feb 07 23:00:55.002066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d59f45fc-8e53-4200-bd3d-d71ede669eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.062492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d170be-7a7f-40c4-8c19-acfd38b8158c req-1eb1a633-dfe1-47ca-974c-d88de25d629b tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:55.064478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9d170be-7a7f-40c4-8c19-acfd38b8158c req-1eb1a633-dfe1-47ca-974c-d88de25d629b tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 950 time: 0.4168916 Feb 07 23:00:55.122333 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d59f45fc-8e53-4200-bd3d-d71ede669eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.193549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.243201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=e445c00f-de5f-4d70-993b-8db8b3d6500d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:55.342973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.379938 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9d170be-7a7f-40c4-8c19-acfd38b8158c req-12653ea5-33c3-4042-a5af-6e43935cc571 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994068 Feb 07 23:00:55.464825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f907df8-dabe-4b80-8714-5fb71ad42db2 req-8a6048c9-eb7c-4d9f-87ba-a5016df4ce98 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:55.472628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f907df8-dabe-4b80-8714-5fb71ad42db2 req-8a6048c9-eb7c-4d9f-87ba-a5016df4ce98 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.3696887 Feb 07 23:00:55.475588 n-d-827896-3 neutron-server[87672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'code': 422} returned with failed status Feb 07 23:00:55.492544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d59f45fc-8e53-4200-bd3d-d71ede669eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.498724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.516864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.522577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f45fc-8e53-4200-bd3d-d71ede669eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd39a6b-c2c4-4f7a-9386-13a1cc9ce61f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:55.536721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:55.540604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.543824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.567157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:55.575484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:55.604104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f907df8-dabe-4b80-8714-5fb71ad42db2 req-3b68e341-643d-46c7-b08e-8701d3a78088 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304660 Feb 07 23:00:55.605251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:55.621984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286cef5f-7e59-4198-847b-116798678681,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:55.658260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d59f45fc-8e53-4200-bd3d-d71ede669eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.659132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d59f45fc-8e53-4200-bd3d-d71ede669eb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbd39a6b-c2c4-4f7a-9386-13a1cc9ce61f HTTP/1.1" status: 204 len: 168 time: 0.8426049 Feb 07 23:00:55.721873 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.722601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Fanout notify agent at l3_agent the message router_deleted on router 2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:00:55.761839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.763164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4643b643-538d-4d43-b2ed-2446adf3c23b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 HTTP/1.1" status: 204 len: 168 time: 1.9819374 Feb 07 23:00:55.767285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50448) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:55.773438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-215864943'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:55.780171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:55.782522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.785063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:55.789763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:55.797097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:55.808943 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.809082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:55.812985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.849479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:00:55.863529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.864345 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment 8cf00e23-33f8-403b-a403-000f5a98d898 of type vlan for network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa Feb 07 23:00:55.901860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.908259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1210ab-7391-41ce-af1e-c36217dc6d40,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:55.913459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:55.917784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ee113da4-7d58-4e53-896a-20a589399b05 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5799055 Feb 07 23:00:55.919118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50458) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:55.940966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2273e9-4e3f-4032-9983-cf2146e71b88 req-8f1edb01-08d0-402a-bc21-e55994ddae47 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:55.942594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f2273e9-4e3f-4032-9983-cf2146e71b88 req-8f1edb01-08d0-402a-bc21-e55994ddae47 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.2000589 Feb 07 23:00:55.953478 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2ca5b402-c27d-400b-979c-1405a9bb7665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.029638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5c8bc65-872c-4cce-b1b8-15632c516e50 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1090114 Feb 07 23:00:56.034375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50466) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:56.039047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f2273e9-4e3f-4032-9983-cf2146e71b88 req-84c686d2-2327-49eb-af12-7d15a61c3246 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898376 Feb 07 23:00:56.056730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5a218428-9f98-428e-be38-09aef1d535a8 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-security--1340076221', 'description': 'tempest-security-description-1972415462'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:56.085217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.105445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:56.106561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.246582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:56.259999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:00:56.331284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a218428-9f98-428e-be38-09aef1d535a8 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.335298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50d65b-555e-4284-9313-ec63c1ad19ab req-25d81880-c219-417b-adaa-2efb60f5c834 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:56.338615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd50d65b-555e-4284-9313-ec63c1ad19ab req-25d81880-c219-417b-adaa-2efb60f5c834 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.1337218 Feb 07 23:00:56.354834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-08feae5e-f6e2-4e23-b86e-fc460f651be2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5866780 Feb 07 23:00:56.367050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50492) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:56.402099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': '694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:56.442951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd50d65b-555e-4284-9313-ec63c1ad19ab req-44212c04-1c65-4bbd-a216-07b88d5aa12d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970237 Feb 07 23:00:56.527234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a218428-9f98-428e-be38-09aef1d535a8 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.544834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a218428-9f98-428e-be38-09aef1d535a8 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.548015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a218428-9f98-428e-be38-09aef1d535a8 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.549563 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5a218428-9f98-428e-be38-09aef1d535a8 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "PUT /v2.0/security-groups/ae1210ab-7391-41ce-af1e-c36217dc6d40 HTTP/1.1" status: 200 len: 1780 time: 0.5132864 Feb 07 23:00:56.553164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50504) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:56.574506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:56.594171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:56.607669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-c40ede8e-f1a9-4fe8-ae97-90af0c590c72 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:56.608405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-c40ede8e-f1a9-4fe8-ae97-90af0c590c72 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Synchronizing usage tracker for tenant:6557f3f418b043d8ab2075b8c1cb71a4 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:56.613344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:56.617725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a218428-9f98-428e-be38-09aef1d535a8 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1210ab-7391-41ce-af1e-c36217dc6d40,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:56.627070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:56.653835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-c40ede8e-f1a9-4fe8-ae97-90af0c590c72 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Unset dirty status for tenant:6557f3f418b043d8ab2075b8c1cb71a4 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:56.655326 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-c40ede8e-f1a9-4fe8-ae97-90af0c590c72 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.26 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 950 time: 0.4100509 Feb 07 23:00:56.657684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:56.668533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7a508734-8dd5-439a-a439-3fdfe2f1a3fa tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups/ae1210ab-7391-41ce-af1e-c36217dc6d40 HTTP/1.1" status: 200 len: 1780 time: 0.1131859 Feb 07 23:00:56.672240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.673054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:56.757580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93fe8154-9c71-4eeb-8d1a-31a5b2aa8021 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.783991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bff1d-3d69-4a36-8d84-3754ea69ebfe req-dab20761-972c-4cc5-a44b-bddf042ce3a6 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:56.791037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-759bff1d-3d69-4a36-8d84-3754ea69ebfe req-dab20761-972c-4cc5-a44b-bddf042ce3a6 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 950 time: 0.2156124 Feb 07 23:00:56.854210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93fe8154-9c71-4eeb-8d1a-31a5b2aa8021 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.931024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93fe8154-9c71-4eeb-8d1a-31a5b2aa8021 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.963966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Deleting port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:00:56.964313 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:56.996609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50528) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:56.997548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe8154-9c71-4eeb-8d1a-31a5b2aa8021 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1210ab-7391-41ce-af1e-c36217dc6d40,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:57.005517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-759bff1d-3d69-4a36-8d84-3754ea69ebfe req-d8f2c406-138b-4d93-be3b-cb88aa329df9 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c888289-71e1-46f0-86df-3607d73d54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136276 Feb 07 23:00:57.038566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93fe8154-9c71-4eeb-8d1a-31a5b2aa8021 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.042202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-93fe8154-9c71-4eeb-8d1a-31a5b2aa8021 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/ae1210ab-7391-41ce-af1e-c36217dc6d40 HTTP/1.1" status: 204 len: 168 time: 0.3664274 Feb 07 23:00:57.043109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50534) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:57.090522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9ffa9-0503-419b-a860-fffe4a864eb3 req-2d4a9ee0-3827-413d-ac82-125bbc7b5dd6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:57.091518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4e9ffa9-0503-419b-a860-fffe4a864eb3 req-2d4a9ee0-3827-413d-ac82-125bbc7b5dd6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.1662982 Feb 07 23:00:57.216228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4e9ffa9-0503-419b-a860-fffe4a864eb3 req-d865a1f0-5e8f-4b1b-b447-caaf29f183f5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036420 Feb 07 23:00:57.230390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50544) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:57.233094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.241104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1867aff6-b714-4362-bb56-389b21b3e883 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:57.258164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50550) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:57.270205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1867aff6-b714-4362-bb56-389b21b3e883 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:57.274630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1867aff6-b714-4362-bb56-389b21b3e883 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2291462 Feb 07 23:00:57.275076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50556) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:57.295319 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-ae6fa021-d4c5-4e31-bdb0-d5c917faf9ed tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] delete failed (client error): The resource could not be found. Feb 07 23:00:57.300609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ae6fa021-d4c5-4e31-bdb0-d5c917faf9ed tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/ae1210ab-7391-41ce-af1e-c36217dc6d40 HTTP/1.1" status: 404 len: 347 time: 0.0242865 Feb 07 23:00:57.301001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50560) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:57.306808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--270452790'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:57.313231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:57.323616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:57.351824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.373003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=30dd4479-dbc5-4ccd-9b46-f280ec9e45e7,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:57.382879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': '8cf00e23-33f8-403b-a403-000f5a98d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:00:57.383238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:00:57.388860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] For port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:00:57.389222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.406062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.417456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1218352962-network', 'tenant_id': '6b16819de6834bab832cf613e53f007a'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:57.421546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:57.437112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:57.439417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0e30f431fccb44cc8b1ada4a11efacfa is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:57.443640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:57.457122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Usage tracker for resource:network and tenant:6b16819de6834bab832cf613e53f007a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:57.460678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:57.465282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:57.470614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:57.477844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:57.488259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:57.491594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:57.509912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:57.517061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Made reservation on behalf of 6b16819de6834bab832cf613e53f007a for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:57.519127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.523710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Calling delete_port for 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:00:57.542141 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.565492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:00:57.585409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:57.593451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:57.594137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.599595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec7ba0-5be5-41b7-84fd-45d5c3cf2fdc None None] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:00:57.627559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:57.637041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-80dc380d-cb95-4254-a7aa-c41154dbb423 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2684340 Feb 07 23:00:57.640054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50566) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:57.641721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Usage tracker for resource:security_group_rule and tenant:6b16819de6834bab832cf613e53f007a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:57.650403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:57.674471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-676481365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:57.679460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-9bb174b1-3546-44c3-b583-4932b9438e4d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4478664 Feb 07 23:00:57.681508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:57.686664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:57.699225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:router and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:57.703414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:57.718779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:57.747023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.749529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.751288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.822636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Pushing event deleted for resources: {'Port': ['ID=3ae43bb9-da53-41e4-86b1-71a662d6ddb6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:57.847650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['3ae43bb9-da53-41e4-86b1-71a662d6ddb6'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:00:57.908833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa', 'network_id': '694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': '30dd4479-dbc5-4ccd-9b46-f280ec9e45e7'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:00:57.910425 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.911622 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.935488 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.941419 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.941839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.959188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] No DVR routers for this DVR port 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:00:57.963279 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.967706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:57.976922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'name': 'network-vif-deleted', 'tag': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:00:57.986913 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec88ce51-b5bb-483b-a192-d371764b19fa req-abfcf961-ba3d-464f-bf10-563cc3aca3c1 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.26 "DELETE /v2.0/ports/3ae43bb9-da53-41e4-86b1-71a662d6ddb6 HTTP/1.1" status: 204 len: 173 time: 1.1888003 Feb 07 23:00:58.009187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331139a7-74a1-4992-8997-90c1736f3c07 req-1ae48110-9fa6-4db1-aa66-d988485a47ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:58.010730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.011670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-331139a7-74a1-4992-8997-90c1736f3c07 req-1ae48110-9fa6-4db1-aa66-d988485a47ef tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.4473064 Feb 07 23:00:58.060140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37bf0d-1250-415b-815f-108ae5d60e57,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:58.060367 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.061716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8bab7c87-52a0-4b54-af39-9fb5ae28b245 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4204364 Feb 07 23:00:58.064368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50580) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:58.068125 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c0150f-2f56-49c0-934a-8bc045f84c5c', 'name': 'network-vif-deleted', 'tag': '3ae43bb9-da53-41e4-86b1-71a662d6ddb6', 'status': 'completed', 'code': 200} Feb 07 23:00:58.097899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e30f431fccb44cc8b1ada4a11efacfa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0913544 Feb 07 23:00:58.115225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50584) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:58.172905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.177142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5e46e8ab-c592-413b-b9c4-d3e8c6bd6ecd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8748889 Feb 07 23:00:58.177836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50588) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:58.189227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5240ea-7854-41e3-8060-08cbd452a9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef100f-3f4c-4382-ba40-979314aaf63c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:58.195878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.209330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '6c37bf0d-1250-415b-815f-108ae5d60e57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:58.227342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-331139a7-74a1-4992-8997-90c1736f3c07 req-11218c7f-11f2-4e4e-a9e5-bd7920f9d028 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832256 Feb 07 23:00:58.228493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:58.244480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.271073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:58.288415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:58.400926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:58.406461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7c3a2bc-a7b5-4276-81ef-c9e37b0995ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.423709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Allocated IP 172.20.0.2 (694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa/30dd4479-dbc5-4ccd-9b46-f280ec9e45e7/07d4223b-c10b-4755-8afe-4d5d6a8dd1a4) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:58.483889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:00:58.493284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c8155b2-f9b3-4594-aee0-ac7c85e4a39a req-3f5e5cf5-a99a-4986-9fe2-01f3218637e4 tempest-VolumesBackupsTest-1303645549 tempest-VolumesBackupsTest-1303645549-project] 10.222.0.10 "GET /v2.0/ports?device_id=48c0150f-2f56-49c0-934a-8bc045f84c5c HTTP/1.1" status: 200 len: 210 time: 0.2095006 Feb 07 23:00:58.521739 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f222f6ec-ecd6-43a6-ba13-ed04cbc09c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.536751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:00:58.539321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64458448-9653-4368-814e-ec1bf4d65bf7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:58.558153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.559210 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Added segment 57eb7913-4bd5-415f-809e-d26222789503 of type vlan for network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d Feb 07 23:00:58.571127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.606002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f222f6ec-ecd6-43a6-ba13-ed04cbc09c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.646345 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.760055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c16e5-cd35-487b-8c80-bf65837da41b req-8f243d1d-dbe1-403f-9f5d-f29656cf229f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:58.762475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c6c16e5-cd35-487b-8c80-bf65837da41b req-8f243d1d-dbe1-403f-9f5d-f29656cf229f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.3628507 Feb 07 23:00:58.770283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.775436 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.776596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:58.777402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.832076 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.852917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.888212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.942012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Transition to ACTIVE for port object 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:58.979006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Transition to ACTIVE for port object 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:00:58.987101 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:58.991474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c172f85-8b1e-4421-807a-f59e481a38ae,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:58.993274 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f222f6ec-ecd6-43a6-ba13-ed04cbc09c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.030873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] Pushing event updated for resources: {'Network': ['ID=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.033829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222f6ec-ecd6-43a6-ba13-ed04cbc09c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef100f-3f4c-4382-ba40-979314aaf63c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.045576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:00:59.046240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c6c16e5-cd35-487b-8c80-bf65837da41b req-595e2817-33e8-4300-96bd-68faefee9297 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725406 Feb 07 23:00:59.053149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0fff04df-b3d5-471b-bbb0-e93f7cc201bd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7938092 Feb 07 23:00:59.054329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f222f6ec-ecd6-43a6-ba13-ed04cbc09c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.057857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f222f6ec-ecd6-43a6-ba13-ed04cbc09c31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7aef100f-3f4c-4382-ba40-979314aaf63c HTTP/1.1" status: 204 len: 168 time: 0.9392838 Feb 07 23:00:59.057857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50594) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:59.057857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.064920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4d662c85-019d-42d8-ab09-7ba685b997e1 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8706982 Feb 07 23:00:59.066260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50598) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:59.073233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Request body: {'subnet': {'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1218352962-subnet', 'tenant_id': '6b16819de6834bab832cf613e53f007a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:59.079818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:59.083551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Usage tracker for resource:subnet and tenant:6b16819de6834bab832cf613e53f007a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:59.086464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:59.092667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:59.108423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Made reservation on behalf of 6b16819de6834bab832cf613e53f007a for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:00:59.111110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.138267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.159848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.167396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:00:59.183834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:00:59.200382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:00:59.299134 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.302282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.322959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Pushing event updated for resources: {'Port': ['ID=07d4223b-c10b-4755-8afe-4d5d6a8dd1a4,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.334278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Attempting to bind port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:00:59.334658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Attempting to bind port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8cf00e23-33f8-403b-a403-000f5a98d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:00:59.335032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Attempting to bind port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 on network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:00:59.338325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c172f85-8b1e-4421-807a-f59e481a38ae,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.342039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:00:59.342659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Checking segment: {'id': '8cf00e23-33f8-403b-a403-000f5a98d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:00:59.343237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.343787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Bound using segment: {'id': '8cf00e23-33f8-403b-a403-000f5a98d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:00:59.344410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Bound port: 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf00e23-33f8-403b-a403-000f5a98d898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:00:59.344988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.358885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.359234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.359573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.359906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.360227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.360767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.361240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.361719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.362045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.362367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.362690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.363009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:00:59.404464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.408185 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-98364340-4883-4584-b5e3-a2899face123 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2c172f85-8b1e-4421-807a-f59e481a38ae HTTP/1.1" status: 204 len: 168 time: 0.3410742 Feb 07 23:00:59.411068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50608) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:59.443565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] For port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:00:59.446789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] For port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=07d4223b-c10b-4755-8afe-4d5d6a8dd1a4,segment=NetworkSegment(8cf00e23-33f8-403b-a403-000f5a98d898),segment_id=8cf00e23-33f8-403b-a403-000f5a98d898)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:00:59.451344 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.469982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-7b79d5ef-f618-44df-acb6-f4a50ca1beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.471474 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-7b79d5ef-f618-44df-acb6-f4a50ca1beaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe&tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5 HTTP/1.1" status: 200 len: 1094 time: 0.2332170 Feb 07 23:00:59.472604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.20.0.1 (694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa/30dd4479-dbc5-4ccd-9b46-f280ec9e45e7/3999db4c-3ba4-41b4-be46-30bd634b7720) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:00:59.496610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:00:59.547732 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.575479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4044afc-fd80-4044-8f9a-1ea7d564e66d None None] Pushing event updated for resources: {'Port': ['ID=07d4223b-c10b-4755-8afe-4d5d6a8dd1a4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.586627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d47720ce-b884-4f95-bb9c-afc174f05f85 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:00:59.624291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b456d-9d46-4f44-8880-2b9ce44dd5da req-2049f055-fb72-4468-9636-2d29bee8ca93 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:00:59.625825 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a6b456d-9d46-4f44-8880-2b9ce44dd5da req-2049f055-fb72-4468-9636-2d29bee8ca93 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.1829650 Feb 07 23:00:59.650699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50614) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:59.698318 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.737035 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a6b456d-9d46-4f44-8880-2b9ce44dd5da req-c2ce6abc-68bc-4f11-9cf5-9598b3511798 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037443 Feb 07 23:00:59.742123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:00:59.755764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:cda7998eed3c4543896e7c3f9949cb97 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:00:59.767077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:00:59.770285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d47720ce-b884-4f95-bb9c-afc174f05f85 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:00:59.773489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:00:59.773882 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d47720ce-b884-4f95-bb9c-afc174f05f85 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3609004 Feb 07 23:00:59.776471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:00:59.781954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50620) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:00:59.955600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbdd582-1fde-4412-a417-369087cdb38d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:00:59.984156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.018514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Checking segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:00.018884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Network hostable DHCP agents. Network: 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:01:00.047294 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cd6b0fd-6747-448a-a89a-b02c505dfbf0 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.121283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cd6b0fd-6747-448a-a89a-b02c505dfbf0 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.142356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:01:00.174769 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.184060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:00.193090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.197599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46036c1-4889-4f38-9744-35c8ecb850d0 None None] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:00.208043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:00.208673 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.249449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:00.279911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.296160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:01:00.310555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object 3999db4c-3ba4-41b4-be46-30bd634b7720 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:00.327973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cda7998eed3c4543896e7c3f9949cb97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736779 Feb 07 23:01:00.329181 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cd6b0fd-6747-448a-a89a-b02c505dfbf0 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.330649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50628) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:00.348145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9fd09-b881-4384-87ea-ebd5f7147ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d56cad-79d6-4717-9a76-77fa289460ce,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:00.407517 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8cd6b0fd-6747-448a-a89a-b02c505dfbf0 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.408827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8cd6b0fd-6747-448a-a89a-b02c505dfbf0 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/6c37bf0d-1250-415b-815f-108ae5d60e57 HTTP/1.1" status: 204 len: 168 time: 0.5967538 Feb 07 23:01:00.409901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6b0fd-6747-448a-a89a-b02c505dfbf0 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37bf0d-1250-415b-815f-108ae5d60e57,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:00.411746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50632) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:00.427266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:01:00.427848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3ae43bb9-da53-41e4-86b1-71a662d6ddb6 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:01:00.437935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-003d44f4-6bbd-4a07-91f5-3b48cb5d5025 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3704832 Feb 07 23:01:00.522439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e42116eb-619b-4364-abed-8d1840348711 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:00.572542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:00.599206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ac789-0f45-47aa-b827-2835193164af req-d29d45a2-91f0-442c-9090-80cb8879b55b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:00.600836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-457ac789-0f45-47aa-b827-2835193164af req-d29d45a2-91f0-442c-9090-80cb8879b55b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.3482764 Feb 07 23:01:00.602011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e42116eb-619b-4364-abed-8d1840348711 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:00.607520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e42116eb-619b-4364-abed-8d1840348711 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1892562 Feb 07 23:01:00.609838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50638) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:00.628806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066009095'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:00.656120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6403a04b-ba6f-4632-b7b7-bde9253acd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.660760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.685779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eab9372-ed42-4918-95c3-3495e2450e0b None None] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:00.695454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:00.735689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:00.754222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-457ac789-0f45-47aa-b827-2835193164af req-5bfb4a00-10d9-4254-a7a3-7cc4484260bc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204724 Feb 07 23:01:00.773641 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:00.825080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:00.835108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:00.838412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:00.850906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:00.958495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:00.964225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=3999db4c-3ba4-41b4-be46-30bd634b7720,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:00.988473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:00.995111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:01.060180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6403a04b-ba6f-4632-b7b7-bde9253acd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.117654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.125161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.128792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.193450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e58ba41-94b1-46b4-a77e-9e3699f2b971,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:01.216354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.218824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6403a04b-ba6f-4632-b7b7-bde9253acd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.246557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b1d90e-acae-4a5d-bc63-b7fe9ff3ef18 None None] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:01.257903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403a04b-ba6f-4632-b7b7-bde9253acd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d56cad-79d6-4717-9a76-77fa289460ce,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:01.266605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:01.281389 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6403a04b-ba6f-4632-b7b7-bde9253acd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.282609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6403a04b-ba6f-4632-b7b7-bde9253acd24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09d56cad-79d6-4717-9a76-77fa289460ce HTTP/1.1" status: 204 len: 168 time: 0.9509840 Feb 07 23:01:01.319715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:01.364433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0aad1-e79f-48dc-b5bf-a6c17a7b5de5 req-b92f06e3-7932-4511-8023-2d2337b29da2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:01.375989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43d0aad1-e79f-48dc-b5bf-a6c17a7b5de5 req-b92f06e3-7932-4511-8023-2d2337b29da2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.4087765 Feb 07 23:01:01.422645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.440432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43d0aad1-e79f-48dc-b5bf-a6c17a7b5de5 req-c135c8ff-597a-4176-8000-a9b65cf9af05 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635421 Feb 07 23:01:01.446604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.450949 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0d3f42e6-d4af-463b-9542-bfa98e8dea91 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8370740 Feb 07 23:01:01.469692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50662) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:01.475525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3e58ba41-94b1-46b4-a77e-9e3699f2b971', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:01.488591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:01.499263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:01.505720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:01.535006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:01.572748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-57034c27-3980-444f-b511-ecbd8570b022 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:01.573546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-57034c27-3980-444f-b511-ecbd8570b022 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Synchronizing usage tracker for tenant:6b16819de6834bab832cf613e53f007a on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:01.590382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-52347c1c-3ad6-4b06-8521-6b2668e4eb07 None None] Provisioning for port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:01.605546 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.608012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-52347c1c-3ad6-4b06-8521-6b2668e4eb07 None None] Provisioning complete for port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:01.608314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-52347c1c-3ad6-4b06-8521-6b2668e4eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.649857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-57034c27-3980-444f-b511-ecbd8570b022 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Unset dirty status for tenant:6b16819de6834bab832cf613e53f007a on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:01.650999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-57034c27-3980-444f-b511-ecbd8570b022 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 0.4148335 Feb 07 23:01:01.672606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:01.682601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-3f799173-1c74-4765-b79b-afc4796d0b6e tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/quotas/6b16819de6834bab832cf613e53f007a HTTP/1.1" status: 200 len: 375 time: 0.0225403 Feb 07 23:01:01.684640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.703689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Transition to ACTIVE for port object 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:01.770699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-dcaf2477-70bf-4687-a3da-6ddac0e36a57 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780051 Feb 07 23:01:01.818516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.830939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-52347c1c-3ad6-4b06-8521-6b2668e4eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.844788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.877649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-52347c1c-3ad6-4b06-8521-6b2668e4eb07 None None] For port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=07d4223b-c10b-4755-8afe-4d5d6a8dd1a4,segment=NetworkSegment(8cf00e23-33f8-403b-a403-000f5a98d898),segment_id=8cf00e23-33f8-403b-a403-000f5a98d898)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:01.891482 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-52347c1c-3ad6-4b06-8521-6b2668e4eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:01.945021 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.035368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52347c1c-3ad6-4b06-8521-6b2668e4eb07 None None] Pushing event updated for resources: {'Port': ['ID=07d4223b-c10b-4755-8afe-4d5d6a8dd1a4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:02.063826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d29a396d-5208-4c92-a0a4-3334c9272745,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:02.088619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.097498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e2c2831-3b15-43ad-9c54-d62794470991 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6196592 Feb 07 23:01:02.102621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50678) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:02.116027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3e58ba41-94b1-46b4-a77e-9e3699f2b971', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:02.165006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] No DVR routers for this DVR port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:02.176495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-f8d6489b-08fe-4cb4-a39e-133e74f3d8ab service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044530 Feb 07 23:01:02.219046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:02.224933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-54a06e24-6d4c-4162-931d-3ea4159a9e88 None None] Provisioning complete for port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:02.225312 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-54a06e24-6d4c-4162-931d-3ea4159a9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.289222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=9']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:02.414781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:02.415129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:02.415470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:02.433111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:01:02.433615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Attempting to bind port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on network 658c0712-1e70-497e-9af9-04c8f8b596d8 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:02.445241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:02.445497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Checking segment: {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:02.445898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Bound using segment: {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:02.446358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Bound port: 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8948aa13-1871-4768-b968-70eac7bd7fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:02.446709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.472254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:02.483372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:02.511233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:02.527619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-54a06e24-6d4c-4162-931d-3ea4159a9e88 None None] Provisioning for port 3999db4c-3ba4-41b4-be46-30bd634b7720 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:02.543234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-54a06e24-6d4c-4162-931d-3ea4159a9e88 None None] Provisioning complete for port 3999db4c-3ba4-41b4-be46-30bd634b7720 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:02.543846 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-54a06e24-6d4c-4162-931d-3ea4159a9e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.594009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.615938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56337f9-d7df-473c-b6fa-7891ad71e7ff req-d32d518b-53b5-48e9-be15-0f9bdcdebc77 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:02.617530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a56337f9-d7df-473c-b6fa-7891ad71e7ff req-d32d518b-53b5-48e9-be15-0f9bdcdebc77 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 943 time: 0.4941115 Feb 07 23:01:02.630833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ce0608f-2902-49db-9820-fcd5c0edfc9d service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474957 Feb 07 23:01:02.650598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.662906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-54a06e24-6d4c-4162-931d-3ea4159a9e88 None None] Port 3999db4c-3ba4-41b4-be46-30bd634b7720 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:02.684897 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.720500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a56337f9-d7df-473c-b6fa-7891ad71e7ff req-739d152f-a040-4778-a0e8-af812059770a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861547 Feb 07 23:01:02.733580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.749722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.786868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b439104c-6150-47fb-9812-58ca592af722,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:02.790853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-13d5cf4d-ab96-4450-b470-a3311fa09633 None None] Provisioning complete for port 3999db4c-3ba4-41b4-be46-30bd634b7720 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:02.791266 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-13d5cf4d-ab96-4450-b470-a3311fa09633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.809329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:02.813613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-025ccca0-5779-4167-be23-d1311d020607 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7096803 Feb 07 23:01:02.814412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:02.828959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3e58ba41-94b1-46b4-a77e-9e3699f2b971', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:02.841826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:02.846680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:02.850486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:02.872594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:02.974188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-13d5cf4d-ab96-4450-b470-a3311fa09633 None None] Port 3999db4c-3ba4-41b4-be46-30bd634b7720 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:03.119818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6be98519-3348-4633-861f-e29b75921031 req-5ca74f7a-59cc-4d4e-b1ae-fa5f267839e8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 210 time: 0.2298257 Feb 07 23:01:03.122610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-ba9101f0-c056-49d0-99c9-fffa157d90bc req-160fa185-7a91-438f-aef1-319eed197629 service neutron] (87671) timed out ('10.222.0.10', 58198) {{(pid=87671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:01:03.123614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.181958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.203437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:03.260968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=3999db4c-3ba4-41b4-be46-30bd634b7720,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:03.265177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.278024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:03.279036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381690f-94fa-4438-9565-05c00370418f req-de2702f0-a73d-42ab-a496-8f37cd351de9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:03.285734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c381690f-94fa-4438-9565-05c00370418f req-de2702f0-a73d-42ab-a496-8f37cd351de9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.1644599 Feb 07 23:01:03.295970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.304661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.325117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e0381b-1eaa-429f-9a27-6c81b14124fa,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:03.364215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c381690f-94fa-4438-9565-05c00370418f req-7a08c1c2-9266-4451-a19b-7f7df935a19d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775213 Feb 07 23:01:03.391853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:03.395750 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.397354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ccb377a3-e5a4-499f-805c-6710e18ec87f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5818467 Feb 07 23:01:03.399900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50722) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:03.414522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3e58ba41-94b1-46b4-a77e-9e3699f2b971', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:03.425816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:03.431693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:03.444183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:03.444903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.447120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:03.447297 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-4d49e4a9-ad8b-4f71-8b2c-3de9d5caf217 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 1091 time: 3.9623768 Feb 07 23:01:03.447803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:03.489687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:03.539575 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.590683 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'status': 'completed', 'code': 200} Feb 07 23:01:03.672642 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.681984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.711151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:03.768474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48f8042-8eab-4689-b49d-525336c5753a,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:03.797921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:03.807505 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:03.812360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0bff4b0b-f636-4128-90d3-b717b6111b7e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4105825 Feb 07 23:01:03.814797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50770) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:03.841769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3e58ba41-94b1-46b4-a77e-9e3699f2b971', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:03.863426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:03.873717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:03.882898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:03.902434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:03.947229 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.186676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:04.280440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.292738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-274608af-f870-4089-a9e5-d6e44528391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.294255 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-274608af-f870-4089-a9e5-d6e44528391f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 1097 time: 0.5820251 Feb 07 23:01:04.307620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-5bb5f001-04bf-49b8-ab77-fc528e86b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.309125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-5bb5f001-04bf-49b8-ab77-fc528e86b979 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1095 time: 0.8265433 Feb 07 23:01:04.318544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.341831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-89ebcf55-4ff1-4f11-9cc7-711f314f4e9e None None] Provisioning complete for port 3999db4c-3ba4-41b4-be46-30bd634b7720 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:04.342765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89ebcf55-4ff1-4f11-9cc7-711f314f4e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.351730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e3d94-5a0b-4b3f-9d9a-3b033ebe4009 req-ea5bc5a8-9538-4491-8f8b-88b5e8d2638f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.365424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-124e3d94-5a0b-4b3f-9d9a-3b033ebe4009 req-ea5bc5a8-9538-4491-8f8b-88b5e8d2638f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.3708096 Feb 07 23:01:04.380353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4fa05b-f1b9-40c5-b156-b627e1779499,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:04.446611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-89ebcf55-4ff1-4f11-9cc7-711f314f4e9e None None] Port 3999db4c-3ba4-41b4-be46-30bd634b7720 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:04.455359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:04.455939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.477913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.479126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bde8182f-03e9-4db0-a06d-133d41b20426 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6624229 Feb 07 23:01:04.483798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50788) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:04.595420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-124e3d94-5a0b-4b3f-9d9a-3b033ebe4009 req-4dd0d06a-129b-4235-9f90-998f229ee8bc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187326 Feb 07 23:01:04.613878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e817af-8e75-400c-8d83-3249896f5d5a req-e0808271-8416-428c-9833-b1dfb7cdf958 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 210 time: 0.1300380 Feb 07 23:01:04.645779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.671765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.719687 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.744690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba4fa05b-f1b9-40c5-b156-b627e1779499,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:04.755317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:04.756737 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ba4fa05b-f1b9-40c5-b156-b627e1779499 HTTP/1.1" status: 204 len: 168 time: 0.2711086 Feb 07 23:01:04.758637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.759395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.759940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.760463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.761016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.762143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.762673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.763188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.763699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.764224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.764768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.765527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188a2668-7852-4f91-a47a-9f70e66bc298 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:04.768199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50798) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:04.845971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-c3094a28-10ac-490b-83dc-4d27f06e19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:04.847880 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-c3094a28-10ac-490b-83dc-4d27f06e19c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.5165875 Feb 07 23:01:04.851204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:01:04.986830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4e88f1a5-0ed0-4588-b415-36ac965c7a85 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:05.046868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4e88f1a5-0ed0-4588-b415-36ac965c7a85 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:05.050060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4e88f1a5-0ed0-4588-b415-36ac965c7a85 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2804892 Feb 07 23:01:05.065308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50812) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:05.126171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcb3a6-d913-491b-bdce-9abaea39129c req-abfc6cd2-d340-4e36-976f-0fb36a43728d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.127666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bcb3a6-d913-491b-bdce-9abaea39129c req-abfc6cd2-d340-4e36-976f-0fb36a43728d tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.2959423 Feb 07 23:01:05.188005 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf964-d60f-4f1e-abfa-69764c0f6d0d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.201134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf964-d60f-4f1e-abfa-69764c0f6d0d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.226448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3bcb3a6-d913-491b-bdce-9abaea39129c req-57d89c18-4cff-4676-b8ec-b55a259836bb tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825107 Feb 07 23:01:05.242275 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf964-d60f-4f1e-abfa-69764c0f6d0d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.272355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef5cf964-d60f-4f1e-abfa-69764c0f6d0d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.274032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ef5cf964-d60f-4f1e-abfa-69764c0f6d0d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b48f8042-8eab-4689-b49d-525336c5753a HTTP/1.1" status: 204 len: 168 time: 0.2068112 Feb 07 23:01:05.278746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50844) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:05.296137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cf964-d60f-4f1e-abfa-69764c0f6d0d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b48f8042-8eab-4689-b49d-525336c5753a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:05.342021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-28cd3f43-9e6d-4a6a-a689-b9a46e299338 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2 HTTP/1.1" status: 200 len: 217 time: 0.4829631 Feb 07 23:01:05.367332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-49ef6c02-8e0a-40ab-8182-2d3bedf0149d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:05.389288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-49ef6c02-8e0a-40ab-8182-2d3bedf0149d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:05.391912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-49ef6c02-8e0a-40ab-8182-2d3bedf0149d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1117606 Feb 07 23:01:05.394812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50850) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:05.435650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc8ba-8a97-4575-a1c2-7da937c7dee3 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.438806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-9b937a7b-e47e-4aef-b66f-970d6094a5e7 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.440324 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-9b937a7b-e47e-4aef-b66f-970d6094a5e7 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 0.4855731 Feb 07 23:01:05.453185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc8ba-8a97-4575-a1c2-7da937c7dee3 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.462582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-fdafa4ee-61a3-4cb0-bbfa-8e2cf59d92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.464116 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-fdafa4ee-61a3-4cb0-bbfa-8e2cf59d92d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.1072936 Feb 07 23:01:05.480900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Request body: {'port': {'device_id': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'admin_state_up': True, 'tenant_id': '6b16819de6834bab832cf613e53f007a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:05.487672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc8ba-8a97-4575-a1c2-7da937c7dee3 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.521977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dc8ba-8a97-4575-a1c2-7da937c7dee3 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e0381b-1eaa-429f-9a27-6c81b14124fa,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:05.526167 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc8ba-8a97-4575-a1c2-7da937c7dee3 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.527827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0d7dc8ba-8a97-4575-a1c2-7da937c7dee3 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/15e0381b-1eaa-429f-9a27-6c81b14124fa HTTP/1.1" status: 204 len: 168 time: 0.1317501 Feb 07 23:01:05.530327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50854) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:05.552840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-773db7e8-ead2-4681-a352-fc8712e4ce89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529916 Feb 07 23:01:05.553708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:01:05.566786 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] Sync routers for ids ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:05.587791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] Routers {'f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:05.588371 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:05.594887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9de44eeb-5842-46f5-b439-7cb2c821f96a tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:05.624260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9de44eeb-5842-46f5-b439-7cb2c821f96a tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:05.626801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-1b799f06-c03d-45b8-902d-ce64ed9679ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:05.628837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-1b799f06-c03d-45b8-902d-ce64ed9679ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 1.2987449 Feb 07 23:01:05.629846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9de44eeb-5842-46f5-b439-7cb2c821f96a tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0982952 Feb 07 23:01:05.632781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50860) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:05.670157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-656e639f-45c1-444a-ba04-71439b1f7699 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6044574 Feb 07 23:01:05.673467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50866) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:05.711123 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:05.736141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] Routers {'f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:05.739054 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:05.755656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee4576d5-0e3b-445e-8936-6fbd7b164936 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.770349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee4576d5-0e3b-445e-8936-6fbd7b164936 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.921558 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:05.921939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:05.926965 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf4d50d-1312-471b-827e-e391481bb5e8 None None] The sync data for ids ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:06.063776 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d99cb98-ec5a-4e18-a4b2-a82df9ff1963 req-e7df52e1-860d-42f1-8681-3f26e29e53c7 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 210 time: 0.1917148 Feb 07 23:01:06.074595 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-9229fb30-acb4-4ab5-bf7a-994ebf5e4eab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.3967078 Feb 07 23:01:06.091616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee4576d5-0e3b-445e-8936-6fbd7b164936 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.117045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4576d5-0e3b-445e-8936-6fbd7b164936 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b439104c-6150-47fb-9812-58ca592af722,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:06.143839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c8c50-6529-4c96-bba7-a45d837e7c2c req-10c12072-0ad6-467f-a9ba-0a421c3820dd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.145704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc8c8c50-6529-4c96-bba7-a45d837e7c2c req-10c12072-0ad6-467f-a9ba-0a421c3820dd tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.3651261 Feb 07 23:01:06.147315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee4576d5-0e3b-445e-8936-6fbd7b164936 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.148456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ee4576d5-0e3b-445e-8936-6fbd7b164936 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b439104c-6150-47fb-9812-58ca592af722 HTTP/1.1" status: 204 len: 168 time: 0.5128527 Feb 07 23:01:06.151204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50878) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:06.228335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc8c8c50-6529-4c96-bba7-a45d837e7c2c req-a09aeddf-545b-4e45-9adb-add5c3828b22 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718625 Feb 07 23:01:06.246814 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.260243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bca9415a-8396-4106-bc53-eaf7f171fd21 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:06.260540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc518762-da5f-4e60-8831-ecbf2a75926d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.261293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc518762-da5f-4e60-8831-ecbf2a75926d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:06.280276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bca9415a-8396-4106-bc53-eaf7f171fd21 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:06.287310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bca9415a-8396-4106-bc53-eaf7f171fd21 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1283855 Feb 07 23:01:06.291730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50886) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:06.300612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-12a973cc-77ff-491a-a1e0-a2c60284621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.301486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-12a973cc-77ff-491a-a1e0-a2c60284621d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.2127528 Feb 07 23:01:06.374916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:06.378417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc518762-da5f-4e60-8831-ecbf2a75926d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:06.382650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc518762-da5f-4e60-8831-ecbf2a75926d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports/3999db4c-3ba4-41b4-be46-30bd634b7720 HTTP/1.1" status: 200 len: 910 time: 0.4821706 Feb 07 23:01:06.386344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50890) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:06.388432 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-2862b9ec-a70b-4e4e-8b5a-4114ee9b4891 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555609 Feb 07 23:01:06.390799 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-1d0e2903-9ca5-4b8a-b40e-98f47c3d9403 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686204 Feb 07 23:01:06.393722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Usage tracker for resource:port and tenant:6b16819de6834bab832cf613e53f007a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:06.406686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '30dd4479-dbc5-4ccd-9b46-f280ec9e45e7'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:06.434040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:06.480502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086ba2c-5e54-4ca6-b1e0-d0366fdef122 req-753c0ae3-dc6e-4b88-9783-08df15d2ed04 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:06.481700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d086ba2c-5e54-4ca6-b1e0-d0366fdef122 req-753c0ae3-dc6e-4b88-9783-08df15d2ed04 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.1053467 Feb 07 23:01:06.491352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:06.540469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d086ba2c-5e54-4ca6-b1e0-d0366fdef122 req-70402a9b-2f37-4b1c-8f2a-5a6ee92aac41 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Feb 07 23:01:06.546443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdd61-2bf2-4113-a174-9c9ad3dcf6bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.633245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdd61-2bf2-4113-a174-9c9ad3dcf6bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.672010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Made reservation on behalf of 6b16819de6834bab832cf613e53f007a for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:06.675471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.867437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdd61-2bf2-4113-a174-9c9ad3dcf6bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:06.933684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cdd61-2bf2-4113-a174-9c9ad3dcf6bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d29a396d-5208-4c92-a0a4-3334c9272745,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:06.951058 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a57029f-6a2e-473f-857e-706e4ee7d053 req-a3168853-c0c3-43d6-a66b-a78362bb2b02 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125508 Feb 07 23:01:06.974003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-344de2c0-b48e-42fa-80e7-040f7aa6a156 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370224 Feb 07 23:01:07.032377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c5cdd61-2bf2-4113-a174-9c9ad3dcf6bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.036948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4c5cdd61-2bf2-4113-a174-9c9ad3dcf6bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d29a396d-5208-4c92-a0a4-3334c9272745 HTTP/1.1" status: 204 len: 168 time: 0.7360759 Feb 07 23:01:07.037366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50906) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:07.139961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b8dad63-e75a-43a8-8def-0ba930a01deb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1011920 Feb 07 23:01:07.141248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50914) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:07.230816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-65fb1000-b536-4174-b252-04664a3ed4f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.307762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.338358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6cc310e-1cbe-4d7b-95b6-8d137a71f583 req-d780d8c1-b067-4ee9-bd10-37f59a4af75d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 210 time: 0.1048255 Feb 07 23:01:07.357178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-65fb1000-b536-4174-b252-04664a3ed4f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.447825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Allocated IP 172.20.0.3 (3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d/dfbdd582-1fde-4412-a417-369087cdb38d/f22fbaa9-b594-4f7c-9a87-eefd3d74f704) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:07.478106 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-65fb1000-b536-4174-b252-04664a3ed4f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.504629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cd98e97d-8f60-4dbb-a375-ad17b5227880 req-688adc4b-dd7e-4620-85cb-37eeb4022cc7 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150709 Feb 07 23:01:07.523262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb1000-b536-4174-b252-04664a3ed4f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e58ba41-94b1-46b4-a77e-9e3699f2b971,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:07.548695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-65fb1000-b536-4174-b252-04664a3ed4f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.550235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-65fb1000-b536-4174-b252-04664a3ed4f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e58ba41-94b1-46b4-a77e-9e3699f2b971 HTTP/1.1" status: 204 len: 168 time: 0.4078650 Feb 07 23:01:07.553208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50926) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:07.628593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4bd2b-7dfd-4117-8382-bc935ea42104 req-8d01fe61-fbcd-4dba-a105-e815f05d2171 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.630426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa4bd2b-7dfd-4117-8382-bc935ea42104 req-8d01fe61-fbcd-4dba-a105-e815f05d2171 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.2026227 Feb 07 23:01:07.676613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c22bfb3a-c812-4e0b-b6b3-1334f2b74bdd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:07.732081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c22bfb3a-c812-4e0b-b6b3-1334f2b74bdd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:07.738892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c22bfb3a-c812-4e0b-b6b3-1334f2b74bdd tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1805952 Feb 07 23:01:07.739160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50936) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:07.750011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--273038765'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:07.782522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa4bd2b-7dfd-4117-8382-bc935ea42104 req-a94abe4d-5307-4c16-9572-8244d2fbbab3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352108 Feb 07 23:01:07.788314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:07.891690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:07.931655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:07.965725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1eae-23f3-415a-b10d-507a22707139 req-b153296c-aa4a-4ff9-b1ef-39ef9c96bdd4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:07.967509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fca1eae-23f3-415a-b10d-507a22707139 req-b153296c-aa4a-4ff9-b1ef-39ef9c96bdd4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.2009139 Feb 07 23:01:07.976851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:08.010272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:08.019256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:08.034984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:08.082605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fca1eae-23f3-415a-b10d-507a22707139 req-cadec8c9-b8bc-45d7-af05-79f893efd715 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940957 Feb 07 23:01:08.241918 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.255237 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.305347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-dd3119f7-77ca-4a09-8fcb-68e54eff5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:08.307720 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-dd3119f7-77ca-4a09-8fcb-68e54eff5f59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1095 time: 0.6847279 Feb 07 23:01:08.336068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb15bc35-66e0-41b8-99eb-f643df06bcc9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:08.348782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.353203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eabac62e-5404-440a-86de-c87f12991428 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6130943 Feb 07 23:01:08.353870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50954) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:08.358979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': 'fb15bc35-66e0-41b8-99eb-f643df06bcc9', 'direction': 'ingress', 'protocol': 17}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:08.366739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:08.372963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:08.375745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:08.383236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:08.411888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.608585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.611278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7da46a9-1e6d-4c05-8185-3ac7769d1db4 req-ebdf7c1b-9285-43b8-9b4e-c1f864382e51 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 210 time: 0.0919502 Feb 07 23:01:08.616310 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.634830 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.673296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dae1974-0271-4e09-a334-37ae11b8c2d0,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:08.705106 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.708671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-32a37e79-647c-4f34-96da-f64b60390f35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3537600 Feb 07 23:01:08.711863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50966) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:08.864145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ac206e1-6e9c-4294-842d-e0b47f137bcb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:08.923172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ac206e1-6e9c-4294-842d-e0b47f137bcb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.090609 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ac206e1-6e9c-4294-842d-e0b47f137bcb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.090844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.155038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac206e1-6e9c-4294-842d-e0b47f137bcb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb15bc35-66e0-41b8-99eb-f643df06bcc9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:09.176493 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ac206e1-6e9c-4294-842d-e0b47f137bcb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.180021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4ac206e1-6e9c-4294-842d-e0b47f137bcb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/fb15bc35-66e0-41b8-99eb-f643df06bcc9 HTTP/1.1" status: 204 len: 168 time: 0.4647870 Feb 07 23:01:09.180419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50978) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:09.243754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d15afa9-c1c4-420e-8c2c-d62fb0a0d60e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:09.273133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d15afa9-c1c4-420e-8c2c-d62fb0a0d60e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:09.278673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2d15afa9-c1c4-420e-8c2c-d62fb0a0d60e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931535 Feb 07 23:01:09.278994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50984) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:09.301647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188918130'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:09.314084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc9d54-bf8b-41d6-8f30-20d2276c6d3e req-89fb8d86-bd02-40fb-a4a5-8b61829027d8 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.321074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57fc9d54-bf8b-41d6-8f30-20d2276c6d3e req-89fb8d86-bd02-40fb-a4a5-8b61829027d8 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.2149420 Feb 07 23:01:09.373180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-e0347312-9bbd-433f-97dd-627777f2383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.375075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-e0347312-9bbd-433f-97dd-627777f2383d service neutron] 10.222.0.26 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.9810710 Feb 07 23:01:09.386137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:09.471438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:09.489336 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-7f3375d8-8cf7-49e5-a091-43aa3676437d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.1009028 Feb 07 23:01:09.490264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:09.539189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event updated for resources: {'Port': ['ID=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:09.585838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:09.661474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.677275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.678020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.682889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-18195eb4-898f-4a45-b7fa-d3494ad6e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.685178 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-18195eb4-898f-4a45-b7fa-d3494ad6e4e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.1348321 Feb 07 23:01:09.701561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:09.764948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.773462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:09.864494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57fc9d54-bf8b-41d6-8f30-20d2276c6d3e req-439387fa-40d5-487d-ab65-4558ed6a9552 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320463 Feb 07 23:01:09.874001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:09.889890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:09.894160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:09.916726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:09.931568 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1ecdde25-5204-40e2-9cc8-76d3b1d0e959 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4640450 Feb 07 23:01:09.942334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6665b4f-f1af-416b-8ce0-6eae798d1f40 req-7dd04387-4fb0-4ae0-97a0-11801ebbafb9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:09.955354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6665b4f-f1af-416b-8ce0-6eae798d1f40 req-7dd04387-4fb0-4ae0-97a0-11801ebbafb9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.6177409 Feb 07 23:01:09.977017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-1512ebcd-53dd-4c68-bf71-bba9c5901f2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2668521 Feb 07 23:01:10.051842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Request body: {'port': {'device_id': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:10.146655 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6665b4f-f1af-416b-8ce0-6eae798d1f40 req-499bf567-89e0-490a-ad62-4f2b39bc6465 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902876 Feb 07 23:01:10.226359 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.338046 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.349028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.441308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8638f808-7fbf-4208-b9d0-fa5b21a95b01,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:10.550573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918ec5a-3856-4055-b633-0ce09a12ae5c req-019eb271-9976-4caa-b31d-c54ca06efc46 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:10.573770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8918ec5a-3856-4055-b633-0ce09a12ae5c req-019eb271-9976-4caa-b31d-c54ca06efc46 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 931 time: 0.3681436 Feb 07 23:01:10.607930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:10.608933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.610469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/ports/3999db4c-3ba4-41b4-be46-30bd634b7720 HTTP/1.1" status: 200 len: 910 time: 4.2187867 Feb 07 23:01:10.611857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615392b-cef6-4973-9618-26db080b90c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=3999db4c-3ba4-41b4-be46-30bd634b7720,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:10.622506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51000) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:10.627315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-88618b24-5ee9-4c76-a27c-63d919ec665e service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076329 Feb 07 23:01:10.636362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.639388 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e19eb18f-211f-4d19-80db-cc1084c9ba11 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3580644 Feb 07 23:01:10.642869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51004) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:10.670759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1349469025'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:10.695552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:10.709924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8918ec5a-3856-4055-b633-0ce09a12ae5c req-1797998b-53bf-47d8-be98-5c3836fd75f0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Synchronizing usage tracker for tenant:6b16819de6834bab832cf613e53f007a on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:10.719887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:10.735786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:10.764172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:10.783319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8918ec5a-3856-4055-b633-0ce09a12ae5c req-1797998b-53bf-47d8-be98-5c3836fd75f0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Unset dirty status for tenant:6b16819de6834bab832cf613e53f007a on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:10.795124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8918ec5a-3856-4055-b633-0ce09a12ae5c req-1797998b-53bf-47d8-be98-5c3836fd75f0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185950 Feb 07 23:01:10.802322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:10.868826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:10.882069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:10.899414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:10.920157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:11.318905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:11.350351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:11.610531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:11.611890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9632962 Feb 07 23:01:11.635465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62051a86-1b78-4ea8-86a7-c9288aa0681f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82075da2-cdbd-4cc7-ae1d-8be67d2474cc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:11.638235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51018) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:11.678803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '8638f808-7fbf-4208-b9d0-fa5b21a95b01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '82075da2-cdbd-4cc7-ae1d-8be67d2474cc', 'remote_ip_prefix': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:11.700821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b4055-a4b7-44a2-a3ab-2652cbc9dc88 req-f0e7bccb-9cc1-4ca1-8548-60dfa7378c4e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:11.703352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-574b4055-a4b7-44a2-a3ab-2652cbc9dc88 req-f0e7bccb-9cc1-4ca1-8548-60dfa7378c4e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.5272126 Feb 07 23:01:11.757549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:11.757661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719dfd8-e50e-4145-9a3b-083233ae53c6 req-fb79e902-6102-4aa4-ab2e-2bdd2e960c81 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:11.763109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1719dfd8-e50e-4145-9a3b-083233ae53c6 req-fb79e902-6102-4aa4-ab2e-2bdd2e960c81 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.3711491 Feb 07 23:01:11.938169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1719dfd8-e50e-4145-9a3b-083233ae53c6 req-dd9b259f-f7f7-437e-b7ae-7f4fe8664e89 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741025 Feb 07 23:01:11.977810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-574b4055-a4b7-44a2-a3ab-2652cbc9dc88 req-3a25db42-3c9d-40f3-b999-8038161fc2d7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572455 Feb 07 23:01:12.012069 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d64eece-79f9-4cd4-8848-dee672a777bd req-fe930a1c-0558-42d8-950a-5bf73bc1b87b service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8974450 Feb 07 23:01:12.034576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:12.048650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:12.115509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:12.271559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd30d-91a3-4a58-901e-a67a6cbb17f0 req-4e57df6b-4bae-4825-8a0e-1e3f0f822df4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:12.281215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923dd30d-91a3-4a58-901e-a67a6cbb17f0 req-4e57df6b-4bae-4825-8a0e-1e3f0f822df4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 931 time: 0.1356111 Feb 07 23:01:12.388022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923dd30d-91a3-4a58-901e-a67a6cbb17f0 req-76f3031e-9192-4545-8551-54be4ef11d3c tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055996 Feb 07 23:01:12.438669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22fbaa9-b594-4f7c-9a87-eefd3d74f704 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:12.447971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.466989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Transition to ACTIVE for port object f22fbaa9-b594-4f7c-9a87-eefd3d74f704 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:12.505260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:12.584510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.169349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Pushing event updated for resources: {'Port': ['ID=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:13.248476 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.267302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.312108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027d4f49-9fa1-4d2f-8f46-67ecf3daf1ef,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:13.316742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Attempting to bind port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:13.317310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Attempting to bind port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:13.317643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Attempting to bind port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:13.324963 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.329290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e536592e-4795-4bf8-8baf-a073b177a454 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6898849 Feb 07 23:01:13.329935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:13.336224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:01:13.336585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Attempting to bind port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:13.375752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:13.376108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Checking segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:13.376587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Bound using segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:13.385610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Bound port: f22fbaa9-b594-4f7c-9a87-eefd3d74f704, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:13.385610 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.462393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e25c-b30e-4f68-b28c-c3af2652b941 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.544796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a605ed7-36a3-407a-8a31-569a87121373 req-f080357c-68ce-4892-bc7a-69828f2ae26b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:13.546464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a605ed7-36a3-407a-8a31-569a87121373 req-f080357c-68ce-4892-bc7a-69828f2ae26b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.3910651 Feb 07 23:01:13.561655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] For port f22fbaa9-b594-4f7c-9a87-eefd3d74f704, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:13.565181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] For port f22fbaa9-b594-4f7c-9a87-eefd3d74f704, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:13.586142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.599733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e25c-b30e-4f68-b28c-c3af2652b941 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.619077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a605ed7-36a3-407a-8a31-569a87121373 req-3a9b2196-1b1e-4aec-8891-e1123cc9af61 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613256 Feb 07 23:01:13.632580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cae218-5eec-41ee-939e-a323163f41f7 req-4998fca6-272b-477a-a5e4-1c712658bdc9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:13.648694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3cae218-5eec-41ee-939e-a323163f41f7 req-4998fca6-272b-477a-a5e4-1c712658bdc9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.3193128 Feb 07 23:01:13.702089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:13.703030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:13.704672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] 10.222.0.26 "PUT /v2.0/ports/f22fbaa9-b594-4f7c-9a87-eefd3d74f704 HTTP/1.1" status: 200 len: 1091 time: 3.6934299 Feb 07 23:01:13.718024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'tag': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:13.793532 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3cae218-5eec-41ee-939e-a323163f41f7 req-d200031a-9b38-4262-a222-f01327611707 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437097 Feb 07 23:01:14.178582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3661a-6cbb-4dca-9126-2ef45ee00797 req-21d1e519-ee8e-4ee1-8d36-42afb239fc74 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:14.180190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01e3661a-6cbb-4dca-9126-2ef45ee00797 req-21d1e519-ee8e-4ee1-8d36-42afb239fc74 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 943 time: 0.3113389 Feb 07 23:01:14.340802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.343306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01e3661a-6cbb-4dca-9126-2ef45ee00797 req-9e5e4137-3b4b-4ca9-a98c-2b213ae36187 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542418 Feb 07 23:01:14.445138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e25c-b30e-4f68-b28c-c3af2652b941 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.445902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01bab0-77d5-4dd9-8356-b7452b7526bb service neutron] Pushing event updated for resources: {'Port': ['ID=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:14.545447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e25c-b30e-4f68-b28c-c3af2652b941 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:14.547361 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ef0e25c-b30e-4f68-b28c-c3af2652b941 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/027d4f49-9fa1-4d2f-8f46-67ecf3daf1ef HTTP/1.1" status: 204 len: 168 time: 1.2135923 Feb 07 23:01:14.553387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51068) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:14.606322 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'tag': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704', 'status': 'completed', 'code': 200} Feb 07 23:01:14.701953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-042e7c54-67c5-4888-9a55-6aad7b716368 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:14.704486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e25c-b30e-4f68-b28c-c3af2652b941 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=027d4f49-9fa1-4d2f-8f46-67ecf3daf1ef,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:14.738929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-042e7c54-67c5-4888-9a55-6aad7b716368 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:14.740391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-042e7c54-67c5-4888-9a55-6aad7b716368 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1857381 Feb 07 23:01:14.743355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51074) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:14.824165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-3df393df-e473-4f2c-8429-c0a2dbf7e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:14.834682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-3df393df-e473-4f2c-8429-c0a2dbf7e726 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 1094 time: 0.6281714 Feb 07 23:01:14.980310 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81667be0-2806-4ce2-81ee-8ba297271432 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.053562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-ed9af0db-7c7d-4fd5-bf7c-bca0aa0fa7ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704 HTTP/1.1" status: 200 len: 217 time: 0.1703577 Feb 07 23:01:15.066027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81667be0-2806-4ce2-81ee-8ba297271432 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.285355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e3c46-d419-4927-8d07-17eddba037e6 req-dc5c8d1b-9108-4c36-909f-6dca187d4c94 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:15.298239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e9e3c46-d419-4927-8d07-17eddba037e6 req-dc5c8d1b-9108-4c36-909f-6dca187d4c94 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.4639268 Feb 07 23:01:15.418906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81667be0-2806-4ce2-81ee-8ba297271432 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.455494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81667be0-2806-4ce2-81ee-8ba297271432 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82075da2-cdbd-4cc7-ae1d-8be67d2474cc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:15.469831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eb079-b8a1-4b94-b0c6-792bb1a8e834 req-c8af46cc-256d-42ce-8a36-8b3548219006 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:15.471598 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-184eb079-b8a1-4b94-b0c6-792bb1a8e834 req-c8af46cc-256d-42ce-8a36-8b3548219006 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.3482697 Feb 07 23:01:15.474750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e9e3c46-d419-4927-8d07-17eddba037e6 req-8342c568-2a22-4912-8de7-70fde9558281 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687727 Feb 07 23:01:15.516899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-d1032a76-dde0-4fdc-bd0f-ee5aee7f272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:15.545549 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-d1032a76-dde0-4fdc-bd0f-ee5aee7f272d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1095 time: 1.1090353 Feb 07 23:01:15.553004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81667be0-2806-4ce2-81ee-8ba297271432 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:15.554240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-81667be0-2806-4ce2-81ee-8ba297271432 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/82075da2-cdbd-4cc7-ae1d-8be67d2474cc HTTP/1.1" status: 204 len: 168 time: 0.8098090 Feb 07 23:01:15.556818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51090) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:15.637291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-184eb079-b8a1-4b94-b0c6-792bb1a8e834 req-f01abcba-e8d3-421f-b163-19d47b1a5a82 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498842 Feb 07 23:01:15.733581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4a31eb37-bf7b-4702-9384-93995a619de6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:15.817285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-3dfdc304-3f6f-4338-9ba9-a565467fda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:15.830277 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-3dfdc304-3f6f-4338-9ba9-a565467fda37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.7486951 Feb 07 23:01:15.859232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4a31eb37-bf7b-4702-9384-93995a619de6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:15.863431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4a31eb37-bf7b-4702-9384-93995a619de6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3011074 Feb 07 23:01:15.898590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51096) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:15.997782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412a93-ce64-4ac3-89ed-8bf8a8e5c06a req-73ca1a16-43c0-4704-9a92-0009e4e2e068 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:16.000109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca412a93-ce64-4ac3-89ed-8bf8a8e5c06a req-73ca1a16-43c0-4704-9a92-0009e4e2e068 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 943 time: 0.2363334 Feb 07 23:01:16.054191 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-6f101ec0-8a4b-42ca-ba8a-1ff0158beeb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177907 Feb 07 23:01:16.065297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31274da4-0e1b-4126-ba28-17d6eb1af1e2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.140572 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca412a93-ce64-4ac3-89ed-8bf8a8e5c06a req-111b9a3e-37c0-400c-be3c-f5a7d597cd3b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967088 Feb 07 23:01:16.150074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31274da4-0e1b-4126-ba28-17d6eb1af1e2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.265119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31274da4-0e1b-4126-ba28-17d6eb1af1e2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.305942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31274da4-0e1b-4126-ba28-17d6eb1af1e2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8638f808-7fbf-4208-b9d0-fa5b21a95b01,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:16.349140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-5701391c-6cf8-4d6f-b81b-215431a217a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:16.351689 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-31274da4-0e1b-4126-ba28-17d6eb1af1e2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.356042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-31274da4-0e1b-4126-ba28-17d6eb1af1e2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/8638f808-7fbf-4208-b9d0-fa5b21a95b01 HTTP/1.1" status: 204 len: 168 time: 0.4520304 Feb 07 23:01:16.356387 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-5701391c-6cf8-4d6f-b81b-215431a217a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.7610986 Feb 07 23:01:16.356520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:16.398423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-64a19d61-7291-42ff-a85d-55e3bb2c598e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:16.399446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-64a19d61-7291-42ff-a85d-55e3bb2c598e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:16.415511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 3999db4c-3ba4-41b4-be46-30bd634b7720 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:01:16.415968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.510363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e378fb86-d525-49ce-9488-c84dcc02626e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:16.544286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e378fb86-d525-49ce-9488-c84dcc02626e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:16.554207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e378fb86-d525-49ce-9488-c84dcc02626e tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1959143 Feb 07 23:01:16.555340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51114) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:16.570801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--895758137'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:16.590884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:16.606218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:16.621954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:16.686812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:16.702054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:16.713143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:16.732110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:16.773752 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-ac458019-a36d-4596-a63c-28872ef8197c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.3942885 Feb 07 23:01:16.929084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51122) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:16.964148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-64a19d61-7291-42ff-a85d-55e3bb2c598e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:16.965619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-64a19d61-7291-42ff-a85d-55e3bb2c598e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 1.1343715 Feb 07 23:01:17.165569 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-fcd52010-6987-4d50-ae3d-eb98a76ac258 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0584266 Feb 07 23:01:17.170316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Deleting port 14f9a10d-7aa6-4747-a435-3d538669e9f2 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:01:17.170662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.344640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.363437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.451725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992197c6-0c0f-4ce3-8a5b-387203cf2515,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:17.492635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-35cfd63e-98de-426e-92f2-b23987eed34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:17.494548 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-35cfd63e-98de-426e-92f2-b23987eed34b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.6585248 Feb 07 23:01:17.503608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf47ab-492d-4d3a-b0e6-54d8af6029b4 req-5dae7753-b76a-40d9-af4a-4a5e7503aab7 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:17.505435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6bf47ab-492d-4d3a-b0e6-54d8af6029b4 req-5dae7753-b76a-40d9-af4a-4a5e7503aab7 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.7483397 Feb 07 23:01:17.563454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38b16b-f6c7-4a14-a4ed-0077b208646b req-08a4d224-6b27-41f1-8c84-c561c64cbde7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:17.571547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e38b16b-f6c7-4a14-a4ed-0077b208646b req-08a4d224-6b27-41f1-8c84-c561c64cbde7 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.6643989 Feb 07 23:01:17.643023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-7d79201e-77a2-441d-b42c-c3d19c7f3e47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825646 Feb 07 23:01:17.653994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.681617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.685513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a642668a-bbe1-4365-a942-f3fccb708010 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1233714 Feb 07 23:01:17.710450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51132) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:17.747303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:17.782459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e38b16b-f6c7-4a14-a4ed-0077b208646b req-44c634ed-28ab-460a-91ed-db6f48dc5cec tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097232 Feb 07 23:01:17.808103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:17.823627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6bf47ab-492d-4d3a-b0e6-54d8af6029b4 req-af494ed8-ae1c-409f-b5b3-b0635ca81a86 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011539 Feb 07 23:01:17.831122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Usage tracker for resource:security_group_rule and tenant:a2708d17c8374b5eb5d4ad8e23607459 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:17.844723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:17.853918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:18.013637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '992197c6-0c0f-4ce3-8a5b-387203cf2515', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:18.035316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:18.040914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:18.044265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:18.050395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:18.115929 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.127798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 3999db4c-3ba4-41b4-be46-30bd634b7720 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:01:18.131699 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.185698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2708d17c8374b5eb5d4ad8e23607459&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1043050 Feb 07 23:01:18.209772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51136) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:18.249534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f1767-086f-4c4b-bea9-4154c714df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51968a93-d540-457b-b595-f422cf164527,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:18.263059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fac03-f089-47f0-9a60-dc090a420bf0 req-4b2c51cd-00ad-4ccd-8ebd-d7f2c9d00071 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:18.264714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-221fac03-f089-47f0-9a60-dc090a420bf0 req-4b2c51cd-00ad-4ccd-8ebd-d7f2c9d00071 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 943 time: 0.2455237 Feb 07 23:01:18.327516 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-221fac03-f089-47f0-9a60-dc090a420bf0 req-c341d0c5-bc31-4d37-b350-4a245dd1e4f2 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Feb 07 23:01:18.453261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2f30513-b329-49ac-b342-ea8bf286fc00 req-2c8bb0d7-e150-4719-926f-9bdd34c5b210 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0857527 Feb 07 23:01:18.524355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.826337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] For port 14f9a10d-7aa6-4747-a435-3d538669e9f2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14f9a10d-7aa6-4747-a435-3d538669e9f2,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:18.826897 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:18.881348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-79af7243-a019-4d79-8608-ce9d596a63f5 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2064018 Feb 07 23:01:19.163846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Calling delete_port for 14f9a10d-7aa6-4747-a435-3d538669e9f2 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:01:19.206571 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ee1890-98cc-434a-94a1-9615eb388819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:19.286299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:19.312169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2ba87-ff7c-4922-a42f-0e8c775d4c49 req-a66e28e4-bd00-4927-aa95-f9730c0df0a1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:19.313814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fb2ba87-ff7c-4922-a42f-0e8c775d4c49 req-a66e28e4-bd00-4927-aa95-f9730c0df0a1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.2786644 Feb 07 23:01:19.327869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:19.367864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd337e-a120-4e18-be97-4f66eb9f7aae req-609c1d45-2f66-41dc-97df-4e43911cc815 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:19.369808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ccd337e-a120-4e18-be97-4f66eb9f7aae req-609c1d45-2f66-41dc-97df-4e43911cc815 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.2629733 Feb 07 23:01:19.416426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fb2ba87-ff7c-4922-a42f-0e8c775d4c49 req-993f8e8b-436f-4560-badc-7ee46aa91708 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960972 Feb 07 23:01:19.444869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ccd337e-a120-4e18-be97-4f66eb9f7aae req-a524bd66-d186-415f-a11d-081b2b695a86 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483673 Feb 07 23:01:19.888171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30f96c-53d9-4f4a-ad15-3674efe95d18 req-5b515987-cebb-4ba6-80f3-96f2b62b12c2 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:19.890709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a30f96c-53d9-4f4a-ad15-3674efe95d18 req-5b515987-cebb-4ba6-80f3-96f2b62b12c2 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 943 time: 0.2286961 Feb 07 23:01:20.008628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a30f96c-53d9-4f4a-ad15-3674efe95d18 req-d7eb3ecd-e3f9-455f-9674-22dc0ab6f9cb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117311 Feb 07 23:01:20.066348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aadeb6-9870-4a67-895c-5fc880f5d4cb,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:20.095191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ee1890-98cc-434a-94a1-9615eb388819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.184506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8d877145-c1fc-4015-aa08-070ff9e3994b req-ccf13cfe-60d0-4087-83f0-162521d9ee83 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1221926 Feb 07 23:01:20.192286 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.193772 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f086b7a-c50b-4cd3-8458-87f0e75d6784 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.4798214 Feb 07 23:01:20.196741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.197235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51152) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:20.203921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9cef-b729-46fd-a607-639881ec4ded req-3f29401b-db8b-4c89-bd57-c8398296496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.205516 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-534a9cef-b729-46fd-a607-639881ec4ded req-3f29401b-db8b-4c89-bd57-c8398296496f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 1094 time: 1.5576038 Feb 07 23:01:20.244721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1212ceb2-e2c0-4ef9-87fe-48d0fab3bfa6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.261323 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1212ceb2-e2c0-4ef9-87fe-48d0fab3bfa6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.302303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1212ceb2-e2c0-4ef9-87fe-48d0fab3bfa6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.316472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=3999db4c-3ba4-41b4-be46-30bd634b7720,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:20.327391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212ceb2-e2c0-4ef9-87fe-48d0fab3bfa6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2aadeb6-9870-4a67-895c-5fc880f5d4cb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:20.344530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1212ceb2-e2c0-4ef9-87fe-48d0fab3bfa6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.345814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1212ceb2-e2c0-4ef9-87fe-48d0fab3bfa6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a2aadeb6-9870-4a67-895c-5fc880f5d4cb HTTP/1.1" status: 204 len: 168 time: 0.1473873 Feb 07 23:01:20.348511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:20.424168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe336865-b264-45ba-9cb6-e58ad68987f4 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:20.442920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe336865-b264-45ba-9cb6-e58ad68987f4 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:20.444204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe336865-b264-45ba-9cb6-e58ad68987f4 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0946546 Feb 07 23:01:20.447165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51160) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:20.487647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:01:20.541631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40743d20-177d-4104-9ffc-da3c980ab0f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.583040 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40743d20-177d-4104-9ffc-da3c980ab0f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.645760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9cef-b729-46fd-a607-639881ec4ded req-76ea51c9-e918-41f4-8a78-e09c37af7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.647224 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-534a9cef-b729-46fd-a607-639881ec4ded req-76ea51c9-e918-41f4-8a78-e09c37af7372 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 0.3321488 Feb 07 23:01:20.652726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ee1890-98cc-434a-94a1-9615eb388819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.683592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 14f9a10d-7aa6-4747-a435-3d538669e9f2 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:01:20.749651 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-534a9cef-b729-46fd-a607-639881ec4ded req-a4295d1d-41ca-46db-9f9c-3185a6ec2891 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704 HTTP/1.1" status: 200 len: 217 time: 0.0927086 Feb 07 23:01:20.764422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee1890-98cc-434a-94a1-9615eb388819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51968a93-d540-457b-b595-f422cf164527,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:20.796631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda0364-d94f-450a-a8bc-3dc2f3c7a1d8 req-59c1961b-b46a-40c1-be6c-a49d0d3f6b2b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.798190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cda0364-d94f-450a-a8bc-3dc2f3c7a1d8 req-59c1961b-b46a-40c1-be6c-a49d0d3f6b2b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a5cccad-6cdf-4760-b7d5-c8b88530bc61 HTTP/1.1" status: 200 len: 946 time: 0.1331599 Feb 07 23:01:20.798907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40743d20-177d-4104-9ffc-da3c980ab0f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.841929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.843763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Port 14f9a10d-7aa6-4747-a435-3d538669e9f2 update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 23:01:20.844271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9451c-972b-4199-9136-3dab25f41607 req-6c01edf4-141c-4810-8327-ee31a79b7483 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:20.845960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eab9451c-972b-4199-9136-3dab25f41607 req-6c01edf4-141c-4810-8327-ee31a79b7483 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.2319686 Feb 07 23:01:20.850113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40743d20-177d-4104-9ffc-da3c980ab0f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992197c6-0c0f-4ce3-8a5b-387203cf2515,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:20.904125 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40743d20-177d-4104-9ffc-da3c980ab0f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:20.909800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-40743d20-177d-4104-9ffc-da3c980ab0f2 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/992197c6-0c0f-4ce3-8a5b-387203cf2515 HTTP/1.1" status: 204 len: 168 time: 0.4570503 Feb 07 23:01:20.909800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51168) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:20.938394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cda0364-d94f-450a-a8bc-3dc2f3c7a1d8 req-637d9782-0e2d-4234-88a3-b8a9ef120d28 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218703 Feb 07 23:01:20.946417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eab9451c-972b-4199-9136-3dab25f41607 req-f35ff17e-0793-478b-900c-788025c43738 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833535 Feb 07 23:01:20.999157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-817ad4b5-9aa3-4f5e-b138-451fc9f83313 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:21.016881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event deleted for resources: {'Port': ['ID=14f9a10d-7aa6-4747-a435-3d538669e9f2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.018171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-817ad4b5-9aa3-4f5e-b138-451fc9f83313 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:21.019673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-817ad4b5-9aa3-4f5e-b138-451fc9f83313 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1062891 Feb 07 23:01:21.024808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51172) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:21.035522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703260376'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:21.046834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:21.058659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:21.077640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.102436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:21.109449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:21.112587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:21.119592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:21.137795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ee1890-98cc-434a-94a1-9615eb388819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.143175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-61ee1890-98cc-434a-94a1-9615eb388819 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51968a93-d540-457b-b595-f422cf164527 HTTP/1.1" status: 204 len: 168 time: 2.7611353 Feb 07 23:01:21.229045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9cef-b729-46fd-a607-639881ec4ded req-4b369da4-ce7d-427d-b157-aa4e679505ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:21.231516 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-534a9cef-b729-46fd-a607-639881ec4ded req-4b369da4-ce7d-427d-b157-aa4e679505ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.4684131 Feb 07 23:01:21.232126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.284856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] No DVR routers for this DVR port 14f9a10d-7aa6-4747-a435-3d538669e9f2 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:21.294491 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.299672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.301585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.304173 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-af1294e1-f8e5-46ed-aaf5-06f316b64cb9 req-b27b7fff-7b83-4374-9f07-c59da2df509a tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "DELETE /v2.0/ports/14f9a10d-7aa6-4747-a435-3d538669e9f2 HTTP/1.1" status: 204 len: 173 time: 4.3310802 Feb 07 23:01:21.305112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'name': 'network-vif-deleted', 'tag': '14f9a10d-7aa6-4747-a435-3d538669e9f2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:21.313353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c3762-c770-40d0-b479-cfb70469fc16 req-d17688c3-99c6-4018-a39c-e5771718abc6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:21.313681 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-534a9cef-b729-46fd-a607-639881ec4ded req-4195d459-6c4a-4c98-9ea2-28b075e928f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712900 Feb 07 23:01:21.326060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd4c3762-c770-40d0-b479-cfb70469fc16 req-d17688c3-99c6-4018-a39c-e5771718abc6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 943 time: 0.1638582 Feb 07 23:01:21.439103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca8c23c-5ec7-49ec-9114-074b44ea69f4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.466861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.471446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d4cca8a9-b12c-4aab-9360-6be99db9feec tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4456279 Feb 07 23:01:21.475342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd4c3762-c770-40d0-b479-cfb70469fc16 req-cf44e6c0-6f60-430c-9ae1-cec6b9a3e820 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280820 Feb 07 23:01:21.476031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51186) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:21.482217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3ca8c23c-5ec7-49ec-9114-074b44ea69f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:21.484621 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a5cccad-6cdf-4760-b7d5-c8b88530bc61', 'name': 'network-vif-deleted', 'tag': '14f9a10d-7aa6-4747-a435-3d538669e9f2', 'status': 'completed', 'code': 200} Feb 07 23:01:21.489665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:21.494346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:21.498276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:21.505880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:21.526566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.608082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.613466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.656451 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.657828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1806664 Feb 07 23:01:21.658828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b6897-ef3d-4b33-b270-651cd800cd93 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b42106-44bb-4c85-b233-3ccaf0bc97b2,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:21.660590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51190) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:21.688701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-506bd32d-694f-45d3-91e4-1d3cb63aa757 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules/99b42106-44bb-4c85-b233-3ccaf0bc97b2 HTTP/1.1" status: 200 len: 763 time: 0.0239871 Feb 07 23:01:21.689017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51194) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:21.730489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51198) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:21.743165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-534a9cef-b729-46fd-a607-639881ec4ded req-ffd568b8-5a05-4941-a671-c3be68846a13 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616734 Feb 07 23:01:21.763943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ce011a0e-652d-4692-b451-9b146607767c tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:21.767081 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.779187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:01:21.797680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:21.808184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Usage tracker for resource:security_group_rule and tenant:84a78ddbc9e546f3bb8b628f5c56a08d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:21.814710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:21.818547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ce011a0e-652d-4692-b451-9b146607767c tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:21.823165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ce011a0e-652d-4692-b451-9b146607767c tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1306090 Feb 07 23:01:21.826072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51202) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:21.830102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:21.892661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3cba71c1-10b8-48bc-8b0f-5d7e8c370cbf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.924146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3cba71c1-10b8-48bc-8b0f-5d7e8c370cbf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:21.982441 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3cba71c1-10b8-48bc-8b0f-5d7e8c370cbf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.004154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba71c1-10b8-48bc-8b0f-5d7e8c370cbf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99b42106-44bb-4c85-b233-3ccaf0bc97b2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.060412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3cba71c1-10b8-48bc-8b0f-5d7e8c370cbf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.062058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3cba71c1-10b8-48bc-8b0f-5d7e8c370cbf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/99b42106-44bb-4c85-b233-3ccaf0bc97b2 HTTP/1.1" status: 204 len: 168 time: 0.2345054 Feb 07 23:01:22.064995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51210) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:22.183500 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.239565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:01:22.253979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] Sync routers for ids ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:22.262226 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-985377bb-a6b1-4bbe-a8e8-48fd7fb500b8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6376853 Feb 07 23:01:22.264490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5c69d015-f602-452a-b01d-69c67785e78a tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:22.269551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.278389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51218) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:22.278638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] Routers {'f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:22.280734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:22.323338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-534a9cef-b729-46fd-a607-639881ec4ded req-4378b2c8-7581-4733-b78b-3c9973c3e66e service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714083 Feb 07 23:01:22.377439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f22fbaa9-b594-4f7c-9a87-eefd3d74f704 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:01:22.397342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:22.403229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5c69d015-f602-452a-b01d-69c67785e78a tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:22.404891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5c69d015-f602-452a-b01d-69c67785e78a tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3372734 Feb 07 23:01:22.407655 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c5ccbe6b-7ebd-4997-98ec-666bf8fe0243 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9 HTTP/1.1" status: 200 len: 205 time: 0.1182020 Feb 07 23:01:22.410351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84a78ddbc9e546f3bb8b628f5c56a08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788449 Feb 07 23:01:22.412311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:22.412927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51224) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:22.413113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51228) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:22.457709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] Routers {'f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:22.458278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:00:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:22.484236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3ca8c23c-5ec7-49ec-9114-074b44ea69f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:22.511584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:22.534639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:22.557181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6111-1a52-4a3f-a9e5-96efb6227102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.575569 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:01:22.586505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6111-1a52-4a3f-a9e5-96efb6227102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.606915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752fcb2-e99f-47de-95ee-245d89a5c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766721b6-da07-46e8-97d9-05448ea6c832,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.633996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.690724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6111-1a52-4a3f-a9e5-96efb6227102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.717105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb6111-1a52-4a3f-a9e5-96efb6227102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766721b6-da07-46e8-97d9-05448ea6c832,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.725270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a5eb6111-1a52-4a3f-a9e5-96efb6227102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.729124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a5eb6111-1a52-4a3f-a9e5-96efb6227102 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/766721b6-da07-46e8-97d9-05448ea6c832 HTTP/1.1" status: 204 len: 168 time: 0.3104916 Feb 07 23:01:22.741405 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.748858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.762822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:22.763658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6028b4-7a55-4e75-af5e-30102e1503a2 None None] The sync data for ids ['f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:22.806736 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b72a95-1627-4d3e-8386-32a4074abf56 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.841552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40bd910-6179-464d-a443-82f6ded69201,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:22.850263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.851465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3e6fa789-726b-4bbf-8368-3c4c95bdeff9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4374206 Feb 07 23:01:22.857287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51248) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:22.859466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f22fbaa9-b594-4f7c-9a87-eefd3d74f704, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:22.879851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'port_id': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704', 'mac_address': 'fa:16:3e:aa:45:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbdd582-1fde-4412-a417-369087cdb38d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:01:22.905187 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3b981b21-9d60-426a-84ae-f512b4431aa9 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules/b40bd910-6179-464d-a443-82f6ded69201 HTTP/1.1" status: 200 len: 763 time: 0.0463204 Feb 07 23:01:22.907412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51252) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:22.909099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7d9da-68df-4e36-8b64-b11b0b1ff9e0 req-b8b377f3-079d-4bd1-a786-d9c908a22e8d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:22.916897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21f7d9da-68df-4e36-8b64-b11b0b1ff9e0 req-b8b377f3-079d-4bd1-a786-d9c908a22e8d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.7317481 Feb 07 23:01:22.962744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:22.986522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22fbaa9-b594-4f7c-9a87-eefd3d74f704 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:23.002733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0897d350-e1a9-4218-9ed0-41ea9d73fa61 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:23.012090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f22fbaa9-b594-4f7c-9a87-eefd3d74f704, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:23.019384 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.024793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0897d350-e1a9-4218-9ed0-41ea9d73fa61 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:23.026788 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0897d350-e1a9-4218-9ed0-41ea9d73fa61 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1178377 Feb 07 23:01:23.029583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51256) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.089230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4927130d-e40c-4288-9ef4-7ec7b6fc6c6b tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.101894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4927130d-e40c-4288-9ef4-7ec7b6fc6c6b tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.118331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:23.137239 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4927130d-e40c-4288-9ef4-7ec7b6fc6c6b tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.160429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927130d-e40c-4288-9ef4-7ec7b6fc6c6b tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b40bd910-6179-464d-a443-82f6ded69201,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:23.176084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4927130d-e40c-4288-9ef4-7ec7b6fc6c6b tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.180251 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4927130d-e40c-4288-9ef4-7ec7b6fc6c6b tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b40bd910-6179-464d-a443-82f6ded69201 HTTP/1.1" status: 204 len: 168 time: 0.1496675 Feb 07 23:01:23.181233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51262) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.247259 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b72a95-1627-4d3e-8386-32a4074abf56 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.252451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21f7d9da-68df-4e36-8b64-b11b0b1ff9e0 req-4ec505bf-be53-467b-a3a9-33a3867dd02e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343155 Feb 07 23:01:23.253609 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b72a95-1627-4d3e-8386-32a4074abf56 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.254544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6b20e677-ea20-42cc-b852-e053b103cb35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:23.261270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-ce497825-8784-4c22-a005-80b432140888 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:23.268283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-ce497825-8784-4c22-a005-80b432140888 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.6575923 Feb 07 23:01:23.284473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6b20e677-ea20-42cc-b852-e053b103cb35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:23.286119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-735a0d5d-9382-4170-9d28-326bd9d88d40 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/quotas/ddad197605874418a7395a453e3211bd HTTP/1.1" status: 200 len: 375 time: 0.0169544 Feb 07 23:01:23.288747 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6b20e677-ea20-42cc-b852-e053b103cb35 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064236 Feb 07 23:01:23.291406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51266) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.298982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f22fbaa9-b594-4f7c-9a87-eefd3d74f704'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:01:23.304434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': '3ca8c23c-5ec7-49ec-9114-074b44ea69f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:23.313934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:23.326984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:23.348025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b72a95-1627-4d3e-8386-32a4074abf56 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.348701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b72a95-1627-4d3e-8386-32a4074abf56 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Fanout notify agent at l3_agent the message router_deleted on router f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:01:23.369922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.403618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-e1c6b733-3fd5-480b-a623-d8e589c285f8 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991447 Feb 07 23:01:23.465208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.477292 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.523199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaafb5dc-9519-4493-ab8b-c68a2b685ab3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:23.528927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.530189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b46f8cd6-d564-4f6e-a823-18352a0f09e6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2363226 Feb 07 23:01:23.532789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51278) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.562333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-92960f0f-8e42-445a-97d9-d33a026fbc99 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules/aaafb5dc-9519-4493-ab8b-c68a2b685ab3 HTTP/1.1" status: 200 len: 764 time: 0.0284696 Feb 07 23:01:23.564943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51282) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.592456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b72a95-1627-4d3e-8386-32a4074abf56 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.597463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a3b72a95-1627-4d3e-8386-32a4074abf56 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9 HTTP/1.1" status: 204 len: 168 time: 1.1835568 Feb 07 23:01:23.598156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51288) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.643340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36597aad-4938-4d8e-948f-9803983ffabc tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:23.680635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36597aad-4938-4d8e-948f-9803983ffabc tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:23.683147 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36597aad-4938-4d8e-948f-9803983ffabc tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1170347 Feb 07 23:01:23.686292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51292) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.724293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3317bce-8fa3-45bd-ba1a-c732c411d251 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.741737 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3317bce-8fa3-45bd-ba1a-c732c411d251 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.749503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-7951b16b-2840-40bc-9ecb-04cafd734106 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377125 Feb 07 23:01:23.774459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3317bce-8fa3-45bd-ba1a-c732c411d251 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.800028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3317bce-8fa3-45bd-ba1a-c732c411d251 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaafb5dc-9519-4493-ab8b-c68a2b685ab3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:23.810620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3317bce-8fa3-45bd-ba1a-c732c411d251 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.812713 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f3317bce-8fa3-45bd-ba1a-c732c411d251 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/aaafb5dc-9519-4493-ab8b-c68a2b685ab3 HTTP/1.1" status: 204 len: 168 time: 0.1254179 Feb 07 23:01:23.815373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51300) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:23.877340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet 30dd4479-dbc5-4ccd-9b46-f280ec9e45e7 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:01:23.886427 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:23.891282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-50173409-da66-457b-83bd-10384be7f3f6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:23.947242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-50173409-da66-457b-83bd-10384be7f3f6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:23.953751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-50173409-da66-457b-83bd-10384be7f3f6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1371503 Feb 07 23:01:23.966383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51308) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:24.037290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5769279-7813-40ae-9064-1c3d2df456df req-648c002e-3df4-4cca-ab91-eb053ad5d4fb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:24.038830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5769279-7813-40ae-9064-1c3d2df456df req-648c002e-3df4-4cca-ab91-eb053ad5d4fb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 944 time: 0.5803261 Feb 07 23:01:24.067951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.126624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-7bf1e07b-1957-4e9d-8df8-47831bf706a7 service neutron] 10.222.0.10 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758266 Feb 07 23:01:24.185807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5769279-7813-40ae-9064-1c3d2df456df req-33b7bebf-cb27-459e-84b9-334e21fbf43e tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269262 Feb 07 23:01:24.212977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d47c90e-9f52-404b-8464-d943cbe5bd34 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.252010 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d47c90e-9f52-404b-8464-d943cbe5bd34 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.260139 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.310083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:01:24.314667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f22fbaa9-b594-4f7c-9a87-eefd3d74f704 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:24.622679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87d1d1b7-550d-490c-b401-d0926aa2f582 req-cb73de51-f44e-4491-8f8e-45466548294c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 210 time: 0.1526592 Feb 07 23:01:24.669004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d47c90e-9f52-404b-8464-d943cbe5bd34 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.692310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47c90e-9f52-404b-8464-d943cbe5bd34 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca8c23c-5ec7-49ec-9114-074b44ea69f4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:24.736697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.750536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:24.750988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6a78a-5a50-4587-808b-95e7d65d901e req-e5eb7097-bb94-4f67-bafe-2474495e75c6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:24.752707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c6a78a-5a50-4587-808b-95e7d65d901e req-e5eb7097-bb94-4f67-bafe-2474495e75c6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.2815890 Feb 07 23:01:24.759219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:24.759687 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.813379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:24.833882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.835608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790ee470-8330-4a67-bb38-4be884c1c612 None None] Network 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:24.838948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51346) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:24.839524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/30dd4479-dbc5-4ccd-9b46-f280ec9e45e7 HTTP/1.1" status: 204 len: 168 time: 1.1737831 Feb 07 23:01:24.840344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0a8c-b26a-4412-8b4f-e8bb0f934b84 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=30dd4479-dbc5-4ccd-9b46-f280ec9e45e7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:24.844362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d47c90e-9f52-404b-8464-d943cbe5bd34 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:24.845652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0d47c90e-9f52-404b-8464-d943cbe5bd34 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/3ca8c23c-5ec7-49ec-9114-074b44ea69f4 HTTP/1.1" status: 204 len: 168 time: 0.8768215 Feb 07 23:01:24.849846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51350) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:24.884105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'network_id': '658c0712-1e70-497e-9af9-04c8f8b596d8', 'port_id': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'mac_address': 'fa:16:3e:80:bb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ebda342-7e22-49fe-87b0-b4f750bd7c37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:01:24.915423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90c6a78a-5a50-4587-808b-95e7d65d901e req-ec86456c-a9f4-4068-875a-acb278792ac9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264718 Feb 07 23:01:24.938735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a2724ebd-60be-45b0-8f47-c20afefadec6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:24.958446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a2724ebd-60be-45b0-8f47-c20afefadec6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:24.960158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a2724ebd-60be-45b0-8f47-c20afefadec6 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094534 Feb 07 23:01:24.970792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51356) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:24.989573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094452422'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:25.012283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:25.023941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:25.058335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.090446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.094306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:25.104666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:25.106454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:01:25.106805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.113531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:25.129816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:25.232367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.258246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.269914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.378854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:25.393445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.451830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:25.461724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:25.474501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.508821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=07d4223b-c10b-4755-8afe-4d5d6a8dd1a4,segment=NetworkSegment(8cf00e23-33f8-403b-a403-000f5a98d898),segment_id=8cf00e23-33f8-403b-a403-000f5a98d898)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:25.509339 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.524534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaaef55-e661-4fa3-86bd-c89ead6acbd8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:25.552299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.555372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7cba6029-ef13-4fbd-a4e0-3a90463ff72d tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5819020 Feb 07 23:01:25.564484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51376) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:25.585572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Request body: {'security_group_rule': {'security_group_id': 'cfaaef55-e661-4fa3-86bd-c89ead6acbd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:25.606578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:25.614031 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704', 'code': 200} Feb 07 23:01:25.615007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Usage tracker for resource:security_group_rule and tenant:1c9ecb0cb4184d7f90853ef48f8fef22 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:25.617582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port f22fbaa9-b594-4f7c-9a87-eefd3d74f704, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:25.623965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:25.638371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:25.662624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f202b-2e75-4652-87cc-8bcc5b5a07f2 req-ba4aac53-6b1d-4c1e-973d-64cef7b96fdd tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:25.664709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c0f202b-2e75-4652-87cc-8bcc5b5a07f2 req-ba4aac53-6b1d-4c1e-973d-64cef7b96fdd tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 944 time: 0.2902069 Feb 07 23:01:25.669435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.678680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:25.699755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.764342 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c0f202b-2e75-4652-87cc-8bcc5b5a07f2 req-2a745f2b-b72e-41d2-84e4-6dd5ba640b35 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Feb 07 23:01:25.830096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:01:25.839682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['0b3eab3b-f4f6-405b-9f01-37cc32f45c44'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:01:25.893942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.910827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:25.962997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-059dc685-d6ee-42aa-8c7b-c2f229032cea req-7f7b239e-dea4-4b72-bd19-0b138ca74070 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 210 time: 0.1538372 Feb 07 23:01:25.989096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dde561d-2dc8-4230-9070-49c33ff005f7,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:26.049447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.051801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6c31f86e-45ed-46d7-a5c5-6c207a5c21d5 tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4840686 Feb 07 23:01:26.054446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51390) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:26.117513 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6704cc87-02e1-436c-9190-40860fbd1c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.140883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ccbff-19d0-4948-a494-5f6503f02a7d None None] DHCP port deletion for 694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:01:26.190483 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ccbff-19d0-4948-a494-5f6503f02a7d None None] Deleting port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:01:26.194492 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ee5ccbff-19d0-4948-a494-5f6503f02a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.281987 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aef3c50-1d6e-4135-93fc-6732a03979bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.283174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:26.374259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccf00a-30c6-4c81-a2c5-07c04a0e7910 req-a28be3b7-55df-4ac7-b63c-d0a95a321008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.376280 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14ccf00a-30c6-4c81-a2c5-07c04a0e7910 req-a28be3b7-55df-4ac7-b63c-d0a95a321008 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 1096 time: 0.7484128 Feb 07 23:01:26.389273 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aef3c50-1d6e-4135-93fc-6732a03979bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.408249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-8c32a5bb-c303-406b-802b-ab5197648a46 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.411012 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-8c32a5bb-c303-406b-802b-ab5197648a46 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 812 time: 0.4631112 Feb 07 23:01:26.415396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.417641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ee5ccbff-19d0-4948-a494-5f6503f02a7d None None] The port '07d4223b-c10b-4755-8afe-4d5d6a8dd1a4' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:01:26.430158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Request body: {'port': {'device_id': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'admin_state_up': True, 'tenant_id': 'ddad197605874418a7395a453e3211bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:26.447649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299114c-bb7e-4c3c-a0c0-376c019dedc2 req-e85c8f34-7516-4050-8c49-eae1065c16d9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:26.449350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3299114c-bb7e-4c3c-a0c0-376c019dedc2 req-e85c8f34-7516-4050-8c49-eae1065c16d9 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2653003 Feb 07 23:01:26.551942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aef3c50-1d6e-4135-93fc-6732a03979bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.580060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3299114c-bb7e-4c3c-a0c0-376c019dedc2 req-a2442fa6-b474-463c-b8d9-562c0d95989d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204278 Feb 07 23:01:26.583463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef3c50-1d6e-4135-93fc-6732a03979bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaaef55-e661-4fa3-86bd-c89ead6acbd8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:26.600519 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5aef3c50-1d6e-4135-93fc-6732a03979bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:26.604711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5aef3c50-1d6e-4135-93fc-6732a03979bf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/cfaaef55-e661-4fa3-86bd-c89ead6acbd8 HTTP/1.1" status: 204 len: 168 time: 0.5473423 Feb 07 23:01:26.606154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51396) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:26.691857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-63a33b1f-f30a-4bd4-8aa1-3cef2317c59f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:26.715145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-63a33b1f-f30a-4bd4-8aa1-3cef2317c59f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:26.716490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-63a33b1f-f30a-4bd4-8aa1-3cef2317c59f tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096210 Feb 07 23:01:26.719337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51400) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:26.749518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51404) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:26.749741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=07d4223b-c10b-4755-8afe-4d5d6a8dd1a4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:26.755150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No DVR routers for this DVR port 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:26.787693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28708525-2108-4e83-96ed-ca7ff386b1fa tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Synchronizing usage tracker for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:26.805462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28708525-2108-4e83-96ed-ca7ff386b1fa tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] Unset dirty status for tenant:1c9ecb0cb4184d7f90853ef48f8fef22 on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:26.806536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28708525-2108-4e83-96ed-ca7ff386b1fa tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0861516 Feb 07 23:01:26.809480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51420) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:26.823268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14ccf00a-30c6-4c81-a2c5-07c04a0e7910 req-6abf5024-2674-44d2-94a9-f0fd2fd935b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372344 Feb 07 23:01:26.832679 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-a201e767-e563-489d-989e-41ed07d41eaf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] delete failed (client error): The resource could not be found. Feb 07 23:01:26.838029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a201e767-e563-489d-989e-41ed07d41eaf tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "DELETE /v2.0/security-groups/cfaaef55-e661-4fa3-86bd-c89ead6acbd8 HTTP/1.1" status: 404 len: 347 time: 0.0242245 Feb 07 23:01:26.840362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51424) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:26.934602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-276963b2-123b-4fb6-9daf-d0b04a2249cb tempest-SecGroupTest-1402620004 tempest-SecGroupTest-1402620004-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0930734 Feb 07 23:01:26.945379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.017615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:27.035267 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.061145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:27.067569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf00e23-33f8-403b-a403-000f5a98d898') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:27.067930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf00e23-33f8-403b-a403-000f5a98d898') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:27.068350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Usage tracker for resource:security_group_rule and tenant:ceb88cdefcf344fcb7410fdbf67f2abe is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:27.072010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:27.083092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:27.111885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.117671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce13e26-83e2-4acd-a288-c52bc404558f req-a3576677-7b23-42bf-9485-b5884dae89c4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:27.126263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cce13e26-83e2-4acd-a288-c52bc404558f req-a3576677-7b23-42bf-9485-b5884dae89c4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 945 time: 0.1682250 Feb 07 23:01:27.130581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:27.155313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Usage tracker for resource:port and tenant:ddad197605874418a7395a453e3211bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:27.168896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:27.177848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:27.181901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.207084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:01:27.207502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.210842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cce13e26-83e2-4acd-a288-c52bc404558f req-987e110b-2555-422f-8333-934f5f284ee5 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839000 Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:01:27.226989 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:01:27.275110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51436) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:27.282825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Made reservation on behalf of ddad197605874418a7395a453e3211bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:27.284600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0dafe82-ddb0-4803-8fd8-6d0d7b229f9d req-7a5d4989-8ceb-4f5d-827b-441eaf1cf452 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 210 time: 0.0583847 Feb 07 23:01:27.286284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.336650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.342034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.398681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3252d98-c05b-4c17-8e39-78f5543a3521,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:27.402981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.403564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-acada1ba-c608-4785-aadb-eb744929b75c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ceb88cdefcf344fcb7410fdbf67f2abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529129 Feb 07 23:01:27.409124 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.417735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51442) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:27.487366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:27.495757 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a789-8cf0-4317-971f-12db96d9c0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.517815 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9afc54bc-6e72-4323-921a-54ba7f68153f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/694eeb9b-2da9-4a07-9c8d-9af23c9c6ffa HTTP/1.1" status: 204 len: 168 time: 2.6770511 Feb 07 23:01:27.520486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51446) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:27.528116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-443146864', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:27.534979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a789-8cf0-4317-971f-12db96d9c0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.545714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:27.556498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:router and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:27.562268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:27.576550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:27.578754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-af26a549-b55e-4182-af96-cdadab5d3031 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c9ecb0cb4184d7f90853ef48f8fef22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034911 Feb 07 23:01:27.581603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51450) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:27.595414 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.596690 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.631525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a789-8cf0-4317-971f-12db96d9c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.652774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.667524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a789-8cf0-4317-971f-12db96d9c0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3252d98-c05b-4c17-8e39-78f5543a3521,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:27.669479 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c828ca52-1376-4f86-a200-9f09c2faa801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.695102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a789-8cf0-4317-971f-12db96d9c0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.696285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e3f7a789-8cf0-4317-971f-12db96d9c0ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3252d98-c05b-4c17-8e39-78f5543a3521 HTTP/1.1" status: 204 len: 168 time: 0.2772946 Feb 07 23:01:27.701372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c828ca52-1376-4f86-a200-9f09c2faa801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.712512 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.754374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Allocated IP 172.20.0.4 (944788f7-95d9-44ad-a2d4-1cd03b75b983/b425025d-2175-48c1-a9d2-edaf7d92c964/b9fb3b1a-1d0f-4c79-907a-935bed527150) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:27.764898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.768690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-82ef9d8c-434c-425d-94a6-86bc119f475a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2447529 Feb 07 23:01:27.769324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c828ca52-1376-4f86-a200-9f09c2faa801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.773459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51458) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:27.789717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ca52-1376-4f86-a200-9f09c2faa801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cef5f-7e59-4198-847b-116798678681,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:27.797360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-995928138'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:27.809942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:27.839260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:27.843894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:27.859182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c828ca52-1376-4f86-a200-9f09c2faa801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:27.860293 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c828ca52-1376-4f86-a200-9f09c2faa801 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/286cef5f-7e59-4198-847b-116798678681 HTTP/1.1" status: 204 len: 168 time: 0.2777846 Feb 07 23:01:27.864422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:27.920482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:27.926070 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.030143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74217e88-f541-4fe1-89de-2ada588d90f1 req-69024d92-5b49-43d0-b2c4-719e04255769 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:28.042956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74217e88-f541-4fe1-89de-2ada588d90f1 req-69024d92-5b49-43d0-b2c4-719e04255769 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 945 time: 0.2809439 Feb 07 23:01:28.147918 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74217e88-f541-4fe1-89de-2ada588d90f1 req-a58153d7-a073-4433-8fe1-f6a9ed6d0cab tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028895 Feb 07 23:01:28.155191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:01:28.222003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:01:28.225758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 07d4223b-c10b-4755-8afe-4d5d6a8dd1a4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:01:28.226470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.259684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:01:28.262245 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d4abc66c-1e22-48c1-85fd-b05d4dc6febc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.279377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.279951 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment c5272b8a-d91f-4b6d-b137-8458594eb943 of type vlan for network 25a56b0f-c229-4115-aeab-91805adfddc2 Feb 07 23:01:28.315934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.326034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:28.387126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51476) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:28.407049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.416498 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.464051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.469544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:28.470198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.493922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:28.500180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:28.500849 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.582083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:28.597942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:3191447971744aafb8b47bc0ec52df8d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:28.612581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:28.620302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Network 944788f7-95d9-44ad-a2d4-1cd03b75b983 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:28.623626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:28.631640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:28.638996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:28.720028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.723366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:28.724097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.734246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8852050-ce6d-4ee3-8e9e-b625ed93f019 req-e8384a47-d9b6-429e-babe-19dc9ed948fb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:28.743205 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9582217 Feb 07 23:01:28.743444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8852050-ce6d-4ee3-8e9e-b625ed93f019 req-e8384a47-d9b6-429e-babe-19dc9ed948fb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 945 time: 0.3050292 Feb 07 23:01:28.743988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event updated for resources: {'Port': ['ID=b9fb3b1a-1d0f-4c79-907a-935bed527150,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:28.749455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51486) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:28.750247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de5705-f757-4b4f-af70-cb76b377ac74 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=25a56b0f-c229-4115-aeab-91805adfddc2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:28.756423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:28.758052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:28.771838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 25a56b0f-c229-4115-aeab-91805adfddc2 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:01:28.803940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5704ab2-d1e4-4375-b925-9e7c37243a8e req-bc866bb9-e35c-411c-95ae-0e586f356603 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:28.807689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:28.814397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5704ab2-d1e4-4375-b925-9e7c37243a8e req-bc866bb9-e35c-411c-95ae-0e586f356603 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 931 time: 0.2996829 Feb 07 23:01:28.893483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-5f49a9aa-0fcc-40e9-a6f7-28ab95fa3f5c tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4679503 Feb 07 23:01:28.912201 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:28.937875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8852050-ce6d-4ee3-8e9e-b625ed93f019 req-57e22ffe-69bf-4fe7-ab8b-7c017467c2d6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934021 Feb 07 23:01:28.964430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5704ab2-d1e4-4375-b925-9e7c37243a8e req-1a8aa1f8-d4c0-4d86-ae59-8ccd4390a520 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490748 Feb 07 23:01:29.021645 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.033376 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.096375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Request body: {'port': {'device_id': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:29.139022 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'code': 200} Feb 07 23:01:29.169337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:29.215403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.266231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:29.268860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51506) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:29.280029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027544 Feb 07 23:01:29.286602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51508) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:29.287368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:29.309519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:29.316829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:29.369933 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3191447971744aafb8b47bc0ec52df8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9812198 Feb 07 23:01:29.370833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837d2a5-2a6a-429d-9e0d-d0b47f993bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cbd287-95d7-4cec-becb-bd610f94a38c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:29.373372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51516) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:29.409816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:29.416197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.501245 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.558270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bf73b13-7739-46ba-b254-58c47f358def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.582362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b5aec-dc01-4cce-9409-d1c0c686eeb7 req-ecdec736-d2e5-4d02-871e-b72c3be73e04 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:29.584017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-864b5aec-dc01-4cce-9409-d1c0c686eeb7 req-ecdec736-d2e5-4d02-871e-b72c3be73e04 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.1904080 Feb 07 23:01:29.595711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-57637070-7076-49e8-b562-7e5cc270b02e tempest-NetworksApiDiscovery-1574095211 tempest-NetworksApiDiscovery-1574095211-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2904086 Feb 07 23:01:29.632508 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bf73b13-7739-46ba-b254-58c47f358def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.695071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-864b5aec-dc01-4cce-9409-d1c0c686eeb7 req-b27f2ee3-ed15-4052-8a27-5e6b158bc4ec tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955856 Feb 07 23:01:29.731602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bf73b13-7739-46ba-b254-58c47f358def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.770053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf73b13-7739-46ba-b254-58c47f358def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cbd287-95d7-4cec-becb-bd610f94a38c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:29.780122 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0bf73b13-7739-46ba-b254-58c47f358def admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:29.780955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0bf73b13-7739-46ba-b254-58c47f358def admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94cbd287-95d7-4cec-becb-bd610f94a38c HTTP/1.1" status: 204 len: 168 time: 0.4064271 Feb 07 23:01:29.882505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:30.294767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51536) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:30.402998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04954016-f0da-492c-a7bb-caecb0b7c5a2 req-c95a5df9-7c5b-4d8e-87e2-7c986a5778e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:30.405281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-04954016-f0da-492c-a7bb-caecb0b7c5a2 req-c95a5df9-7c5b-4d8e-87e2-7c986a5778e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1097 time: 1.0028887 Feb 07 23:01:30.517824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb97c0-a4ab-4928-84a2-e4f5cfff9083 req-fdbdc2c5-1300-4e37-ad6f-b8ca36a52831 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:30.526365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4fb97c0-a4ab-4928-84a2-e4f5cfff9083 req-fdbdc2c5-1300-4e37-ad6f-b8ca36a52831 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 931 time: 0.1039486 Feb 07 23:01:30.564506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:30.584073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:30.598331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Usage tracker for resource:security_group_rule and tenant:830d94d3d00f4284b0b0df098f0e1e1a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:30.604189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:30.613716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:30.629207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4fb97c0-a4ab-4928-84a2-e4f5cfff9083 req-619a8bcc-2a86-4498-9aef-e7ff5b0586c7 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998049 Feb 07 23:01:30.737467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-04954016-f0da-492c-a7bb-caecb0b7c5a2 req-a79bd836-b24a-4c65-9655-7e4c656fe78d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154428 Feb 07 23:01:30.761680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:30.769925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:30.855554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=830d94d3d00f4284b0b0df098f0e1e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550661 Feb 07 23:01:30.857736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51554) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:30.962062 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:30.992251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fb3b1a-1d0f-4c79-907a-935bed527150 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:31.007876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.009060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6adfd0-fa53-4f83-bc3f-27dd13fa9871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4309a57d-ef74-4b1b-93c0-57c146d68efd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:31.011713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.088244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Transition to ACTIVE for port object b9fb3b1a-1d0f-4c79-907a-935bed527150 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:31.093952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0209c-c22d-4fdc-9784-9c9df63a65a6 req-c181e7c3-881c-43bf-b6b6-37efa89834f4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:31.102702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cd0209c-c22d-4fdc-9784-9c9df63a65a6 req-c181e7c3-881c-43bf-b6b6-37efa89834f4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.2065918 Feb 07 23:01:31.116939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.159626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cd0209c-c22d-4fdc-9784-9c9df63a65a6 req-5de060af-5553-4430-97f6-58b71025e5f1 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560896 Feb 07 23:01:31.326456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=5ef6837e-226e-4664-b747-c82c91050264,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:31.370327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fb3b1a-1d0f-4c79-907a-935bed527150,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:31.375240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:31.375613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: 25a56b0f-c229-4115-aeab-91805adfddc2, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:01:31.414260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3765-9e0a-4b37-b0fa-694019a6bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.465852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 25a56b0f-c229-4115-aeab-91805adfddc2 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:01:31.481089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3765-9e0a-4b37-b0fa-694019a6bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.499559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 25a56b0f-c229-4115-aeab-91805adfddc2) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:31.507250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf7d9c-3573-46de-87a3-0cadce9ebdae None None] Network 25a56b0f-c229-4115-aeab-91805adfddc2 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:31.509454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Attempting to bind port b9fb3b1a-1d0f-4c79-907a-935bed527150 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:31.509802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Attempting to bind port b9fb3b1a-1d0f-4c79-907a-935bed527150 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:31.510154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Attempting to bind port b9fb3b1a-1d0f-4c79-907a-935bed527150 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:31.512883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:31.513446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.530499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Port b9fb3b1a-1d0f-4c79-907a-935bed527150 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:01:31.530838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Attempting to bind port b9fb3b1a-1d0f-4c79-907a-935bed527150 on network 944788f7-95d9-44ad-a2d4-1cd03b75b983 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:31.551251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:31.551644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Checking segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:31.551974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Bound using segment: {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:31.552415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Bound port: b9fb3b1a-1d0f-4c79-907a-935bed527150, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b7f536-c57d-4d0e-946d-6528eb9653fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:31.552803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.577355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9e97c769-1a20-497e-9e19-702d382a405a tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8244817 Feb 07 23:01:31.581239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51580) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:31.659027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3765-9e0a-4b37-b0fa-694019a6bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.692013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb3765-9e0a-4b37-b0fa-694019a6bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4309a57d-ef74-4b1b-93c0-57c146d68efd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:31.695147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] For port b9fb3b1a-1d0f-4c79-907a-935bed527150, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:31.699015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] For port b9fb3b1a-1d0f-4c79-907a-935bed527150, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b9fb3b1a-1d0f-4c79-907a-935bed527150,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:31.700199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3765-9e0a-4b37-b0fa-694019a6bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.704033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e1cb3765-9e0a-4b37-b0fa-694019a6bf5b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4309a57d-ef74-4b1b-93c0-57c146d68efd HTTP/1.1" status: 204 len: 168 time: 0.8425615 Feb 07 23:01:31.717285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.876635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:31.877278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.884327 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] 10.222.0.36 "PUT /v2.0/ports/b9fb3b1a-1d0f-4c79-907a-935bed527150 HTTP/1.1" status: 200 len: 1091 time: 2.7923415 Feb 07 23:01:31.896203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'tag': 'b9fb3b1a-1d0f-4c79-907a-935bed527150'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:31.959660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-25a56b0f-c229-4115-aeab-91805adfddc2', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:01:31.960798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:31.984163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c379-4501-4109-b5c7-030433ddb310 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fb3b1a-1d0f-4c79-907a-935bed527150,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:32.041518 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'tag': 'b9fb3b1a-1d0f-4c79-907a-935bed527150', 'status': 'completed', 'code': 200} Feb 07 23:01:32.295577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-6e858135-61e7-49cf-a4e2-1f187d53b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:32.301366 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-6e858135-61e7-49cf-a4e2-1f187d53b937 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 1094 time: 0.1923423 Feb 07 23:01:32.447204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Allocated IP 172.20.0.2 (25a56b0f-c229-4115-aeab-91805adfddc2/5ef6837e-226e-4664-b747-c82c91050264/b8620846-5d69-4379-8c0a-7ee21bb822ad) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:32.498530 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-ca99b6b8-d16e-4e67-9b0b-6aabb8cfcf6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fb3b1a-1d0f-4c79-907a-935bed527150 HTTP/1.1" status: 200 len: 217 time: 0.1895680 Feb 07 23:01:32.643456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-db159e32-8a95-452c-8d88-12ab72523437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:32.645385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-db159e32-8a95-452c-8d88-12ab72523437 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.1390028 Feb 07 23:01:32.710470 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-2a007c49-23a0-4a11-84c8-bb4b08a8a2d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585470 Feb 07 23:01:32.862819 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:32.907034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Transition to ACTIVE for port object b8620846-5d69-4379-8c0a-7ee21bb822ad will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:32.977008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Transition to ACTIVE for port object b8620846-5d69-4379-8c0a-7ee21bb822ad will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:32.993283 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:33.005932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-02eeda09-de8e-42df-bee8-99525cf03e7f service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881036 Feb 07 23:01:33.160292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e9efc-e09e-4864-9b3f-c6fdd21de4e3 req-10ca2844-08ba-4287-adbb-84da11d23375 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:33.161901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee3e9efc-e09e-4864-9b3f-c6fdd21de4e3 req-10ca2844-08ba-4287-adbb-84da11d23375 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 943 time: 1.0707681 Feb 07 23:01:33.170184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Network 25a56b0f-c229-4115-aeab-91805adfddc2 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:33.172445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:33.186170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:33.338792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:33.417154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee3e9efc-e09e-4864-9b3f-c6fdd21de4e3 req-b6d85ba8-030a-4cf3-8dfa-f0ce7819a31e tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256160 Feb 07 23:01:33.425140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Pushing event updated for resources: {'Port': ['ID=b8620846-5d69-4379-8c0a-7ee21bb822ad,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:33.433575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Attempting to bind port b8620846-5d69-4379-8c0a-7ee21bb822ad on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:33.436829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Attempting to bind port b8620846-5d69-4379-8c0a-7ee21bb822ad by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:33.437329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Attempting to bind port b8620846-5d69-4379-8c0a-7ee21bb822ad on network 25a56b0f-c229-4115-aeab-91805adfddc2 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:33.450217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:33.450748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Checking segment: {'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:33.451090 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:33.451679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Bound using segment: {'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:33.452132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Bound port: b8620846-5d69-4379-8c0a-7ee21bb822ad, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:33.452971 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:33.599080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0bdcfba7-848d-4f05-8246-8d8ddcfd062f req-fc40e56e-c0be-46ac-a88f-421e7c926048 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849407 Feb 07 23:01:33.701261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] For port b8620846-5d69-4379-8c0a-7ee21bb822ad, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:33.704395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] For port b8620846-5d69-4379-8c0a-7ee21bb822ad, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8620846-5d69-4379-8c0a-7ee21bb822ad,segment=NetworkSegment(c5272b8a-d91f-4b6d-b137-8458594eb943),segment_id=c5272b8a-d91f-4b6d-b137-8458594eb943)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:33.725991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:33.854900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-bfd35d0b-1e06-4441-a9c4-d356942f1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:33.856446 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-bfd35d0b-1e06-4441-a9c4-d356942f1e71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddad197605874418a7395a453e3211bd&device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 1094 time: 0.1694379 Feb 07 23:01:33.973059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbdcc8-e752-4c08-a874-8023d5cb5fd2 None None] Pushing event updated for resources: {'Port': ['ID=b8620846-5d69-4379-8c0a-7ee21bb822ad,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:34.022812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2e30-c001-4baf-bc79-5633525957ce req-45caebaf-d58e-4340-944e-7eef5555e383 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:34.024785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6e2e30-c001-4baf-bc79-5633525957ce req-45caebaf-d58e-4340-944e-7eef5555e383 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.4738951 Feb 07 23:01:34.156629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6e2e30-c001-4baf-bc79-5633525957ce req-9109ff60-c9d4-4ceb-9a99-76c17854a06a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661757 Feb 07 23:01:34.165836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-790d88f7-c7a1-4594-9a26-289915965111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:34.171555 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-790d88f7-c7a1-4594-9a26-289915965111 service neutron] 10.222.0.36 "GET /v2.0/networks?id=944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 200 len: 913 time: 0.3018839 Feb 07 23:01:34.276013 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-0d7513bc-f270-4d7d-b860-f1b43e7c2323 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9fb3b1a-1d0f-4c79-907a-935bed527150 HTTP/1.1" status: 200 len: 217 time: 0.0886116 Feb 07 23:01:34.497123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-04c4ca11-698b-4f50-85c2-f79910e1096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:34.499318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-04c4ca11-698b-4f50-85c2-f79910e1096c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 200 len: 852 time: 0.2051215 Feb 07 23:01:34.620022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.20.0.1 (25a56b0f-c229-4115-aeab-91805adfddc2/5ef6837e-226e-4664-b747-c82c91050264/34d6ead9-9ee9-4eca-abb6-6af090930d3a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:34.624076 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-e52e481c-541f-4eff-b246-b92c5ad4de23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=944788f7-95d9-44ad-a2d4-1cd03b75b983&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157613 Feb 07 23:01:34.882666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-d3a62669-caee-4805-9ea0-c2335cd3e3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532389 Feb 07 23:01:35.189947 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b64cb385-b117-4f1b-814e-2a0c4fedcc4d req-a1e61334-23d5-4795-9628-3ae0cd1f7846 service neutron] 10.222.0.36 "GET /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002324 Feb 07 23:01:35.220467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.251723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object 34d6ead9-9ee9-4eca-abb6-6af090930d3a will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:35.287151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d41d26-00a5-455e-b8fd-93761117b8d5 req-084ce8ca-34ad-4977-aa1c-7f813346d5ad tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:35.305718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93d41d26-00a5-455e-b8fd-93761117b8d5 req-084ce8ca-34ad-4977-aa1c-7f813346d5ad tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 943 time: 0.3161397 Feb 07 23:01:35.469006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93d41d26-00a5-455e-b8fd-93761117b8d5 req-7c5d6dc6-b598-41bd-9d0a-931ddf2394fc tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570580 Feb 07 23:01:35.553372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.667125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a3682-3719-4126-9188-99e3b954b010 None None] Network 25a56b0f-c229-4115-aeab-91805adfddc2 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:35.687224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 25a56b0f-c229-4115-aeab-91805adfddc2 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:35.691742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:35.701570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:35.752971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=34d6ead9-9ee9-4eca-abb6-6af090930d3a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:35.801850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbccc9-8291-47f5-9392-9dc40cb9014e req-187f405c-1301-4d88-a5d6-26ea87974c32 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:35.804084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4bbccc9-8291-47f5-9392-9dc40cb9014e req-187f405c-1301-4d88-a5d6-26ea87974c32 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.3664727 Feb 07 23:01:35.807701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.855049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c4b5402e-4f5e-4174-94b7-1ab18a1ec4d1 None None] Provisioning for port b8620846-5d69-4379-8c0a-7ee21bb822ad completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:35.919402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:35.936391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4bbccc9-8291-47f5-9392-9dc40cb9014e req-3a5226de-d9cc-43b5-aa9e-ef2b6fc97f99 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256337 Feb 07 23:01:36.074812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:36.330744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8620846-5d69-4379-8c0a-7ee21bb822ad up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:36.538739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:36.607277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b8620846-5d69-4379-8c0a-7ee21bb822ad completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:36.614808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b8620846-5d69-4379-8c0a-7ee21bb822ad triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:36.615187 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:36.864070 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:36.881408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b9fb3b1a-1d0f-4c79-907a-935bed527150 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:01:37.007712 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.029568 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.237404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b9fb3b1a-1d0f-4c79-907a-935bed527150, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b9fb3b1a-1d0f-4c79-907a-935bed527150,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:37.263492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b9fb3b1a-1d0f-4c79-907a-935bed527150', 'network_id': '944788f7-95d9-44ad-a2d4-1cd03b75b983', 'port_id': 'b9fb3b1a-1d0f-4c79-907a-935bed527150', 'mac_address': 'fa:16:3e:ae:f0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b425025d-2175-48c1-a9d2-edaf7d92c964', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:01:37.307858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b8620846-5d69-4379-8c0a-7ee21bb822ad, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8620846-5d69-4379-8c0a-7ee21bb822ad,segment=NetworkSegment(c5272b8a-d91f-4b6d-b137-8458594eb943),segment_id=c5272b8a-d91f-4b6d-b137-8458594eb943)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:37.376339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.521490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-228921c6-a2ee-4611-ba50-c8c7953b061e None None] Provisioning for port 34d6ead9-9ee9-4eca-abb6-6af090930d3a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:37.531683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b8620846-5d69-4379-8c0a-7ee21bb822ad,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:37.537628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369423d-60f5-499c-9b13-d42890bc301c req-f39a98fa-e27c-4dda-8afc-d72ce4681649 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:37.551119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1369423d-60f5-499c-9b13-d42890bc301c req-f39a98fa-e27c-4dda-8afc-d72ce4681649 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.2030184 Feb 07 23:01:37.553134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-228921c6-a2ee-4611-ba50-c8c7953b061e None None] Provisioning complete for port 34d6ead9-9ee9-4eca-abb6-6af090930d3a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:37.555329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-228921c6-a2ee-4611-ba50-c8c7953b061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.603236 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.611795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.612423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.613123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.613595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.614412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.614892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.615591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.615923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.616260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.616601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.616935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.617792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:37.657443 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.730465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fb3b1a-1d0f-4c79-907a-935bed527150 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:37.755383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-228921c6-a2ee-4611-ba50-c8c7953b061e None None] Port 34d6ead9-9ee9-4eca-abb6-6af090930d3a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:37.790636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b9fb3b1a-1d0f-4c79-907a-935bed527150, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b9fb3b1a-1d0f-4c79-907a-935bed527150,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:37.799867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:37.804444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-228921c6-a2ee-4611-ba50-c8c7953b061e None None] Provisioning complete for port b8620846-5d69-4379-8c0a-7ee21bb822ad triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:37.804444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-228921c6-a2ee-4611-ba50-c8c7953b061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:38.002977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b9fb3b1a-1d0f-4c79-907a-935bed527150,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:38.029469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=34d6ead9-9ee9-4eca-abb6-6af090930d3a,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:38.149331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b9fb3b1a-1d0f-4c79-907a-935bed527150'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:01:38.174300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8620846-5d69-4379-8c0a-7ee21bb822ad up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:38.205187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1369423d-60f5-499c-9b13-d42890bc301c req-3ed814ce-ab6d-4ee6-a16e-80d857313b8e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530483 Feb 07 23:01:38.257454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fdee3-0dfb-4e88-ab32-5fb013fed79b req-ca026af6-27c2-4a84-a9f8-1bd741da0d86 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:38.259718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c0fdee3-0dfb-4e88-ab32-5fb013fed79b req-ca026af6-27c2-4a84-a9f8-1bd741da0d86 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 943 time: 1.0398891 Feb 07 23:01:38.395432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 25a56b0f-c229-4115-aeab-91805adfddc2 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:38.424820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:38.443456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b8620846-5d69-4379-8c0a-7ee21bb822ad triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:38.443833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:38.613942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3c73e63e-a22b-4222-8225-c5cc5a0cf200 None None] Provisioning complete for port 34d6ead9-9ee9-4eca-abb6-6af090930d3a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:38.614275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3c73e63e-a22b-4222-8225-c5cc5a0cf200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:38.671142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3c73e63e-a22b-4222-8225-c5cc5a0cf200 None None] Port 34d6ead9-9ee9-4eca-abb6-6af090930d3a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:38.743598 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2c0fdee3-0dfb-4e88-ab32-5fb013fed79b req-bca64942-0a5b-4ac8-ab15-ffaf4ffae5f2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425430 Feb 07 23:01:38.915371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4aab4597-6013-4a2e-bc03-c116fef8c6e6 None None] Provisioning complete for port 34d6ead9-9ee9-4eca-abb6-6af090930d3a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:38.916226 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4aab4597-6013-4a2e-bc03-c116fef8c6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:38.943632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8237f00-229f-4008-a7f3-655c9df35685 req-5e49826b-3b18-4ac1-8088-e03989fd7305 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:38.945755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8237f00-229f-4008-a7f3-655c9df35685 req-5e49826b-3b18-4ac1-8088-e03989fd7305 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.5369835 Feb 07 23:01:38.995706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4aab4597-6013-4a2e-bc03-c116fef8c6e6 None None] Port 34d6ead9-9ee9-4eca-abb6-6af090930d3a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:39.022784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8237f00-229f-4008-a7f3-655c9df35685 req-4da7795d-03ff-4451-8ec4-1e1d45e2ac7f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666597 Feb 07 23:01:39.023993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:01:39.298376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:01:39.317937 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:39.339433 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:39.340048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:39.346476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f046e98e-a5c4-4b24-b1eb-f33f7f98315c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7640998 Feb 07 23:01:39.349405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51954) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:39.355313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-707979301'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:39.367611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:39.370762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7043-8c3a-4c8c-9652-b64643abb0df req-522dbe25-f77a-4b28-a87b-6c78ea6bacd6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:39.372486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6adf7043-8c3a-4c8c-9652-b64643abb0df req-522dbe25-f77a-4b28-a87b-6c78ea6bacd6 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.1492300 Feb 07 23:01:39.374286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:39.377502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:39.394877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:39.419433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:39.423250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:39.495522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6adf7043-8c3a-4c8c-9652-b64643abb0df req-90fae624-27ad-4fe0-a8ad-c784bb84b387 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114278 Feb 07 23:01:39.525263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:01:39.545755 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:01:39.560348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:39.562486 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment 18f6c590-06d0-4448-a59a-36316145d1f3 of type vlan for network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae Feb 07 23:01:39.645520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:39.777506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:39.813934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:39.814628 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:39.953429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653e148-04f6-4cca-95d7-ced7980ce50a req-035463cd-4b09-4ca7-89eb-fa397a224f1b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:39.965443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1653e148-04f6-4cca-95d7-ced7980ce50a req-035463cd-4b09-4ca7-89eb-fa397a224f1b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.2912469 Feb 07 23:01:40.049825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=00bdce31-a007-4cf5-9bcc-bc30482cd8ae,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:40.063490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:01:40.073035 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8257e936-f2d7-4c41-9c75-2d5c29411a17 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7220311 Feb 07 23:01:40.075226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51994) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:40.081540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:40.235285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1653e148-04f6-4cca-95d7-ced7980ce50a req-c07ea8cc-6809-446e-b1b6-ad12be465c32 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682204 Feb 07 23:01:40.322014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7a91b-3c5d-4fa2-93f0-171a650e8a98 req-a321e566-f7e9-43a0-90aa-99b6ee6d1ca4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:40.325518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:40.327314 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:01:35Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:36Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:40.329770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:40.332903 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:40.333486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Updating router ec226b99-3f10-40bf-a90c-781bcb975ef8 port 34d6ead9-9ee9-4eca-abb6-6af090930d3a binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:01:40.335347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:40.336645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdc7a91b-3c5d-4fa2-93f0-171a650e8a98 req-a321e566-f7e9-43a0-90aa-99b6ee6d1ca4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 944 time: 0.3300488 Feb 07 23:01:40.349064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:40.371215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:40.376315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:40.405529 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:40.454614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdc7a91b-3c5d-4fa2-93f0-171a650e8a98 req-48478ded-5ab1-45a7-b59d-36614e6f6c00 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154838 Feb 07 23:01:40.692640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02a106-307b-4691-9817-345406d6bc00 req-62826644-2d1f-4c09-8b42-27ceb2d80ea4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:40.694574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e02a106-307b-4691-9817-345406d6bc00 req-62826644-2d1f-4c09-8b42-27ceb2d80ea4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.2022276 Feb 07 23:01:40.802364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e02a106-307b-4691-9817-345406d6bc00 req-0bfc37f3-7479-4ef9-80b4-ec1903fe5900 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982094 Feb 07 23:01:40.828480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:40.832786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b9fb3b1a-1d0f-4c79-907a-935bed527150 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:41.038065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=75a4b58a-56b2-4af7-9a8a-b4a086c9473b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:41.050206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b9fb3b1a-1d0f-4c79-907a-935bed527150 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:41.061388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b9fb3b1a-1d0f-4c79-907a-935bed527150 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:41.062053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.128835 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.135934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:41.136306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: 00bdce31-a007-4cf5-9bcc-bc30482cd8ae, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:01:41.146126 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Transition to ACTIVE for port object 34d6ead9-9ee9-4eca-abb6-6af090930d3a will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:41.152157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0ce65-9414-41c1-b33c-a45f03c2366d req-861c8dd6-216e-401d-93af-7416d2c553af tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:41.156296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87d0ce65-9414-41c1-b33c-a45f03c2366d req-861c8dd6-216e-401d-93af-7416d2c553af tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.1235085 Feb 07 23:01:41.157763 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.205969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:01:41.215278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87d0ce65-9414-41c1-b33c-a45f03c2366d req-141f649c-746d-4f95-a9dd-3497e3407bf5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Feb 07 23:01:41.239633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 00bdce31-a007-4cf5-9bcc-bc30482cd8ae) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:41.239633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:41.239633 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.240540 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.255520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e8083-0fd3-4ff7-9bb1-d8d5ebcfa8ad None None] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:41.294380 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-040f78af-f41c-4d39-a490-c99e944511ce tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2152050 Feb 07 23:01:41.294619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:41.488720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fb3b1a-1d0f-4c79-907a-935bed527150'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:41.525379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b9fb3b1a-1d0f-4c79-907a-935bed527150, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b9fb3b1a-1d0f-4c79-907a-935bed527150,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:41.536929 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.587385 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Pushing event updated for resources: {'Port': ['ID=34d6ead9-9ee9-4eca-abb6-6af090930d3a,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:41.618235 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.618559 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.620474 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.620914 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.623196 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.623962 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.624290 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.624686 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.625013 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.625339 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.625666 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.625983 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:01:41.758905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:01:41.760028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.778824 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Attempting to bind port 34d6ead9-9ee9-4eca-abb6-6af090930d3a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:41.779199 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Attempting to bind port 34d6ead9-9ee9-4eca-abb6-6af090930d3a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:41.779556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Attempting to bind port 34d6ead9-9ee9-4eca-abb6-6af090930d3a on network 25a56b0f-c229-4115-aeab-91805adfddc2 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:41.847652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:41.847652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Checking segment: {'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:41.847652 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:41.847652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Bound using segment: {'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:41.847652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Bound port: 34d6ead9-9ee9-4eca-abb6-6af090930d3a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5272b8a-d91f-4b6d-b137-8458594eb943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:41.847652 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:42.011457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b84aa-8b92-40b4-b830-e6f582b21692 req-1ec93b00-4a88-409c-b144-45a3acfebd93 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:42.023613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-698b84aa-8b92-40b4-b830-e6f582b21692 req-1ec93b00-4a88-409c-b144-45a3acfebd93 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 0.2356534 Feb 07 23:01:42.086245 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] For port 34d6ead9-9ee9-4eca-abb6-6af090930d3a, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:42.094398 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] For port 34d6ead9-9ee9-4eca-abb6-6af090930d3a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=34d6ead9-9ee9-4eca-abb6-6af090930d3a,segment=NetworkSegment(c5272b8a-d91f-4b6d-b137-8458594eb943),segment_id=c5272b8a-d91f-4b6d-b137-8458594eb943)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:42.106663 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:42.136782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-698b84aa-8b92-40b4-b830-e6f582b21692 req-8fb1034d-b198-46cc-a4e0-4b20812463c3 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119449 Feb 07 23:01:42.189397 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fb3b1a-1d0f-4c79-907a-935bed527150', 'code': 200} Feb 07 23:01:42.258440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b9fb3b1a-1d0f-4c79-907a-935bed527150,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:42.304010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:42.306741 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:42.487439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Allocated IP 172.21.0.2 (00bdce31-a007-4cf5-9bcc-bc30482cd8ae/75a4b58a-56b2-4af7-9a8a-b4a086c9473b/346de52d-d114-4bc7-baa1-a9fc84077eb9) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:42.513968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16521-7112-44be-9fa4-9a3bc55f128b req-713e576b-e826-4afb-bbf7-16383429c78c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:42.527275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6d16521-7112-44be-9fa4-9a3bc55f128b req-713e576b-e826-4afb-bbf7-16383429c78c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.2572651 Feb 07 23:01:42.651590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6d16521-7112-44be-9fa4-9a3bc55f128b req-9ce4ab11-c120-43b8-ac15-61745fe72baa tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205008 Feb 07 23:01:42.766628 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db257cd9-20ea-49e5-bda3-bfa2bd519653 None None] Pushing event updated for resources: {'Port': ['ID=34d6ead9-9ee9-4eca-abb6-6af090930d3a,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:42.773886 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:01:42.811088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51b20a-03a9-4ec4-8d4f-c2399a465591 req-8734ece1-121e-4373-ad93-ad627cd42253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:42.812956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d51b20a-03a9-4ec4-8d4f-c2399a465591 req-8734ece1-121e-4373-ad93-ad627cd42253 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 1096 time: 0.6174293 Feb 07 23:01:42.985054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52124) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:42.989829 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.013022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.029634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Transition to ACTIVE for port object 346de52d-d114-4bc7-baa1-a9fc84077eb9 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:43.035756 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d51b20a-03a9-4ec4-8d4f-c2399a465591 req-d6cd7c80-a8a0-4089-b6bf-a648a53f87c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004955 Feb 07 23:01:43.086423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Transition to ACTIVE for port object 346de52d-d114-4bc7-baa1-a9fc84077eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:43.094500 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.214088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:43.233187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:43.247469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:43.253367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.288856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:43.298255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:0954caf949584133b20fe966c9b91e8a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:43.306350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:43.322226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:43.498814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:01:35Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:42Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:43.508187 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112c5375-2a65-4a33-b3d0-a6bd597d98cf None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:01:35Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:42Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:43.509747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Attempting to bind port 346de52d-d114-4bc7-baa1-a9fc84077eb9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:43.510771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Attempting to bind port 346de52d-d114-4bc7-baa1-a9fc84077eb9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:43.511359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Attempting to bind port 346de52d-d114-4bc7-baa1-a9fc84077eb9 on network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:43.514322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Pushing event updated for resources: {'Port': ['ID=346de52d-d114-4bc7-baa1-a9fc84077eb9,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:43.518285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.522527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:43.523237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Checking segment: {'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:43.523855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.528411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Bound using segment: {'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:43.541882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Bound port: 346de52d-d114-4bc7-baa1-a9fc84077eb9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:43.542642 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.583800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.702777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] For port 346de52d-d114-4bc7-baa1-a9fc84077eb9, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:43.707319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] For port 346de52d-d114-4bc7-baa1-a9fc84077eb9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=346de52d-d114-4bc7-baa1-a9fc84077eb9,segment=NetworkSegment(18f6c590-06d0-4448-a59a-36316145d1f3),segment_id=18f6c590-06d0-4448-a59a-36316145d1f3)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:43.714710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:43.718808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0954caf949584133b20fe966c9b91e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318592 Feb 07 23:01:43.719034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f71938-daab-402f-88a7-91fc09163fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e05bd81-d1d6-4d4a-b459-5a862e09ad72,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:43.725876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52140) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:43.950745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe952369-23bd-46ac-b121-ac0f3da3716f None None] Pushing event updated for resources: {'Port': ['ID=346de52d-d114-4bc7-baa1-a9fc84077eb9,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:43.982596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bb9ad-c6ae-4ebd-bbc1-eee519996a18 req-9fec2a87-e706-45e1-b7de-568c918e9b40 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:44.001865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-147bb9ad-c6ae-4ebd-bbc1-eee519996a18 req-9fec2a87-e706-45e1-b7de-568c918e9b40 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 0.4787593 Feb 07 23:01:44.014597 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b884a36e-4c72-43a0-84e1-5424ac0bc4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:44.050157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.21.0.1 (00bdce31-a007-4cf5-9bcc-bc30482cd8ae/75a4b58a-56b2-4af7-9a8a-b4a086c9473b/912489f9-6f2a-442f-8d20-969f2f173c4b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:44.361065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 34d6ead9-9ee9-4eca-abb6-6af090930d3a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:44.540457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 34d6ead9-9ee9-4eca-abb6-6af090930d3a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:44.554908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 34d6ead9-9ee9-4eca-abb6-6af090930d3a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:44.555698 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:44.565087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-147bb9ad-c6ae-4ebd-bbc1-eee519996a18 req-d6474cc3-8d47-4b08-9d92-004d1876206b tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197893 Feb 07 23:01:44.604774 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:44.654895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object 912489f9-6f2a-442f-8d20-969f2f173c4b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:44.659497 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b884a36e-4c72-43a0-84e1-5424ac0bc4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:44.716901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:44.792073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078c40-d715-47e9-a018-0dec3fffb68c req-af8c8eda-cf5c-472e-b4bc-fd805e7c93db tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:44.804265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00078c40-d715-47e9-a018-0dec3fffb68c req-af8c8eda-cf5c-472e-b4bc-fd805e7c93db tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.7915297 Feb 07 23:01:44.888056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:44.923240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00078c40-d715-47e9-a018-0dec3fffb68c req-6658fa68-1a57-441e-9b8b-6bd6ede2250c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106055 Feb 07 23:01:44.946466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b884a36e-4c72-43a0-84e1-5424ac0bc4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:44.974871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=912489f9-6f2a-442f-8d20-969f2f173c4b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:45.003211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:45.006544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:45.016135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884a36e-4c72-43a0-84e1-5424ac0bc4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e05bd81-d1d6-4d4a-b459-5a862e09ad72,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:45.026888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:45.027270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 34d6ead9-9ee9-4eca-abb6-6af090930d3a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=34d6ead9-9ee9-4eca-abb6-6af090930d3a,segment=NetworkSegment(c5272b8a-d91f-4b6d-b137-8458594eb943),segment_id=c5272b8a-d91f-4b6d-b137-8458594eb943)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:45.061920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b884a36e-4c72-43a0-84e1-5424ac0bc4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:45.066294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b884a36e-4c72-43a0-84e1-5424ac0bc4b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e05bd81-d1d6-4d4a-b459-5a862e09ad72 HTTP/1.1" status: 204 len: 168 time: 1.3386233 Feb 07 23:01:45.085093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:45.273710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:45.291504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=34d6ead9-9ee9-4eca-abb6-6af090930d3a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:45.634963 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:45.890927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-71df40bc-ae68-46f2-97d8-ddf1a6b9b768 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:45.899426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-71df40bc-ae68-46f2-97d8-ddf1a6b9b768 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 0.4918945 Feb 07 23:01:45.951789 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-dee79111-d923-49fa-88c2-ab47f4707411 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/quotas/6b16819de6834bab832cf613e53f007a HTTP/1.1" status: 200 len: 375 time: 0.0462329 Feb 07 23:01:46.115400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eacffd3-2eb1-4c6a-99cb-dae8158f2103 None None] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:46.429639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-e9b2594b-ae23-44ac-ba05-74286f50ed89 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4717035 Feb 07 23:01:46.503090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 34d6ead9-9ee9-4eca-abb6-6af090930d3a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:46.627417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2ce99fa4-1390-4f36-a19c-ed4299ac57ef None None] Provisioning for port 346de52d-d114-4bc7-baa1-a9fc84077eb9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:46.629243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b349-64b2-42d6-b9ae-a947ee38a823 req-5d2cc75e-7960-4994-b173-e124d7170d90 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:46.631758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7178b349-64b2-42d6-b9ae-a947ee38a823 req-5d2cc75e-7960-4994-b173-e124d7170d90 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 0.3436270 Feb 07 23:01:46.686479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 34d6ead9-9ee9-4eca-abb6-6af090930d3a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:46.686815 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:46.714092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7178b349-64b2-42d6-b9ae-a947ee38a823 req-d39b036b-7252-4eac-925c-7343004f31c5 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739973 Feb 07 23:01:46.743682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-f1aa2657-c885-4ddd-9fa9-ffa1418350c0 service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117447 Feb 07 23:01:46.870196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:47.006118 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:47.010866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 346de52d-d114-4bc7-baa1-a9fc84077eb9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:47.178524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 346de52d-d114-4bc7-baa1-a9fc84077eb9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:47.189476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 346de52d-d114-4bc7-baa1-a9fc84077eb9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:47.190154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:47.252727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-8e1d67a8-e284-4a4e-8612-46c33fc5f2ee service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022089 Feb 07 23:01:47.341078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7567eb3-a4e5-46d9-822b-c072661bd173 req-ecbf0963-20fa-4336-a87b-2699b8e1fffc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:47.347209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7567eb3-a4e5-46d9-822b-c072661bd173 req-ecbf0963-20fa-4336-a87b-2699b8e1fffc tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.2528093 Feb 07 23:01:47.448411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7567eb3-a4e5-46d9-822b-c072661bd173 req-932e41e3-f832-4ce3-937f-c1e461da961a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865080 Feb 07 23:01:47.458112 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:47.481771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-0cbaae02-4055-439c-9dc2-c1728775b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:47.496312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-0cbaae02-4055-439c-9dc2-c1728775b7be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1097 time: 0.6231790 Feb 07 23:01:47.498132 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:47.512694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=912489f9-6f2a-442f-8d20-969f2f173c4b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:47.553584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 346de52d-d114-4bc7-baa1-a9fc84077eb9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=346de52d-d114-4bc7-baa1-a9fc84077eb9,segment=NetworkSegment(18f6c590-06d0-4448-a59a-36316145d1f3),segment_id=18f6c590-06d0-4448-a59a-36316145d1f3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:47.575451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-12174583-dd4e-4465-83ef-4da185a154e5 None None] Provisioning for port 912489f9-6f2a-442f-8d20-969f2f173c4b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:47.582858 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:47.902603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-12174583-dd4e-4465-83ef-4da185a154e5 None None] Provisioning complete for port 912489f9-6f2a-442f-8d20-969f2f173c4b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:47.902989 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-12174583-dd4e-4465-83ef-4da185a154e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:48.127445 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fa15ebe-0ba3-491b-8109-50a867f33afb req-ed14d92d-9b7e-4baa-acfe-8ad1c91e3279 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 210 time: 0.4021015 Feb 07 23:01:48.152082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-12174583-dd4e-4465-83ef-4da185a154e5 None None] Port 912489f9-6f2a-442f-8d20-969f2f173c4b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:48.162039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=346de52d-d114-4bc7-baa1-a9fc84077eb9,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:48.184458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-12174583-dd4e-4465-83ef-4da185a154e5 None None] Provisioning complete for port 346de52d-d114-4bc7-baa1-a9fc84077eb9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:48.185149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-12174583-dd4e-4465-83ef-4da185a154e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:48.224419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:48.230689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:48.231582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52282) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:48.488870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:48.546905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:48.561779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Usage tracker for resource:security_group_rule and tenant:4de0632587c9411ba928a09e5b8e8ccc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:48.571329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:48.593684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:48.689411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-74a155bb-9850-4d15-a61c-9c734c0657d6 None None] Provisioning complete for port 912489f9-6f2a-442f-8d20-969f2f173c4b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:48.690054 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74a155bb-9850-4d15-a61c-9c734c0657d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:48.758405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-74a155bb-9850-4d15-a61c-9c734c0657d6 None None] Port 912489f9-6f2a-442f-8d20-969f2f173c4b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:01:48.832953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:01:48.933673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213cf8d-bb8e-4c01-a6aa-a872e732e144 req-1060cf1c-8e62-4f96-b5b1-c1eb344970f6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:48.935138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e213cf8d-bb8e-4c01-a6aa-a872e732e144 req-1060cf1c-8e62-4f96-b5b1-c1eb344970f6 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 0.3273211 Feb 07 23:01:49.001077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2e850-8ac0-479d-8c82-d2ea431acbf6 req-86055b1e-504d-4df0-b6d8-75d14fd9a624 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:49.002764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9c2e850-8ac0-479d-8c82-d2ea431acbf6 req-86055b1e-504d-4df0-b6d8-75d14fd9a624 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.2974019 Feb 07 23:01:49.049594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e213cf8d-bb8e-4c01-a6aa-a872e732e144 req-2df7afe4-9055-452a-b559-ae9240034ee2 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012833 Feb 07 23:01:49.085605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:01:49.097763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:01:49.098356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.106445 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dc01f6ce-e0e4-4f5c-8176-46259e5b7f6c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8106406 Feb 07 23:01:49.108077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-7d7effc8-fd8e-40b4-acb0-38ff5eb1f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:49.110083 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-7d7effc8-fd8e-40b4-acb0-38ff5eb1f2b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 1.5856283 Feb 07 23:01:49.110546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52302) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:49.115720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:49.116290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1342306251'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:49.117449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:49.123954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:49.125426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9c2e850-8ac0-479d-8c82-d2ea431acbf6 req-3a498315-d5e7-4ece-bda0-c1251860c8fa tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089039 Feb 07 23:01:49.128777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:49.131386 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.133375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:49.144605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:49.183541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4de0632587c9411ba928a09e5b8e8ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9508488 Feb 07 23:01:49.185925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52308) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:49.317583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-119593f1-b606-40dd-8c24-7df7e352d384 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.1495965 Feb 07 23:01:49.318693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:49.322720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.441478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:01:49.445804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-058e6c07-d6f4-4631-927d-1e47bcc3d8e6 req-d6e34a0f-65dd-4591-8b6d-908c01635320 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 210 time: 0.1409245 Feb 07 23:01:49.452245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a4418-ade4-4401-a7a5-eadf83825c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35c37ba-86cd-45a6-be80-7081d917ac9c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:49.492266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b77ea7a-5e4a-4a75-b8d3-35ff940732e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.523961 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b77ea7a-5e4a-4a75-b8d3-35ff940732e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.573128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:01:49.647151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b77ea7a-5e4a-4a75-b8d3-35ff940732e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.691424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77ea7a-5e4a-4a75-b8d3-35ff940732e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35c37ba-86cd-45a6-be80-7081d917ac9c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:49.693365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-8a4d2798-c0d1-4746-b2c9-3062e29714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:49.694884 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-8a4d2798-c0d1-4746-b2c9-3062e29714e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.3480871 Feb 07 23:01:49.708383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b77ea7a-5e4a-4a75-b8d3-35ff940732e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.712537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2b77ea7a-5e4a-4a75-b8d3-35ff940732e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b35c37ba-86cd-45a6-be80-7081d917ac9c HTTP/1.1" status: 204 len: 168 time: 0.5237157 Feb 07 23:01:49.751827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:49.752480 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment c2939894-c674-4328-8f7f-177de1f51634 of type vlan for network 96c7750f-0874-43fa-a41a-5743bdee4303 Feb 07 23:01:49.783304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-4dc2b297-90cb-4f94-91fc-f03afd1b516b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791435 Feb 07 23:01:50.069733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:01:45Z', 'revision_number': 3, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:46Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:50.074733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:01:50.075143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Updating router ec226b99-3f10-40bf-a90c-781bcb975ef8 port 912489f9-6f2a-442f-8d20-969f2f173c4b binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:01:50.145028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:50.370786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 346de52d-d114-4bc7-baa1-a9fc84077eb9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:50.376202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:50.467395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-654fd2e5-d642-42d2-9cd2-5aa006721b48 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:50.469240 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-654fd2e5-d642-42d2-9cd2-5aa006721b48 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 0.4528809 Feb 07 23:01:50.471602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:50.484213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:50.489680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:50.574655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 346de52d-d114-4bc7-baa1-a9fc84077eb9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:50.575389 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:50.705709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Request body: {'port': {'device_id': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'admin_state_up': True, 'tenant_id': '6b16819de6834bab832cf613e53f007a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:50.726326 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-5b40f8bc-d239-42bd-a36f-0e63101e06bb service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9023428 Feb 07 23:01:50.777494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a1323-7d7c-4dfd-bf54-0c75410f64d7 req-59e2dc3b-a3da-4812-a782-9d25ced90c7f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:50.787834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df0a1323-7d7c-4dfd-bf54-0c75410f64d7 req-59e2dc3b-a3da-4812-a782-9d25ced90c7f tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.3491488 Feb 07 23:01:50.849829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94ddc6-f6a2-487c-a154-1a9a0375501b req-c70dc114-dbd2-41f8-abad-8b4ec99070b9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:50.851892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b94ddc6-f6a2-487c-a154-1a9a0375501b req-c70dc114-dbd2-41f8-abad-8b4ec99070b9 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 0.2887859 Feb 07 23:01:50.876512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7648563 Feb 07 23:01:50.912824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df0a1323-7d7c-4dfd-bf54-0c75410f64d7 req-9a4d61b2-0bf3-4ccc-8253-b7a42d1e036d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236873 Feb 07 23:01:50.917224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52352) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:50.928409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b94ddc6-f6a2-487c-a154-1a9a0375501b req-7599fb92-1bdb-4641-8efd-fe8cc0c393c4 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668321 Feb 07 23:01:50.950638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:51.074244 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:51.104891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Transition to ACTIVE for port object 912489f9-6f2a-442f-8d20-969f2f173c4b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:51.121328 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:51.206373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63b841-809d-4eba-baca-09fefc66fb50 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=96c7750f-0874-43fa-a41a-5743bdee4303,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:51.241075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 96c7750f-0874-43fa-a41a-5743bdee4303 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:01:51.430838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:51.438852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Usage tracker for resource:port and tenant:6b16819de6834bab832cf613e53f007a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:51.443394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:51.458912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:51.505887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6628636-b45a-40a7-8e3a-e3fb0a3aefdc req-0f7de4b5-d9bf-4d70-9fa7-302b24f97681 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6261909 Feb 07 23:01:51.511099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Made reservation on behalf of 6b16819de6834bab832cf613e53f007a for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:51.515433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:51.862575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:51.878787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f5c880a-3f63-421d-8509-f4e7e8956ee5 req-c024b340-b5ee-4ed5-93fb-e01abe1ad74c tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 210 time: 0.2221196 Feb 07 23:01:51.885593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Allocated IP 172.20.0.11 (3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d/dfbdd582-1fde-4412-a417-369087cdb38d/2986de38-f25f-4a14-bfeb-e83b60f138ac) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:51.921097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:51.948816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:51.995071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:52.066210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d93d3-2f66-43a7-ac1e-8ca31ce649b5 None None] Pushing event updated for resources: {'Port': ['ID=912489f9-6f2a-442f-8d20-969f2f173c4b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:52.096675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:01:52.100443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:52.230316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Attempting to bind port 912489f9-6f2a-442f-8d20-969f2f173c4b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:52.230755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Attempting to bind port 912489f9-6f2a-442f-8d20-969f2f173c4b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:52.231238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Attempting to bind port 912489f9-6f2a-442f-8d20-969f2f173c4b on network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:52.237946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:52.238468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Checking segment: {'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:52.238980 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:52.239487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Bound using segment: {'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:52.240069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Bound port: 912489f9-6f2a-442f-8d20-969f2f173c4b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f6c590-06d0-4448-a59a-36316145d1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:52.240538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:52.262658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88a194-1707-4d62-98ff-c4658268bdff req-80ca6991-f709-4479-9ee7-7f3db62c7374 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:52.270374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a88a194-1707-4d62-98ff-c4658268bdff req-80ca6991-f709-4479-9ee7-7f3db62c7374 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 0.5044680 Feb 07 23:01:52.449376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:52.509086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] For port 912489f9-6f2a-442f-8d20-969f2f173c4b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:52.516997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] For port 912489f9-6f2a-442f-8d20-969f2f173c4b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=912489f9-6f2a-442f-8d20-969f2f173c4b,segment=NetworkSegment(18f6c590-06d0-4448-a59a-36316145d1f3),segment_id=18f6c590-06d0-4448-a59a-36316145d1f3)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:52.525997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:52.558148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:52.733995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f22fbaa9-b594-4f7c-9a87-eefd3d74f704'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:01:52.760296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a88a194-1707-4d62-98ff-c4658268bdff req-bd55ee54-92a1-4dee-84e9-2c8772ad7c2f tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804332 Feb 07 23:01:52.785704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:52.792166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610287-8e3c-4f59-bfb5-8338bc7bd4ba req-ca1532ab-5945-4bd7-8438-d9fb8349da44 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:52.798266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76610287-8e3c-4f59-bfb5-8338bc7bd4ba req-ca1532ab-5945-4bd7-8438-d9fb8349da44 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.5153155 Feb 07 23:01:52.823246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:52.858816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:52.925174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76610287-8e3c-4f59-bfb5-8338bc7bd4ba req-a133a577-c4e1-469a-b8ac-391b2cabc1fe tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294620 Feb 07 23:01:52.946694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52400) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:53.074046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:01:53.074606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:53.122009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.206548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event updated for resources: {'Port': ['ID=2986de38-f25f-4a14-bfeb-e83b60f138ac,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:53.245750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=ac937a28-5c67-4901-936d-3229241ecf43,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:53.262992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:53.263634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.283833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d93d3-2f66-43a7-ac1e-8ca31ce649b5 None None] Pushing event updated for resources: {'Port': ['ID=912489f9-6f2a-442f-8d20-969f2f173c4b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:53.296717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d0010144-81a5-48f9-8617-dc9f052844a8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7614210 Feb 07 23:01:53.309722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-59ea1ed2-3c9f-441a-9de8-3e1ed663b5df tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:53.310456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-59ea1ed2-3c9f-441a-9de8-3e1ed663b5df tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Synchronizing usage tracker for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:01:53.317832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Request body: {'port': {'device_id': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:53.347469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2058789913'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:53.389389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:53.402041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-59ea1ed2-3c9f-441a-9de8-3e1ed663b5df tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Unset dirty status for tenant:ddad197605874418a7395a453e3211bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:01:53.403590 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-59ea1ed2-3c9f-441a-9de8-3e1ed663b5df tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 0.4448266 Feb 07 23:01:53.423991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Usage tracker for resource:router and tenant:dbee3d44bcc04f0491260cbd20bc1064 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:53.428020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:01:53.443229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:53.487658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:53.516141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:53.519536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: 96c7750f-0874-43fa-a41a-5743bdee4303, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:01:53.548039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Deleting port b9fb3b1a-1d0f-4c79-907a-935bed527150 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:01:53.549020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.554703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.556709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.576545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 96c7750f-0874-43fa-a41a-5743bdee4303 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:01:53.606359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 96c7750f-0874-43fa-a41a-5743bdee4303) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:53.617608 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.638212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c07118-ef39-4c40-a58b-d5ea7d914390 req-742e07d2-adb7-4c70-9cb7-2550795dc77f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:53.647234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71c07118-ef39-4c40-a58b-d5ea7d914390 req-742e07d2-adb7-4c70-9cb7-2550795dc77f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 932 time: 0.5190294 Feb 07 23:01:53.669880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784f255-c829-4680-87a9-b3488f4cbcfd None None] Network 96c7750f-0874-43fa-a41a-5743bdee4303 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:53.676816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:53.678732 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.696241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:53.945076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71c07118-ef39-4c40-a58b-d5ea7d914390 req-2cc7a872-6093-4e23-852b-d9f8311373cf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968154 Feb 07 23:01:53.965850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b5fa95e-130c-4c6e-9725-31e6ab3c866c tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0253518 Feb 07 23:01:53.969224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52420) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:54.104370 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:54.188040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-96c7750f-0874-43fa-a41a-5743bdee4303', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:01:54.189651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:54.227287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:54.228667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d6bfea0-4a86-4c0c-a4e8-eea6a9952d93 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2787261 Feb 07 23:01:54.239664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52424) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:54.272616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] For port b9fb3b1a-1d0f-4c79-907a-935bed527150, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b9fb3b1a-1d0f-4c79-907a-935bed527150,segment=NetworkSegment(56b7f536-c57d-4d0e-946d-6528eb9653fa),segment_id=56b7f536-c57d-4d0e-946d-6528eb9653fa)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:54.272991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:54.417858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b063daf8-251a-4e32-8dc3-76229c2fbe7c tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:54.450463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Calling delete_port for b9fb3b1a-1d0f-4c79-907a-935bed527150 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:01:54.545431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Allocated IP 172.22.0.2 (96c7750f-0874-43fa-a41a-5743bdee4303/ac937a28-5c67-4901-936d-3229241ecf43/f04ef486-a3ad-47f7-8985-b1d7838a7e58) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:54.551729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:01:45Z', 'revision_number': 3, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:52Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:01:54.561874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ed3fe-58a1-443f-8ef1-0d6319807057 None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:01:45Z', 'revision_number': 3, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:52Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:01:55.000860 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.020369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Transition to ACTIVE for port object f04ef486-a3ad-47f7-8985-b1d7838a7e58 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:55.052901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Transition to ACTIVE for port object f04ef486-a3ad-47f7-8985-b1d7838a7e58 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:55.070521 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.177935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Network 96c7750f-0874-43fa-a41a-5743bdee4303 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:55.187487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:55.194720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:55.303439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Pushing event updated for resources: {'Port': ['ID=f04ef486-a3ad-47f7-8985-b1d7838a7e58,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:55.320426 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.348701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Attempting to bind port f04ef486-a3ad-47f7-8985-b1d7838a7e58 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:55.349323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Attempting to bind port f04ef486-a3ad-47f7-8985-b1d7838a7e58 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:55.349852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Attempting to bind port f04ef486-a3ad-47f7-8985-b1d7838a7e58 on network 96c7750f-0874-43fa-a41a-5743bdee4303 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:55.362204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:55.362718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Checking segment: {'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:55.363295 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.363706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Bound using segment: {'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:55.364191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Bound port: f04ef486-a3ad-47f7-8985-b1d7838a7e58, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:55.364539 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.532198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] For port f04ef486-a3ad-47f7-8985-b1d7838a7e58, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:55.539082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] For port f04ef486-a3ad-47f7-8985-b1d7838a7e58, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f04ef486-a3ad-47f7-8985-b1d7838a7e58,segment=NetworkSegment(c2939894-c674-4328-8f7f-177de1f51634),segment_id=c2939894-c674-4328-8f7f-177de1f51634)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:55.550585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.619691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2986de38-f25f-4a14-bfeb-e83b60f138ac {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:01:55.628692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.659003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Transition to ACTIVE for port object 2986de38-f25f-4a14-bfeb-e83b60f138ac will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:55.677923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Pushing event deleted for resources: {'Port': ['ID=b9fb3b1a-1d0f-4c79-907a-935bed527150,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:55.694911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.715584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3215941-a582-4be9-ae02-b82b76d4427d None None] Pushing event updated for resources: {'Port': ['ID=f04ef486-a3ad-47f7-8985-b1d7838a7e58,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:55.752269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac28a6-8afd-4c59-a71f-e6e2a13fb50d req-812195ca-6661-4c23-aa40-8fba8fff0f56 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:55.761121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ac28a6-8afd-4c59-a71f-e6e2a13fb50d req-812195ca-6661-4c23-aa40-8fba8fff0f56 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/ports?device_id=8201f90a-b423-4d0f-9522-960acb6c9f51 HTTP/1.1" status: 200 len: 945 time: 1.6401653 Feb 07 23:01:55.765550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52442) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:55.912657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Pushing event updated for resources: {'Port': ['ID=2986de38-f25f-4a14-bfeb-e83b60f138ac,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:55.959385 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bac66bff-2ab4-4af5-8e27-277d991010aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:55.981855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d7f3-759e-497c-ae0c-78bfb3294b0e req-ec1e9294-75e5-4f75-9c8f-e1ab56949acb tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:55.983710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc09d7f3-759e-497c-ae0c-78bfb3294b0e req-ec1e9294-75e5-4f75-9c8f-e1ab56949acb tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.8004589 Feb 07 23:01:56.004888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b063daf8-251a-4e32-8dc3-76229c2fbe7c tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.164104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] No DVR routers for this DVR port b9fb3b1a-1d0f-4c79-907a-935bed527150 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:01:56.166554 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b063daf8-251a-4e32-8dc3-76229c2fbe7c tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.172906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.178976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc09d7f3-759e-497c-ae0c-78bfb3294b0e req-aa92c212-89f1-470d-9a03-282056ab2d1e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716881 Feb 07 23:01:56.216409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'name': 'network-vif-deleted', 'tag': 'b9fb3b1a-1d0f-4c79-907a-935bed527150'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:01:56.265496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.281543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 912489f9-6f2a-442f-8d20-969f2f173c4b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:56.304047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:56.311565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Usage tracker for resource:security_group_rule and tenant:e4d60428203649f88f7c9a6c74f5d553 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:56.333282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:56.339521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:56.364713 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4aafb894-e5ca-4ea1-a919-2d72dcad99f6 req-bc8b45b8-ea1a-4042-964b-96f9f856d814 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.36 "DELETE /v2.0/ports/b9fb3b1a-1d0f-4c79-907a-935bed527150 HTTP/1.1" status: 204 len: 173 time: 2.9528868 Feb 07 23:01:56.450724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.468821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Attempting to bind port 2986de38-f25f-4a14-bfeb-e83b60f138ac on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:01:56.470136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Attempting to bind port 2986de38-f25f-4a14-bfeb-e83b60f138ac by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:01:56.471489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 912489f9-6f2a-442f-8d20-969f2f173c4b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:56.474388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Attempting to bind port 2986de38-f25f-4a14-bfeb-e83b60f138ac on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:56.494630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.495032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 912489f9-6f2a-442f-8d20-969f2f173c4b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:56.495414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.495832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Port 2986de38-f25f-4a14-bfeb-e83b60f138ac on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:01:56.496265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Attempting to bind port 2986de38-f25f-4a14-bfeb-e83b60f138ac on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:01:56.502378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:01:56.502832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Checking segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:01:56.503313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Bound using segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:01:56.503835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Bound port: 2986de38-f25f-4a14-bfeb-e83b60f138ac, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:01:56.504452 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.580016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4d60428203649f88f7c9a6c74f5d553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099799 Feb 07 23:01:56.591924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ac28a6-8afd-4c59-a71f-e6e2a13fb50d req-b01a118d-90b9-4c83-aa9c-47ad115fe011 tempest-DeleteServersTestJSON-2076997129 tempest-DeleteServersTestJSON-2076997129-project] 10.222.0.10 "GET /v2.0/security-groups?id=bc12e4b6-3655-446b-b8ad-a2346ffc6533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127489 Feb 07 23:01:56.596924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52460) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:56.706506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.751024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 912489f9-6f2a-442f-8d20-969f2f173c4b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=912489f9-6f2a-442f-8d20-969f2f173c4b,segment=NetworkSegment(18f6c590-06d0-4448-a59a-36316145d1f3),segment_id=18f6c590-06d0-4448-a59a-36316145d1f3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:56.754927 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b063daf8-251a-4e32-8dc3-76229c2fbe7c tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.755441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b063daf8-251a-4e32-8dc3-76229c2fbe7c tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a974a2a-4e5d-4264-870b-fc2c13e6b752 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:01:56.760112 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-664d029d-5b7f-4019-8704-cd5b982fc4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.761999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.830890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a421e-8e79-4d1b-a839-7cc446e00add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec18072-de0a-48cc-b894-949f8961e73f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:56.862452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] For port 2986de38-f25f-4a14-bfeb-e83b60f138ac, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:01:56.918303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-664d029d-5b7f-4019-8704-cd5b982fc4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.953585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=912489f9-6f2a-442f-8d20-969f2f173c4b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:56.956777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b9fb3b1a-1d0f-4c79-907a-935bed527150 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:01:56.973353 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b063daf8-251a-4e32-8dc3-76229c2fbe7c tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:56.979588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b063daf8-251a-4e32-8dc3-76229c2fbe7c tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4a974a2a-4e5d-4264-870b-fc2c13e6b752 HTTP/1.1" status: 204 len: 168 time: 2.7330813 Feb 07 23:01:56.987377 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.002955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52466) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:57.029445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Request body: {'router': {'name': 'tempest-router-152986491', 'distributed': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:57.039261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: b9fb3b1a-1d0f-4c79-907a-935bed527150 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:01:57.039609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b9fb3b1a-1d0f-4c79-907a-935bed527150 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:01:57.081093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] For port 2986de38-f25f-4a14-bfeb-e83b60f138ac, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:01:57.085361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-664d029d-5b7f-4019-8704-cd5b982fc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.098197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea8a9c-e0e8-49ae-ba2c-03b3e59b5bed req-e0e41c82-e54e-4c35-80c5-8740fcef58be tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:57.101277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1ea8a9c-e0e8-49ae-ba2c-03b3e59b5bed req-e0e41c82-e54e-4c35-80c5-8740fcef58be tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 944 time: 0.5635483 Feb 07 23:01:57.104117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:57.108825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.170368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d029d-5b7f-4019-8704-cd5b982fc4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec18072-de0a-48cc-b894-949f8961e73f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:57.206979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:57.207862 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.209860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] 10.222.0.26 "PUT /v2.0/ports/2986de38-f25f-4a14-bfeb-e83b60f138ac HTTP/1.1" status: 200 len: 1092 time: 3.8964262 Feb 07 23:01:57.247206 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-664d029d-5b7f-4019-8704-cd5b982fc4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.250631 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-664d029d-5b7f-4019-8704-cd5b982fc4d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ec18072-de0a-48cc-b894-949f8961e73f HTTP/1.1" status: 204 len: 168 time: 0.6502745 Feb 07 23:01:57.266888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Usage tracker for resource:router and tenant:dbee3d44bcc04f0491260cbd20bc1064 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:57.269220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4383b73-d32d-469d-96fe-5b71808ecb45 service neutron] Pushing event updated for resources: {'Port': ['ID=2986de38-f25f-4a14-bfeb-e83b60f138ac,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:57.275949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:57.284153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:57.319956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.321096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.344197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d268a9-c065-40d3-b0e5-a35707b18544 req-7fe51166-d3fd-420f-93c5-b3b04d2a2b4c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:57.346115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61d268a9-c065-40d3-b0e5-a35707b18544 req-7fe51166-d3fd-420f-93c5-b3b04d2a2b4c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.5087490 Feb 07 23:01:57.421483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-6f42d0d0-9178-452e-af7f-6c66c75183a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:57.428846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-6f42d0d0-9178-452e-af7f-6c66c75183a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 1095 time: 0.1421568 Feb 07 23:01:57.488958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1ea8a9c-e0e8-49ae-ba2c-03b3e59b5bed req-6e866db1-44a9-4602-8046-d02b7a84b1e9 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958444 Feb 07 23:01:57.497232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.501727 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:01:57.539159 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.618865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61d268a9-c065-40d3-b0e5-a35707b18544 req-77b8edf7-7ffb-48fa-b55d-328c37a8ddf4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100959 Feb 07 23:01:57.652153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f08192-d9a1-4f9e-9f21-8fbeb7fe64f2 None None] Network 96c7750f-0874-43fa-a41a-5743bdee4303 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:01:57.683579 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:57.684972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-11d9be65-7547-45e1-be67-f0aad5b58469 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6745505 Feb 07 23:01:57.690700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52480) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:57.886857 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8201f90a-b423-4d0f-9522-960acb6c9f51', 'name': 'network-vif-deleted', 'tag': 'b9fb3b1a-1d0f-4c79-907a-935bed527150', 'status': 'completed', 'code': 200} Feb 07 23:01:57.907397 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-3e125627-8e9e-40fd-9cb1-1a5a6a070cdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac HTTP/1.1" status: 200 len: 217 time: 0.4710526 Feb 07 23:01:57.985888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52488) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:57.998666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3e41017b-2dfb-4598-86ed-2788e51afd96 None None] Provisioning for port f04ef486-a3ad-47f7-8985-b1d7838a7e58 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:58.039087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.120977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-33537d97-52ce-446a-ae13-882f869d2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:58.125784 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-33537d97-52ce-446a-ae13-882f869d2cf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.2120965 Feb 07 23:01:58.217707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:58.233068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Usage tracker for resource:security_group_rule and tenant:92b0dc5d2d2f4767a6f9fa90324acb2b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:58.241380 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-d44f1ef5-2b68-42ce-8ee0-66f16d94ffac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027300 Feb 07 23:01:58.243107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:58.342348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:58.381122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f04ef486-a3ad-47f7-8985-b1d7838a7e58 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:58.446451 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7417ef8-be85-47c4-b689-3951bf20cfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.501142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.22.0.1 (96c7750f-0874-43fa-a41a-5743bdee4303/ac937a28-5c67-4901-936d-3229241ecf43/9f20fa36-a233-49f7-9277-cb7afe67d2e3) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:01:58.531562 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port f04ef486-a3ad-47f7-8985-b1d7838a7e58 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:01:58.542750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port f04ef486-a3ad-47f7-8985-b1d7838a7e58 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:58.543135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.556584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-3338805b-beec-4a64-af28-8599bee3e568 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987726 Feb 07 23:01:58.712326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.720690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.758956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port f04ef486-a3ad-47f7-8985-b1d7838a7e58, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f04ef486-a3ad-47f7-8985-b1d7838a7e58,segment=NetworkSegment(c2939894-c674-4328-8f7f-177de1f51634),segment_id=c2939894-c674-4328-8f7f-177de1f51634)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:01:58.765876 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.767334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 912489f9-6f2a-442f-8d20-969f2f173c4b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:01:58.770092 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63a103c5-2d3d-450e-96e4-9148bf23080f req-ffcf2d9a-e7df-4d2f-962d-9e094640ae65 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000706 Feb 07 23:01:58.771267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.832287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92b0dc5d2d2f4767a6f9fa90324acb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8425121 Feb 07 23:01:58.834476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46ae6b-09ac-412e-a749-11ecddcb7d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0614ffba-71bd-456b-8bd0-a1c1d9770b48,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:58.837094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52512) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:58.922599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-146eebf0-fed4-4b25-b331-321c6e06766e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.957540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-146eebf0-fed4-4b25-b331-321c6e06766e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.971921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a58edea4-c400-432d-9c5d-d09d017822b0 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:58.984409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=f04ef486-a3ad-47f7-8985-b1d7838a7e58,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:59.003065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 912489f9-6f2a-442f-8d20-969f2f173c4b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:59.003726 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.027000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-146eebf0-fed4-4b25-b331-321c6e06766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.045204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eebf0-fed4-4b25-b331-321c6e06766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0614ffba-71bd-456b-8bd0-a1c1d9770b48,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:59.053275 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-146eebf0-fed4-4b25-b331-321c6e06766e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.059375 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-146eebf0-fed4-4b25-b331-321c6e06766e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0614ffba-71bd-456b-8bd0-a1c1d9770b48 HTTP/1.1" status: 204 len: 168 time: 0.2196608 Feb 07 23:01:59.100065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7d5a0d06-a142-43f7-ac21-b3f52a721c6b None None] Provisioning complete for port f04ef486-a3ad-47f7-8985-b1d7838a7e58 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:01:59.100541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d5a0d06-a142-43f7-ac21-b3f52a721c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.288878 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.298460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02559a-4594-4da7-8f04-98d6f2c8d2f5 req-821f9941-125f-4dc1-be8e-97cbaa980d4e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.305201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c02559a-4594-4da7-8f04-98d6f2c8d2f5 req-821f9941-125f-4dc1-be8e-97cbaa980d4e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.3362780 Feb 07 23:01:59.364471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496acc3-1c71-4424-bc24-e4a78953fdab req-780435e8-bd1a-47bf-a83d-3310ea631d5c tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:01:59.373207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7496acc3-1c71-4424-bc24-e4a78953fdab req-780435e8-bd1a-47bf-a83d-3310ea631d5c tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 944 time: 0.6819613 Feb 07 23:01:59.433326 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.456026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a58edea4-c400-432d-9c5d-d09d017822b0 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.479638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a58edea4-c400-432d-9c5d-d09d017822b0 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.482145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.522982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object 9f20fa36-a233-49f7-9277-cb7afe67d2e3 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:01:59.528386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c02559a-4594-4da7-8f04-98d6f2c8d2f5 req-496737cf-8159-4356-9cbf-bf423887bd03 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224422 Feb 07 23:01:59.535610 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a58edea4-c400-432d-9c5d-d09d017822b0 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.536135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58edea4-c400-432d-9c5d-d09d017822b0 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eca11716-3907-4eae-9b1f-2625e5d1921a {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:01:59.546518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7496acc3-1c71-4424-bc24-e4a78953fdab req-ebaaef05-5d23-4a87-a425-3dfe80a0c034 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719744 Feb 07 23:01:59.552145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a58edea4-c400-432d-9c5d-d09d017822b0 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.553285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a58edea4-c400-432d-9c5d-d09d017822b0 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "DELETE /v2.0/routers/eca11716-3907-4eae-9b1f-2625e5d1921a HTTP/1.1" status: 204 len: 168 time: 1.8611882 Feb 07 23:01:59.559033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52528) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:59.564147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Request body: {'router': {'name': 'tempest-router-1930248440', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f216341f870e4f37a7ca2c990716717a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:59.580622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:01:59.587821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Usage tracker for resource:router and tenant:f216341f870e4f37a7ca2c990716717a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:01:59.593629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:01:59.602986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:01:59.615608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.627711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.628835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.656915 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.711377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.736458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 96c7750f-0874-43fa-a41a-5743bdee4303 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:01:59.739809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:01:59.744865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:01:59.773777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:01:59.776532 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c5a4e460-69db-40ed-88e1-1c3c523737ef tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2164793 Feb 07 23:01:59.779195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52538) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:01:59.787850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:01:59.788107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=9f20fa36-a233-49f7-9277-cb7afe67d2e3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:01:59.939648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'tag': '2986de38-f25f-4a14-bfeb-e83b60f138ac'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:00.016372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:00.222792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f04ef486-a3ad-47f7-8985-b1d7838a7e58 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:00.241898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50d3fa-b744-48dc-a773-01a4b5391913 req-6f19aeba-88cb-457a-beb1-a2c5272daea4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:00.249519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a50d3fa-b744-48dc-a773-01a4b5391913 req-6f19aeba-88cb-457a-beb1-a2c5272daea4 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.4442878 Feb 07 23:02:00.258641 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'tag': '2986de38-f25f-4a14-bfeb-e83b60f138ac', 'status': 'completed', 'code': 200} Feb 07 23:02:00.367520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a50d3fa-b744-48dc-a773-01a4b5391913 req-08b0159f-6a21-4493-a391-c9cc0610ca50 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170456 Feb 07 23:02:00.399164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:00.535445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bd06d9a1-9421-441f-93a4-9ada236cf34b None None] Provisioning for port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:00.551544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bd06d9a1-9421-441f-93a4-9ada236cf34b None None] Provisioning complete for port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:00.552068 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bd06d9a1-9421-441f-93a4-9ada236cf34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:00.709722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port f04ef486-a3ad-47f7-8985-b1d7838a7e58 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:00.710346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:00.789189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bd06d9a1-9421-441f-93a4-9ada236cf34b None None] Port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:02:00.964627 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.072141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.072771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.314914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb9eb9-7515-4267-b3ac-31aff931c572 req-1a5555f4-876f-4cf3-8c75-620dc7bd7069 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:01.323814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7abb9eb9-7515-4267-b3ac-31aff931c572 req-1a5555f4-876f-4cf3-8c75-620dc7bd7069 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 944 time: 0.2889698 Feb 07 23:02:01.418137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7abb9eb9-7515-4267-b3ac-31aff931c572 req-38627f3d-a01e-4e3a-8515-695848940676 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930352 Feb 07 23:02:01.433188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a64697-6938-4278-8930-e387b6403a2f req-4c76f8db-2a35-443d-ad6b-882f8e6eaf24 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:01.440750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a64697-6938-4278-8930-e387b6403a2f req-4c76f8db-2a35-443d-ad6b-882f8e6eaf24 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.4070830 Feb 07 23:02:01.513627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73a64697-6938-4278-8930-e387b6403a2f req-2434e6e4-e4a4-4529-b547-2fb3eb9013ec tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Feb 07 23:02:01.543086 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.551547 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.563530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-a9589ff9-698c-4fb4-a83c-c9faa05993ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:01.565447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-a9589ff9-698c-4fb4-a83c-c9faa05993ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 1095 time: 1.2984214 Feb 07 23:02:01.570692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87671) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 07 23:02:01.571262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Router 1b51f6ba-a9af-4149-bc49-16090c39f0f4 migrating from provider to provider. {{(pid=87671) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 07 23:02:01.572916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.696115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.708459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.909535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=9f20fa36-a233-49f7-9277-cb7afe67d2e3,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:01.911917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:01.958633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-c9b0edc8-12df-4e6e-a4a7-1a02eae5abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:01.961254 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-c9b0edc8-12df-4e6e-a4a7-1a02eae5abae service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 0.3853889 Feb 07 23:02:01.983623 n-d-827896-3 neutron-server[87671]: WARNING neutron.scheduler.l3_agent_scheduler [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] No L3 agents can host the router 1b51f6ba-a9af-4149-bc49-16090c39f0f4 Feb 07 23:02:02.133777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d40b7-d676-4543-bd6b-0b32afc07307 req-5fbd6736-5a56-425d-9ce3-2ee9d72d823a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:02.135397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d7d40b7-d676-4543-bd6b-0b32afc07307 req-5fbd6736-5a56-425d-9ce3-2ee9d72d823a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.3958888 Feb 07 23:02:02.223471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d7d40b7-d676-4543-bd6b-0b32afc07307 req-74910d8f-c836-41c1-b2e0-56670489ad2a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742590 Feb 07 23:02:02.225561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 96c7750f-0874-43fa-a41a-5743bdee4303 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:02.226765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:02.310226 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-e7807978-7879-4b23-a773-c42320c4ed93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac HTTP/1.1" status: 200 len: 217 time: 0.3253291 Feb 07 23:02:02.503433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-8a993956-5c54-4915-847d-baaedbe62cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:02.505857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-8a993956-5c54-4915-847d-baaedbe62cb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.1812413 Feb 07 23:02:02.519538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 2986de38-f25f-4a14-bfeb-e83b60f138ac details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:02:02.545016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:02:02.620708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Hosts for router 1b51f6ba-a9af-4149-bc49-16090c39f0f4: [] {{(pid=87671) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 07 23:02:02.697806 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-8b73bf0a-80e9-4e94-8c51-188c92b1530f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812544 Feb 07 23:02:02.701628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Hosts for other DVR routers connected to router 1b51f6ba-a9af-4149-bc49-16090c39f0f4: set() {{(pid=87671) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 07 23:02:02.718611 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:02.718611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-17ba8b58-b1a0-4af3-a2c6-98635da229d1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "PUT /v2.0/routers/1b51f6ba-a9af-4149-bc49-16090c39f0f4 HTTP/1.1" status: 200 len: 717 time: 2.9335575 Feb 07 23:02:02.720759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52620) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:02.806817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-49f8aabf-ed8e-42a5-b346-6b793133b835 None None] Provisioning complete for port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:02.807555 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49f8aabf-ed8e-42a5-b346-6b793133b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:02.926992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 2986de38-f25f-4a14-bfeb-e83b60f138ac, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:02.987133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '2986de38-f25f-4a14-bfeb-e83b60f138ac', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'port_id': '2986de38-f25f-4a14-bfeb-e83b60f138ac', 'mac_address': 'fa:16:3e:69:d7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbdd582-1fde-4412-a417-369087cdb38d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:02:03.051641 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:03.065830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-49f8aabf-ed8e-42a5-b346-6b793133b835 None None] Port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:02:03.079510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2986de38-f25f-4a14-bfeb-e83b60f138ac {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:03.107219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 2986de38-f25f-4a14-bfeb-e83b60f138ac, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:03.113709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:03.138740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:02:03.144324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8795ef17-d614-4c95-a164-90dd3e03ae06 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1730008 Feb 07 23:02:03.149387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:03.160711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:03.189458 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:03.190466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:03.224229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'network': {'name': 'tempest-RoutersTest-1905407729'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:03.231649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:03.237293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:network and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:03.245247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:03.282314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:03.307472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=2986de38-f25f-4a14-bfeb-e83b60f138ac,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:03.313941 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94f009b4-5d83-4543-8f4f-8d4ba0d0ea3b tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "GET /v2.0/routers/1b51f6ba-a9af-4149-bc49-16090c39f0f4 HTTP/1.1" status: 200 len: 717 time: 0.5892804 Feb 07 23:02:03.362681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52630) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:03.418969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['2986de38-f25f-4a14-bfeb-e83b60f138ac'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:02:03.451898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:03.455380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:03.464885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-100f6217-7068-4526-9d30-be4711571b1d service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444193 Feb 07 23:02:03.490290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339f32-726d-44a1-92f2-41b29eb5afc0 req-9c667636-d2dd-4df2-a8f4-3125aba4c187 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:03.491900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1339f32-726d-44a1-92f2-41b29eb5afc0 req-9c667636-d2dd-4df2-a8f4-3125aba4c187 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 945 time: 0.4244947 Feb 07 23:02:03.636357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:02:03.677029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1339f32-726d-44a1-92f2-41b29eb5afc0 req-63dad80d-a759-41ed-85cf-2265efc71c3b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654785 Feb 07 23:02:03.687277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:03.687901 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added segment 9d034988-49e8-4b9a-9391-7d18ba6d20aa of type vlan for network 57730633-9627-4988-bb5c-2373f40a73f7 Feb 07 23:02:03.719644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dbd38-71a5-46af-a2a6-768edb049956 req-b4093027-cc7f-4979-99e6-844c69d59fa5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:03.727156 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:03.747375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-062dbd38-71a5-46af-a2a6-768edb049956 req-b4093027-cc7f-4979-99e6-844c69d59fa5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.6101382 Feb 07 23:02:03.879385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:03.941959 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-908d9e15-3bfc-4219-9ec5-883a4260464d req-e871795c-c9c8-442c-96c4-7fa407664348 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670722 Feb 07 23:02:04.007238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-062dbd38-71a5-46af-a2a6-768edb049956 req-48df1859-81d8-4722-8487-cd152d86dc0d tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584753 Feb 07 23:02:04.529292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 2986de38-f25f-4a14-bfeb-e83b60f138ac up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:04.646084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:04.687690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 2986de38-f25f-4a14-bfeb-e83b60f138ac completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:04.693868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 2986de38-f25f-4a14-bfeb-e83b60f138ac triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:04.694668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:04.907784 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:00Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:01Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:04.921735 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:04.922092 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Updating router ec226b99-3f10-40bf-a90c-781bcb975ef8 port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:02:05.033537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Deleting subnet b425025d-2175-48c1-a9d2-edaf7d92c964 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:02:05.037622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.047642 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.057462 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.060516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:05.064289 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.089875 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.117669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.148542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986de38-f25f-4a14-bfeb-e83b60f138ac'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:05.171352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 2986de38-f25f-4a14-bfeb-e83b60f138ac, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:05.176592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8892bfda-b4be-46c7-94cc-9eb2303d2928 tempest-RoutersTestDVR-695722052 tempest-RoutersTestDVR-695722052-project] 10.222.0.10 "GET /v2.0/routers/1b51f6ba-a9af-4149-bc49-16090c39f0f4 HTTP/1.1" status: 200 len: 683 time: 1.7936037 Feb 07 23:02:05.179400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.190835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52672) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:05.234179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.283750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=2986de38-f25f-4a14-bfeb-e83b60f138ac,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:05.423763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2480505 Feb 07 23:02:05.424898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52676) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:05.458328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Network': ['ID=57730633-9627-4988-bb5c-2373f40a73f7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:05.472729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'subnet': {'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:05.509971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.559296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.566691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b425025d-2175-48c1-a9d2-edaf7d92c964 HTTP/1.1" status: 204 len: 168 time: 0.9195237 Feb 07 23:02:05.572579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b425025d-2175-48c1-a9d2-edaf7d92c964,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:05.574691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52682) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:05.601434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.601825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.602170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.602500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.602956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.603293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.603618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.603939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.604259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.604587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.604931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.605251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4794247b-9868-4c56-b63e-f492e1cb679c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.643923 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.659265 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Transition to ACTIVE for port object 9f20fa36-a233-49f7-9277-cb7afe67d2e3 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:05.670499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.670742 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.682517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.683172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.683549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.683893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.684652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.684652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.684907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.685802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.697154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.697511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.697858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0f403a-7f79-4c17-a8e3-8617bf75c138 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:05.711311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 57730633-9627-4988-bb5c-2373f40a73f7 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:02:05.755228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-35b7e2d0-421e-477d-8f06-80de7485d384 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:05.765464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.007125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276f86d-1d65-484d-acc0-c35d494b8476 req-64186ffc-4562-442b-b691-8bcfb58d40fe tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:06.011343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e276f86d-1d65-484d-acc0-c35d494b8476 req-64186ffc-4562-442b-b691-8bcfb58d40fe tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.4418461 Feb 07 23:02:06.048396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49d073-99ee-4a93-ac9a-cec633845d47 None None] Pushing event updated for resources: {'Port': ['ID=9f20fa36-a233-49f7-9277-cb7afe67d2e3,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:06.075462 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.137561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.151486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Attempting to bind port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:06.151858 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Attempting to bind port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:06.152233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Attempting to bind port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 on network 96c7750f-0874-43fa-a41a-5743bdee4303 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:06.176471 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:02:06.177448 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Checking segment: {'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:06.177804 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.178176 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Bound using segment: {'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:02:06.178647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Bound port: 9f20fa36-a233-49f7-9277-cb7afe67d2e3, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2939894-c674-4328-8f7f-177de1f51634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:06.179029 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.179243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944788f7-95d9-44ad-a2d4-1cd03b75b983']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:06.194707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b7f536-c57d-4d0e-946d-6528eb9653fa') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:06.195103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b7f536-c57d-4d0e-946d-6528eb9653fa') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:06.208975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.235486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.251332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:06.251878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:06.286237 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:06.300699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.339845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8d368-57e4-44a9-b12a-d388db47a5e2 req-147cba8a-b0c2-4564-9657-6fd59842975e tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:06.341422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61a8d368-57e4-44a9-b12a-d388db47a5e2 req-147cba8a-b0c2-4564-9657-6fd59842975e tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 946 time: 1.3203077 Feb 07 23:02:06.381531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:06.405244 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] For port 9f20fa36-a233-49f7-9277-cb7afe67d2e3, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:02:06.412523 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] For port 9f20fa36-a233-49f7-9277-cb7afe67d2e3, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9f20fa36-a233-49f7-9277-cb7afe67d2e3,segment=NetworkSegment(c2939894-c674-4328-8f7f-177de1f51634),segment_id=c2939894-c674-4328-8f7f-177de1f51634)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:02:06.424235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e276f86d-1d65-484d-acc0-c35d494b8476 req-195b913b-e6cf-4177-aa08-78f995cde854 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927133 Feb 07 23:02:06.424751 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.437740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:subnet and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:06.444102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:06.457408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.466773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:06.497040 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.530411 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2986de38-f25f-4a14-bfeb-e83b60f138ac', 'code': 200} Feb 07 23:02:06.545695 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] 10.222.0.10 "DELETE /v2.0/networks/944788f7-95d9-44ad-a2d4-1cd03b75b983 HTTP/1.1" status: 204 len: 168 time: 0.9690995 Feb 07 23:02:06.547038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84444119-6c7a-4b1e-9232-cab493caed00 admin admin] Pushing event deleted for resources: {'Network': ['ID=944788f7-95d9-44ad-a2d4-1cd03b75b983,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:06.559606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-35b7e2d0-421e-477d-8f06-80de7485d384 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.564159 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-35b7e2d0-421e-477d-8f06-80de7485d384 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.624966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61a8d368-57e4-44a9-b12a-d388db47a5e2 req-2555ac0d-0b1e-4dcd-9c1b-3ce5c09a2acb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525086 Feb 07 23:02:06.630353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Made reservation on behalf of 6e61c69bb0574982afb16623bf3e88b2 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:06.634736 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.680472 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:06.681478 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:06.788545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176278a7-5792-4f3b-8fab-979859cfb296 req-9cec6628-1623-4886-9d7a-ec52ee9b6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:06.795153 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-176278a7-5792-4f3b-8fab-979859cfb296 req-9cec6628-1623-4886-9d7a-ec52ee9b6de1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 1097 time: 0.1805904 Feb 07 23:02:06.848420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:06.861857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-35b7e2d0-421e-477d-8f06-80de7485d384 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.862621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b7e2d0-421e-477d-8f06-80de7485d384 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b51f6ba-a9af-4149-bc49-16090c39f0f4 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:02:06.884922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-35b7e2d0-421e-477d-8f06-80de7485d384 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:06.886197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-35b7e2d0-421e-477d-8f06-80de7485d384 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "DELETE /v2.0/routers/1b51f6ba-a9af-4149-bc49-16090c39f0f4 HTTP/1.1" status: 204 len: 168 time: 1.6327732 Feb 07 23:02:06.890319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52706) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:06.902463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Request body: {'router': {'name': 'tempest-router-840898970', 'distributed': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:06.915216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:06.926968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Usage tracker for resource:router and tenant:dbee3d44bcc04f0491260cbd20bc1064 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:06.947740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:06.974321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-176278a7-5792-4f3b-8fab-979859cfb296 req-16279440-ebb1-4e50-8df4-7d293471f885 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738441 Feb 07 23:02:06.976653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:07.018586 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:07.020016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.021447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.053613 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-833afea7-0ac0-410a-95c4-af6311e387d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddad197605874418a7395a453e3211bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018538 Feb 07 23:02:07.053861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52710) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:07.163858 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49d073-99ee-4a93-ac9a-cec633845d47 None None] Pushing event updated for resources: {'Port': ['ID=9f20fa36-a233-49f7-9277-cb7afe67d2e3,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:07.189786 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.198352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-561df73f-ba07-4ca1-87bc-37abcfbe0ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.273134 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-561df73f-ba07-4ca1-87bc-37abcfbe0ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.370554 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-561df73f-ba07-4ca1-87bc-37abcfbe0ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.407506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561df73f-ba07-4ca1-87bc-37abcfbe0ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc12e4b6-3655-446b-b8ad-a2346ffc6533,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:07.410218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-561df73f-ba07-4ca1-87bc-37abcfbe0ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.411899 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-561df73f-ba07-4ca1-87bc-37abcfbe0ace admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bc12e4b6-3655-446b-b8ad-a2346ffc6533 HTTP/1.1" status: 204 len: 168 time: 0.3569343 Feb 07 23:02:07.449280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.504338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.554590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217dde4-6cfb-41c7-8fd3-b193672ab3a8 req-6a3fb711-dbdd-4362-85a3-0a14563bd04e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:07.557851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6217dde4-6cfb-41c7-8fd3-b193672ab3a8 req-6a3fb711-dbdd-4362-85a3-0a14563bd04e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.4798312 Feb 07 23:02:07.604546 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:00Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:06Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:07.612533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Subnet': ['ID=7be62d1f-8fe2-4924-b08b-02220a23bd29,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:07.617036 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c065fd36-54f3-458e-97ae-b26f18785d72 None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:00Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:06Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:07.749146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:07.754169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:07.767003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d73fb71b-34b1-4d05-8562-ad85d5c328c1 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8743067 Feb 07 23:02:07.786185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Checking segment: {'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:07.787967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network hostable DHCP agents. Network: 57730633-9627-4988-bb5c-2373f40a73f7, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:02:07.883345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 57730633-9627-4988-bb5c-2373f40a73f7 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:02:07.934048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6217dde4-6cfb-41c7-8fd3-b193672ab3a8 req-6701fd54-4fc0-4ca0-8bc2-b4db96ed6545 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833807 Feb 07 23:02:08.089776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 57730633-9627-4988-bb5c-2373f40a73f7) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:08.098131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45057235-d649-4d1b-a23b-280ddc8e44d3 None None] Network 57730633-9627-4988-bb5c-2373f40a73f7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:02:08.100943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:08.101545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.162431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9b9397e4-28ba-42e3-9a84-34456328cd98 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7093632 Feb 07 23:02:08.170042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52738) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:08.237731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-099c9fdc-3357-4f0e-b752-bc34206bc777 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:08.416091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f20fa36-a233-49f7-9277-cb7afe67d2e3 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:08.755061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:08.970407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccbfbc-e503-423c-9ece-accb6017ce0b req-c2952ace-e3b3-4e75-a307-f155c873ab42 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:08.975819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67ccbfbc-e503-423c-9ece-accb6017ce0b req-c2952ace-e3b3-4e75-a307-f155c873ab42 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 946 time: 1.0372946 Feb 07 23:02:09.014229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:09.015667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.116441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-57730633-9627-4988-bb5c-2373f40a73f7', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:02:09.118590 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.349267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-099c9fdc-3357-4f0e-b752-bc34206bc777 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.359712 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-099c9fdc-3357-4f0e-b752-bc34206bc777 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.396925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52786) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:09.401609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-099c9fdc-3357-4f0e-b752-bc34206bc777 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.402214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099c9fdc-3357-4f0e-b752-bc34206bc777 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f2fc397-963d-4364-80d4-02507f7b59ec {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:02:09.432885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-099c9fdc-3357-4f0e-b752-bc34206bc777 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.434247 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-099c9fdc-3357-4f0e-b752-bc34206bc777 tempest-RoutersTestDVR-1752842425 tempest-RoutersTestDVR-1752842425-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4f2fc397-963d-4364-80d4-02507f7b59ec HTTP/1.1" status: 204 len: 168 time: 1.6790893 Feb 07 23:02:09.625143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1997836397-network', 'tenant_id': 'd88843491fb64315ae01f50a522701f6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:09.631272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:09.637617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Usage tracker for resource:network and tenant:d88843491fb64315ae01f50a522701f6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:09.641502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:09.652577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:09.680385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67ccbfbc-e503-423c-9ece-accb6017ce0b req-da0d2316-561e-4702-ae25-7b66803d6df9 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365971 Feb 07 23:02:09.682689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Made reservation on behalf of d88843491fb64315ae01f50a522701f6 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:09.689124 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.732126 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.737644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.741400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fe985-ffbb-4946-8f07-76faf0547236 req-1d7173d3-ecda-4816-aefc-e198ad1a6462 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:09.749169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a2fe985-ffbb-4946-8f07-76faf0547236 req-1d7173d3-ecda-4816-aefc-e198ad1a6462 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.3243783 Feb 07 23:02:09.779429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:09.783775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 9f20fa36-a233-49f7-9277-cb7afe67d2e3, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9f20fa36-a233-49f7-9277-cb7afe67d2e3,segment=NetworkSegment(c2939894-c674-4328-8f7f-177de1f51634),segment_id=c2939894-c674-4328-8f7f-177de1f51634)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:09.793045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:d88843491fb64315ae01f50a522701f6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:09.802865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:09.815697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:09.825979 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.900377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52812) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:09.935095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=9f20fa36-a233-49f7-9277-cb7afe67d2e3,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:09.936536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a2fe985-ffbb-4946-8f07-76faf0547236 req-38b76a76-3283-4399-a9da-de5b679ee28c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862609 Feb 07 23:02:09.988060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:09.989961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Allocated IP 172.23.0.2 (57730633-9627-4988-bb5c-2373f40a73f7/7be62d1f-8fe2-4924-b08b-02220a23bd29/21127bd3-a181-4e73-b8e3-86be08b7d27a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:09.996700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.011976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.044534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32afda99-ad78-445b-9b10-3f9e74c8e62c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:10.078776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:02:10.114855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.115783 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Added segment 5a5d70ad-cc49-4387-b63a-b687d3c9e6f4 of type vlan for network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c Feb 07 23:02:10.187688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.254754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.255867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:10.256570 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.315268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f20fa36-a233-49f7-9277-cb7afe67d2e3 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:10.465909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.485989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:10.496970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Usage tracker for resource:security_group_rule and tenant:f216341f870e4f37a7ca2c990716717a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:10.500146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:10.506091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:10.607935 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.626779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.735571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:10.735957 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.866645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.876950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3adf41-20a7-421b-bbef-d923ec92c462,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:10.887453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Transition to ACTIVE for port object 21127bd3-a181-4e73-b8e3-86be08b7d27a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:10.905926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4366b43b-bb7e-4b8b-a318-fa7fd9480e1c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:10.917350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Transition to ACTIVE for port object 21127bd3-a181-4e73-b8e3-86be08b7d27a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:10.938546 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:10.954320 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3f093ded-6ca0-4ee8-8a91-2a26c32ea0a7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5559316 Feb 07 23:02:10.954977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:10.960880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Request body: {'subnet': {'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1997836397-subnet', 'tenant_id': 'd88843491fb64315ae01f50a522701f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:10.976210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:10.989168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Usage tracker for resource:subnet and tenant:d88843491fb64315ae01f50a522701f6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:10.998672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:11.019986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:11.026307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Network 57730633-9627-4988-bb5c-2373f40a73f7 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:11.028064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:02:11.037275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Made reservation on behalf of d88843491fb64315ae01f50a522701f6 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:11.040953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.059700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0862438-376d-45b5-8d63-7b8e7fdc94eb req-5f646479-2411-47be-af0f-0dbed8250116 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:11.063009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:11.066051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:02:11.073460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0862438-376d-45b5-8d63-7b8e7fdc94eb req-5f646479-2411-47be-af0f-0dbed8250116 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.7426643 Feb 07 23:02:11.095543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dc4de37a-2a8e-4d72-a389-617050f0db0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f216341f870e4f37a7ca2c990716717a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1903048 Feb 07 23:02:11.124777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52844) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:11.250328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Pushing event updated for resources: {'Port': ['ID=21127bd3-a181-4e73-b8e3-86be08b7d27a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:11.268007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Allocated IP 172.23.0.1 (57730633-9627-4988-bb5c-2373f40a73f7/7be62d1f-8fe2-4924-b08b-02220a23bd29/dab349e8-e648-4e2a-8f46-977c344d8c62) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:11.352067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57eb14bd-4b8f-450c-8364-249f1fdea4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.405275 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57eb14bd-4b8f-450c-8364-249f1fdea4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.423188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Attempting to bind port 21127bd3-a181-4e73-b8e3-86be08b7d27a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:11.424668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Attempting to bind port 21127bd3-a181-4e73-b8e3-86be08b7d27a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:11.425265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Attempting to bind port 21127bd3-a181-4e73-b8e3-86be08b7d27a on network 57730633-9627-4988-bb5c-2373f40a73f7 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:11.435104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:02:11.436143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Checking segment: {'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:11.437193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.438192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Bound using segment: {'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:02:11.439183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Bound port: 21127bd3-a181-4e73-b8e3-86be08b7d27a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:11.440183 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.605149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.678877 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] For port 21127bd3-a181-4e73-b8e3-86be08b7d27a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:02:11.685320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] For port 21127bd3-a181-4e73-b8e3-86be08b7d27a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=21127bd3-a181-4e73-b8e3-86be08b7d27a,segment=NetworkSegment(9d034988-49e8-4b9a-9391-7d18ba6d20aa),segment_id=9d034988-49e8-4b9a-9391-7d18ba6d20aa)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:02:11.698029 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.707652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0862438-376d-45b5-8d63-7b8e7fdc94eb req-25bb9331-6492-4074-bea9-f348c79278a5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326625 Feb 07 23:02:11.710806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57eb14bd-4b8f-450c-8364-249f1fdea4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.758188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Checking segment: {'id': '5a5d70ad-cc49-4387-b63a-b687d3c9e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:11.759670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Network hostable DHCP agents. Network: 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:02:11.782553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb14bd-4b8f-450c-8364-249f1fdea4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3adf41-20a7-421b-bbef-d923ec92c462,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:11.825820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f9653-908e-4b1a-9657-fc9913bb84ed None None] Pushing event updated for resources: {'Port': ['ID=21127bd3-a181-4e73-b8e3-86be08b7d27a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:11.846695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.848691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a083e28b-c823-4c1d-896d-54d9532cca0a,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:11.882703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57eb14bd-4b8f-450c-8364-249f1fdea4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.884617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-57eb14bd-4b8f-450c-8364-249f1fdea4ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df3adf41-20a7-421b-bbef-d923ec92c462 HTTP/1.1" status: 204 len: 168 time: 0.7584324 Feb 07 23:02:11.898448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:02:11.906068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cdbca-4429-4423-9317-43a1dbad360f req-6b4218f8-a804-44ff-9505-d1b33a8e9054 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:11.915347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-351cdbca-4429-4423-9317-43a1dbad360f req-6b4218f8-a804-44ff-9505-d1b33a8e9054 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 946 time: 0.8376191 Feb 07 23:02:11.919031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:11.925601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:11.927644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:11.933628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9857460c-5d17-4df3-92fd-1ac68f2a5636 None None] Network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:02:11.966377 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e05aea7b-1730-408f-a0c2-d4c0bb76770a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0100462 Feb 07 23:02:12.218350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Transition to ACTIVE for port object dab349e8-e648-4e2a-8f46-977c344d8c62 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:12.257981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-351cdbca-4429-4423-9317-43a1dbad360f req-a8d49de4-bb22-4d1c-85dd-b1c15162a079 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282311 Feb 07 23:02:12.354910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:12.526990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca39972-a0ca-43c4-97d8-01aade224f49 None None] Network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:02:12.570262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:12.588349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949fda-b98d-4e3c-b2c8-515096f810b7 req-39f503ee-0d3c-4ee3-878d-2086bd4c1031 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:12.594505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca949fda-b98d-4e3c-b2c8-515096f810b7 req-39f503ee-0d3c-4ee3-878d-2086bd4c1031 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.5555987 Feb 07 23:02:12.608818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:12.627154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 57730633-9627-4988-bb5c-2373f40a73f7 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:12.672261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:12.680953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:12.682904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Usage tracker for resource:security_group_rule and tenant:dbee3d44bcc04f0491260cbd20bc1064 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:12.683297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=dab349e8-e648-4e2a-8f46-977c344d8c62,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:12.686390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:02:12.697556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:12.707815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:12.820332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca949fda-b98d-4e3c-b2c8-515096f810b7 req-42b283c7-ee4b-4133-8d09-fcded4bed622 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911149 Feb 07 23:02:12.920456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.120212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.128135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.390701 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbee3d44bcc04f0491260cbd20bc1064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8187745 Feb 07 23:02:13.406535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52892) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:13.407606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727f6b2-3666-46a3-b79a-fa2229fc18ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b997b3d-2f8b-44df-adc3-b9fb513e6ff4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:13.590299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99aafa79-9114-422b-bc25-7e0b7f551e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.603339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.648424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99aafa79-9114-422b-bc25-7e0b7f551e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.778916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99aafa79-9114-422b-bc25-7e0b7f551e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.813773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aafa79-9114-422b-bc25-7e0b7f551e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b997b3d-2f8b-44df-adc3-b9fb513e6ff4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:13.843439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99aafa79-9114-422b-bc25-7e0b7f551e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:13.849345 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-99aafa79-9114-422b-bc25-7e0b7f551e08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b997b3d-2f8b-44df-adc3-b9fb513e6ff4 HTTP/1.1" status: 204 len: 168 time: 0.4310973 Feb 07 23:02:14.095843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca8e2e-88aa-4a09-8a83-15ce30e6c0b3 None None] Network 57730633-9627-4988-bb5c-2373f40a73f7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:02:14.211071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117e0c5-1e00-4de6-8612-bc3c7e82a7cb req-3833c705-5be5-4e5f-bbde-19c84db3b77a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:14.218006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6117e0c5-1e00-4de6-8612-bc3c7e82a7cb req-3833c705-5be5-4e5f-bbde-19c84db3b77a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.7275348 Feb 07 23:02:14.415690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-96bc1597-ffc1-4572-8bc8-685571ec4198 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2733262 Feb 07 23:02:14.590215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 21127bd3-a181-4e73-b8e3-86be08b7d27a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:14.658110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6117e0c5-1e00-4de6-8612-bc3c7e82a7cb req-0e9d16a0-2fb8-4478-b67d-c5a754d5978c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249747 Feb 07 23:02:14.925804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-906cfa57-6a10-4166-8562-c744921f8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:14.939362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-906cfa57-6a10-4166-8562-c744921f8b92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 1097 time: 0.3459859 Feb 07 23:02:15.351876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2b051283-5655-40db-a424-630c4ebd7d8c None None] Provisioning for port 21127bd3-a181-4e73-b8e3-86be08b7d27a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:15.479504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:15.492277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:15.564240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 21127bd3-a181-4e73-b8e3-86be08b7d27a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:15.589421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 21127bd3-a181-4e73-b8e3-86be08b7d27a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:15.595312 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:15.779795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-26d06f3c-e9de-45e9-a874-e6aec5c509e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:15.787066 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-26d06f3c-e9de-45e9-a874-e6aec5c509e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 200 len: 915 time: 0.7914026 Feb 07 23:02:15.975395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61a0d-0a3b-411c-86e0-84a5e0b9eab9 req-d094d0e2-6934-4713-b1fd-4f17cc47a36a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:16.006560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70a61a0d-0a3b-411c-86e0-84a5e0b9eab9 req-d094d0e2-6934-4713-b1fd-4f17cc47a36a tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.8026767 Feb 07 23:02:16.173192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event updated for resources: {'Port': ['ID=dab349e8-e648-4e2a-8f46-977c344d8c62,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:16.178842 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-0763f14b-d8d7-409a-bd02-293747c42faa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 200 len: 217 time: 0.3843508 Feb 07 23:02:16.216351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.289143 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.376205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70a61a0d-0a3b-411c-86e0-84a5e0b9eab9 req-4d720779-4513-4b51-91a6-c52ed3176d77 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562441 Feb 07 23:02:16.399794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 21127bd3-a181-4e73-b8e3-86be08b7d27a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=21127bd3-a181-4e73-b8e3-86be08b7d27a,segment=NetworkSegment(9d034988-49e8-4b9a-9391-7d18ba6d20aa),segment_id=9d034988-49e8-4b9a-9391-7d18ba6d20aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:16.415141 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:16.494392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-0a9f09cf-071d-42a4-a166-f943f1d10742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:16.506823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-0a9f09cf-071d-42a4-a166-f943f1d10742 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 200 len: 854 time: 0.3086491 Feb 07 23:02:16.799839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-5a012da2-6624-40e4-bc4d-e2c427331d12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=658c0712-1e70-497e-9af9-04c8f8b596d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2883904 Feb 07 23:02:16.868541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=21127bd3-a181-4e73-b8e3-86be08b7d27a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:16.884359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3f5e36e7-e3a7-45bb-8c26-8d267425dc2e None None] Provisioning for port dab349e8-e648-4e2a-8f46-977c344d8c62 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:16.898150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3f5e36e7-e3a7-45bb-8c26-8d267425dc2e None None] Provisioning complete for port dab349e8-e648-4e2a-8f46-977c344d8c62 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:16.901067 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3f5e36e7-e3a7-45bb-8c26-8d267425dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.236753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e36e7-e3a7-45bb-8c26-8d267425dc2e None None] Port dab349e8-e648-4e2a-8f46-977c344d8c62 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:02:17.297514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3f5e36e7-e3a7-45bb-8c26-8d267425dc2e None None] Provisioning complete for port 21127bd3-a181-4e73-b8e3-86be08b7d27a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:17.306148 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3f5e36e7-e3a7-45bb-8c26-8d267425dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:17.370752 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-7de673a5-40fd-4e4e-b27e-b245abb4cfc7 service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631082 Feb 07 23:02:17.742377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Network 57730633-9627-4988-bb5c-2373f40a73f7 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:17.747919 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-afea0f16-2a0f-4c33-8097-9e621b457280 req-e784bf8c-7ee7-4d7c-9b0b-1aca434521fb service neutron] 10.222.0.26 "GET /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705595 Feb 07 23:02:17.748906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:17.905130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:18.137848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ef00fd28-b3b8-40b6-b806-64931a9e213f None None] Provisioning complete for port dab349e8-e648-4e2a-8f46-977c344d8c62 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:18.139784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ef00fd28-b3b8-40b6-b806-64931a9e213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.240603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.284881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:18.294759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Usage tracker for resource:security_group_rule and tenant:9f9ff4dd721749de89e978933ce56bd7 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:18.303446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:18.321785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:18.386192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ef00fd28-b3b8-40b6-b806-64931a9e213f None None] Port dab349e8-e648-4e2a-8f46-977c344d8c62 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:02:18.575011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ce3ad3c3-fa86-40b7-9dcb-5a74960e4a0e None None] Provisioning complete for port dab349e8-e648-4e2a-8f46-977c344d8c62 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:18.579008 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce3ad3c3-fa86-40b7-9dcb-5a74960e4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.649903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.659184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:18.678989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:02:18.756211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 21127bd3-a181-4e73-b8e3-86be08b7d27a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:18.779444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4aaa4e-7c4f-4370-8e1d-d81ecdb247d6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:18.860437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4bfb0d15-99df-40f8-81ed-a2649753b558 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f9ff4dd721749de89e978933ce56bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9541032 Feb 07 23:02:18.884191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53016) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:18.952741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b3ece-0ebe-461f-8b8f-7b9b56d35d3b req-993cf83f-e1c6-4551-a8e2-5ac74db38b01 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:18.962992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d9b3ece-0ebe-461f-8b8f-7b9b56d35d3b req-993cf83f-e1c6-4551-a8e2-5ac74db38b01 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.4989705 Feb 07 23:02:18.984169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ce3ad3c3-fa86-40b7-9dcb-5a74960e4a0e None None] Port dab349e8-e648-4e2a-8f46-977c344d8c62 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:02:19.036263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 21127bd3-a181-4e73-b8e3-86be08b7d27a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:19.036743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.160718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd715-83b9-4ba4-ae56-67d4207c7c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.231659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd715-83b9-4ba4-ae56-67d4207c7c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.357832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd715-83b9-4ba4-ae56-67d4207c7c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.438116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbd715-83b9-4ba4-ae56-67d4207c7c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4aaa4e-7c4f-4370-8e1d-d81ecdb247d6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:19.440527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbbd715-83b9-4ba4-ae56-67d4207c7c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:19.441850 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dbbbd715-83b9-4ba4-ae56-67d4207c7c8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f4aaa4e-7c4f-4370-8e1d-d81ecdb247d6 HTTP/1.1" status: 204 len: 168 time: 0.5522757 Feb 07 23:02:19.498121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:02:19.509374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:19.525236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:19.526135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:19.667336 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d9b3ece-0ebe-461f-8b8f-7b9b56d35d3b req-5ed202ab-425d-4647-9159-2d451cbde668 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030869 Feb 07 23:02:19.713300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531caff-45c4-4a5b-90de-264e47f8264d req-a3268923-a0aa-4b5d-86b6-75772ed897af tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:19.730328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-a3268923-a0aa-4b5d-86b6-75772ed897af tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/networks?id=4366b43b-bb7e-4b8b-a318-fa7fd9480e1c HTTP/1.1" status: 200 len: 810 time: 0.4781396 Feb 07 23:02:19.797923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-8a146581-d4dd-4ad1-9de1-17ec7ccea3df tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/quotas/d88843491fb64315ae01f50a522701f6 HTTP/1.1" status: 200 len: 375 time: 0.0547903 Feb 07 23:02:19.804766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-febe575c-7bc7-4070-80ae-8afda3ce1238 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6336737 Feb 07 23:02:19.807847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:19.813237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:19.888708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:19.954551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-87a00063-fbbf-4bb1-a139-2c084b4f403e tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d88843491fb64315ae01f50a522701f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1521358 Feb 07 23:02:20.534509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-a5e9fecd-eee0-43c3-8741-ae7a6298653c tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:20.554925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-a5e9fecd-eee0-43c3-8741-ae7a6298653c tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 0.5969536 Feb 07 23:02:20.601325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-8ed92f16-65ea-4695-a53f-5bc2bad8f01a tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/quotas/6b16819de6834bab832cf613e53f007a HTTP/1.1" status: 200 len: 375 time: 0.0447147 Feb 07 23:02:20.604734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53070) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:20.890509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:13Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:14Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:20.895970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:20.896471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Updating router ec226b99-3f10-40bf-a90c-781bcb975ef8 port dab349e8-e648-4e2a-8f46-977c344d8c62 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:02:20.936026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:20.969786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.049857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:21.075540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Usage tracker for resource:security_group_rule and tenant:84c5301f81ea4c06a89bd723e2a21a46 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:21.094627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:21.119931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:21.258669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-f6bcee92-751f-4a87-b99f-3c15f6da8ceb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6556733 Feb 07 23:02:21.444539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.457582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-006202f7-17e7-4bb7-9878-b53406965d74 service neutron] 10.222.0.10 "GET /v2.0/networks/4366b43b-bb7e-4b8b-a318-fa7fd9480e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4506330 Feb 07 23:02:21.492743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.558400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.extraroute_db [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 23:02:21.587144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.extraroute_db [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Removed routes are [] {{(pid=87671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 23:02:21.587616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.651759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84c5301f81ea4c06a89bd723e2a21a46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0453291 Feb 07 23:02:21.716454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53086) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:21.794667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:21.809040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Transition to ACTIVE for port object dab349e8-e648-4e2a-8f46-977c344d8c62 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:21.817941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.126332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ba594-c889-43f4-a6a8-41d4c70ec52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2922b881-fb6d-4503-a351-bb150f5b4eda,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:22.181136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833dfa7-4984-4dda-a8b0-526b4ee4c2c3 None None] Pushing event updated for resources: {'Port': ['ID=dab349e8-e648-4e2a-8f46-977c344d8c62,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:22.253243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Attempting to bind port dab349e8-e648-4e2a-8f46-977c344d8c62 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:22.253243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Attempting to bind port dab349e8-e648-4e2a-8f46-977c344d8c62 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:22.253243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Attempting to bind port dab349e8-e648-4e2a-8f46-977c344d8c62 on network 57730633-9627-4988-bb5c-2373f40a73f7 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:22.259795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:02:22.260270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Checking segment: {'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:22.260721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.261120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Bound using segment: {'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:02:22.261587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Bound port: dab349e8-e648-4e2a-8f46-977c344d8c62, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d034988-49e8-4b9a-9391-7d18ba6d20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:22.261968 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.273186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-10f3ca13-4982-421a-8035-be7d8c6d43c1 service neutron] 10.222.0.10 "GET /v2.0/networks/4366b43b-bb7e-4b8b-a318-fa7fd9480e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8141961 Feb 07 23:02:22.366746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.389209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.396171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-d377c676-97ba-4e82-81f8-23eb1ed58266 service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1366746 Feb 07 23:02:22.400788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5bba-9a96-4679-b973-610a34be77a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.531515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] For port dab349e8-e648-4e2a-8f46-977c344d8c62, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:02:22.547305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] For port dab349e8-e648-4e2a-8f46-977c344d8c62, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dab349e8-e648-4e2a-8f46-977c344d8c62,segment=NetworkSegment(9d034988-49e8-4b9a-9391-7d18ba6d20aa),segment_id=9d034988-49e8-4b9a-9391-7d18ba6d20aa)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:02:22.558609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:22.772787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-54647aee-5900-4d4f-9953-6101a139d687 service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523095 Feb 07 23:02:22.816213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833dfa7-4984-4dda-a8b0-526b4ee4c2c3 None None] Pushing event updated for resources: {'Port': ['ID=dab349e8-e648-4e2a-8f46-977c344d8c62,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:22.854370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:22.855019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:22.861345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:02:22.870433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5bba-9a96-4679-b973-610a34be77a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:23.312166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:02:23.337222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:23.337654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5bba-9a96-4679-b973-610a34be77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:23.341437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e6456f99-89ee-4e47-a9ed-b68d970cab14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 200 len: 933 time: 3.5325129 Feb 07 23:02:23.342136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:23.366751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c124bd0-4212-48ea-8723-27ef0cc993c2 req-e01f4c8e-5ea3-4815-a8bc-02471df8d710 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 210 time: 0.3391044 Feb 07 23:02:23.442346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e5a597d-4207-46fe-a8fc-f38ce2c063fb req-1c910fd2-3a93-4c6d-b4d0-db3fb52735d8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 210 time: 0.2716823 Feb 07 23:02:23.454934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b5bba-9a96-4679-b973-610a34be77a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922b881-fb6d-4503-a351-bb150f5b4eda,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:23.463049 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c6b5bba-9a96-4679-b973-610a34be77a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:23.464573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4c6b5bba-9a96-4679-b973-610a34be77a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2922b881-fb6d-4503-a351-bb150f5b4eda HTTP/1.1" status: 204 len: 168 time: 1.7468703 Feb 07 23:02:23.472613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:24.553346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:24.559999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'routes': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:24.565233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6cbbb0b5-c17a-4ee8-abb7-6176d848e4e7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 200 len: 933 time: 1.2219896 Feb 07 23:02:24.786165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:21Z', 'revision_number': 6, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:22Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:24.798377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2604e8-4137-4aa7-86a4-8d4cc01e5c6a None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:21Z', 'revision_number': 6, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:22Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:25.221578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a07b6ee2-9ee6-43d2-8317-2e6305ba66c0 req-6e5ba472-d27e-4005-a020-e648d1f27efe tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 210 time: 0.5511720 Feb 07 23:02:25.277836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41d45b70-ae94-459b-b0b2-a8a41206b4ee req-d7fa4e1d-a3f8-4242-9cda-eaee5f50ff40 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 210 time: 0.2320931 Feb 07 23:02:25.849397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531caff-45c4-4a5b-90de-264e47f8264d req-d8f0a106-891e-41ed-a06a-8136b92afe7c tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:25.850160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a531caff-45c4-4a5b-90de-264e47f8264d req-d8f0a106-891e-41ed-a06a-8136b92afe7c tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Synchronizing usage tracker for tenant:d88843491fb64315ae01f50a522701f6 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:02:25.892653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a531caff-45c4-4a5b-90de-264e47f8264d req-d8f0a106-891e-41ed-a06a-8136b92afe7c tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Unset dirty status for tenant:d88843491fb64315ae01f50a522701f6 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:02:25.894067 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-d8f0a106-891e-41ed-a06a-8136b92afe7c tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.36 "GET /v2.0/networks?id=4366b43b-bb7e-4b8b-a318-fa7fd9480e1c HTTP/1.1" status: 200 len: 810 time: 0.5305305 Feb 07 23:02:25.906956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Request body: {'port': {'device_id': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c', 'admin_state_up': True, 'tenant_id': 'd88843491fb64315ae01f50a522701f6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:25.965711 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56f6427b-51a7-4e38-8ed2-b429d0fb4977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.377327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:26.392166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Usage tracker for resource:port and tenant:d88843491fb64315ae01f50a522701f6 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:26.408191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:26.438274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:26.458651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Made reservation on behalf of d88843491fb64315ae01f50a522701f6 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:26.484008 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:26.746950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dab349e8-e648-4e2a-8f46-977c344d8c62 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:26.868075 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:26.918279 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:26.919317 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:01:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:27.166652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port dab349e8-e648-4e2a-8f46-977c344d8c62 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:27.195259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port dab349e8-e648-4e2a-8f46-977c344d8c62 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:27.196476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.226235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-738cc38e-318c-4298-8786-10f636753ba1 req-41af10ac-c4a8-4a38-9ce5-051572c3ff2b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 210 time: 0.5231588 Feb 07 23:02:27.441266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Allocated IP 172.20.0.5 (4366b43b-bb7e-4b8b-a318-fa7fd9480e1c/a083e28b-c823-4c1d-896d-54d9532cca0a/99ead654-62ff-4945-8ea6-72b9ea0789dc) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:27.528268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-f6639416-0193-466a-bb1f-48a4b4882d18 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:27.529822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-f6639416-0193-466a-bb1f-48a4b4882d18 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.36 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 0.8205442 Feb 07 23:02:27.535655 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:27.538386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5c2693d-9e7c-427a-9fb1-a1266a088af9 req-f9711e8f-74a0-4a23-bf1b-8c9a15c425ac tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 210 time: 0.8237753 Feb 07 23:02:27.552856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Request body: {'port': {'device_id': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'admin_state_up': True, 'tenant_id': '6b16819de6834bab832cf613e53f007a'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:27.708258 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.787136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port dab349e8-e648-4e2a-8f46-977c344d8c62, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dab349e8-e648-4e2a-8f46-977c344d8c62,segment=NetworkSegment(9d034988-49e8-4b9a-9391-7d18ba6d20aa),segment_id=9d034988-49e8-4b9a-9391-7d18ba6d20aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:27.793015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:27.817594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.extraroute_db [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added routes are [] {{(pid=87670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 23:02:27.818095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.extraroute_db [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 23:02:28.043471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=dab349e8-e648-4e2a-8f46-977c344d8c62,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:28.192688 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d02db374-c356-4945-bcdf-62d5046ab98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.235827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.292307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:28.424345 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:21Z', 'revision_number': 6, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:22Z', 'revision_number': 4, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:28.439510 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:28.454794 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:28.455614 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:28.584453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:28.591602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:28.656704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dab349e8-e648-4e2a-8f46-977c344d8c62 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:28.661803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Pushing event updated for resources: {'Port': ['ID=99ead654-62ff-4945-8ea6-72b9ea0789dc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:28.681898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:02:28.713098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:28.844008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38d8c79a-eab5-436c-bc1a-05f21943689c req-4321401e-2c61-449e-b215-2e3d7f3767f8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 210 time: 0.1465597 Feb 07 23:02:28.877350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Usage tracker for resource:port and tenant:6b16819de6834bab832cf613e53f007a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:28.966665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:28.980065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.037319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:29.082785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:29.083478 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.137289 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:29.156591 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-c9d5a8b6-8003-4e6a-8fb6-e77fe57657ef tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2538843 Feb 07 23:02:29.159620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port dab349e8-e648-4e2a-8f46-977c344d8c62 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:29.161758 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.168636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Request body: {'port': {'device_id': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:29.406551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.548441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.565389 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:29.952546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Made reservation on behalf of 6b16819de6834bab832cf613e53f007a for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:29.970087 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.157676 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:21Z', 'revision_number': 6, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:30.173399 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8640d8e4-dd58-48ed-a330-3a4e36778d45 None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:21Z', 'revision_number': 6, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:30.370754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ead654-62ff-4945-8ea6-72b9ea0789dc {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:30.382354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.430868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Transition to ACTIVE for port object 99ead654-62ff-4945-8ea6-72b9ea0789dc will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:30.436180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.663697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68875d2a-3a49-4bc2-bde1-519adb1342bd req-0887888e-45bc-4921-855e-d46f940d0d9b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 210 time: 0.3193638 Feb 07 23:02:30.729595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.750821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0349d-cb80-420a-ace5-62f0c0649044 req-e15677f0-2298-4319-811d-a278b51eb569 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:30.764535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43b0349d-cb80-420a-ace5-62f0c0649044 req-e15677f0-2298-4319-811d-a278b51eb569 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 931 time: 1.9177353 Feb 07 23:02:30.817851 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:30.837841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Pushing event updated for resources: {'Port': ['ID=99ead654-62ff-4945-8ea6-72b9ea0789dc,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:30.964959 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.224362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Attempting to bind port 99ead654-62ff-4945-8ea6-72b9ea0789dc on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:31.231015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Attempting to bind port 99ead654-62ff-4945-8ea6-72b9ea0789dc by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '5a5d70ad-cc49-4387-b63a-b687d3c9e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:31.231470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Attempting to bind port 99ead654-62ff-4945-8ea6-72b9ea0789dc on network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:31.245575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43b0349d-cb80-420a-ace5-62f0c0649044 req-510ab7ea-8116-4de6-9f0e-72d79381cb91 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784496 Feb 07 23:02:31.252232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Port 99ead654-62ff-4945-8ea6-72b9ea0789dc on network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:02:31.253081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Attempting to bind port 99ead654-62ff-4945-8ea6-72b9ea0789dc on network 4366b43b-bb7e-4b8b-a318-fa7fd9480e1c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:31.267957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:02:31.292975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Checking segment: {'id': '5a5d70ad-cc49-4387-b63a-b687d3c9e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:31.294068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Bound using segment: {'id': '5a5d70ad-cc49-4387-b63a-b687d3c9e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:02:31.294720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Bound port: 99ead654-62ff-4945-8ea6-72b9ea0789dc, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a5d70ad-cc49-4387-b63a-b687d3c9e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:31.295241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.337390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53296) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:31.563276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] For port 99ead654-62ff-4945-8ea6-72b9ea0789dc, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:02:31.573223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] For port 99ead654-62ff-4945-8ea6-72b9ea0789dc, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=99ead654-62ff-4945-8ea6-72b9ea0789dc,segment=NetworkSegment(5a5d70ad-cc49-4387-b63a-b687d3c9e6f4),segment_id=5a5d70ad-cc49-4387-b63a-b687d3c9e6f4)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:02:31.579321 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.688741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:02:31.789564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Allocated IP 172.20.0.8 (3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d/dfbdd582-1fde-4412-a417-369087cdb38d/14ab7f41-928e-4851-90a4-09c1a5f79813) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:31.944591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.956033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:31.957014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:31.958606 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] 10.222.0.36 "PUT /v2.0/ports/99ead654-62ff-4945-8ea6-72b9ea0789dc HTTP/1.1" status: 200 len: 1091 time: 2.7951221 Feb 07 23:02:31.961261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'tag': '99ead654-62ff-4945-8ea6-72b9ea0789dc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:31.989322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:31.998489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Usage tracker for resource:security_group_rule and tenant:d437033a55b04e399f398c83fbdbba71 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:32.031721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a233c3-9c5b-495c-bc1c-dde91b524b32 service neutron] Pushing event updated for resources: {'Port': ['ID=99ead654-62ff-4945-8ea6-72b9ea0789dc,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:32.034920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:32.052536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:32.129617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531caff-45c4-4a5b-90de-264e47f8264d req-fe04520d-83b5-425c-85c2-a2e1d279e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:32.131743 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-fe04520d-83b5-425c-85c2-a2e1d279e93b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d88843491fb64315ae01f50a522701f6&device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 1094 time: 0.1346221 Feb 07 23:02:32.195146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03e920ac-cbd8-4bfe-9f86-8df03afefdfd req-813c3e50-8518-4d3c-857f-82a60f25c771 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 210 time: 0.1484799 Feb 07 23:02:32.226148 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-57e1d29b-8b9b-44a1-84f8-88b5631780dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ead654-62ff-4945-8ea6-72b9ea0789dc HTTP/1.1" status: 200 len: 217 time: 0.0816016 Feb 07 23:02:32.282570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:02:32.303494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:32.322301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531caff-45c4-4a5b-90de-264e47f8264d req-dd90996e-9a82-4046-822a-2bc1ab910a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:32.323927 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-dd90996e-9a82-4046-822a-2bc1ab910a81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a083e28b-c823-4c1d-896d-54d9532cca0a HTTP/1.1" status: 200 len: 850 time: 0.0867369 Feb 07 23:02:32.331837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:32.332761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:32.376175 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'tag': '99ead654-62ff-4945-8ea6-72b9ea0789dc', 'status': 'completed', 'code': 200} Feb 07 23:02:32.385266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.388255 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-f3a8be1d-cfc5-47b4-a1f9-b48e853fa078 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4366b43b-bb7e-4b8b-a318-fa7fd9480e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544333 Feb 07 23:02:32.390690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.508439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:32.512024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-77c98272-cb13-4389-9f26-ebb08a0f8b8b tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 200 len: 699 time: 7.9550073 Feb 07 23:02:32.527523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53316) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:32.641727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c426b03-b313-4e7a-a093-4f332e1a1a61,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:32.670808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c4460bb4-5f2d-43e1-bee0-abac954f3b0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d437033a55b04e399f398c83fbdbba71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3321791 Feb 07 23:02:32.676040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:32.700269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d21bd-bd99-45b9-9404-be28d90dc1ed req-8e98b6de-89f3-4eaf-b702-a9e40ab080f5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:32.707262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a88d21bd-bd99-45b9-9404-be28d90dc1ed req-8e98b6de-89f3-4eaf-b702-a9e40ab080f5 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.0750489 Feb 07 23:02:32.709349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:32.783653 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-93b28d86-9cf0-48a2-983f-bc0aef7ea7d7 service neutron] 10.222.0.36 "GET /v2.0/networks/4366b43b-bb7e-4b8b-a318-fa7fd9480e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767691 Feb 07 23:02:32.970719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a88d21bd-bd99-45b9-9404-be28d90dc1ed req-a4a8a79a-a0e6-4fde-b6f6-eb20658a75ce tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539530 Feb 07 23:02:33.086914 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a531caff-45c4-4a5b-90de-264e47f8264d req-1f48b153-3867-489b-b519-cfbc1d462a14 service neutron] 10.222.0.36 "GET /v2.0/networks/4366b43b-bb7e-4b8b-a318-fa7fd9480e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946203 Feb 07 23:02:33.138247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cdf62baa-0824-44fc-9e3c-53f6a2ba631b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.151198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53334) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:33.152631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0846e235-101e-420b-9d3c-4306b2b483a3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 200 len: 699 time: 0.6232305 Feb 07 23:02:33.174644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.204892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ee83b-cff5-4db7-926f-23b1c6263263 req-3765b9e4-f206-48d0-956a-fe2a46b887dc tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.212185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a9ee83b-cff5-4db7-926f-23b1c6263263 req-3765b9e4-f206-48d0-956a-fe2a46b887dc tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 943 time: 0.5936937 Feb 07 23:02:33.297086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a9ee83b-cff5-4db7-926f-23b1c6263263 req-eaa75d92-89ca-4ad0-9cd5-0a63f4d88e34 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839355 Feb 07 23:02:33.329287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 7, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:33.339001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:33.348060 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.359253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:33.360231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:33.473108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event updated for resources: {'Port': ['ID=14ab7f41-928e-4851-90a4-09c1a5f79813,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:33.558470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:33.578339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:33.584015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:02:33.625583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cdf62baa-0824-44fc-9e3c-53f6a2ba631b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.647074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f22fbaa9-b594-4f7c-9a87-eefd3d74f704', '2986de38-f25f-4a14-bfeb-e83b60f138ac'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:02:33.743674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.744534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.764178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71a428-9a7e-4045-8b4b-6b7e7479526c req-288011ac-f982-4d8e-9421-79665ab6f29b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:33.765805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ec71a428-9a7e-4045-8b4b-6b7e7479526c req-288011ac-f982-4d8e-9421-79665ab6f29b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Synchronizing usage tracker for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:02:33.803360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-43d7985e-291d-42fd-b31c-68a4d7d47796 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2583470 Feb 07 23:02:33.806103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ec71a428-9a7e-4045-8b4b-6b7e7479526c req-288011ac-f982-4d8e-9421-79665ab6f29b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Unset dirty status for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:02:33.806244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:33.825224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec71a428-9a7e-4045-8b4b-6b7e7479526c req-288011ac-f982-4d8e-9421-79665ab6f29b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 931 time: 0.3562386 Feb 07 23:02:33.842235 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cdf62baa-0824-44fc-9e3c-53f6a2ba631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:33.904294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Request body: {'port': {'device_id': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:34.111035 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec71a428-9a7e-4045-8b4b-6b7e7479526c req-7ed84de3-0414-460d-bce7-9a271d7ad660 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802978 Feb 07 23:02:34.114680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf62baa-0824-44fc-9e3c-53f6a2ba631b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c426b03-b313-4e7a-a093-4f332e1a1a61,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:34.174402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cdf62baa-0824-44fc-9e3c-53f6a2ba631b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.177373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cdf62baa-0824-44fc-9e3c-53f6a2ba631b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c426b03-b313-4e7a-a093-4f332e1a1a61 HTTP/1.1" status: 204 len: 168 time: 1.4999855 Feb 07 23:02:34.400856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-44a88053-1dbf-4d54-aeba-b20017e5ba9b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:34.401481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-44a88053-1dbf-4d54-aeba-b20017e5ba9b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Synchronizing usage tracker for tenant:bd8ac42cf24543d0a13992aad6e0f3c5 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:02:34.441715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125fc23-42ae-477a-958d-a6349ce4559d req-68d82ba4-eb78-4f86-8ca6-c0f94ffdec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:34.443824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6125fc23-42ae-477a-958d-a6349ce4559d req-68d82ba4-eb78-4f86-8ca6-c0f94ffdec0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d88843491fb64315ae01f50a522701f6&device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 1094 time: 1.2787535 Feb 07 23:02:34.449874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-44a88053-1dbf-4d54-aeba-b20017e5ba9b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Unset dirty status for tenant:bd8ac42cf24543d0a13992aad6e0f3c5 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:02:34.452083 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-44a88053-1dbf-4d54-aeba-b20017e5ba9b tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.26 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.9376175 Feb 07 23:02:34.473704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.492482 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:02:34.676209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ff7df-64aa-4a94-abd4-0abdf6c07c20 req-de981abc-176a-4a9c-9857-2bd9885e51be tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:34.684302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f1ff7df-64aa-4a94-abd4-0abdf6c07c20 req-de981abc-176a-4a9c-9857-2bd9885e51be tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 0.4449928 Feb 07 23:02:34.899896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53358) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:34.908283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f1ff7df-64aa-4a94-abd4-0abdf6c07c20 req-9cf9a6b8-5f97-4652-9ae6-11a402d9bd82 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231138 Feb 07 23:02:34.931821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:34.993968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:35.079097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125fc23-42ae-477a-958d-a6349ce4559d req-bc886d8b-c355-42b5-b448-60ba6cc5c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:35.081198 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6125fc23-42ae-477a-958d-a6349ce4559d req-bc886d8b-c355-42b5-b448-60ba6cc5c607 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4366b43b-bb7e-4b8b-a318-fa7fd9480e1c HTTP/1.1" status: 200 len: 911 time: 0.6278844 Feb 07 23:02:35.128218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Usage tracker for resource:security_group_rule and tenant:08b0f8ff83f749ce803a69b4ddbda254 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:35.141747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:35.156137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 7, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:35.167049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e464d-f0e6-4a20-a54a-9d828e48df3b None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 7, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dab349e8-e648-4e2a-8f46-977c344d8c62', 'name': '', 'network_id': '57730633-9627-4988-bb5c-2373f40a73f7', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:66:3e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:10Z', 'updated_at': '2022-02-07T23:02:27Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '7be62d1f-8fe2-4924-b08b-02220a23bd29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:35.172268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a0b85-0a47-49a0-93dd-83be80888482 req-025d6284-60e0-46ac-8c53-d8320f13bb9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:35.173865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d0a0b85-0a47-49a0-93dd-83be80888482 req-025d6284-60e0-46ac-8c53-d8320f13bb9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 943 time: 0.5807483 Feb 07 23:02:35.175613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:35.197364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6125fc23-42ae-477a-958d-a6349ce4559d req-fe2daeb7-f2d2-49c6-9842-385363c39117 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99ead654-62ff-4945-8ea6-72b9ea0789dc HTTP/1.1" status: 200 len: 217 time: 0.1036246 Feb 07 23:02:35.245158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Deleting port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:35.245564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.326999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d0a0b85-0a47-49a0-93dd-83be80888482 req-a0ef4559-1223-4ef8-8c6d-3d5dba6f3615 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212366 Feb 07 23:02:35.529137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125fc23-42ae-477a-958d-a6349ce4559d req-34600572-245c-41eb-aa4c-adc0cefb45ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:35.537835 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6125fc23-42ae-477a-958d-a6349ce4559d req-34600572-245c-41eb-aa4c-adc0cefb45ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a083e28b-c823-4c1d-896d-54d9532cca0a HTTP/1.1" status: 200 len: 850 time: 0.3052924 Feb 07 23:02:35.577995 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.666911 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6125fc23-42ae-477a-958d-a6349ce4559d req-9f239029-c417-40e5-8714-b93cf49d4069 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4366b43b-bb7e-4b8b-a318-fa7fd9480e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071177 Feb 07 23:02:35.705868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ab7f41-928e-4851-90a4-09c1a5f79813 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:35.714646 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.732847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Transition to ACTIVE for port object 14ab7f41-928e-4851-90a4-09c1a5f79813 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:35.777941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.789579 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:35.925372 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.109042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:36.112308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.272707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e068c72-82c7-409e-bf31-79a70b845a49,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:36.273329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6125fc23-42ae-477a-958d-a6349ce4559d req-74a9cd9b-9248-4ef8-be58-9a0fcd3b46de service neutron] 10.222.0.36 "GET /v2.0/networks/4366b43b-bb7e-4b8b-a318-fa7fd9480e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478568 Feb 07 23:02:36.309134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Calling delete_port for 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:36.315903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.591804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:36.605341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-971b0943-c19a-4fc8-b786-49d2af36d6ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08b0f8ff83f749ce803a69b4ddbda254&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6984811 Feb 07 23:02:36.648690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53380) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:36.653847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Attempting to bind port 14ab7f41-928e-4851-90a4-09c1a5f79813 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:36.654365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Attempting to bind port 14ab7f41-928e-4851-90a4-09c1a5f79813 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:36.654926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Attempting to bind port 14ab7f41-928e-4851-90a4-09c1a5f79813 on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:36.676829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246179b-aca4-4025-82ab-12b9937c82d4 req-3fcd76e2-bcbe-43b2-a6c2-2dadd3f7f2bb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:36.702029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b246179b-aca4-4025-82ab-12b9937c82d4 req-3fcd76e2-bcbe-43b2-a6c2-2dadd3f7f2bb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 943 time: 0.9675434 Feb 07 23:02:36.714748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:02:36.880402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Port 14ab7f41-928e-4851-90a4-09c1a5f79813 on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:02:36.880889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Attempting to bind port 14ab7f41-928e-4851-90a4-09c1a5f79813 on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:36.905021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Pushing event updated for resources: {'Port': ['ID=14ab7f41-928e-4851-90a4-09c1a5f79813,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:36.927848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:02:36.928388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Checking segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:36.934631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Bound using segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:02:36.941765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Bound port: 14ab7f41-928e-4851-90a4-09c1a5f79813, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:36.943581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.052915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.162737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4557c0-4fc7-4a6e-9978-c520977ff0ac req-b83d37fb-988d-4f62-987a-9d9c0c82500e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:37.171676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d4557c0-4fc7-4a6e-9978-c520977ff0ac req-b83d37fb-988d-4f62-987a-9d9c0c82500e tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 946 time: 1.0600605 Feb 07 23:02:37.208684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b246179b-aca4-4025-82ab-12b9937c82d4 req-b1fde927-d3bb-44d2-b859-f3967bb4efce tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053544 Feb 07 23:02:37.228049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:37.241339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:37.262931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07792b12-1e5b-4e15-abab-933712ad4979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.274333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.286586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 99ead654-62ff-4945-8ea6-72b9ea0789dc details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:02:37.351900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:02:37.352515 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:02:37.355943 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6125fc23-42ae-477a-958d-a6349ce4559d req-01e248a3-a756-47bc-82fc-035025b085f9 service neutron] 10.222.0.36 "GET /v2.0/networks/4366b43b-bb7e-4b8b-a318-fa7fd9480e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9943364 Feb 07 23:02:37.469911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07792b12-1e5b-4e15-abab-933712ad4979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.475477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port dab349e8-e648-4e2a-8f46-977c344d8c62 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:37.475963 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.512154 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d4557c0-4fc7-4a6e-9978-c520977ff0ac req-9d51d5d3-7735-4a34-b245-6cf3ede7c123 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391740 Feb 07 23:02:37.579928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] For port 14ab7f41-928e-4851-90a4-09c1a5f79813, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:02:37.595098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] For port 14ab7f41-928e-4851-90a4-09c1a5f79813, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14ab7f41-928e-4851-90a4-09c1a5f79813,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:02:37.662988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae50398-da2e-406c-889a-c43c60f86f22 req-c4e40e8b-70df-4ed1-a1d9-f956653fdea7 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:37.671440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ae50398-da2e-406c-889a-c43c60f86f22 req-c4e40e8b-70df-4ed1-a1d9-f956653fdea7 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 943 time: 0.2689683 Feb 07 23:02:37.674212 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'code': 200} Feb 07 23:02:37.721675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.738815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=13']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:37.763745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.764409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.765225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.765812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.766460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.766959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.767982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.769619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.769619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.771862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.771862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.771862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:02:37.839466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ae50398-da2e-406c-889a-c43c60f86f22 req-c41f43cd-648e-48f1-9dd0-9dc5700df818 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667352 Feb 07 23:02:37.847146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:37.848481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.858919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] 10.222.0.36 "PUT /v2.0/ports/14ab7f41-928e-4851-90a4-09c1a5f79813 HTTP/1.1" status: 200 len: 1091 time: 3.9941099 Feb 07 23:02:37.871950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Deleting port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:37.872325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:37.878835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 99ead654-62ff-4945-8ea6-72b9ea0789dc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=99ead654-62ff-4945-8ea6-72b9ea0789dc,segment=NetworkSegment(5a5d70ad-cc49-4387-b63a-b687d3c9e6f4),segment_id=5a5d70ad-cc49-4387-b63a-b687d3c9e6f4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:37.901215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'tag': '14ab7f41-928e-4851-90a4-09c1a5f79813'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:37.936512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '99ead654-62ff-4945-8ea6-72b9ea0789dc', 'network_id': '4366b43b-bb7e-4b8b-a318-fa7fd9480e1c', 'port_id': '99ead654-62ff-4945-8ea6-72b9ea0789dc', 'mac_address': 'fa:16:3e:9c:f1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a083e28b-c823-4c1d-896d-54d9532cca0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:02:38.030619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694c45-ad4d-46b1-bc03-cdf63b7c8387 service neutron] Pushing event updated for resources: {'Port': ['ID=14ab7f41-928e-4851-90a4-09c1a5f79813,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:38.036974 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07792b12-1e5b-4e15-abab-933712ad4979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:38.062136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07792b12-1e5b-4e15-abab-933712ad4979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:38.069696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-07792b12-1e5b-4e15-abab-933712ad4979 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e068c72-82c7-409e-bf31-79a70b845a49 HTTP/1.1" status: 204 len: 168 time: 1.3111477 Feb 07 23:02:38.069696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07792b12-1e5b-4e15-abab-933712ad4979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e068c72-82c7-409e-bf31-79a70b845a49,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:38.130833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-7dce47ad-d622-4a99-bc70-f04c593778f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:38.144977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:38.173964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-7dce47ad-d622-4a99-bc70-f04c593778f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 1094 time: 0.2462833 Feb 07 23:02:38.194754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port dab349e8-e648-4e2a-8f46-977c344d8c62, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dab349e8-e648-4e2a-8f46-977c344d8c62,segment=NetworkSegment(9d034988-49e8-4b9a-9391-7d18ba6d20aa),segment_id=9d034988-49e8-4b9a-9391-7d18ba6d20aa)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:38.195786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:38.222921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ead654-62ff-4945-8ea6-72b9ea0789dc {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:38.256927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 99ead654-62ff-4945-8ea6-72b9ea0789dc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=99ead654-62ff-4945-8ea6-72b9ea0789dc,segment=NetworkSegment(5a5d70ad-cc49-4387-b63a-b687d3c9e6f4),segment_id=5a5d70ad-cc49-4387-b63a-b687d3c9e6f4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:38.264371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:38.521774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=99ead654-62ff-4945-8ea6-72b9ea0789dc,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:38.600189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['99ead654-62ff-4945-8ea6-72b9ea0789dc'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:02:38.692818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-2888ca36-6a0b-4947-a1fc-35f13db41715 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14ab7f41-928e-4851-90a4-09c1a5f79813 HTTP/1.1" status: 200 len: 217 time: 0.5177088 Feb 07 23:02:38.829173 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'tag': '14ab7f41-928e-4851-90a4-09c1a5f79813', 'status': 'completed', 'code': 200} Feb 07 23:02:38.887146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfaa5b-c2e6-4720-b933-72a4d5f4113e req-58ad4a02-18b9-4ec9-ada6-c1d39839d848 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:38.894614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for dab349e8-e648-4e2a-8f46-977c344d8c62 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:38.901623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8dfaa5b-c2e6-4720-b933-72a4d5f4113e req-58ad4a02-18b9-4ec9-ada6-c1d39839d848 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 943 time: 0.4099412 Feb 07 23:02:38.911396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-3c2c6fef-b4ac-4bd7-9e59-5639ff8ff8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:38.912991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-3c2c6fef-b4ac-4bd7-9e59-5639ff8ff8a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.2088549 Feb 07 23:02:39.007752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-0c301196-b9d4-461c-80a0-6e804018b104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661116 Feb 07 23:02:39.038446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8dfaa5b-c2e6-4720-b933-72a4d5f4113e req-be2e1921-2727-4850-a734-407e22da82c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288331 Feb 07 23:02:39.296884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-7979dfb7-fa2d-4a28-b074-603015d575d3 service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699754 Feb 07 23:02:39.514536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] For port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,segment=NetworkSegment(8948aa13-1871-4768-b968-70eac7bd7fab),segment_id=8948aa13-1871-4768-b968-70eac7bd7fab)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:39.515221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:39.631450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d0840b4-b13d-4c52-a616-7cdc62ab9794 req-ee7755e7-bba1-467d-8cec-01e0e2fcf2e0 service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311227 Feb 07 23:02:39.756452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Calling delete_port for 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:39.795188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b61508-e745-4f5f-8491-a1b2e87c7b45 req-12be0241-9a1d-4451-8a8d-252a10846b90 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:39.806669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3b61508-e745-4f5f-8491-a1b2e87c7b45 req-12be0241-9a1d-4451-8a8d-252a10846b90 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/ports?device_id=81f3b457-dec1-4f06-8bb2-c2c702783ebe HTTP/1.1" status: 200 len: 944 time: 0.5054996 Feb 07 23:02:39.843334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae572fad-9c7a-4726-b725-1dd3b3540186 req-c0961be2-eb47-45a6-a17d-0056ff2085a6 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:39.852070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae572fad-9c7a-4726-b725-1dd3b3540186 req-c0961be2-eb47-45a6-a17d-0056ff2085a6 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 944 time: 0.5519741 Feb 07 23:02:39.937384 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae572fad-9c7a-4726-b725-1dd3b3540186 req-038105b1-437c-40cd-90fc-6bf3fde6a20a tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838363 Feb 07 23:02:39.955083 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.283616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Pushing event deleted for resources: {'Port': ['ID=0b3eab3b-f4f6-405b-9f01-37cc32f45c44,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:40.292030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] No DVR routers for this DVR port 0b3eab3b-f4f6-405b-9f01-37cc32f45c44 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:40.294533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.302510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-deleted', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:40.346635 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aaa51e9b-abc1-4169-863e-9869eedaefd4 req-0d349eab-eb58-44c1-b8e4-a8602e837d5c tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.26 "DELETE /v2.0/ports/0b3eab3b-f4f6-405b-9f01-37cc32f45c44 HTTP/1.1" status: 204 len: 173 time: 5.8366616 Feb 07 23:02:40.365265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:40.388152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3b61508-e745-4f5f-8491-a1b2e87c7b45 req-7cfec8aa-7241-465a-bb5e-fe9f61abfca3 tempest-ServersNegativeTestJSON-33376840 tempest-ServersNegativeTestJSON-33376840-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e425566-fb2f-4b89-b4a9-0308a4577f9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804996 Feb 07 23:02:40.421080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-b14b6578-5456-435f-be7e-dc1d6be3c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:40.422611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-b14b6578-5456-435f-be7e-dc1d6be3c96f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 1094 time: 0.7274480 Feb 07 23:02:40.596459 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f3b457-dec1-4f06-8bb2-c2c702783ebe', 'name': 'network-vif-deleted', 'tag': '0b3eab3b-f4f6-405b-9f01-37cc32f45c44', 'status': 'completed', 'code': 200} Feb 07 23:02:40.608298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=dab349e8-e648-4e2a-8f46-977c344d8c62,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:40.609223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4e7c4-6e31-4a32-8355-0d9555c03248 req-79bfe4ca-5cef-4790-a5d7-165a810d9c8e tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:40.631188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10d4e7c4-6e31-4a32-8355-0d9555c03248 req-79bfe4ca-5cef-4790-a5d7-165a810d9c8e tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 943 time: 0.3137627 Feb 07 23:02:40.892840 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10d4e7c4-6e31-4a32-8355-0d9555c03248 req-c3d780ff-f0b7-4711-925f-cdfbd0cfaa70 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460380 Feb 07 23:02:40.899441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-279ccf58-77f9-4656-86b7-58c3ca547476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:40.903068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-279ccf58-77f9-4656-86b7-58c3ca547476 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 0.4668622 Feb 07 23:02:41.169746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 99ead654-62ff-4945-8ea6-72b9ea0789dc up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:41.174237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-6bfa5f7f-fac9-4d2a-bcad-1e13dea0039f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14ab7f41-928e-4851-90a4-09c1a5f79813 HTTP/1.1" status: 200 len: 217 time: 0.2652757 Feb 07 23:02:41.326407 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.490572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 99ead654-62ff-4945-8ea6-72b9ea0789dc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:41.493542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-d6b01f86-e66d-4572-80f0-225e2ab93dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:41.504702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-d6b01f86-e66d-4572-80f0-225e2ab93dda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.3208075 Feb 07 23:02:41.515565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 99ead654-62ff-4945-8ea6-72b9ea0789dc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:41.518364 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:41.648829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-8810b7ec-2ab6-4a99-8736-d569d690e5e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374171 Feb 07 23:02:41.859458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53478) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:41.909017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd38012-cd16-4ae2-a1a5-3b8e6000d249 req-aa0b6cfb-fa31-46a8-b550-290097f22425 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:41.917553 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd38012-cd16-4ae2-a1a5-3b8e6000d249 req-aa0b6cfb-fa31-46a8-b550-290097f22425 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 944 time: 0.5932462 Feb 07 23:02:42.120922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd38012-cd16-4ae2-a1a5-3b8e6000d249 req-6433382e-4e46-4b9c-a1a8-fce090c4cc5d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002957 Feb 07 23:02:42.142930 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.146406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-c80b8dc0-0ffb-4ccf-98d2-ebae2c43188b service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738045 Feb 07 23:02:42.181825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53486) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:42.260840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 99ead654-62ff-4945-8ea6-72b9ea0789dc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=99ead654-62ff-4945-8ea6-72b9ea0789dc,segment=NetworkSegment(5a5d70ad-cc49-4387-b63a-b687d3c9e6f4),segment_id=5a5d70ad-cc49-4387-b63a-b687d3c9e6f4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:42.263511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ead654-62ff-4945-8ea6-72b9ea0789dc'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:42.275469 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.284727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:02:42.404147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=99ead654-62ff-4945-8ea6-72b9ea0789dc,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:42.440863 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ead654-62ff-4945-8ea6-72b9ea0789dc', 'code': 200} Feb 07 23:02:42.680939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a957b0a8-f75f-46c4-940c-8daf876a501a req-c98c2957-6f90-4f67-a632-30c3b348e3ef service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258508 Feb 07 23:02:42.725950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] Deleting subnet 0ebda342-7e22-49fe-87b0-b4f750bd7c37 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:02:42.738338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e91ac-f9a5-4ab3-a741-90c41612c097 req-736273b3-adec-4ab3-bfca-2465c26148c5 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:42.746372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-420e91ac-f9a5-4ab3-a741-90c41612c097 req-736273b3-adec-4ab3-bfca-2465c26148c5 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 943 time: 0.3511784 Feb 07 23:02:42.750009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.822756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'network': {'name': 'tempest-network-smoke--1502522828', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:42.850512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:42.863771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:network and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:42.870363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:42.882190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:42.885978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:02:42.898124 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:42.908699 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03498b64-50a0-432d-8a7f-46cdd78c2782 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7563903 Feb 07 23:02:42.914394 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:42.916588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53498) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:42.917411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:42.926947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:42.961795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-420e91ac-f9a5-4ab3-a741-90c41612c097 req-b955bfef-5332-49e6-9f83-536dd7ff50b2 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144418 Feb 07 23:02:43.009851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3aac4-fcff-4d5b-9d39-615fc67c74e9 req-1f66ea8d-5523-4eaf-8d34-3f0bd41e7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:43.011347 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3df3aac4-fcff-4d5b-9d39-615fc67c74e9 req-1f66ea8d-5523-4eaf-8d34-3f0bd41e7965 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 1096 time: 0.4551556 Feb 07 23:02:43.014891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:43.018565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.020658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.120098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.130894 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.167724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 14ab7f41-928e-4851-90a4-09c1a5f79813 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:02:43.176182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ebda342-7e22-49fe-87b0-b4f750bd7c37,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:43.186919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.193241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:43.194136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bb9687e7-9cd0-44b6-804b-df850d562293 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0ebda342-7e22-49fe-87b0-b4f750bd7c37 HTTP/1.1" status: 204 len: 168 time: 1.3282940 Feb 07 23:02:43.196594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:43.205117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:43.210454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:43.223911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:43.278092 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:43.302786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet 7be62d1f-8fe2-4924-b08b-02220a23bd29 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:02:43.376949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 14ab7f41-928e-4851-90a4-09c1a5f79813, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14ab7f41-928e-4851-90a4-09c1a5f79813,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:43.388023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.391804 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3df3aac4-fcff-4d5b-9d39-615fc67c74e9 req-126259a8-b22a-4733-a51c-56fe3be10623 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447230 Feb 07 23:02:43.392925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.421040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '14ab7f41-928e-4851-90a4-09c1a5f79813', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'port_id': '14ab7f41-928e-4851-90a4-09c1a5f79813', 'mac_address': 'fa:16:3e:b0:ec:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbdd582-1fde-4412-a417-369087cdb38d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:02:43.423661 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.456032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.466383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afadce8-b014-4865-bf02-c4bee6ed3fd6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:43.494717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:02:43.507570 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.562409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.564840 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Added segment e3d61a11-16c8-4a0f-821b-5932e51be12e of type vlan for network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e Feb 07 23:02:43.565277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.620452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ab7f41-928e-4851-90a4-09c1a5f79813 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:02:43.672486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 14ab7f41-928e-4851-90a4-09c1a5f79813, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14ab7f41-928e-4851-90a4-09c1a5f79813,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:43.680645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.683938 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.707310 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.748416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632970-7054-4de1-8775-3248f779308b req-aa817bf1-3a90-47bc-8df8-e3ede9a8bc64 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:43.750314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98632970-7054-4de1-8775-3248f779308b req-aa817bf1-3a90-47bc-8df8-e3ede9a8bc64 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 945 time: 0.2911801 Feb 07 23:02:43.763563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658c0712-1e70-497e-9af9-04c8f8b596d8']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:43.801264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.857272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.871694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:43.871694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:43.918816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['14ab7f41-928e-4851-90a4-09c1a5f79813'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:02:43.981601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8948aa13-1871-4768-b968-70eac7bd7fab') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:43.982161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8948aa13-1871-4768-b968-70eac7bd7fab') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:44.027948 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:39Z', 'revision_number': 8, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:44.037938 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:44.038737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.062374 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:44.063215 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:44.086962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98632970-7054-4de1-8775-3248f779308b req-bbc6f728-a422-4280-a7bc-3f0683098b57 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252525 Feb 07 23:02:44.105281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Network': ['ID=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:44.116615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.154589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:02:44.157380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53522) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:44.158905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:44.159569 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.165296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f425c5a8-44ab-4428-b5e9-51140f4f8dcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9822021 Feb 07 23:02:44.197525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:44.207622 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:44.260014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=7be62d1f-8fe2-4924-b08b-02220a23bd29,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:44.269997 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.305075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-53a8f238-d0f3-4bea-bc04-aadb66bef75f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/7be62d1f-8fe2-4924-b08b-02220a23bd29 HTTP/1.1" status: 204 len: 168 time: 1.3780594 Feb 07 23:02:44.305453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53526) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:44.320496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'admin_state_up': True, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:44.330567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:44.334821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:router and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:44.338168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:44.344927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:44.433200 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.435258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.441264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fee581-7592-4be6-b827-87124ba97ea4 None None] Network 57730633-9627-4988-bb5c-2373f40a73f7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:02:44.484448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=14ab7f41-928e-4851-90a4-09c1a5f79813,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:44.506297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.529133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.561020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.584864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] Pushing event deleted for resources: {'Network': ['ID=658c0712-1e70-497e-9af9-04c8f8b596d8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:44.606861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-399801ca-4c9c-431b-a311-8fc108067312 admin admin] 10.222.0.10 "DELETE /v2.0/networks/658c0712-1e70-497e-9af9-04c8f8b596d8 HTTP/1.1" status: 204 len: 168 time: 1.4089346 Feb 07 23:02:44.619667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89f728-6baf-4f0c-be46-00378cd077b0 req-ebbda915-11d4-4487-b4b1-ea5515e03a2d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:44.621616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d89f728-6baf-4f0c-be46-00378cd077b0 req-ebbda915-11d4-4487-b4b1-ea5515e03a2d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 944 time: 0.3130682 Feb 07 23:02:44.633933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.660819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 21127bd3-a181-4e73-b8e3-86be08b7d27a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:44.661471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:44.696487 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:44.982861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53540) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:45.116373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d89f728-6baf-4f0c-be46-00378cd077b0 req-56192e8c-b19b-45a7-9089-6f62c80968b0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408425 Feb 07 23:02:45.229018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-44535084-3b3a-4999-a42a-08962cd2fe80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd8ac42cf24543d0a13992aad6e0f3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446709 Feb 07 23:02:45.235223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53550) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:45.246247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.428247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] DHCP port deletion for 57730633-9627-4988-bb5c-2373f40a73f7 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:02:45.429294 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:39Z', 'revision_number': 8, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:45.434132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Deleting port 21127bd3-a181-4e73-b8e3-86be08b7d27a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:45.434522 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.434844 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda4da5-a6fc-4d56-900f-73638da527ed None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:39Z', 'revision_number': 8, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f20fa36-a233-49f7-9277-cb7afe67d2e3', 'name': '', 'network_id': '96c7750f-0874-43fa-a41a-5743bdee4303', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:53:9a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:57Z', 'updated_at': '2022-02-07T23:02:09Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': 'ac937a28-5c67-4901-936d-3229241ecf43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:45.528871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55a41f5d-6fce-47fb-b7f8-6a2ed823dc44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.547524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 21127bd3-a181-4e73-b8e3-86be08b7d27a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=21127bd3-a181-4e73-b8e3-86be08b7d27a,segment=NetworkSegment(9d034988-49e8-4b9a-9391-7d18ba6d20aa),segment_id=9d034988-49e8-4b9a-9391-7d18ba6d20aa)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:45.549502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.589539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55a41f5d-6fce-47fb-b7f8-6a2ed823dc44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.677642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4623166-d980-48f3-a167-d532556c35d8 req-2424ec22-8b51-40f9-be34-0f492280345c tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:45.685203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4623166-d980-48f3-a167-d532556c35d8 req-2424ec22-8b51-40f9-be34-0f492280345c tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 945 time: 0.2365830 Feb 07 23:02:45.700500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] For port 21127bd3-a181-4e73-b8e3-86be08b7d27a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=21127bd3-a181-4e73-b8e3-86be08b7d27a,segment=NetworkSegment(9d034988-49e8-4b9a-9391-7d18ba6d20aa),segment_id=9d034988-49e8-4b9a-9391-7d18ba6d20aa)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:45.701101 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.746524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 21127bd3-a181-4e73-b8e3-86be08b7d27a owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:45.855222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Calling delete_port for 21127bd3-a181-4e73-b8e3-86be08b7d27a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:45.889168 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4623166-d980-48f3-a167-d532556c35d8 req-8b7bd482-cfda-4e31-bb7c-eaf6355a7ac5 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026243 Feb 07 23:02:45.904029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:45.993639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55a41f5d-6fce-47fb-b7f8-6a2ed823dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.023379 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:02:46.023763 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:02:46.028157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=21127bd3-a181-4e73-b8e3-86be08b7d27a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:46.033262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No DVR routers for this DVR port 21127bd3-a181-4e73-b8e3-86be08b7d27a on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:46.071924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a41f5d-6fce-47fb-b7f8-6a2ed823dc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e425566-fb2f-4b89-b4a9-0308a4577f9e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:46.073648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.114784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.157841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55a41f5d-6fce-47fb-b7f8-6a2ed823dc44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.170929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-55a41f5d-6fce-47fb-b7f8-6a2ed823dc44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e425566-fb2f-4b89-b4a9-0308a4577f9e HTTP/1.1" status: 204 len: 168 time: 0.9342625 Feb 07 23:02:46.308928 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.344029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57730633-9627-4988-bb5c-2373f40a73f7']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:46.361849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d034988-49e8-4b9a-9391-7d18ba6d20aa') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:46.362345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d034988-49e8-4b9a-9391-7d18ba6d20aa') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:46.377462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.417159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.436330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:46.436770 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.525134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Deleting port 21127bd3-a181-4e73-b8e3-86be08b7d27a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:46.525681 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.534485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.25.0.144 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/d58951ef-13a7-44c1-bece-44fb64b2e02e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:46.564901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53106-744f-4259-8079-0834c0f090cc req-384f0bd7-257c-46aa-b079-db62901aed48 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:46.574403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0d53106-744f-4259-8079-0834c0f090cc req-384f0bd7-257c-46aa-b079-db62901aed48 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 944 time: 0.2164617 Feb 07 23:02:46.636373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dab349e8-e648-4e2a-8f46-977c344d8c62 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:46.657030 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:46.667897 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.702502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:46.705444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: dab349e8-e648-4e2a-8f46-977c344d8c62 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:02:46.707050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dab349e8-e648-4e2a-8f46-977c344d8c62 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:02:46.707670 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 21127bd3-a181-4e73-b8e3-86be08b7d27a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:02:46.735003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/57730633-9627-4988-bb5c-2373f40a73f7 HTTP/1.1" status: 204 len: 168 time: 2.4277642 Feb 07 23:02:46.747768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7b403-9067-4aed-806f-973b07c8d5af tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=57730633-9627-4988-bb5c-2373f40a73f7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:46.756812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53582) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:46.825672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 21127bd3-a181-4e73-b8e3-86be08b7d27a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:02:46.829467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 21127bd3-a181-4e73-b8e3-86be08b7d27a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:02:46.853066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-83637225-3ca5-430f-984b-f883246fb3eb None None] The port '21127bd3-a181-4e73-b8e3-86be08b7d27a' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:02:47.036541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0d53106-744f-4259-8079-0834c0f090cc req-1618a6cc-8672-40bc-a6b4-f532c1d075e1 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609613 Feb 07 23:02:47.182892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 14ab7f41-928e-4851-90a4-09c1a5f79813 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:47.287116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228af54-aa3f-4026-b67c-657ab69e27d9 req-0f500f10-a1aa-4761-a7ca-821642607f5a tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:47.289355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0228af54-aa3f-4026-b67c-657ab69e27d9 req-0f500f10-a1aa-4761-a7ca-821642607f5a tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 945 time: 0.6560149 Feb 07 23:02:47.330046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 14ab7f41-928e-4851-90a4-09c1a5f79813 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:47.336883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 14ab7f41-928e-4851-90a4-09c1a5f79813 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:47.337112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.337808 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.409134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0228af54-aa3f-4026-b67c-657ab69e27d9 req-0c8dd861-de3e-44e7-87c2-dcb5e98b01b9 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099176 Feb 07 23:02:47.468425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.553844 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.598996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 14ab7f41-928e-4851-90a4-09c1a5f79813, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14ab7f41-928e-4851-90a4-09c1a5f79813,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:47.600091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ab7f41-928e-4851-90a4-09c1a5f79813'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:47.607471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:47.693635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=d58951ef-13a7-44c1-bece-44fb64b2e02e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:47.724229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:47.725856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:47.733585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:02:47.739727 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ab7f41-928e-4851-90a4-09c1a5f79813', 'code': 200} Feb 07 23:02:47.797013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=14ab7f41-928e-4851-90a4-09c1a5f79813,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:47.868970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53618) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:48.115362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6a54b-4030-41a5-9cce-50f2f5a3cf4e req-4812a5ac-a97e-40b4-b589-174b9c17ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:48.118558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ce6a54b-4030-41a5-9cce-50f2f5a3cf4e req-4812a5ac-a97e-40b4-b589-174b9c17ddfe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 1096 time: 0.2470822 Feb 07 23:02:48.158159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-bb2697ae-1f41-4330-8f81-b13a2b9d13e8 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:48.159600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-bb2697ae-1f41-4330-8f81-b13a2b9d13e8 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Synchronizing usage tracker for tenant:d88843491fb64315ae01f50a522701f6 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:02:48.172217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-30447557-network', 'tenant_id': 'd1550905e8ff461985be0ede1749969f'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:48.223857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.378006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-bb2697ae-1f41-4330-8f81-b13a2b9d13e8 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Unset dirty status for tenant:d88843491fb64315ae01f50a522701f6 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:02:48.379117 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-bb2697ae-1f41-4330-8f81-b13a2b9d13e8 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.36 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 945 time: 0.7485476 Feb 07 23:02:48.509303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.579796 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ce6a54b-4030-41a5-9cce-50f2f5a3cf4e req-c269aabb-5a65-492b-b97a-09e4f5390177 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548149 Feb 07 23:02:48.588239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:48.684498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Usage tracker for resource:network and tenant:d1550905e8ff461985be0ede1749969f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:48.699341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:48.738909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Deleting port 99ead654-62ff-4945-8ea6-72b9ea0789dc {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:48.739391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:48.889518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:48.947070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Made reservation on behalf of d1550905e8ff461985be0ede1749969f for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:48.950065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.053159 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.084954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:49.117346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280df416-fbd3-4fc8-8d7e-267b80690961 req-c9799fb1-0fa1-4586-a41f-9d4dac35cc9d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:49.125041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-280df416-fbd3-4fc8-8d7e-267b80690961 req-c9799fb1-0fa1-4586-a41f-9d4dac35cc9d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 945 time: 0.6275084 Feb 07 23:02:49.134028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5f406-addb-47b5-afde-f597786b0e43 req-39b9d177-2c43-4515-b01b-094d5340672f tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:49.144192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3f5f406-addb-47b5-afde-f597786b0e43 req-39b9d177-2c43-4515-b01b-094d5340672f tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 945 time: 0.5027103 Feb 07 23:02:49.147711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Usage tracker for resource:security_group_rule and tenant:d1550905e8ff461985be0ede1749969f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:49.196548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:49.230498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3f5f406-addb-47b5-afde-f597786b0e43 req-458f343c-ea85-4862-b63c-81c899268342 tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/security-groups?id=32afda99-ad78-445b-9b10-3f9e74c8e62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850196 Feb 07 23:02:49.250463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:49.266339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 9f20fa36-a233-49f7-9277-cb7afe67d2e3 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:49.267429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.326498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] For port 99ead654-62ff-4945-8ea6-72b9ea0789dc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=99ead654-62ff-4945-8ea6-72b9ea0789dc,segment=NetworkSegment(5a5d70ad-cc49-4387-b63a-b687d3c9e6f4),segment_id=5a5d70ad-cc49-4387-b63a-b687d3c9e6f4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:49.327254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.357201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-280df416-fbd3-4fc8-8d7e-267b80690961 req-bb1ba1de-42f0-4709-affc-5225d49fc189 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222378 Feb 07 23:02:49.524407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Calling delete_port for 99ead654-62ff-4945-8ea6-72b9ea0789dc owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:49.576694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.857587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.866334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.926152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:02:49.951793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b909b5-7350-4de2-84ff-64a358b5e94c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:49.963886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.964132 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Added segment 0e0119b9-19c7-443b-a7cd-1ebd705992c2 of type vlan for network 0e64e53b-bb83-429c-a330-663abcb1481f Feb 07 23:02:49.979089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 9f20fa36-a233-49f7-9277-cb7afe67d2e3, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9f20fa36-a233-49f7-9277-cb7afe67d2e3,segment=NetworkSegment(c2939894-c674-4328-8f7f-177de1f51634),segment_id=c2939894-c674-4328-8f7f-177de1f51634)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:49.979553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:49.986408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:02:50.005008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:50.142443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 9f20fa36-a233-49f7-9277-cb7afe67d2e3 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:50.190401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:50.192005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.192837 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:50.363678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4327915 Feb 07 23:02:50.363678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:02:50.375617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Sync routers for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:50.402948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:50.405681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:50.513865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411db6d-859c-491d-8b8b-e6431624b43b admin admin] Pushing event updated for resources: {'Network': ['ID=0e64e53b-bb83-429c-a330-663abcb1481f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:50.530671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:50.532300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e6b5b16c-c540-47d4-bee4-7aee34dfe15c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3371868 Feb 07 23:02:50.542428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53654) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:50.545466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af05af5c-54c4-496c-a8f6-1caa76a7edf0 req-fb861838-ea49-407b-ac24-b9f46921878e tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 210 time: 0.0874443 Feb 07 23:02:50.601789 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:50.602957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 0e64e53b-bb83-429c-a330-663abcb1481f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:02:50.698256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:50.705713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e31a99-886a-4604-998a-fbe3f28d0f84 req-c817a1b1-672c-498d-860d-a073baeaf130 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:50.711439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0e31a99-886a-4604-998a-fbe3f28d0f84 req-c817a1b1-672c-498d-860d-a073baeaf130 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 945 time: 0.1631286 Feb 07 23:02:50.743559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Pushing event deleted for resources: {'Port': ['ID=99ead654-62ff-4945-8ea6-72b9ea0789dc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:50.898112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9cc70e66-fc6d-4bb6-b86f-a1a3c317b78e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=909aa67db10f450da1c5a34c7daf8438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3512702 Feb 07 23:02:50.905741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53670) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:50.932317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=9f20fa36-a233-49f7-9277-cb7afe67d2e3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:51.101546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:51.153227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] No DVR routers for this DVR port 99ead654-62ff-4945-8ea6-72b9ea0789dc on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:51.158271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:51.165118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'name': 'network-vif-deleted', 'tag': '99ead654-62ff-4945-8ea6-72b9ea0789dc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:02:51.203781 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ff0b7e9-7b1c-4407-af06-26dd9bb69459 req-f984eab4-129b-4bbd-aecb-1643160dba9d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.36 "DELETE /v2.0/ports/99ead654-62ff-4945-8ea6-72b9ea0789dc HTTP/1.1" status: 204 len: 173 time: 2.8010595 Feb 07 23:02:51.205893 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0e31a99-886a-4604-998a-fbe3f28d0f84 req-ccfc3414-d0e4-494e-9d56-0d47a8d7b21d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869485 Feb 07 23:02:51.249343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 99ead654-62ff-4945-8ea6-72b9ea0789dc no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:02:51.551319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 99ead654-62ff-4945-8ea6-72b9ea0789dc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:02:51.551962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 99ead654-62ff-4945-8ea6-72b9ea0789dc not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:02:51.582413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308691d-3b28-42dc-b9d1-6e6f290d1d39 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:51.586843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0308691d-3b28-42dc-b9d1-6e6f290d1d39 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6745625 Feb 07 23:02:51.587624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53688) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:51.750633 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8822e308-5855-4eb4-aa59-c1b10dd7d242', 'name': 'network-vif-deleted', 'tag': '99ead654-62ff-4945-8ea6-72b9ea0789dc', 'status': 'completed', 'code': 200} Feb 07 23:02:51.751316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:51.777904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f9c52745-a5d4-4c5d-b008-b07e03a33a5d tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1644001 Feb 07 23:02:51.781643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:51.838127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1865707873', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:02:52.183784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:02:48Z', 'revision_number': 3, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:52.200821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Checking router: 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:52.201094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd723b-4cb3-4380-9772-d5ac713e2212 req-a523ad76-2da8-4c60-9c10-576bac9e92d9 tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.201214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Updating router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d port d58951ef-13a7-44c1-bece-44fb64b2e02e binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:02:52.217357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd723b-4cb3-4380-9772-d5ac713e2212 req-a523ad76-2da8-4c60-9c10-576bac9e92d9 tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.223388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd723b-4cb3-4380-9772-d5ac713e2212 req-a523ad76-2da8-4c60-9c10-576bac9e92d9 tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.224213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dbd723b-4cb3-4380-9772-d5ac713e2212 req-a523ad76-2da8-4c60-9c10-576bac9e92d9 tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] Synchronizing usage tracker for tenant:d1550905e8ff461985be0ede1749969f on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:02:52.260370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9e0ea53-7a3a-46d7-a891-06b649f0876e req-47530349-15dd-465d-87c3-d5f6ca90095d tempest-ServerGroupTestJSON-817521562 tempest-ServerGroupTestJSON-817521562-project] 10.222.0.10 "GET /v2.0/ports?device_id=8822e308-5855-4eb4-aa59-c1b10dd7d242 HTTP/1.1" status: 200 len: 210 time: 0.3341863 Feb 07 23:02:52.360270 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:52.375570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7dbd723b-4cb3-4380-9772-d5ac713e2212 req-a523ad76-2da8-4c60-9c10-576bac9e92d9 tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] Unset dirty status for tenant:d1550905e8ff461985be0ede1749969f on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:02:52.376458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dbd723b-4cb3-4380-9772-d5ac713e2212 req-a523ad76-2da8-4c60-9c10-576bac9e92d9 tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 1.3697433 Feb 07 23:02:52.388296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:52.402307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:subnet and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:52.413548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:52.439961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:52.568855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:02:52.572960 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:52.711154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:02:52.910161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825473a-5ab6-4017-876d-efa655650a21 req-b14e9a6a-2f75-4d01-91f7-bb0ec78443be tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:52.911565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3825473a-5ab6-4017-876d-efa655650a21 req-b14e9a6a-2f75-4d01-91f7-bb0ec78443be tempest-ComputeTenantNetworksTest-604567738 tempest-ComputeTenantNetworksTest-604567738-project] 10.222.0.10 "GET /v2.0/networks/0e64e53b-bb83-429c-a330-663abcb1481f HTTP/1.1" status: 200 len: 767 time: 0.4911258 Feb 07 23:02:52.926939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:53.050536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:02:53.070381 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:02:53.083410 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0a55eb18-9388-4e93-90ce-596fa8828a43 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3252664 Feb 07 23:02:53.084989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53726) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:53.111524 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:53.112129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.112998 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.114853 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:53.152935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Transition to ACTIVE for port object d58951ef-13a7-44c1-bece-44fb64b2e02e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:53.171806 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.305890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet ac937a28-5c67-4901-936d-3229241ecf43 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:02:53.322171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.393107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369c09f-ccf0-4a8c-a326-fba2ba1c7fae None None] Pushing event updated for resources: {'Port': ['ID=d58951ef-13a7-44c1-bece-44fb64b2e02e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:53.409830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Attempting to bind port d58951ef-13a7-44c1-bece-44fb64b2e02e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:53.410388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Attempting to bind port d58951ef-13a7-44c1-bece-44fb64b2e02e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:53.412000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Attempting to bind port d58951ef-13a7-44c1-bece-44fb64b2e02e on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:53.435540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:02:53.443010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:53.443010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.445246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:02:53.445750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Bound port: d58951ef-13a7-44c1-bece-44fb64b2e02e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:53.447537 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.534307 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.552658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.605273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] For port d58951ef-13a7-44c1-bece-44fb64b2e02e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:02:53.609510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] For port d58951ef-13a7-44c1-bece-44fb64b2e02e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d58951ef-13a7-44c1-bece-44fb64b2e02e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:02:53.618584 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.707699 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:53.752940 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.785578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369c09f-ccf0-4a8c-a326-fba2ba1c7fae None None] Pushing event updated for resources: {'Port': ['ID=d58951ef-13a7-44c1-bece-44fb64b2e02e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:53.798715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:53.826505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:53.828764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:53.882178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Subnet': ['ID=c8a0b1b6-c539-43b3-9b7c-03474560316a,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:53.885351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e64e53b-bb83-429c-a330-663abcb1481f']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:53.906447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0119b9-19c7-443b-a7cd-1ebd705992c2') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:53.906935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0119b9-19c7-443b-a7cd-1ebd705992c2') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:53.967178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.038110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.043268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.054535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:54.057484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.120058 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.127341 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/ac937a28-5c67-4901-936d-3229241ecf43 HTTP/1.1" status: 204 len: 168 time: 1.0410929 Feb 07 23:02:54.131354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53746) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:54.172602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ab71c-1c00-4e58-a2fb-b5f391570ce1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=ac937a28-5c67-4901-936d-3229241ecf43,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:54.214855 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:54.322701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c91c48-dc54-4763-ba29-5a9168de47c5 None None] Network 96c7750f-0874-43fa-a41a-5743bdee4303 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:02:54.364111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Checking segment: {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:54.364504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network hostable DHCP agents. Network: 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:02:54.395422 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.412864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.475843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53766) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:54.524625 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:50Z', 'revision_number': 9, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:54.533843 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:02:54.558612 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:02:54.559288 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:54.590725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:54.697009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] Deleting subnet a083e28b-c823-4c1d-896d-54d9532cca0a {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:02:54.703502 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.708532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.735077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port f04ef486-a3ad-47f7-8985-b1d7838a7e58 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:02:54.735403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:54.878598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.040312 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.164961 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:02:55.269837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] Pushing event deleted for resources: {'Network': ['ID=0e64e53b-bb83-429c-a330-663abcb1481f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:55.283455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ead388d8-fd57-494d-8641-12fc8d9327ba admin admin] 10.222.0.10 "DELETE /v2.0/networks/0e64e53b-bb83-429c-a330-663abcb1481f HTTP/1.1" status: 204 len: 168 time: 2.3553851 Feb 07 23:02:55.290099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.427171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:02:55.455309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port f04ef486-a3ad-47f7-8985-b1d7838a7e58, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=f04ef486-a3ad-47f7-8985-b1d7838a7e58,segment=NetworkSegment(c2939894-c674-4328-8f7f-177de1f51634),segment_id=c2939894-c674-4328-8f7f-177de1f51634)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:02:55.455859 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.509996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a083e28b-c823-4c1d-896d-54d9532cca0a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:55.537093 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.541617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:55.566798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:02:55.567702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:55.633728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d583c3a4-9ad4-4150-8565-2b1738d5fc3b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a083e28b-c823-4c1d-896d-54d9532cca0a HTTP/1.1" status: 204 len: 168 time: 1.1130972 Feb 07 23:02:55.634668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53790) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:55.731011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53794) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:55.753213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for f04ef486-a3ad-47f7-8985-b1d7838a7e58 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:02:55.772316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024cde9-e5c7-45e2-8623-18900d60fe10 None None] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:02:56.021881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b1926ce6-7740-4a03-bdf1-886855637f41 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.2071373 Feb 07 23:02:56.035522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.078387 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d195e34-971b-45b5-a944-72bb236ab84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.095277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53802) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:56.105428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.234367 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7d92a829-2152-4c3f-bf45-37c87c8545b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1550905e8ff461985be0ede1749969f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982181 Feb 07 23:02:56.242288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:02:48Z', 'revision_number': 3, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:56.249682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b746c695-ede6-44b4-b9ec-9f5991e89dd6 None None] DHCP port deletion for 96c7750f-0874-43fa-a41a-5743bdee4303 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:02:56.322126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53812) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:56.351793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c12426-7c95-4b38-8d61-d0fd4eeca6fe None None] The sync data for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 is: [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:02:48Z', 'revision_number': 3, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:56.424915 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:50Z', 'revision_number': 9, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:56.428764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No DVR routers for this DVR port f04ef486-a3ad-47f7-8985-b1d7838a7e58 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:02:56.437562 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e007b-8b5f-4158-8e29-95286a8f8895 None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:02:50Z', 'revision_number': 9, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '912489f9-6f2a-442f-8d20-969f2f173c4b', 'name': '', 'network_id': '00bdce31-a007-4cf5-9bcc-bc30482cd8ae', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:3e:6e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:43Z', 'updated_at': '2022-02-07T23:01:56Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '75a4b58a-56b2-4af7-9a8a-b4a086c9473b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:02:56.591751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:02:56.592305 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.621395 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.689089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4366b43b-bb7e-4b8b-a318-fa7fd9480e1c']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:56.711780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5a02533f-7787-4b3e-a758-50a0db914db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.739376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5d70ad-cc49-4387-b63a-b687d3c9e6f4') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:56.739692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5d70ad-cc49-4387-b63a-b687d3c9e6f4') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:56.778077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.856655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.862260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5a02533f-7787-4b3e-a758-50a0db914db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.901685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:56.902111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:56.905431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f04ef486-a3ad-47f7-8985-b1d7838a7e58 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:56.941575 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:57.245086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: f04ef486-a3ad-47f7-8985-b1d7838a7e58 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:02:57.245668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device f04ef486-a3ad-47f7-8985-b1d7838a7e58 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:02:57.329761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:57.352841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Allocated IP 172.20.0.2 (59dec782-c1b0-4932-88ec-8c5aa3f8ab3e/c8a0b1b6-c539-43b3-9b7c-03474560316a/54451943-73d9-48e7-9168-caa47ba43eb1) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:02:57.380950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:57.422661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=f04ef486-a3ad-47f7-8985-b1d7838a7e58,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:57.439325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] Pushing event deleted for resources: {'Network': ['ID=4366b43b-bb7e-4b8b-a318-fa7fd9480e1c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:57.460852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5a02533f-7787-4b3e-a758-50a0db914db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:57.468458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5a02533f-7787-4b3e-a758-50a0db914db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:57.469727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5a02533f-7787-4b3e-a758-50a0db914db2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4b909b5-7350-4de2-84ff-64a358b5e94c HTTP/1.1" status: 204 len: 168 time: 1.1190934 Feb 07 23:02:57.492882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-16421912-5ad5-495e-b849-5fc6f13f87db admin admin] 10.222.0.10 "DELETE /v2.0/networks/4366b43b-bb7e-4b8b-a318-fa7fd9480e1c HTTP/1.1" status: 204 len: 168 time: 1.8545051 Feb 07 23:02:57.502925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02533f-7787-4b3e-a758-50a0db914db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b909b5-7350-4de2-84ff-64a358b5e94c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:57.581959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53840) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:57.857861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:58.044151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d7a09a87-fe3a-407a-bcea-883f2fa06520 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d88843491fb64315ae01f50a522701f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845882 Feb 07 23:02:58.047454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53854) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:58.063523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.256355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c7750f-0874-43fa-a41a-5743bdee4303']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:58.297979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36e6dcd5-8458-4877-85b0-fd0ce632f570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.311203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bdf270cd-c109-457c-be15-88e32198a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.343767 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.347470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2939894-c674-4328-8f7f-177de1f51634') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:58.347779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2939894-c674-4328-8f7f-177de1f51634') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:02:58.370110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Transition to ACTIVE for port object 54451943-73d9-48e7-9168-caa47ba43eb1 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:58.420227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Transition to ACTIVE for port object 54451943-73d9-48e7-9168-caa47ba43eb1 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:02:58.431430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.704186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:02:58.705957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Pushing event updated for resources: {'Port': ['ID=54451943-73d9-48e7-9168-caa47ba43eb1,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:58.709502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:02:58.715561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:02:58.755000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.800645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d58951ef-13a7-44c1-bece-44fb64b2e02e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:02:58.872430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36e6dcd5-8458-4877-85b0-fd0ce632f570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.899499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.921193 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:58.963728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:02:58.964312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.022239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:02:59.029115 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:02:59.032094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Usage tracker for resource:security_group_rule and tenant:ac86dd014f5146a1ac989cbfa6296614 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:02:59.037506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:02:59.052826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:02:59.187174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Attempting to bind port 54451943-73d9-48e7-9168-caa47ba43eb1 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:02:59.187555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Attempting to bind port 54451943-73d9-48e7-9168-caa47ba43eb1 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:02:59.187928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Attempting to bind port 54451943-73d9-48e7-9168-caa47ba43eb1 on network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:02:59.253698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:02:59.255908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Checking segment: {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:02:59.257045 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.259006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Bound using segment: {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:02:59.260138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Bound port: 54451943-73d9-48e7-9168-caa47ba43eb1, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:02:59.264420 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.293331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36e6dcd5-8458-4877-85b0-fd0ce632f570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.310936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.330710 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.384310 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36e6dcd5-8458-4877-85b0-fd0ce632f570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.391800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-36e6dcd5-8458-4877-85b0-fd0ce632f570 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32afda99-ad78-445b-9b10-3f9e74c8e62c HTTP/1.1" status: 204 len: 168 time: 1.3427613 Feb 07 23:02:59.399315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.452872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6dcd5-8458-4877-85b0-fd0ce632f570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32afda99-ad78-445b-9b10-3f9e74c8e62c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:59.561641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea57c1a0-b58f-4e7a-be5b-308251390a2b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:59.643211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f99daa4f-e66b-41ae-8ca7-29d3d09565ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac86dd014f5146a1ac989cbfa6296614&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0549772 Feb 07 23:02:59.646660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53894) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:02:59.699006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] For port 54451943-73d9-48e7-9168-caa47ba43eb1, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:02:59.706021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] For port 54451943-73d9-48e7-9168-caa47ba43eb1, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=54451943-73d9-48e7-9168-caa47ba43eb1,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:02:59.721926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.734073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.801657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d58951ef-13a7-44c1-bece-44fb64b2e02e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:02:59.817679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.822126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=96c7750f-0874-43fa-a41a-5743bdee4303,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:02:59.831581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d58951ef-13a7-44c1-bece-44fb64b2e02e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:02:59.833652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.833976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-444fe19b-f918-4ba4-a88e-4a5607dfcb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.896380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-444fe19b-f918-4ba4-a88e-4a5607dfcb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:02:59.989139 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6882fd44-2b20-4364-b874-c0bd7f8aaad3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/96c7750f-0874-43fa-a41a-5743bdee4303 HTTP/1.1" status: 204 len: 168 time: 5.8562932 Feb 07 23:02:59.996685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53900) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:00.185596 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.200583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e44c7d-145e-4abe-b8b2-8fe2e9b87c58 None None] Pushing event updated for resources: {'Port': ['ID=54451943-73d9-48e7-9168-caa47ba43eb1,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:00.289686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.375197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-444fe19b-f918-4ba4-a88e-4a5607dfcb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.509562 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.548916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fe19b-f918-4ba4-a88e-4a5607dfcb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea57c1a0-b58f-4e7a-be5b-308251390a2b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:00.578789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d58951ef-13a7-44c1-bece-44fb64b2e02e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d58951ef-13a7-44c1-bece-44fb64b2e02e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:00.589457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.713202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-444fe19b-f918-4ba4-a88e-4a5607dfcb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:00.716066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-444fe19b-f918-4ba4-a88e-4a5607dfcb84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea57c1a0-b58f-4e7a-be5b-308251390a2b HTTP/1.1" status: 204 len: 168 time: 1.0660510 Feb 07 23:03:00.859564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d58951ef-13a7-44c1-bece-44fb64b2e02e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:00.872882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f20fa36-a233-49f7-9277-cb7afe67d2e3 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:03:00.941064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 9f20fa36-a233-49f7-9277-cb7afe67d2e3 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:03:00.941631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9f20fa36-a233-49f7-9277-cb7afe67d2e3 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:03:00.961117 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:01.343441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 54451943-73d9-48e7-9168-caa47ba43eb1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:01.443118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.20.0.1 (59dec782-c1b0-4932-88ec-8c5aa3f8ab3e/c8a0b1b6-c539-43b3-9b7c-03474560316a/bee38aa0-5639-4644-9520-47f9089f9a11) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:01.458437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 54451943-73d9-48e7-9168-caa47ba43eb1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:01.462460 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:01.474770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d58951ef-13a7-44c1-bece-44fb64b2e02e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:01.672788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d58951ef-13a7-44c1-bece-44fb64b2e02e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:01.673163 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:01.763432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53946) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:01.842099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53950) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:01.888203 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.073505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.097089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Transition to ACTIVE for port object bee38aa0-5639-4644-9520-47f9089f9a11 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:03:02.113566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:02.118924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f6cda758e24532a6531a843c0dfc9a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:02.122928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:02.130641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:02.246680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 912489f9-6f2a-442f-8d20-969f2f173c4b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:03:02.263906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.287197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.296008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1856553884-network', 'tenant_id': '1e1ba7d72dbc4e97865b26046312b306'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:02.302339 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.311786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.316242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:02.334824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a174a8b-a0da-4b1e-96f2-6a0983aa04c5 None None] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:03:02.448487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Usage tracker for resource:network and tenant:1e1ba7d72dbc4e97865b26046312b306 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:02.451687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:02.458164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:02.522913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Made reservation on behalf of 1e1ba7d72dbc4e97865b26046312b306 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:02.525252 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.550721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.564160 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2f6cda758e24532a6531a843c0dfc9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7930529 Feb 07 23:03:02.572529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-220bb0d1-0038-4a04-baeb-4b13b3c82974 None None] Provisioning for port 54451943-73d9-48e7-9168-caa47ba43eb1 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:02.578196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53964) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:02.593623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=bee38aa0-5639-4644-9520-47f9089f9a11,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:02.613721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:02.621541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:02.625846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Usage tracker for resource:security_group_rule and tenant:1e1ba7d72dbc4e97865b26046312b306 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:02.628891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:02.636193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:02.648526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 912489f9-6f2a-442f-8d20-969f2f173c4b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=912489f9-6f2a-442f-8d20-969f2f173c4b,segment=NetworkSegment(18f6c590-06d0-4448-a59a-36316145d1f3),segment_id=18f6c590-06d0-4448-a59a-36316145d1f3)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:02.649241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.676376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-220bb0d1-0038-4a04-baeb-4b13b3c82974 None None] Provisioning complete for port 54451943-73d9-48e7-9168-caa47ba43eb1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:02.676964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-220bb0d1-0038-4a04-baeb-4b13b3c82974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.691251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:02.694011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:03:02.730210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e37a62-3923-4d16-9b36-fbdf9a4c07f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10658706-eac4-4b98-9d6a-b4e96ddb2c7c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:02.837005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.854836 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-220bb0d1-0038-4a04-baeb-4b13b3c82974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.895546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.899565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d3451c6f-bb95-4829-bb9f-0fcd93f83109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.905132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-220bb0d1-0038-4a04-baeb-4b13b3c82974 None None] For port 54451943-73d9-48e7-9168-caa47ba43eb1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=54451943-73d9-48e7-9168-caa47ba43eb1,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:02.912775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-220bb0d1-0038-4a04-baeb-4b13b3c82974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.941262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:02.942749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 912489f9-6f2a-442f-8d20-969f2f173c4b owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:03:03.033910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d3451c6f-bb95-4829-bb9f-0fcd93f83109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.043313 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bb0d1-0038-4a04-baeb-4b13b3c82974 None None] Pushing event updated for resources: {'Port': ['ID=54451943-73d9-48e7-9168-caa47ba43eb1,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:03.073707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:03:03.105605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:03.127994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.128445 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Added segment 04e684af-dc45-4904-8869-398a892906cf of type vlan for network fb5a2309-3603-425a-a332-5a912901ebad Feb 07 23:03:03.179685 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.248251 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e61bbb6b-357d-4e3f-862a-a9b1bb21765b None None] Provisioning for port bee38aa0-5639-4644-9520-47f9089f9a11 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:03.253902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e61bbb6b-357d-4e3f-862a-a9b1bb21765b None None] Provisioning complete for port bee38aa0-5639-4644-9520-47f9089f9a11 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:03.254366 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e61bbb6b-357d-4e3f-862a-a9b1bb21765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.256417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d3451c6f-bb95-4829-bb9f-0fcd93f83109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.311599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e61bbb6b-357d-4e3f-862a-a9b1bb21765b None None] Port bee38aa0-5639-4644-9520-47f9089f9a11 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:03:03.323873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e61bbb6b-357d-4e3f-862a-a9b1bb21765b None None] Provisioning complete for port 54451943-73d9-48e7-9168-caa47ba43eb1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:03.324620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e61bbb6b-357d-4e3f-862a-a9b1bb21765b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.327441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3451c6f-bb95-4829-bb9f-0fcd93f83109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10658706-eac4-4b98-9d6a-b4e96ddb2c7c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:03.341461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.342043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:03.342599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.393287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.415567 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d3451c6f-bb95-4829-bb9f-0fcd93f83109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.417441 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d3451c6f-bb95-4829-bb9f-0fcd93f83109 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10658706-eac4-4b98-9d6a-b4e96ddb2c7c HTTP/1.1" status: 204 len: 168 time: 0.8366051 Feb 07 23:03:03.428324 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5851295 Feb 07 23:03:03.429218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53976) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:03.495146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:03.514294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Request body: {'subnet': {'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1856553884-subnet', 'tenant_id': '1e1ba7d72dbc4e97865b26046312b306', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:03.526527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:03.599135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Usage tracker for resource:subnet and tenant:1e1ba7d72dbc4e97865b26046312b306 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:03.626154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:03.636984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a36a9-6b52-4add-8111-213aa36abc29 admin admin] Pushing event updated for resources: {'Network': ['ID=fb5a2309-3603-425a-a332-5a912901ebad,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:03.649462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network fb5a2309-3603-425a-a332-5a912901ebad details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:03:03.652139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:03.704277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=912489f9-6f2a-442f-8d20-969f2f173c4b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:03.993205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c34c7bc9-47f2-423f-bdcc-e7e04a446683 None None] Provisioning complete for port bee38aa0-5639-4644-9520-47f9089f9a11 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:04.011123 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c34c7bc9-47f2-423f-bdcc-e7e04a446683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.086768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Made reservation on behalf of 1e1ba7d72dbc4e97865b26046312b306 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:04.094014 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.153401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c34c7bc9-47f2-423f-bdcc-e7e04a446683 None None] Port bee38aa0-5639-4644-9520-47f9089f9a11 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:03:04.235634 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:04.715377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:03:04.883876 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-4e947a4f-c1cc-41f2-868e-fcd75b8db8c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2723320 Feb 07 23:03:04.917121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.052231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:03:05.073940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:05.084115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4e500870-3239-4e18-9474-9257e8e1db14 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0846703 Feb 07 23:03:05.086347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:05.086867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54028) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:05.092407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:05.165303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.191838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d68a210-2fb6-4449-9e1f-95cb9604de35,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:05.199685 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.255676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet 75a4b58a-56b2-4af7-9a8a-b4a086c9473b {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:03:05.265047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.304578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 54451943-73d9-48e7-9168-caa47ba43eb1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:05.323502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=bee38aa0-5639-4644-9520-47f9089f9a11,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:05.362277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Checking segment: {'id': '04e684af-dc45-4904-8869-398a892906cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:03:05.362639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Network hostable DHCP agents. Network: fb5a2309-3603-425a-a332-5a912901ebad, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:03:05.404295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.445876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.458772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-9af48f0f-6897-48e8-9540-657022fdbc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:05.474644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-9af48f0f-6897-48e8-9540-657022fdbc8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 1096 time: 0.4579687 Feb 07 23:03:05.476026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Network fb5a2309-3603-425a-a332-5a912901ebad is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:03:05.561224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:05.595003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, fb5a2309-3603-425a-a332-5a912901ebad) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:05.704526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.731484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:05.732087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:05.824942 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-152bdd3d-30e8-45a3-9c10-fe0e7dd3ac68 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3372920 Feb 07 23:03:05.986261 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.155995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-c268fb09-b45a-42a2-87c8-e0935b8c1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:06.164357 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-c268fb09-b45a-42a2-87c8-e0935b8c1bcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 0.6466687 Feb 07 23:03:06.199819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5cc22-177b-4579-9728-df730605c73c None None] Network fb5a2309-3603-425a-a332-5a912901ebad requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:03:06.245559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.281514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:06.284136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:06.301467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=75a4b58a-56b2-4af7-9a8a-b4a086c9473b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:06.342549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/75a4b58a-56b2-4af7-9a8a-b4a086c9473b HTTP/1.1" status: 204 len: 168 time: 1.2544372 Feb 07 23:03:06.344546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.347690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.348266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.348792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.349310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.352451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.352988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.353485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.357899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.358534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.359034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.359542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f0aa20-8aab-46f6-b541-0ff65d863727 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:06.367996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54056) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:06.495087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b752af1-f5dd-48b7-8696-68ab4223eddd None None] Network 00bdce31-a007-4cf5-9bcc-bc30482cd8ae requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:03:06.561477 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-08cda4c3-4821-4b79-9f13-5265ce8c95c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14ab7f41-928e-4851-90a4-09c1a5f79813 HTTP/1.1" status: 200 len: 217 time: 0.2695932 Feb 07 23:03:06.699456 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.863558 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:06.951606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4ca61708-9f06-4722-b9b1-ec4eddc5d61d None None] Provisioning complete for port bee38aa0-5639-4644-9520-47f9089f9a11 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:06.955242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4ca61708-9f06-4722-b9b1-ec4eddc5d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.015143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336c2673-9f72-48d2-b8e5-c3b38073dfa9 None None] Network fb5a2309-3603-425a-a332-5a912901ebad requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:03:07.042116 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.055280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 346de52d-d114-4bc7-baa1-a9fc84077eb9 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:03:07.055789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.137509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-7437bfa3-4dfe-4e99-8fbf-b30a8d23957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:07.162621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-7437bfa3-4dfe-4e99-8fbf-b30a8d23957c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.5956802 Feb 07 23:03:07.323764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 54451943-73d9-48e7-9168-caa47ba43eb1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:07.324250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.434858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 10, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:07.442610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 346de52d-d114-4bc7-baa1-a9fc84077eb9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=346de52d-d114-4bc7-baa1-a9fc84077eb9,segment=NetworkSegment(18f6c590-06d0-4448-a59a-36316145d1f3),segment_id=18f6c590-06d0-4448-a59a-36316145d1f3)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:07.443339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:07.454133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-f66e760b-c6e7-4cf2-a10b-c296a6c70e26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2412620 Feb 07 23:03:07.464476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4ca61708-9f06-4722-b9b1-ec4eddc5d61d None None] Port bee38aa0-5639-4644-9520-47f9089f9a11 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:03:07.531187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:07.610858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:07.611917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:07.627270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 346de52d-d114-4bc7-baa1-a9fc84077eb9 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:03:07.923212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:07.984788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9009fd80-2019-4654-869f-fb8e1bcd6ed7 None None] DHCP port deletion for 00bdce31-a007-4cf5-9bcc-bc30482cd8ae request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:03:08.090531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:08.132323 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-9e29f3e1-b8b2-4797-b2ea-701a70550d1a service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509626 Feb 07 23:03:08.300071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=346de52d-d114-4bc7-baa1-a9fc84077eb9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:08.321928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No DVR routers for this DVR port 346de52d-d114-4bc7-baa1-a9fc84077eb9 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:08.396717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:03:08.541473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216602f-546e-405b-a40c-081939c81642 req-7b6285a3-a80f-4e3b-abef-9d7c93e33d64 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:08.549922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-7b6285a3-a80f-4e3b-abef-9d7c93e33d64 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/networks?id=fb5a2309-3603-425a-a332-5a912901ebad HTTP/1.1" status: 200 len: 813 time: 1.2830877 Feb 07 23:03:08.552546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ef137b7f-5a4d-4835-a7fc-9ec0dd10b882 req-1327f802-527f-44b3-b762-f937a15606d8 service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103315 Feb 07 23:03:08.557632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 10, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:08.573558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9872b6be-3411-4b39-9dd3-5c3bfdfd15d8 None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 10, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None, '_interfaces': [{'id': '34d6ead9-9ee9-4eca-abb6-6af090930d3a', 'name': '', 'network_id': '25a56b0f-c229-4115-aeab-91805adfddc2', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'mac_address': 'fa:16:3e:5c:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '5ef6837e-226e-4664-b747-c82c91050264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:01:34Z', 'updated_at': '2022-02-07T23:01:44Z', 'revision_number': 5, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'subnets': [{'id': '5ef6837e-226e-4664-b747-c82c91050264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:08.730245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-110f90de-37b0-44ab-8d37-6d868135c873 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/quotas/1e1ba7d72dbc4e97865b26046312b306 HTTP/1.1" status: 200 len: 375 time: 0.1790092 Feb 07 23:03:08.830857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-39ace3d4-1e2b-4830-b2c8-5bf51dcb0dc8 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e1ba7d72dbc4e97865b26046312b306&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995924 Feb 07 23:03:08.873285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:08.964391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:03:08.990249 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Sync routers for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:09.041953 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:09.045476 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:09.045632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4fa130d8-da9c-4de5-a0a2-f576ba6994fb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "PUT /v2.0/routers/2a0db328-7223-4c59-8b5a-a46cdcd0fc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9484398 Feb 07 23:03:09.046363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54150) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:09.242203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bdce31-a007-4cf5-9bcc-bc30482cd8ae']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:09.305391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f6c590-06d0-4448-a59a-36316145d1f3') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:09.305391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f6c590-06d0-4448-a59a-36316145d1f3') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:09.390204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.468792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.505693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:03:09.511260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.595809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.595809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.604699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.605803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.606700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.607615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.608475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.609365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.615126 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-106d525d-7066-4881-9547-a9c588edb5d6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5614 time: 0.5652695 Feb 07 23:03:09.617978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54170) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:09.703314 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:03:09.713840 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:03:09.767795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-1ed11b3e-acf1-4b5d-941a-196cfdaf8674 service neutron] 10.222.0.10 "GET /v2.0/networks/fb5a2309-3603-425a-a332-5a912901ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9353867 Feb 07 23:03:09.873483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.889980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:09.909563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.910704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.911833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.913726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.915223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.925206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.926363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:09.929969 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e7c79d47-6c52-4535-8e9b-ee84ae65db24 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4604 time: 0.3058002 Feb 07 23:03:09.933084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54180) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:09.999134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=00bdce31-a007-4cf5-9bcc-bc30482cd8ae,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:10.015240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 912489f9-6f2a-442f-8d20-969f2f173c4b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:03:10.024544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4c71beaa-68f4-4cf0-ae3d-2e3b3a3a73c7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/00bdce31-a007-4cf5-9bcc-bc30482cd8ae HTTP/1.1" status: 204 len: 168 time: 3.6552408 Feb 07 23:03:10.043057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54186) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:10.251808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 912489f9-6f2a-442f-8d20-969f2f173c4b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:03:10.252376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 912489f9-6f2a-442f-8d20-969f2f173c4b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:03:10.261283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 346de52d-d114-4bc7-baa1-a9fc84077eb9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:03:10.666714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 346de52d-d114-4bc7-baa1-a9fc84077eb9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:03:10.667410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 346de52d-d114-4bc7-baa1-a9fc84077eb9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:03:10.717710 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:04Z', 'revision_number': 2, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:10.731880 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Checking router: 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:10.732643 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Updating router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d port bee38aa0-5639-4644-9520-47f9089f9a11 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:03:10.806306 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:10.819891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-411954c3-8ed7-4e27-b29d-650b1c2b90fb tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2139 time: 0.8661642 Feb 07 23:03:10.880060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-54a31ed3-23f2-49c7-b89d-c578cbb72c08 service neutron] 10.222.0.10 "GET /v2.0/networks/fb5a2309-3603-425a-a332-5a912901ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1111424 Feb 07 23:03:11.492637 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdff39cc-b7a3-4558-ad0a-e3d37598ece0 req-b0393c9d-f1e8-4be0-83f4-d0311e470c61 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 210 time: 0.1309974 Feb 07 23:03:11.554819 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:03:11.695375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.765030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54218) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:11.771764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066557856', 'description': 'tempest-secgroup-smoke-2066557856 description', 'project_id': '909aa67db10f450da1c5a34c7daf8438'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:11.786484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:11.792477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:11.798321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:11.831349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:11.833899 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.868172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.889005 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Transition to ACTIVE for port object bee38aa0-5639-4644-9520-47f9089f9a11 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:03:11.918534 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:11.966657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:11.997234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:12.013217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:12.060875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:12.313036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.325339 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.523811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Pushing event updated for resources: {'Port': ['ID=bee38aa0-5639-4644-9520-47f9089f9a11,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:12.579042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b809289-fbca-4e2e-b9e2-8adf2d6569d8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:12.593422 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.609860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8436351 Feb 07 23:03:12.611496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54246) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:12.611750 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.613602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.614185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.614727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.615015 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.615419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.616681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.617288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.617853 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.617988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.618485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.618990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.619828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.619961 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.620433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.621093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d1f78-42f0-4d96-a868-66fb24dbc9ef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.624172 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.635969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '0b809289-fbca-4e2e-b9e2-8adf2d6569d8', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:12.639759 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.644635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:12.647444 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.651184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:12.654565 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.655751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.655948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:12.657730 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.665489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:12.667332 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.675665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:12.692336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.836378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:12.847177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.034341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92307128-a00b-48ad-b694-9b9f58175354,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:13.056845 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.062000 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7aa1eba8-39d3-431b-9670-36c478cd1fc2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4345429 Feb 07 23:03:13.063442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54252) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:13.074877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '0b809289-fbca-4e2e-b9e2-8adf2d6569d8', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:13.083202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:13.086425 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Attempting to bind port bee38aa0-5639-4644-9520-47f9089f9a11 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:13.089256 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Attempting to bind port bee38aa0-5639-4644-9520-47f9089f9a11 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:13.090172 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Attempting to bind port bee38aa0-5639-4644-9520-47f9089f9a11 on network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:03:13.090352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:13.094393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:13.102789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:13.119263 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:03:13.124068 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Checking segment: {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:03:13.126935 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.128183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.130942 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Bound using segment: {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:03:13.133652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Bound port: bee38aa0-5639-4644-9520-47f9089f9a11, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:13.134520 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.246964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.251963 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.326659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.331039 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] For port bee38aa0-5639-4644-9520-47f9089f9a11, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:03:13.335571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] For port bee38aa0-5639-4644-9520-47f9089f9a11, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bee38aa0-5639-4644-9520-47f9089f9a11,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:03:13.335757 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2676139 Feb 07 23:03:13.343155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54256) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:13.345876 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.355192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '0b809289-fbca-4e2e-b9e2-8adf2d6569d8', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:13.378288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-e867d27c-9651-47c6-a87b-4cbd3e8b31ad tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:13.383285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:13.389923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:13.392859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-e867d27c-9651-47c6-a87b-4cbd3e8b31ad tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 0.7387016 Feb 07 23:03:13.419405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:13.436436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc609bd-46c4-4aa9-8961-e773eedf3a5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6927b8b8-3695-4a15-8612-d5fe1ba06c3b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:13.450437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:13.478890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8209e59c-afed-498c-96d1-905e5151198b req-c309518f-6093-4873-939a-371a29b95837 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 210 time: 0.2395468 Feb 07 23:03:13.531322 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.553072 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:13.556840 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:13.569732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port 34d6ead9-9ee9-4eca-abb6-6af090930d3a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:03:13.577473 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.642014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-8c62e2ad-6fea-4156-a54a-3ae943416b5c tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/quotas/6b16819de6834bab832cf613e53f007a HTTP/1.1" status: 200 len: 375 time: 0.2474027 Feb 07 23:03:13.791659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.801553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.902878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b254ff-3815-47a4-8a9e-5ede47f239d5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:13.980615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:13.989948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b149132b-084c-4cff-aa70-19d77a61468d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6455305 Feb 07 23:03:13.997281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54274) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:14.009520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '0b809289-fbca-4e2e-b9e2-8adf2d6569d8', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:14.021527 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513460b1-5c8a-4189-b7da-31e93064ea35 None None] Pushing event updated for resources: {'Port': ['ID=bee38aa0-5639-4644-9520-47f9089f9a11,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:14.059547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:14.088399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:14.110617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:14.132357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:14.145380 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:14.152847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-b504f8ba-041e-4a79-b797-573e60622155 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5091999 Feb 07 23:03:14.196715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.676256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port 34d6ead9-9ee9-4eca-abb6-6af090930d3a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=34d6ead9-9ee9-4eca-abb6-6af090930d3a,segment=NetworkSegment(c5272b8a-d91f-4b6d-b137-8458594eb943),segment_id=c5272b8a-d91f-4b6d-b137-8458594eb943)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:14.677595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.717501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.735472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216602f-546e-405b-a40c-081939c81642 req-9e674df3-0458-44ee-9fe0-0d8ff48d01c6 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:14.735965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6216602f-546e-405b-a40c-081939c81642 req-9e674df3-0458-44ee-9fe0-0d8ff48d01c6 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Synchronizing usage tracker for tenant:1e1ba7d72dbc4e97865b26046312b306 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:03:14.755448 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.815413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-ab46532c-4c8d-44e8-95bf-d78db2394770 service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6613243 Feb 07 23:03:14.815631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:14.829232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8304346 Feb 07 23:03:14.841301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54302) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:14.843378 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:13Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:14.849793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17820f-95ee-46c4-8a19-c3528b6290e6 None None] The sync data for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 is: [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:13Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:14.868519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '0b809289-fbca-4e2e-b9e2-8adf2d6569d8', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:14.880773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c465c7-240e-477e-a621-3989394ebf43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb94bc5-8da2-4a6d-9b42-c7240c3c1721,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:14.892342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:14.903405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:14.915539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:14.918787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6216602f-546e-405b-a40c-081939c81642 req-9e674df3-0458-44ee-9fe0-0d8ff48d01c6 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Unset dirty status for tenant:1e1ba7d72dbc4e97865b26046312b306 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:03:14.920035 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-9e674df3-0458-44ee-9fe0-0d8ff48d01c6 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.36 "GET /v2.0/networks?id=fb5a2309-3603-425a-a332-5a912901ebad HTTP/1.1" status: 200 len: 813 time: 0.6723578 Feb 07 23:03:14.980085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Request body: {'port': {'device_id': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad', 'admin_state_up': True, 'tenant_id': '1e1ba7d72dbc4e97865b26046312b306'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:15.117514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:15.289964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for 34d6ead9-9ee9-4eca-abb6-6af090930d3a owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:03:15.430587 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Project 909aa67db10f450da1c5a34c7daf8438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:03:15.439266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-144811a6-96d3-42d6-9546-74d9848bf0a7 req-431358a8-fb14-4fe8-8ce8-b6947d953599 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 210 time: 0.2293277 Feb 07 23:03:15.445126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.542039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.567494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.648588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c8b7cd-2563-44e7-b8e3-a2554365c4f5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:15.675384 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-52b9dc94-6a72-4678-8b83-d0828225b935 service neutron] 10.222.0.10 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728694 Feb 07 23:03:15.692396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:15.716696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Usage tracker for resource:port and tenant:1e1ba7d72dbc4e97865b26046312b306 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:15.738205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.746845 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-50bf2bcb-2b66-4dd0-9920-69e3707675ae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9020262 Feb 07 23:03:15.749516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:15.756210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:15.810088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '0b809289-fbca-4e2e-b9e2-8adf2d6569d8', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:15.818946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:15.858963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:15.881165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:15.888845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:15.901056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:15.924493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:15.926630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Made reservation on behalf of 1e1ba7d72dbc4e97865b26046312b306 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:15.952039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.065074 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Project 909aa67db10f450da1c5a34c7daf8438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:03:16.233750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bee38aa0-5639-4644-9520-47f9089f9a11 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:16.283518 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.421333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=34d6ead9-9ee9-4eca-abb6-6af090930d3a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:16.436010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port bee38aa0-5639-4644-9520-47f9089f9a11 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:16.463674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bee38aa0-5639-4644-9520-47f9089f9a11 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:16.464049 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.567671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.612735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.733786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6cfa745-67cd-4513-89ef-599440138d43,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:16.792530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48c1b4e8-1508-49b3-9594-08ff1bdcd939 req-4c81585d-b6ee-4a29-a5cd-41c1d9e46a3b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 210 time: 0.4439917 Feb 07 23:03:16.820309 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.859875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port bee38aa0-5639-4644-9520-47f9089f9a11, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bee38aa0-5639-4644-9520-47f9089f9a11,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:16.865457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:16.878477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c17da2a8-5a56-48b2-8394-802212d0c8c9 req-0b8522ca-30fa-40f1-9371-ec06aeb241f9 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 210 time: 0.0686383 Feb 07 23:03:17.134840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-998b2759-fbc3-41ed-93ab-23811e7f9d82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7963507 Feb 07 23:03:17.135642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.144963 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-51fe9203-aa7f-46a8-9e28-3b0ef26a8d38 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3635907 Feb 07 23:03:17.264146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=bee38aa0-5639-4644-9520-47f9089f9a11,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:17.407235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:17.425249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Allocated IP 172.20.0.8 (fb5a2309-3603-425a-a332-5a912901ebad/0d68a210-2fb6-4449-9e1f-95cb9604de35/ea612c06-ca8a-41c2-9a83-e94dbb196099) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:17.576826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-9dde542d-e958-4854-b70f-8600ffdcf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:17.578388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-9dde542d-e958-4854-b70f-8600ffdcf66f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 1096 time: 0.4038873 Feb 07 23:03:17.674491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-66fe7f9b-3467-43cd-ab6e-a23ebba993cd tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066557856&fields=id&tenant_id=909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 267 time: 0.0935743 Feb 07 23:03:18.101555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bee38aa0-5639-4644-9520-47f9089f9a11 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:18.324345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.339338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-f2f27862-1a1e-44ed-a478-fe65f8a3d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:18.341082 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-f2f27862-1a1e-44ed-a478-fe65f8a3d46e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 0.6564562 Feb 07 23:03:18.431822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bee38aa0-5639-4644-9520-47f9089f9a11 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:18.433339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:18.460461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-ff7eccd1-d5df-4b3a-9f1a-bd157cdd2c4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704 HTTP/1.1" status: 200 len: 217 time: 0.1119647 Feb 07 23:03:18.550813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-7a1046c7-003f-4bb6-8fde-7fa5c484d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:18.552266 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-7a1046c7-003f-4bb6-8fde-7fa5c484d4fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.0722039 Feb 07 23:03:18.875619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-661a67b2-2d9c-4ac1-be59-f3506ebbdf3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3108211 Feb 07 23:03:18.911152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-77099445-9af4-4088-ac32-b218b050cc74 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:18.915502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-77099445-9af4-4088-ac32-b218b050cc74 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/networks?id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 797 time: 1.2401979 Feb 07 23:03:18.917906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89cf140e-1b0f-4f53-8d7e-648d85660fd1 req-848cd823-e139-4771-874c-ae5a6e387003 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 210 time: 0.9194803 Feb 07 23:03:18.952439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:03:18.954033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-e7ffa008-2239-4247-acb6-487c7c8d1c0b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/quotas/909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 375 time: 0.0230241 Feb 07 23:03:19.301815 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-e9c76bc4-50d5-430b-8c11-40c7978df410 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066277 Feb 07 23:03:19.534491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:19.644393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:03:19.661917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:19.708529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-b50df749-5b1c-480e-92f7-589e65db2d74 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:19.712085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:19.714680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:19.721294 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-b50df749-5b1c-480e-92f7-589e65db2d74 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 815 time: 1.0715566 Feb 07 23:03:19.795124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a2e56683-f394-49fe-92ed-d75c87c6e5a5 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7444267 Feb 07 23:03:19.798572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54412) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:19.853296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Request body: {'port': {'device_id': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'admin_state_up': True, 'tenant_id': '6b16819de6834bab832cf613e53f007a'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:20.027643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting subnet 5ef6837e-226e-4664-b747-c82c91050264 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:03:20.063678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e739e74c-6cbe-4857-ad8b-5648204b6723 req-9b75bd29-ae26-496a-a62e-860f12a31b35 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7521565 Feb 07 23:03:20.121790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-3ca47dd1-0050-447e-b5cc-559bbe504398 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1558743 Feb 07 23:03:20.126908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.332648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:20.534914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:15Z', 'revision_number': 11, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:20.545777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:20.562121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:20.563924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:02:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:20.620679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a54be9-fe90-404a-8f81-77cc73d513a5 req-0285462c-e1b0-4a49-b2e1-5732fdb4998b tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:20.631047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96a54be9-fe90-404a-8f81-77cc73d513a5 req-0285462c-e1b0-4a49-b2e1-5732fdb4998b tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 931 time: 1.3981061 Feb 07 23:03:20.716904 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.752183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:20.775300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:20.780551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Network fb5a2309-3603-425a-a332-5a912901ebad is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:20.784713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:20.792041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:03:20.821910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Pushing event updated for resources: {'Port': ['ID=ea612c06-ca8a-41c2-9a83-e94dbb196099,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:20.834507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Made reservation on behalf of 6b16819de6834bab832cf613e53f007a for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:20.865342 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:20.903849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:21.015029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:21.016184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.028718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96a54be9-fe90-404a-8f81-77cc73d513a5 req-7c6fca04-fbfa-4f21-af40-73be2cac0450 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916402 Feb 07 23:03:21.049428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:15Z', 'revision_number': 11, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:21.060252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fdfe59-19b3-46ac-aaac-94b0123034de None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:15Z', 'revision_number': 11, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:21.073740 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-cebdd01b-c806-402b-87ef-2e6cc78a4498 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0987573 Feb 07 23:03:21.079211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Request body: {'port': {'device_id': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:21.213271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-5c60f9a2-1ee5-43ee-b80a-dc067823df48 service neutron] 10.222.0.10 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9763303 Feb 07 23:03:21.285213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.455582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.697016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.723424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Allocated IP 172.20.0.14 (3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d/dfbdd582-1fde-4412-a417-369087cdb38d/c1c3d080-fabb-4dcb-84c4-bdb88a5f791d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:21.821022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39ed4fa4-29d0-4ced-9229-b7328f1962d9 req-69e03312-2448-4e34-85b4-43d14890b886 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 210 time: 0.4595175 Feb 07 23:03:21.822529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:21.827914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55bfcf-742c-4bc6-9729-580637a4de10 None None] Network 25a56b0f-c229-4115-aeab-91805adfddc2 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:03:21.832655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Subnet': ['ID=5ef6837e-226e-4664-b747-c82c91050264,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:21.839250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd9a7351-d299-481e-9271-f06ec5346d4f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/5ef6837e-226e-4664-b747-c82c91050264 HTTP/1.1" status: 204 len: 168 time: 2.0275199 Feb 07 23:03:21.849617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54452) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:22.106811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-3ee841e0-23b5-40f6-b9e5-d58fa417f434 service neutron] 10.222.0.10 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8924382 Feb 07 23:03:22.172687 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.227369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Deleting port b8620846-5d69-4379-8c0a-7ee21bb822ad {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:03:22.227796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.288008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 34d6ead9-9ee9-4eca-abb6-6af090930d3a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:03:22.462923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 34d6ead9-9ee9-4eca-abb6-6af090930d3a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:03:22.465144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 34d6ead9-9ee9-4eca-abb6-6af090930d3a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:03:22.722664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] DHCP port deletion for 25a56b0f-c229-4115-aeab-91805adfddc2 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:03:22.743441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Deleting port b8620846-5d69-4379-8c0a-7ee21bb822ad {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:03:22.743808 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.823348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea612c06-ca8a-41c2-9a83-e94dbb196099 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:22.831312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.841148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:22.883466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Transition to ACTIVE for port object ea612c06-ca8a-41c2-9a83-e94dbb196099 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:03:22.895304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.291835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19e3fda5-29d5-4c1d-a977-8b545d68ed9b req-bbaf3097-a527-447f-bc5b-0916343b9592 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 210 time: 0.6488464 Feb 07 23:03:23.499848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] For port b8620846-5d69-4379-8c0a-7ee21bb822ad, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8620846-5d69-4379-8c0a-7ee21bb822ad,segment=NetworkSegment(c5272b8a-d91f-4b6d-b137-8458594eb943),segment_id=c5272b8a-d91f-4b6d-b137-8458594eb943)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:23.500464 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.555244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5bb4d-ca8b-41d4-9db4-6d988d96f6b3 req-482a5b25-dfd4-4ca4-a2d8-3111bfa7c7d8 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:23.565363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bce5bb4d-ca8b-41d4-9db4-6d988d96f6b3 req-482a5b25-dfd4-4ca4-a2d8-3111bfa7c7d8 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 931 time: 1.2077129 Feb 07 23:03:23.597181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] For port b8620846-5d69-4379-8c0a-7ee21bb822ad, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8620846-5d69-4379-8c0a-7ee21bb822ad,segment=NetworkSegment(c5272b8a-d91f-4b6d-b137-8458594eb943),segment_id=c5272b8a-d91f-4b6d-b137-8458594eb943)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:23.601415 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:23.678598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Pushing event updated for resources: {'Port': ['ID=ea612c06-ca8a-41c2-9a83-e94dbb196099,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:23.877641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.114266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:24.116028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Attempting to bind port ea612c06-ca8a-41c2-9a83-e94dbb196099 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:24.116508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Attempting to bind port ea612c06-ca8a-41c2-9a83-e94dbb196099 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '04e684af-dc45-4904-8869-398a892906cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:24.116867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Attempting to bind port ea612c06-ca8a-41c2-9a83-e94dbb196099 on network fb5a2309-3603-425a-a332-5a912901ebad {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:03:24.127587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:24.137101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:03:24.158416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['14ab7f41-928e-4851-90a4-09c1a5f79813'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:03:24.222291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Port ea612c06-ca8a-41c2-9a83-e94dbb196099 on network fb5a2309-3603-425a-a332-5a912901ebad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:03:24.222702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Attempting to bind port ea612c06-ca8a-41c2-9a83-e94dbb196099 on network fb5a2309-3603-425a-a332-5a912901ebad {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:03:24.238465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:03:24.238822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Checking segment: {'id': '04e684af-dc45-4904-8869-398a892906cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:03:24.239445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Bound using segment: {'id': '04e684af-dc45-4904-8869-398a892906cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:03:24.240005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Bound port: ea612c06-ca8a-41c2-9a83-e94dbb196099, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e684af-dc45-4904-8869-398a892906cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:24.241054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.281823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event updated for resources: {'Port': ['ID=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:24.318194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f22fbaa9-b594-4f7c-9a87-eefd3d74f704', '2986de38-f25f-4a14-bfeb-e83b60f138ac'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:03:24.408081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8620846-5d69-4379-8c0a-7ee21bb822ad no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:03:24.472371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] For port ea612c06-ca8a-41c2-9a83-e94dbb196099, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:03:24.480267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] For port ea612c06-ca8a-41c2-9a83-e94dbb196099, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ea612c06-ca8a-41c2-9a83-e94dbb196099,segment=NetworkSegment(04e684af-dc45-4904-8869-398a892906cf),segment_id=04e684af-dc45-4904-8869-398a892906cf)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:03:24.492799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:24.493873 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.495051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Calling delete_port for b8620846-5d69-4379-8c0a-7ee21bb822ad owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:03:24.501025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.673000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Calling delete_port for b8620846-5d69-4379-8c0a-7ee21bb822ad owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:03:24.698546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:24.702641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:24.705215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] 10.222.0.36 "PUT /v2.0/ports/ea612c06-ca8a-41c2-9a83-e94dbb196099 HTTP/1.1" status: 200 len: 1091 time: 3.6309085 Feb 07 23:03:24.712930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'tag': 'ea612c06-ca8a-41c2-9a83-e94dbb196099'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:24.749340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-03133851-052e-4851-a37a-3bcfc94e2c0f tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9023976 Feb 07 23:03:24.767571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Request body: {'port': {'device_id': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:25.116127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081789c0-b126-47b9-a34f-abd29b61eb0c service neutron] Pushing event updated for resources: {'Port': ['ID=ea612c06-ca8a-41c2-9a83-e94dbb196099,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:25.172203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.321274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bce5bb4d-ca8b-41d4-9db4-6d988d96f6b3 req-023c846a-f098-4dcf-91ef-4265b88ee4c2 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7548690 Feb 07 23:03:25.335362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.439547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:03:25.440025 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:03:25.541512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:25.562462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Port': ['ID=b8620846-5d69-4379-8c0a-7ee21bb822ad,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:25.631418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No DVR routers for this DVR port b8620846-5d69-4379-8c0a-7ee21bb822ad on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:25.664383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216602f-546e-405b-a40c-081939c81642 req-193143f0-c2d6-4a40-8d91-568e6275c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:25.666353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-193143f0-c2d6-4a40-8d91-568e6275c9c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e1ba7d72dbc4e97865b26046312b306&device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 1094 time: 0.8084505 Feb 07 23:03:25.788716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-6ed4226e-65f1-40e2-91b3-677919c93b54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea612c06-ca8a-41c2-9a83-e94dbb196099 HTTP/1.1" status: 200 len: 217 time: 0.1134846 Feb 07 23:03:25.944882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Deleting port b8620846-5d69-4379-8c0a-7ee21bb822ad {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:03:25.952291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.040830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216602f-546e-405b-a40c-081939c81642 req-fbc51737-fda0-4789-ac7b-96bb70363fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:26.042834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-fbc51737-fda0-4789-ac7b-96bb70363fb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d68a210-2fb6-4449-9e1f-95cb9604de35 HTTP/1.1" status: 200 len: 853 time: 0.2440205 Feb 07 23:03:26.043344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef14c79f-7e24-4070-b14c-7987f8959566 req-f7649c50-44e9-4ff7-b0b4-bb7f92849fa2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 210 time: 0.4098315 Feb 07 23:03:26.150524 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.173604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-9eddee02-197d-44c3-b106-2f15fbec4475 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:26.175346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-9eddee02-197d-44c3-b106-2f15fbec4475 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.36 "GET /v2.0/networks?id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 797 time: 1.3052335 Feb 07 23:03:26.184010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc20ec-99d6-4dae-8d06-821c272814c0 req-e0eec6da-2621-47dc-9255-eb39cad1920d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:26.186672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c2a7510a-eeb4-4082-8efc-cbaa59ec3dc1 None None] The port 'b8620846-5d69-4379-8c0a-7ee21bb822ad' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:03:26.191996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96fc20ec-99d6-4dae-8d06-821c272814c0 req-e0eec6da-2621-47dc-9255-eb39cad1920d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 932 time: 1.9896123 Feb 07 23:03:26.200790 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b9c0aa9-f623-45b8-8bb7-d2c300d78e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.234135 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-d10fc93e-424b-48d5-968e-67a70f3234b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb5a2309-3603-425a-a332-5a912901ebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481118 Feb 07 23:03:26.307177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a56b0f-c229-4115-aeab-91805adfddc2']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:26.384045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96fc20ec-99d6-4dae-8d06-821c272814c0 req-0e0d7c2b-a479-410e-8f93-f7d69c1ac96a tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908095 Feb 07 23:03:26.391030 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'tag': 'ea612c06-ca8a-41c2-9a83-e94dbb196099', 'status': 'completed', 'code': 200} Feb 07 23:03:26.405529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5272b8a-d91f-4b6d-b137-8458594eb943') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:26.406036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5272b8a-d91f-4b6d-b137-8458594eb943') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:26.452018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.520488 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.540488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:03:26.541362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.708061 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-5c966715-650e-441b-9f74-85f1a4615a4c service neutron] 10.222.0.36 "GET /v2.0/networks/fb5a2309-3603-425a-a332-5a912901ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125880 Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:03:26.732164 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:03:26.739997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-81ea9f8c-c9a4-4447-9c6b-c4629a68d071 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 380 time: 0.5302284 Feb 07 23:03:26.801114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.825965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'port': {'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'admin_state_up': True, 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'security_groups': ['0b809289-fbca-4e2e-b9e2-8adf2d6569d8']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:26.884893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:26.932704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/networks/25a56b0f-c229-4115-aeab-91805adfddc2 HTTP/1.1" status: 204 len: 168 time: 5.0819252 Feb 07 23:03:26.991006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54556) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:27.018900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'routes': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:27.272256 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:27.282403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:port and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:27.286733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:27.300913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:27.421559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b962dee9-6826-4ab5-957b-6cb5f34915f3 req-9d0d828a-0333-4271-adcc-e4dd2c9a340f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 210 time: 0.1080992 Feb 07 23:03:27.422719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfefe9a-a00c-48af-bc28-a54f5943d5e6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Pushing event deleted for resources: {'Network': ['ID=25a56b0f-c229-4115-aeab-91805adfddc2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:27.432653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:27.437661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.536159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1975022-6ba1-4516-b40d-06eb251bfdac req-a3abfbb5-8403-4678-bc3a-ce0089471df1 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:27.539477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1975022-6ba1-4516-b40d-06eb251bfdac req-a3abfbb5-8403-4678-bc3a-ce0089471df1 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 943 time: 0.8057847 Feb 07 23:03:27.601292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.extraroute_db [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Added routes are [] {{(pid=87671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 23:03:27.603281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.extraroute_db [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Removed routes are [] {{(pid=87671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 23:03:27.603953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:27.845320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.20.0.7 (59dec782-c1b0-4932-88ec-8c5aa3f8ab3e/c8a0b1b6-c539-43b3-9b7c-03474560316a/863b4720-7469-45b1-8aa4-8192e7b578d2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:28.234528 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e8101df9-f29d-4606-8efd-1bc9f50d67ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.289680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6216602f-546e-405b-a40c-081939c81642 req-8d9bef4c-245a-4304-8e0b-0d7fcefb2114 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5a2309-3603-425a-a332-5a912901ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5726068 Feb 07 23:03:28.321786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:03:28.602594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1975022-6ba1-4516-b40d-06eb251bfdac req-1b287e60-50d8-40f5-b8e3-38aab3600590 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812459 Feb 07 23:03:28.844868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.859528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.901887 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:28.960895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Transition to ACTIVE for port object 863b4720-7469-45b1-8aa4-8192e7b578d2 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:03:29.128174 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.226419 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.241491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:29.307149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:29.309966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=863b4720-7469-45b1-8aa4-8192e7b578d2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:29.315403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:03:29.389064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c3d080-fabb-4dcb-84c4-bdb88a5f791d {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:29.414723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.445384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Transition to ACTIVE for port object c1c3d080-fabb-4dcb-84c4-bdb88a5f791d will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:03:29.459799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.465273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router ec226b99-3f10-40bf-a90c-781bcb975ef8 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:03:29.502481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.528598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba66c-9013-4856-99e1-53816f00f419 req-30bc05b0-a2b3-468a-bc9d-eb0daf72d705 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:29.530329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc0ba66c-9013-4856-99e1-53816f00f419 req-30bc05b0-a2b3-468a-bc9d-eb0daf72d705 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 932 time: 1.5112672 Feb 07 23:03:29.581299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:29.582129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.601837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6d673-a5d5-40ab-801a-b7d0c98f21c9 req-85ea0782-7fa6-487d-bb9b-4f4cfb40b34d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:29.603892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cab6d673-a5d5-40ab-801a-b7d0c98f21c9 req-85ea0782-7fa6-487d-bb9b-4f4cfb40b34d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 931 time: 0.5888767 Feb 07 23:03:29.668446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:29.693833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-bb15d138-b357-4be5-8ce2-2370112d07bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8862543 Feb 07 23:03:29.705060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc0ba66c-9013-4856-99e1-53816f00f419 req-8bb67dcc-45f5-4601-acfa-2576380a2958 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602814 Feb 07 23:03:29.727015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Request body: {'port': {'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:29.788522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cab6d673-a5d5-40ab-801a-b7d0c98f21c9 req-033f4d26-41d6-4d0c-8d1c-eb77f9ca4d39 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739004 Feb 07 23:03:29.902016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1c2588b3-4aab-4357-b708-4fff4900fc30 None None] Provisioning for port 863b4720-7469-45b1-8aa4-8192e7b578d2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:29.913738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1c2588b3-4aab-4357-b708-4fff4900fc30 None None] Provisioning complete for port 863b4720-7469-45b1-8aa4-8192e7b578d2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:29.914132 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1c2588b3-4aab-4357-b708-4fff4900fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:29.989383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1c2588b3-4aab-4357-b708-4fff4900fc30 None None] Port 863b4720-7469-45b1-8aa4-8192e7b578d2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:03:30.187369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.364072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0166d20-aeff-4176-b173-2d1a4fc74027 req-d1429948-4092-4218-9b7a-3d0150f4c9b1 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:30.371572 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0166d20-aeff-4176-b173-2d1a4fc74027 req-d1429948-4092-4218-9b7a-3d0150f4c9b1 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 943 time: 0.4427474 Feb 07 23:03:30.388217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-c1a30d16-6d0f-4abb-b437-897f09078275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:30.412637 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-c1a30d16-6d0f-4abb-b437-897f09078275 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e1ba7d72dbc4e97865b26046312b306&device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 1094 time: 1.5206566 Feb 07 23:03:30.483870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:03:30.500798 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] Sync routers for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:30.532953 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:30.534229 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:30.541900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.547245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a0adc6a0-cb22-4238-bf1e-d8872e86b7c0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 200 len: 700 time: 3.5475497 Feb 07 23:03:30.559448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0166d20-aeff-4176-b173-2d1a4fc74027 req-b2c1453b-0339-4154-9845-299375a3388d tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869886 Feb 07 23:03:30.566767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54622) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:30.672274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b3a00246-2c73-4807-95a7-4e44875c8c8f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:03:30.729149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b3a00246-2c73-4807-95a7-4e44875c8c8f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:03:30.733159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54628) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:30.733906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b3a00246-2c73-4807-95a7-4e44875c8c8f tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 200 len: 205 time: 0.1661189 Feb 07 23:03:30.843513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Attempting to bind port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:30.847510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Attempting to bind port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:30.848254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Attempting to bind port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:03:30.869536 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:30.893276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:03:30.893678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Attempting to bind port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d on network 3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:03:30.951487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:03:30.952199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Checking segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:03:30.953048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Bound using segment: {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:03:30.954223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Bound port: c1c3d080-fabb-4dcb-84c4-bdb88a5f791d, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eb7913-4bd5-415f-809e-d26222789503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:30.954815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:30.956969 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.292009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e19-16bb-4d67-bc62-4cfe13cd1bbf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.299718 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:15Z', 'revision_number': 11, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:31.304344 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] Checking router: ec226b99-3f10-40bf-a90c-781bcb975ef8 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:31.314001 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] Routers {'ec226b99-3f10-40bf-a90c-781bcb975ef8'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:31.314915 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ec226b99-3f10-40bf-a90c-781bcb975ef8'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:31.354904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ea612c06-ca8a-41c2-9a83-e94dbb196099 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:03:31.452608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863b4720-7469-45b1-8aa4-8192e7b578d2 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:31.466130 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.500719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Transition to ACTIVE for port object 863b4720-7469-45b1-8aa4-8192e7b578d2 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:03:31.541611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768e34c-6854-48d6-8c18-0d46acac7b83 req-191aa0bb-6a99-4bf9-ad8e-4a76d0f2e3d1 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:31.544126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5768e34c-6854-48d6-8c18-0d46acac7b83 req-191aa0bb-6a99-4bf9-ad8e-4a76d0f2e3d1 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 944 time: 0.3780980 Feb 07 23:03:31.546459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.566464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] For port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:03:31.573238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] For port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:03:31.579865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-005be039-4a8f-4a07-99d1-60674f33584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:31.582495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-005be039-4a8f-4a07-99d1-60674f33584a service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb5a2309-3603-425a-a332-5a912901ebad HTTP/1.1" status: 200 len: 914 time: 1.1351807 Feb 07 23:03:31.587639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:31.716309 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-f01539d4-7fa9-48d5-8812-cc94ea22bbe1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea612c06-ca8a-41c2-9a83-e94dbb196099 HTTP/1.1" status: 200 len: 217 time: 0.1210907 Feb 07 23:03:31.753426 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] Set router ec226b99-3f10-40bf-a90c-781bcb975ef8 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:31.773869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ea612c06-ca8a-41c2-9a83-e94dbb196099, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ea612c06-ca8a-41c2-9a83-e94dbb196099,segment=NetworkSegment(04e684af-dc45-4904-8869-398a892906cf),segment_id=04e684af-dc45-4904-8869-398a892906cf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:31.850914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'ea612c06-ca8a-41c2-9a83-e94dbb196099', 'network_id': 'fb5a2309-3603-425a-a332-5a912901ebad', 'port_id': 'ea612c06-ca8a-41c2-9a83-e94dbb196099', 'mac_address': 'fa:16:3e:3a:b3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d68a210-2fb6-4449-9e1f-95cb9604de35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:03:32.103442 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.185905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Pushing event updated for resources: {'Port': ['ID=863b4720-7469-45b1-8aa4-8192e7b578d2,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:32.194043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea612c06-ca8a-41c2-9a83-e94dbb196099 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:32.243722 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:15Z', 'revision_number': 11, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:32.250031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ea612c06-ca8a-41c2-9a83-e94dbb196099, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ea612c06-ca8a-41c2-9a83-e94dbb196099,segment=NetworkSegment(04e684af-dc45-4904-8869-398a892906cf),segment_id=04e684af-dc45-4904-8869-398a892906cf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:32.253649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b6451-08e3-4015-a683-43e9a6193ca3 req-9f52d238-fa17-4230-8fa5-cf9556f636c3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:32.255888 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fa57d-e314-4db7-8f94-36d11742cb7f None None] The sync data for ids ['ec226b99-3f10-40bf-a90c-781bcb975ef8'] in n-d-827896-3 is: [{'id': 'ec226b99-3f10-40bf-a90c-781bcb975ef8', 'name': 'tempest-RoutersTest-router-443146864', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:01:27Z', 'updated_at': '2022-02-07T23:03:15Z', 'revision_number': 11, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:32.258500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-197b6451-08e3-4015-a683-43e9a6193ca3 req-9f52d238-fa17-4230-8fa5-cf9556f636c3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:03:32.264873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.421155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-fda90e1e-ba6b-4058-b667-f5169e34e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:32.426619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-fda90e1e-ba6b-4058-b667-f5169e34e15f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d68a210-2fb6-4449-9e1f-95cb9604de35 HTTP/1.1" status: 200 len: 853 time: 0.6934981 Feb 07 23:03:32.434031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5768e34c-6854-48d6-8c18-0d46acac7b83 req-d98439b9-6318-4d99-810b-5a3efbd2f0e4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8407154 Feb 07 23:03:32.456211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ea612c06-ca8a-41c2-9a83-e94dbb196099,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:32.543777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['ea612c06-ca8a-41c2-9a83-e94dbb196099'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:03:32.549836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:32.550477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:32.551724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] 10.222.0.26 "PUT /v2.0/ports/c1c3d080-fabb-4dcb-84c4-bdb88a5f791d HTTP/1.1" status: 200 len: 1092 time: 7.8015356 Feb 07 23:03:32.552185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54668) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:32.552572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54670) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:32.553186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'tag': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:32.853034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-197b6451-08e3-4015-a683-43e9a6193ca3 req-9f52d238-fa17-4230-8fa5-cf9556f636c3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:03:32.855784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-197b6451-08e3-4015-a683-43e9a6193ca3 req-9f52d238-fa17-4230-8fa5-cf9556f636c3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 931 time: 1.6019998 Feb 07 23:03:32.916176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Attempting to bind port 863b4720-7469-45b1-8aa4-8192e7b578d2 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:03:32.917835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Attempting to bind port 863b4720-7469-45b1-8aa4-8192e7b578d2 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:03:32.921448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Attempting to bind port 863b4720-7469-45b1-8aa4-8192e7b578d2 on network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:03:32.951422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Port 863b4720-7469-45b1-8aa4-8192e7b578d2 on network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:03:32.952038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Attempting to bind port 863b4720-7469-45b1-8aa4-8192e7b578d2 on network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:03:32.969235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:03:32.969633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Checking segment: {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:03:32.969972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Bound using segment: {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:03:32.970422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Bound port: 863b4720-7469-45b1-8aa4-8192e7b578d2, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d61a11-16c8-4a0f-821b-5932e51be12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:03:32.970774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.127760 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-13688617-db09-4bcd-93be-9b8bb949ccbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb5a2309-3603-425a-a332-5a912901ebad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5827897 Feb 07 23:03:33.138253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e19-16bb-4d67-bc62-4cfe13cd1bbf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.156131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e19-16bb-4d67-bc62-4cfe13cd1bbf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.267902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-197b6451-08e3-4015-a683-43e9a6193ca3 req-5bc88451-eec3-434b-a354-b89237650fcd tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951879 Feb 07 23:03:33.284077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] For port 863b4720-7469-45b1-8aa4-8192e7b578d2, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:03:33.288236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] For port 863b4720-7469-45b1-8aa4-8192e7b578d2, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=863b4720-7469-45b1-8aa4-8192e7b578d2,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:03:33.293795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.327800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.346523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.361615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317eb8b4-3e31-4320-8399-ef38d2197b55 req-bc014276-5e8b-4642-9157-0c5e4b8400c6 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:33.363594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-317eb8b4-3e31-4320-8399-ef38d2197b55 req-bc014276-5e8b-4642-9157-0c5e4b8400c6 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 944 time: 0.5685189 Feb 07 23:03:33.374829 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'tag': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d', 'status': 'completed', 'code': 200} Feb 07 23:03:33.385333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ea612c06-ca8a-41c2-9a83-e94dbb196099 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:33.410149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:33.419075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Usage tracker for resource:security_group_rule and tenant:690c56bda46c473c82c80da91e06388b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:33.422870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:33.423486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:33.424319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.426280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] 10.222.0.36 "PUT /v2.0/ports/863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 200 len: 1091 time: 3.7158778 Feb 07 23:03:33.432972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:33.446815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:33.560739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port ea612c06-ca8a-41c2-9a83-e94dbb196099 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:33.572682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port ea612c06-ca8a-41c2-9a83-e94dbb196099 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:33.573763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.597233 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'status': 'completed', 'code': 200} Feb 07 23:03:33.626259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.632747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-317eb8b4-3e31-4320-8399-ef38d2197b55 req-78ff086f-c3cb-416b-affa-cb30297dfc2c tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463384 Feb 07 23:03:33.637903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:33.654417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e3a03d003c46b2ba662769aa790e04 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:33.654700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291079b2-87a1-4f3a-b28b-393d0ce0a05d service neutron] Pushing event updated for resources: {'Port': ['ID=863b4720-7469-45b1-8aa4-8192e7b578d2,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:33.654812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:33.669907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:33.691872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-cde35250-f096-401b-afbb-79a683801fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:33.693605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-cde35250-f096-401b-afbb-79a683801fb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1094 time: 0.2122517 Feb 07 23:03:33.725910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.732743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eb23b-c05c-4107-a528-9cd62bdd3666 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:33.815049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-11f1ef31-1aa7-44db-bf50-5b8640866467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 200 len: 217 time: 0.1143205 Feb 07 23:03:33.884044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e19-16bb-4d67-bc62-4cfe13cd1bbf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:33.885107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89e7e19-16bb-4d67-bc62-4cfe13cd1bbf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Fanout notify agent at l3_agent the message router_deleted on router ec226b99-3f10-40bf-a90c-781bcb975ef8 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:03:33.951097 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=690c56bda46c473c82c80da91e06388b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3921056 Feb 07 23:03:33.956806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:33.975638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-7e59fea0-10e2-4fa5-9ad3-c1686fc71266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:33.979031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-7e59fea0-10e2-4fa5-9ad3-c1686fc71266 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8a0b1b6-c539-43b3-9b7c-03474560316a HTTP/1.1" status: 200 len: 835 time: 0.1541221 Feb 07 23:03:34.037604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e89e7e19-16bb-4d67-bc62-4cfe13cd1bbf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.042536 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e89e7e19-16bb-4d67-bc62-4cfe13cd1bbf tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 204 len: 168 time: 3.3059671 Feb 07 23:03:34.043794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1786485-93ce-4421-929e-d180850d84e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdde773b-ae6a-47be-a83d-5ce09e042427,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:34.049539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54706) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:34.071214 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.103161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-977739650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:34.138899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-6378e86b-1e37-421c-b539-3c8f04c5fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:34.141972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-6378e86b-1e37-421c-b539-3c8f04c5fb7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 1095 time: 1.4810972 Feb 07 23:03:34.142350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea612c06-ca8a-41c2-9a83-e94dbb196099'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:34.150685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:34.158027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-946d8d4a-7b02-4406-9cdc-fdc3ac633907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:34.159594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-946d8d4a-7b02-4406-9cdc-fdc3ac633907 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751649 Feb 07 23:03:34.167783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Usage tracker for resource:router and tenant:6e61c69bb0574982afb16623bf3e88b2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:34.169806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd91b8-0c21-4de5-b7a7-2a420d351001 req-c361748a-2b41-40e7-8933-14720e836957 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:34.171369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2dd91b8-0c21-4de5-b7a7-2a420d351001 req-c361748a-2b41-40e7-8933-14720e836957 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 944 time: 0.4099779 Feb 07 23:03:34.177011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ea612c06-ca8a-41c2-9a83-e94dbb196099, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ea612c06-ca8a-41c2-9a83-e94dbb196099,segment=NetworkSegment(04e684af-dc45-4904-8869-398a892906cf),segment_id=04e684af-dc45-4904-8869-398a892906cf)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:34.182191 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.241289 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea612c06-ca8a-41c2-9a83-e94dbb196099', 'code': 200} Feb 07 23:03:34.300658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ea612c06-ca8a-41c2-9a83-e94dbb196099,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:34.308945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:34.325053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-3cf67b4d-bd2d-4bbe-a83d-0453d9c248b6 service neutron] 10.222.0.36 "GET /v2.0/networks/fb5a2309-3603-425a-a332-5a912901ebad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1307831 Feb 07 23:03:34.351333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2dd91b8-0c21-4de5-b7a7-2a420d351001 req-a2e59ac5-144b-4497-bc1c-67920ee35631 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898657 Feb 07 23:03:34.406385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:34.427437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-97e15a89-95d8-45ad-84be-ab96cbce7f5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d HTTP/1.1" status: 200 len: 217 time: 0.2608886 Feb 07 23:03:34.536976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-c7d749fb-b814-40a8-907e-b99a0496e6ff service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643599 Feb 07 23:03:34.624255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.625363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.646811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2cacb3c-2f6b-41a1-89ee-c75d33e17d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.706471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.715585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0c609-c154-4afd-9372-511907546461 req-ac4c4cfa-4d4f-4506-8b6e-ee38f07fdef8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:34.717305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60e0c609-c154-4afd-9372-511907546461 req-ac4c4cfa-4d4f-4506-8b6e-ee38f07fdef8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 943 time: 0.2537277 Feb 07 23:03:34.744523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.753406 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.781352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-55544869-d853-47c7-a13f-9ef858a62932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:34.782770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-55544869-d853-47c7-a13f-9ef858a62932 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.3123369 Feb 07 23:03:34.789869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f08b8b00-02ff-41d7-a3dc-500ab13515bf req-9aa92d13-d550-4f7c-bac2-43902101097b service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447567 Feb 07 23:03:34.810960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2cacb3c-2f6b-41a1-89ee-c75d33e17d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:34.855581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60e0c609-c154-4afd-9372-511907546461 req-96babc54-6e5f-422a-a728-1d38e4127628 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048112 Feb 07 23:03:34.972988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613239f7-92ef-4364-a3cb-976a80636cf1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:34.992292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-13a6687d-4751-465c-afd2-eb874e326d9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829455 Feb 07 23:03:34.997946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d513a58d-9394-40ea-b712-b20625d3b009 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3e3a03d003c46b2ba662769aa790e04&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4359536 Feb 07 23:03:35.006063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54734) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:35.239617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29acf258-d908-4745-b76f-863af511d6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.280140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50564dee-8d47-4103-a9a6-00859573e288 req-1a84668b-cb98-4cd3-ad0e-9d3ae9b77776 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:35.282978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50564dee-8d47-4103-a9a6-00859573e288 req-1a84668b-cb98-4cd3-ad0e-9d3ae9b77776 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 945 time: 0.4214318 Feb 07 23:03:35.342642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-884c8536-5fc1-41b3-9228-158dbd6bc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:35.344587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-884c8536-5fc1-41b3-9228-158dbd6bc82b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1094 time: 0.3962336 Feb 07 23:03:35.350542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29acf258-d908-4745-b76f-863af511d6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.380047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-3c4529b0-c54e-42de-8836-c6a75b876f3c service neutron] 10.222.0.36 "GET /v2.0/networks/fb5a2309-3603-425a-a332-5a912901ebad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9578290 Feb 07 23:03:35.385903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.399802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc829e4-fe98-4446-80e3-f2df9438aa5c req-3030e093-9cab-499d-a709-a50feb269fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:35.401578 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6dc829e4-fe98-4446-80e3-f2df9438aa5c req-3030e093-9cab-499d-a709-a50feb269fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 1096 time: 1.1042941 Feb 07 23:03:35.555550 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6dc829e4-fe98-4446-80e3-f2df9438aa5c req-7c3778af-0253-4030-a137-d04dde23e3f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414206 Feb 07 23:03:35.594492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.599412 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-785b3a63-f1be-4dc1-bfad-a3bd275858f7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5330367 Feb 07 23:03:35.602649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2cacb3c-2f6b-41a1-89ee-c75d33e17d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.606936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2cacb3c-2f6b-41a1-89ee-c75d33e17d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.611560 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2cacb3c-2f6b-41a1-89ee-c75d33e17d57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdde773b-ae6a-47be-a83d-5ce09e042427 HTTP/1.1" status: 204 len: 168 time: 1.6364393 Feb 07 23:03:35.613134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:35.623068 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-5064a414-4cb7-4e2e-a42d-b7ab3aab4687 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211882 Feb 07 23:03:35.632677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-71fa885b-73ec-46dd-9803-cfd70c1a3c68 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:35.746455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cacb3c-2f6b-41a1-89ee-c75d33e17d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdde773b-ae6a-47be-a83d-5ce09e042427,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:35.763563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-56dd10e0-b83d-4d5f-b8ce-2082ff36e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:35.769579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-56dd10e0-b83d-4d5f-b8ce-2082ff36e992 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 898 time: 0.4089515 Feb 07 23:03:35.783010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50564dee-8d47-4103-a9a6-00859573e288 req-106793a9-54e2-4c9e-a927-00f4c2370b36 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698522 Feb 07 23:03:35.932472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-d3c47fd1-00db-4cbf-9f49-2dccd619ec97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 200 len: 217 time: 0.1462674 Feb 07 23:03:35.932472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29acf258-d908-4745-b76f-863af511d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:35.945721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.054516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-d69eb3ea-be00-4c12-af1c-11299fd20360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:36.056789 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-d69eb3ea-be00-4c12-af1c-11299fd20360 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8a0b1b6-c539-43b3-9b7c-03474560316a HTTP/1.1" status: 200 len: 835 time: 0.1036158 Feb 07 23:03:36.063765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acf258-d908-4745-b76f-863af511d6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613239f7-92ef-4364-a3cb-976a80636cf1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:36.096985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bad74f3a-2c3c-45cb-9197-70561b8b7e64 req-86f673eb-268f-4597-9ef0-710dc4e488da service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985462 Feb 07 23:03:36.186064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31207391-7634-491a-9fc1-855825a2914f req-e5c54415-003c-4c3d-a486-e2a17477a2bf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:36.195583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31207391-7634-491a-9fc1-855825a2914f req-e5c54415-003c-4c3d-a486-e2a17477a2bf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 944 time: 0.5620639 Feb 07 23:03:36.320394 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.386343 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-29acf258-d908-4745-b76f-863af511d6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.390292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-29acf258-d908-4745-b76f-863af511d6bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/613239f7-92ef-4364-a3cb-976a80636cf1 HTTP/1.1" status: 204 len: 168 time: 1.3645499 Feb 07 23:03:36.456609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31207391-7634-491a-9fc1-855825a2914f req-32a1be36-47eb-4a4c-aa0a-8c0af6f58913 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599216 Feb 07 23:03:36.494266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-b7302e9c-0da5-46e1-8bb8-a9dfbd0418bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:36.495754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-b7302e9c-0da5-46e1-8bb8-a9dfbd0418bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4278061 Feb 07 23:03:36.596893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9c0c1-d795-45f3-a828-aef12c044739 req-1c4f4e04-411f-4fb9-9dab-feacb945d5f9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:36.611682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2f9c0c1-d795-45f3-a828-aef12c044739 req-1c4f4e04-411f-4fb9-9dab-feacb945d5f9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 943 time: 0.4883225 Feb 07 23:03:36.619721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71fa885b-73ec-46dd-9803-cfd70c1a3c68 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.663994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-e1001392-8776-4727-9b9b-3e6b50e2d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:36.665594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-e1001392-8776-4727-9b9b-3e6b50e2d464 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 1095 time: 0.4808507 Feb 07 23:03:36.669248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71fa885b-73ec-46dd-9803-cfd70c1a3c68 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:36.861463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2f9c0c1-d795-45f3-a828-aef12c044739 req-0cea9458-8926-48be-9674-8341a3b1c908 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487469 Feb 07 23:03:36.967484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-1fb74c07-6c72-402a-8092-bc6fdc4ef064 service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556277 Feb 07 23:03:37.164231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-893da6d1-847d-4781-95c8-c3fb783e6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:37.166075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-893da6d1-847d-4781-95c8-c3fb783e6932 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 0.4919512 Feb 07 23:03:37.248459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fa885b-73ec-46dd-9803-cfd70c1a3c68 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Router a85f5106-2241-45ed-adc0-e24c61a0a82f is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:03:37.261950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-09e77eaa-3a5e-4817-9682-fb0fe0e755b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d HTTP/1.1" status: 200 len: 217 time: 0.0872629 Feb 07 23:03:37.298064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54778) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:37.336527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0a2ae6cb-4907-4401-8ed9-61c7d97fd889 req-18363f47-a173-4f5f-ae39-d6ac5302c429 service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632836 Feb 07 23:03:37.370397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.398695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:37.406661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Usage tracker for resource:security_group_rule and tenant:867526a6090d450cbcf94b7989268563 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:37.412159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:37.423305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:37.434185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 863b4720-7469-45b1-8aa4-8192e7b578d2 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:03:37.467621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21483266-ef35-4e14-a1df-24ebaf3a5526 req-57578c28-efb7-4115-97f1-52dfdf09aba8 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:37.474571 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21483266-ef35-4e14-a1df-24ebaf3a5526 req-57578c28-efb7-4115-97f1-52dfdf09aba8 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 945 time: 0.2564838 Feb 07 23:03:37.549287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21483266-ef35-4e14-a1df-24ebaf3a5526 req-3cc20ff2-d253-4703-b86f-2325652c21b0 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737119 Feb 07 23:03:37.701414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 863b4720-7469-45b1-8aa4-8192e7b578d2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=863b4720-7469-45b1-8aa4-8192e7b578d2,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:37.723729 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.733151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.736927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:03:37.838629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fa885b-73ec-46dd-9803-cfd70c1a3c68 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:03:37.858757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71fa885b-73ec-46dd-9803-cfd70c1a3c68 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:37.863664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-71fa885b-73ec-46dd-9803-cfd70c1a3c68 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "PUT /v2.0/routers/a85f5106-2241-45ed-adc0-e24c61a0a82f HTTP/1.1" status: 200 len: 693 time: 2.2356045 Feb 07 23:03:37.865300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54796) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:37.881534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d72fde-7aae-4787-8672-c37582994aae None None] Sync routers for ids ['a85f5106-2241-45ed-adc0-e24c61a0a82f'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:37.955427 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.012372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] Routers {'a85f5106-2241-45ed-adc0-e24c61a0a82f'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:38.015636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a85f5106-2241-45ed-adc0-e24c61a0a82f'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:38.031413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-0bce53c7-e417-4e98-9f1e-876b5640cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:38.033507 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-0bce53c7-e417-4e98-9f1e-876b5640cf5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.7100444 Feb 07 23:03:38.049511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599adda0-edaa-456c-84c1-cad8d16906f9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:38.059437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d881d8a7-59f3-4939-a3b3-c7ee160dac4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=867526a6090d450cbcf94b7989268563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7571023 Feb 07 23:03:38.060700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54804) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:38.169483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23e67ffa-890d-4368-8d2b-464a98b5a6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.227528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23e67ffa-890d-4368-8d2b-464a98b5a6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.234843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] Set router a85f5106-2241-45ed-adc0-e24c61a0a82f gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:38.335630 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ece0029e-f41a-4938-b22b-3d606972d4ae tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/routers/a85f5106-2241-45ed-adc0-e24c61a0a82f HTTP/1.1" status: 200 len: 699 time: 0.4694796 Feb 07 23:03:38.341622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:38.397486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3dc2b41b-7682-4bf4-9446-2c41cc4d9aa1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Synchronizing usage tracker for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:03:38.402004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-79087517-3e38-4e0b-ad97-6d9638c5e87b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3602982 Feb 07 23:03:38.415323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85f5106-2241-45ed-adc0-e24c61a0a82f', 'name': 'tempest-RoutersTest-router-977739650', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:34Z', 'updated_at': '2022-02-07T23:03:36Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:38.434473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d72fde-7aae-4787-8672-c37582994aae None None] Checking router: a85f5106-2241-45ed-adc0-e24c61a0a82f for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:38.461603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863b4720-7469-45b1-8aa4-8192e7b578d2 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:38.510338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] Routers {'a85f5106-2241-45ed-adc0-e24c61a0a82f'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:38.519113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a85f5106-2241-45ed-adc0-e24c61a0a82f'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:38.523197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a3498-2c1d-4342-9a1c-b529d2e4dbbf req-038d31a8-e0d8-43db-ba67-d6622b6508d5 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:38.526774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e7a3498-2c1d-4342-9a1c-b529d2e4dbbf req-038d31a8-e0d8-43db-ba67-d6622b6508d5 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 944 time: 0.5804913 Feb 07 23:03:38.545526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3dc2b41b-7682-4bf4-9446-2c41cc4d9aa1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Unset dirty status for tenant:6e61c69bb0574982afb16623bf3e88b2 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:03:38.545526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3dc2b41b-7682-4bf4-9446-2c41cc4d9aa1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a85f5106-2241-45ed-adc0-e24c61a0a82f HTTP/1.1" status: 200 len: 205 time: 0.1989570 Feb 07 23:03:38.547490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54820) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:38.593054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-7f792851-fbc6-48b2-b945-4ffdd2f3a83f service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775460 Feb 07 23:03:38.698503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 863b4720-7469-45b1-8aa4-8192e7b578d2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=863b4720-7469-45b1-8aa4-8192e7b578d2,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:38.699685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23e67ffa-890d-4368-8d2b-464a98b5a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.718657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7bc71-3561-4e54-a79f-83dd99b7ff40 req-4d01f755-3c8d-4995-92ec-04c834b641ee tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:38.729368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c7bc71-3561-4e54-a79f-83dd99b7ff40 req-4d01f755-3c8d-4995-92ec-04c834b641ee tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 943 time: 0.4576528 Feb 07 23:03:38.733088 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.907882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be18fdd-0137-4682-8019-8fd55305b936 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:38.931477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] Set router a85f5106-2241-45ed-adc0-e24c61a0a82f gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:38.993223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c1c3d080-fabb-4dcb-84c4-bdb88a5f791d details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:03:39.032381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-027f3bca-75b3-4744-8767-85f2b9a9971f req-706f9395-aea3-4a37-9479-450aed419948 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330881 Feb 07 23:03:39.064288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e67ffa-890d-4368-8d2b-464a98b5a6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599adda0-edaa-456c-84c1-cad8d16906f9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:39.066342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23e67ffa-890d-4368-8d2b-464a98b5a6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.070521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-23e67ffa-890d-4368-8d2b-464a98b5a6ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/599adda0-edaa-456c-84c1-cad8d16906f9 HTTP/1.1" status: 204 len: 168 time: 1.0056331 Feb 07 23:03:39.121642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e7a3498-2c1d-4342-9a1c-b529d2e4dbbf req-5e0d8990-2858-4cdd-8127-98ad546bbeb8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759239 Feb 07 23:03:39.183820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66c7bc71-3561-4e54-a79f-83dd99b7ff40 req-0bb77386-7259-4f0c-b551-e2f5f4f30cdc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514389 Feb 07 23:03:39.336452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['863b4720-7469-45b1-8aa4-8192e7b578d2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:03:39.563063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-60d72fde-7aae-4787-8672-c37582994aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85f5106-2241-45ed-adc0-e24c61a0a82f', 'name': 'tempest-RoutersTest-router-977739650', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:34Z', 'updated_at': '2022-02-07T23:03:36Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:39.602148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d72fde-7aae-4787-8672-c37582994aae None None] The sync data for ids ['a85f5106-2241-45ed-adc0-e24c61a0a82f'] in n-d-827896-3 is: [{'id': 'a85f5106-2241-45ed-adc0-e24c61a0a82f', 'name': 'tempest-RoutersTest-router-977739650', 'tenant_id': '6e61c69bb0574982afb16623bf3e88b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:34Z', 'updated_at': '2022-02-07T23:03:36Z', 'revision_number': 2, 'project_id': '6e61c69bb0574982afb16623bf3e88b2', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:39.627797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=863b4720-7469-45b1-8aa4-8192e7b578d2,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:39.695103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.695456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.695805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.696152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.696491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.698677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.699026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.699368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.699705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.700041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.700378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.700823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:03:39.813638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be18fdd-0137-4682-8019-8fd55305b936 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.814918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:39.822373 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be18fdd-0137-4682-8019-8fd55305b936 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.877208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d', 'network_id': '3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d', 'port_id': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d', 'mac_address': 'fa:16:3e:68:60:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfbdd582-1fde-4412-a417-369087cdb38d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:03:39.904970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be18fdd-0137-4682-8019-8fd55305b936 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.905741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be18fdd-0137-4682-8019-8fd55305b936 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Fanout notify agent at l3_agent the message router_deleted on router a85f5106-2241-45ed-adc0-e24c61a0a82f {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:03:39.937465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7be18fdd-0137-4682-8019-8fd55305b936 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:39.939347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7be18fdd-0137-4682-8019-8fd55305b936 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/a85f5106-2241-45ed-adc0-e24c61a0a82f HTTP/1.1" status: 204 len: 168 time: 1.3906107 Feb 07 23:03:39.944447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54842) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.032905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d62e1918-c8e5-4685-a817-e3d7feda34fd tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=a85f5106-2241-45ed-adc0-e24c61a0a82f HTTP/1.1" status: 200 len: 205 time: 0.0867884 Feb 07 23:03:40.035149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54846) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.148507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.193218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c3d080-fabb-4dcb-84c4-bdb88a5f791d {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:03:40.217025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:40.230804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.241490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54858) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.290907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.347599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:40.353852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Usage tracker for resource:security_group_rule and tenant:a983aa0c76dd46d185f8b7f2798b0f2b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:40.357313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:40.364090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:40.550916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:40.556617 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-84030585-8b0f-4938-96fc-f58fbb900982 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] delete failed (client error): The resource could not be found. Feb 07 23:03:40.559271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-84030585-8b0f-4938-96fc-f58fbb900982 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/a85f5106-2241-45ed-adc0-e24c61a0a82f HTTP/1.1" status: 404 len: 336 time: 0.5226254 Feb 07 23:03:40.567404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['c1c3d080-fabb-4dcb-84c4-bdb88a5f791d'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:03:40.611222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.618726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54866) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.682427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:40.711631 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef26d01-1c66-490f-a17b-a11c05916916 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:40.712096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef26d01-1c66-490f-a17b-a11c05916916 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:40.752081 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6ef26d01-1c66-490f-a17b-a11c05916916 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/7be62d1f-8fe2-4924-b08b-02220a23bd29 HTTP/1.1" status: 404 len: 337 time: 0.1290932 Feb 07 23:03:40.755400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.806831 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6076b9d0-a54a-4e18-b4db-be2dc780d1a8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:40.806831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6076b9d0-a54a-4e18-b4db-be2dc780d1a8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:40.811553 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6076b9d0-a54a-4e18-b4db-be2dc780d1a8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/ac937a28-5c67-4901-936d-3229241ecf43 HTTP/1.1" status: 404 len: 337 time: 0.0528197 Feb 07 23:03:40.811553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc9b76f-1654-4a0e-b092-7dee284d440e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:40.813644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54874) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.816223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405a9c7-17d7-43c1-9d67-b41289fbf42f req-01376619-bcee-4213-ba97-c324b2dea9b2 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:40.828528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1405a9c7-17d7-43c1-9d67-b41289fbf42f req-01376619-bcee-4213-ba97-c324b2dea9b2 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 945 time: 0.2635431 Feb 07 23:03:40.835316 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c91502e3-c9a4-44c5-a228-b8a7509842fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a983aa0c76dd46d185f8b7f2798b0f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900538 Feb 07 23:03:40.836159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54876) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.882174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9f79c-30eb-4e2f-86a5-164ae3ab5de6 req-b9c57d00-99e7-406d-94e5-ee68fdd0d06b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:40.891344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eff9f79c-30eb-4e2f-86a5-164ae3ab5de6 req-b9c57d00-99e7-406d-94e5-ee68fdd0d06b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 945 time: 0.2564585 Feb 07 23:03:40.921807 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd77c3ff-3bf9-4db2-bf70-e8b3692505a8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:40.922543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd77c3ff-3bf9-4db2-bf70-e8b3692505a8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:40.928189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dd77c3ff-3bf9-4db2-bf70-e8b3692505a8 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/75a4b58a-56b2-4af7-9a8a-b4a086c9473b HTTP/1.1" status: 404 len: 337 time: 0.0902462 Feb 07 23:03:40.928677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54884) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:40.952751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1405a9c7-17d7-43c1-9d67-b41289fbf42f req-52864c8f-8f49-44d8-846c-745958139895 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270864 Feb 07 23:03:40.998674 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-104725ff-2335-420f-a2eb-3a2f3c25bd64 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:40.999143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104725ff-2335-420f-a2eb-3a2f3c25bd64 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:41.001164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-104725ff-2335-420f-a2eb-3a2f3c25bd64 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/5ef6837e-226e-4664-b747-c82c91050264 HTTP/1.1" status: 404 len: 337 time: 0.0715353 Feb 07 23:03:41.009303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54888) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.048064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eff9f79c-30eb-4e2f-86a5-164ae3ab5de6 req-e9c4a6ef-9bb3-49bd-8c36-2fe9f283df56 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554008 Feb 07 23:03:41.076008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bac325c7-465f-4b9e-ac5b-5f0c343240b2 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 200 len: 205 time: 0.0636940 Feb 07 23:03:41.078757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54892) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.114580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84fb2ebe-036b-4594-97b2-ba6305502aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.163065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84fb2ebe-036b-4594-97b2-ba6305502aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.228726 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-aa054bd2-c0b6-42c2-9228-45da139720a9 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] delete failed (client error): The resource could not be found. Feb 07 23:03:41.229771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-aa054bd2-c0b6-42c2-9228-45da139720a9 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/ec226b99-3f10-40bf-a90c-781bcb975ef8 HTTP/1.1" status: 404 len: 336 time: 0.1497779 Feb 07 23:03:41.238039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54896) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.291376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-29478647-773a-4558-93b1-91498d241fb3 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9 HTTP/1.1" status: 200 len: 205 time: 0.0572236 Feb 07 23:03:41.294781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54900) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.299026 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84fb2ebe-036b-4594-97b2-ba6305502aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.329041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84fb2ebe-036b-4594-97b2-ba6305502aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.332884 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-84fb2ebe-036b-4594-97b2-ba6305502aae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfc9b76f-1654-4a0e-b092-7dee284d440e HTTP/1.1" status: 204 len: 168 time: 0.4918065 Feb 07 23:03:41.332884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb2ebe-036b-4594-97b2-ba6305502aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc9b76f-1654-4a0e-b092-7dee284d440e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:41.409744 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-931771fd-7daa-417a-b762-ee4af77c32f6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] delete failed (client error): The resource could not be found. Feb 07 23:03:41.410690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-931771fd-7daa-417a-b762-ee4af77c32f6 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/f39bbc14-f2e2-4fb5-890e-4864a8ee2ed9 HTTP/1.1" status: 404 len: 336 time: 0.1148753 Feb 07 23:03:41.414319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54908) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.463945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bd9da-49ed-46d6-a486-2f3f12bbcd8c req-3afdf822-08c0-41ce-b23a-f297b2e5c260 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:41.464367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 863b4720-7469-45b1-8aa4-8192e7b578d2 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:41.481219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f1bd9da-49ed-46d6-a486-2f3f12bbcd8c req-3afdf822-08c0-41ce-b23a-f297b2e5c260 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 944 time: 0.3236074 Feb 07 23:03:41.500443 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e68be9-9c04-4507-b58d-67594bab8a18 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:41.501109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e68be9-9c04-4507-b58d-67594bab8a18 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:41.507462 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-12e68be9-9c04-4507-b58d-67594bab8a18 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/30dd4479-dbc5-4ccd-9b46-f280ec9e45e7 HTTP/1.1" status: 404 len: 337 time: 0.0871537 Feb 07 23:03:41.507853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54912) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.565172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-f0330a92-5599-4599-9bc3-cb727e2c3fe7 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:41.566731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-f0330a92-5599-4599-9bc3-cb727e2c3fe7 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.36 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 945 time: 0.2117243 Feb 07 23:03:41.634084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f1bd9da-49ed-46d6-a486-2f3f12bbcd8c req-03283160-5964-4f83-9bc7-c82428f17396 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361935 Feb 07 23:03:41.641475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9705f99a-7c94-4c6b-ba3a-36d20a1491a1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 HTTP/1.1" status: 200 len: 205 time: 0.1282027 Feb 07 23:03:41.641958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54920) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.647128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 863b4720-7469-45b1-8aa4-8192e7b578d2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:41.657239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 863b4720-7469-45b1-8aa4-8192e7b578d2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:41.657688 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.716623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Deleting port ea612c06-ca8a-41c2-9a83-e94dbb196099 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:03:41.717034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:41.808147 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-48379d6e-3519-4179-a9d5-d2d82ebb66a4 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] delete failed (client error): The resource could not be found. Feb 07 23:03:41.812942 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-48379d6e-3519-4179-a9d5-d2d82ebb66a4 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/2b845b7f-4f04-4b9a-88c4-c2a11cc51f07 HTTP/1.1" status: 404 len: 336 time: 0.1698210 Feb 07 23:03:41.813946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54926) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.935023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2c11e82c-ec96-481f-9674-5e4763d0ddb1 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=58f03bf0-b23d-459b-827a-1b42ae02c102 HTTP/1.1" status: 200 len: 205 time: 0.1154749 Feb 07 23:03:41.935023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54932) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:41.941565 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.012144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:42.048734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 863b4720-7469-45b1-8aa4-8192e7b578d2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=863b4720-7469-45b1-8aa4-8192e7b578d2,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:42.054592 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.086253 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-4a2257ae-af03-4811-83c9-ded34447aec7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] delete failed (client error): The resource could not be found. Feb 07 23:03:42.087307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4a2257ae-af03-4811-83c9-ded34447aec7 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/58f03bf0-b23d-459b-827a-1b42ae02c102 HTTP/1.1" status: 404 len: 336 time: 0.1501837 Feb 07 23:03:42.095462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54942) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:42.162557 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'code': 200} Feb 07 23:03:42.223998 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ea6970-23bd-43f7-b2cd-835496bc8c44 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:42.225865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ea6970-23bd-43f7-b2cd-835496bc8c44 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:42.238283 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-31ea6970-23bd-43f7-b2cd-835496bc8c44 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/d24433ed-4940-453d-b280-85259aae7ac9 HTTP/1.1" status: 404 len: 337 time: 0.1414111 Feb 07 23:03:42.261115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54946) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:42.273564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=863b4720-7469-45b1-8aa4-8192e7b578d2,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:42.388999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbdfeb-7bc4-4d56-aaf5-d55406b9980d req-2d5eb08e-6a8f-4723-a9f3-ade94b8f1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:42.391455 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22cbdfeb-7bc4-4d56-aaf5-d55406b9980d req-2d5eb08e-6a8f-4723-a9f3-ade94b8f1945 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1096 time: 0.1499753 Feb 07 23:03:42.484358 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] For port ea612c06-ca8a-41c2-9a83-e94dbb196099, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ea612c06-ca8a-41c2-9a83-e94dbb196099,segment=NetworkSegment(04e684af-dc45-4904-8869-398a892906cf),segment_id=04e684af-dc45-4904-8869-398a892906cf)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:42.484743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:42.511701 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22cbdfeb-7bc4-4d56-aaf5-d55406b9980d req-fdfafa40-d6d1-479c-92b8-d894e4b230b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135783 Feb 07 23:03:42.618651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54958) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:42.713748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Calling delete_port for ea612c06-ca8a-41c2-9a83-e94dbb196099 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:03:42.743961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-63f4ddd7-a047-4bf5-a19e-b75bf37627fa tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=83163b50-2db4-4c06-83b2-29d08086d1e3 HTTP/1.1" status: 200 len: 205 time: 0.4618802 Feb 07 23:03:42.747539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54968) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:42.883965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd7b30-400d-4351-8cd0-bd1aa580e6bf req-cc9c8bdb-2208-4a4e-8b61-b05f37f0bd1a tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:42.893013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1fd7b30-400d-4351-8cd0-bd1aa580e6bf req-cc9c8bdb-2208-4a4e-8b61-b05f37f0bd1a tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 945 time: 0.4978108 Feb 07 23:03:42.965413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de0a05-cedd-4835-b90c-7edf0c47ee22 req-c91fc335-b78e-4ee2-baf8-7d39e7601260 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:42.973423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5de0a05-cedd-4835-b90c-7edf0c47ee22 req-c91fc335-b78e-4ee2-baf8-7d39e7601260 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 945 time: 0.5795982 Feb 07 23:03:42.978939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c1c3d080-fabb-4dcb-84c4-bdb88a5f791d up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:03:43.100972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:03:43.104101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1fd7b30-400d-4351-8cd0-bd1aa580e6bf req-3f2376b0-9fe6-4fc9-ba3a-d11a01a8a6dd tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/security-groups?id=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100890 Feb 07 23:03:43.120985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5de0a05-cedd-4835-b90c-7edf0c47ee22 req-51057ca8-eaf2-42f3-be5c-4ca74daa79bf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465960 Feb 07 23:03:43.123986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.141362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['ea612c06-ca8a-41c2-9a83-e94dbb196099'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:03:43.233696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:03:43.234233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.247269 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-8db18199-a895-4e2e-a574-906a3493fd2d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] delete failed (client error): The resource could not be found. Feb 07 23:03:43.249155 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8db18199-a895-4e2e-a574-906a3493fd2d tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/83163b50-2db4-4c06-83b2-29d08086d1e3 HTTP/1.1" status: 404 len: 336 time: 0.4993236 Feb 07 23:03:43.252675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54976) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:43.260335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.365945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:43.388780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Usage tracker for resource:security_group_rule and tenant:787e49b5df2847aab8a8eb95c6267557 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:43.405457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:43.428794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:43.479328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Pushing event deleted for resources: {'Port': ['ID=ea612c06-ca8a-41c2-9a83-e94dbb196099,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:43.509724 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.613441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:03:43.618390 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.625624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.628056 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4df755-573a-488f-8d47-9825ef64d7ac tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:43.629000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4df755-573a-488f-8d47-9825ef64d7ac tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:43.643411 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2a4df755-573a-488f-8d47-9825ef64d7ac tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/b6a469c5-963d-42d9-9b50-68ee228b8f00 HTTP/1.1" status: 404 len: 337 time: 0.3860669 Feb 07 23:03:43.644857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.654118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:43.695554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] No DVR routers for this DVR port ea612c06-ca8a-41c2-9a83-e94dbb196099 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:03:43.700056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:43.703739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'name': 'network-vif-deleted', 'tag': 'ea612c06-ca8a-41c2-9a83-e94dbb196099'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:43.731249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e88a726b-90d0-44bd-a445-78223cfa8443 req-34088a0b-8d35-45d5-8544-eb07c9c60859 tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.36 "DELETE /v2.0/ports/ea612c06-ca8a-41c2-9a83-e94dbb196099 HTTP/1.1" status: 204 len: 173 time: 2.1577604 Feb 07 23:03:43.805482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:43.830360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc8478-7a24-4b05-94cf-c62682fc7457 req-5754a5a3-2851-48f8-b808-32a6b526f543 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:43.834908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecdc8478-7a24-4b05-94cf-c62682fc7457 req-5754a5a3-2851-48f8-b808-32a6b526f543 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 945 time: 0.3660305 Feb 07 23:03:43.837645 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd808d6c3-69c9-4893-a1a1-4a734d7aa00b', 'name': 'network-vif-deleted', 'tag': 'ea612c06-ca8a-41c2-9a83-e94dbb196099', 'status': 'completed', 'code': 200} Feb 07 23:03:43.851731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c993fe26-40db-4abb-a108-cb53c10de1c7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:43.880245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ab7dccbe-3500-4ad4-a8d7-d5d87d99e9d4 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "GET /v2.0/ports?device_id=1669dfb9-c38a-4165-ac8e-96e960c08ef1 HTTP/1.1" status: 200 len: 205 time: 0.2041745 Feb 07 23:03:43.881161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54994) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:43.954654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecdc8478-7a24-4b05-94cf-c62682fc7457 req-c49d5b7b-94f3-4702-bbe9-a1597dda49be tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031837 Feb 07 23:03:43.988224 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d89982c6-6d09-4710-9274-893d60b1223a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=787e49b5df2847aab8a8eb95c6267557&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3651423 Feb 07 23:03:43.989338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54998) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:44.035329 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-358b2420-5c13-48dd-bd85-383c747ebdad tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] delete failed (client error): The resource could not be found. Feb 07 23:03:44.039501 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-358b2420-5c13-48dd-bd85-383c747ebdad tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/routers/1669dfb9-c38a-4165-ac8e-96e960c08ef1 HTTP/1.1" status: 404 len: 336 time: 0.1513917 Feb 07 23:03:44.039940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:44.144815 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dace72b-f8b5-4949-b3a6-06101c713c42 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:44.144815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dace72b-f8b5-4949-b3a6-06101c713c42 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:44.149660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9dace72b-f8b5-4949-b3a6-06101c713c42 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/62a103d5-9f4b-4d8e-8b7b-da3c08f11dee HTTP/1.1" status: 404 len: 337 time: 0.1059213 Feb 07 23:03:44.152184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:44.159970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73f74e57-13ab-4294-b8b7-4dd60656c27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.163758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:44.238050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73f74e57-13ab-4294-b8b7-4dd60656c27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.245583 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd927e70-bd8e-48ed-8dab-72449199a3d0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] DELETE failed (client error): The resource could not be found. Feb 07 23:03:44.246414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd927e70-bd8e-48ed-8dab-72449199a3d0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:03:44.266047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cd927e70-bd8e-48ed-8dab-72449199a3d0 tempest-RoutersTest-489876550 tempest-RoutersTest-489876550-project] 10.222.0.10 "DELETE /v2.0/subnets/aac6abc5-8143-4684-9173-e153212ba9c5 HTTP/1.1" status: 404 len: 337 time: 0.0989804 Feb 07 23:03:44.304239 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d', 'code': 200} Feb 07 23:03:44.403895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73f74e57-13ab-4294-b8b7-4dd60656c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.646613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ca71b-d21e-4ad1-ad42-e4280f80e96f req-51be8d92-03b4-401b-a4de-04e910798cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:44.650922 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-894ca71b-d21e-4ad1-ad42-e4280f80e96f req-51be8d92-03b4-401b-a4de-04e910798cac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 1097 time: 0.2202306 Feb 07 23:03:44.673866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f74e57-13ab-4294-b8b7-4dd60656c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c993fe26-40db-4abb-a108-cb53c10de1c7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:44.744685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73f74e57-13ab-4294-b8b7-4dd60656c27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:44.746525 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-73f74e57-13ab-4294-b8b7-4dd60656c27e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c993fe26-40db-4abb-a108-cb53c10de1c7 HTTP/1.1" status: 204 len: 168 time: 0.7555301 Feb 07 23:03:44.775529 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-894ca71b-d21e-4ad1-ad42-e4280f80e96f req-de37d419-dfc0-44e3-85ff-db7c7d729f6e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154041 Feb 07 23:03:44.852283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ab005e56-561a-47a0-90ec-3c55398116a0 req-036f72f3-ffeb-4161-942d-b420120c876e tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Synchronizing usage tracker for tenant:1e1ba7d72dbc4e97865b26046312b306 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:03:44.952158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55036) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:44.975052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ab005e56-561a-47a0-90ec-3c55398116a0 req-036f72f3-ffeb-4161-942d-b420120c876e tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] Unset dirty status for tenant:1e1ba7d72dbc4e97865b26046312b306 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:03:44.991280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab005e56-561a-47a0-90ec-3c55398116a0 req-036f72f3-ffeb-4161-942d-b420120c876e tempest-ServerPasswordTestJSON-1329938419 tempest-ServerPasswordTestJSON-1329938419-project] 10.222.0.10 "GET /v2.0/ports?device_id=d808d6c3-69c9-4893-a1a1-4a734d7aa00b HTTP/1.1" status: 200 len: 210 time: 0.5729802 Feb 07 23:03:45.064278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69834a04-c20a-4403-b18c-39ea618bfed9 req-09352dbe-3159-430d-bc84-9cd0d8379127 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.066682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69834a04-c20a-4403-b18c-39ea618bfed9 req-09352dbe-3159-430d-bc84-9cd0d8379127 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 946 time: 0.4093075 Feb 07 23:03:45.142547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69834a04-c20a-4403-b18c-39ea618bfed9 req-69c87fd7-8515-4967-8763-aa9bfcbbb8c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656624 Feb 07 23:03:45.366191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb69336-e3ab-4fe4-a9cb-1e1515302e9b req-2c9a69ed-7cf1-4fd7-a7ea-722bec9ba730 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.368064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fcb69336-e3ab-4fe4-a9cb-1e1515302e9b req-2c9a69ed-7cf1-4fd7-a7ea-722bec9ba730 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 945 time: 0.1005080 Feb 07 23:03:45.429448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fcb69336-e3ab-4fe4-a9cb-1e1515302e9b req-c1a51705-87a9-4adf-b43e-ebb5ed76eb65 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493431 Feb 07 23:03:45.481453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ea612c06-ca8a-41c2-9a83-e94dbb196099 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:03:45.527225 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bf2bb926-43fd-4e66-b5db-082ae247b923 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e61c69bb0574982afb16623bf3e88b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738053 Feb 07 23:03:45.531124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55054) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:45.602492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: ea612c06-ca8a-41c2-9a83-e94dbb196099 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:03:45.602947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ea612c06-ca8a-41c2-9a83-e94dbb196099 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:03:45.623051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ce51af-6da7-4331-953e-b4d77c349a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.688696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ce51af-6da7-4331-953e-b4d77c349a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.719466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55060) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:45.745748 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.769097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:45.775388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b1927119ef4b4997a18ba1c6539170 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:45.780157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:45.794353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ce51af-6da7-4331-953e-b4d77c349a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.797464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57124edd-10e7-42eb-ae1b-2b492cc52d72 req-8ef41e43-7ac4-4686-ad1a-5a26c9b9790c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:45.797464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57124edd-10e7-42eb-ae1b-2b492cc52d72 req-8ef41e43-7ac4-4686-ad1a-5a26c9b9790c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 945 time: 0.1771061 Feb 07 23:03:45.797464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:45.816218 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce51af-6da7-4331-953e-b4d77c349a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7701ab8-54c4-426e-adc5-1bbb9fd5ba1d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:45.820945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61ce51af-6da7-4331-953e-b4d77c349a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:45.853704 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-61ce51af-6da7-4331-953e-b4d77c349a6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7701ab8-54c4-426e-adc5-1bbb9fd5ba1d HTTP/1.1" status: 204 len: 168 time: 0.2925200 Feb 07 23:03:45.884502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57124edd-10e7-42eb-ae1b-2b492cc52d72 req-d6a287f1-2855-4dd7-b6da-221dbf1f345c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756161 Feb 07 23:03:45.946054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55072) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:45.993464 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.006707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.071187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c29ac6-66d3-403e-b1ca-306e62c1acae tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:46.073466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-09c29ac6-66d3-403e-b1ca-306e62c1acae tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1091 time: 0.1261828 Feb 07 23:03:46.074398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0b1927119ef4b4997a18ba1c6539170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531353 Feb 07 23:03:46.074735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55078) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:46.076581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54654d-e2b5-461a-acb5-0b9fcdf4de78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a013f314-47fa-4e19-a4fe-6704482aff87,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:46.077889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:46.114096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:46.210902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:46.246085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:floatingip and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:46.251089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:46.281111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:46.315072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55090) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:46.320224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db1b316c-bb89-4fbc-b9e0-84b81e5ce6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.334184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.470050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db1b316c-bb89-4fbc-b9e0-84b81e5ce6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.581606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.585287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db1b316c-bb89-4fbc-b9e0-84b81e5ce6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.628698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] Deleting subnet 0d68a210-2fb6-4449-9e1f-95cb9604de35 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:03:46.643020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.648722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b316c-bb89-4fbc-b9e0-84b81e5ce6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a013f314-47fa-4e19-a4fe-6704482aff87,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:46.673752 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db1b316c-bb89-4fbc-b9e0-84b81e5ce6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.675395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-db1b316c-bb89-4fbc-b9e0-84b81e5ce6e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a013f314-47fa-4e19-a4fe-6704482aff87 HTTP/1.1" status: 204 len: 168 time: 0.5993838 Feb 07 23:03:46.851344 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:46.927552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.25.0.92 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/d4374185-4a00-44a5-ba14-d1cf8446c0bb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:03:47.053938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651ab97-947e-40dd-a70b-f2d6540e78d2 req-01abbc09-5767-4047-902e-5776deacdcce tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:47.053938 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5651ab97-947e-40dd-a70b-f2d6540e78d2 req-01abbc09-5767-4047-902e-5776deacdcce tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 946 time: 0.5619564 Feb 07 23:03:47.053938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.293529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.354300 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.382283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.463719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=d4374185-4a00-44a5-ba14-d1cf8446c0bb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:47.476986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:03:47.476986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:47.488161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:03:47.584895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:47.628383 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0d68a210-2fb6-4449-9e1f-95cb9604de35 HTTP/1.1" status: 204 len: 168 time: 1.3095756 Feb 07 23:03:47.635003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5651ab97-947e-40dd-a70b-f2d6540e78d2 req-58c9c6da-7493-4c9c-b832-77b55af7fcd8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176973 Feb 07 23:03:47.635661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55140) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:47.636437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d8b12-ec63-4235-8b5a-1818e615a6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d68a210-2fb6-4449-9e1f-95cb9604de35,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:48.142241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.526310 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:03:48.827318 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:48.943349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5a2309-3603-425a-a332-5a912901ebad']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:49.042240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e684af-dc45-4904-8869-398a892906cf') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:49.042240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e684af-dc45-4904-8869-398a892906cf') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:49.115197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.181162 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.198884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:03:49.198884 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:03:49.387333 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:03:49.448328 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.500700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.515874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5a2309-3603-425a-a332-5a912901ebad,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:49.559886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cb32d191-87b7-4e28-aa2c-24f8c94302fa admin admin] 10.222.0.10 "DELETE /v2.0/networks/fb5a2309-3603-425a-a332-5a912901ebad HTTP/1.1" status: 204 len: 168 time: 1.9100022 Feb 07 23:03:49.705055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.927087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:49.939083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55204) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:50.021182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-856d5983-5f61-4bf9-9540-aab825475f41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e1ba7d72dbc4e97865b26046312b306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084383 Feb 07 23:03:50.021182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55214) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:50.597988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-440331e6-faf8-426d-a032-7beb7dc87af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.613610 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.626798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.672506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-440331e6-faf8-426d-a032-7beb7dc87af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.877052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-440331e6-faf8-426d-a032-7beb7dc87af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:50.998409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440331e6-faf8-426d-a032-7beb7dc87af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e3dd7d-7505-4ac5-9b17-ec3f15e1617a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:51.019503 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-440331e6-faf8-426d-a032-7beb7dc87af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.019503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-440331e6-faf8-426d-a032-7beb7dc87af8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02e3dd7d-7505-4ac5-9b17-ec3f15e1617a HTTP/1.1" status: 204 len: 168 time: 0.9929094 Feb 07 23:03:51.295245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:51.596262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=d4374185-4a00-44a5-ba14-d1cf8446c0bb,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:51.845693 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Floating IP eb6b545d-4df5-444c-b732-bde6b6c53e0c associated. External IP: 172.25.0.92, port: 863b4720-7469-45b1-8aa4-8192e7b578d2. Feb 07 23:03:53.051590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55312) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:53.117992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:03:53.516215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:03:53.535112 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] Sync routers for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:03:53.560437 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:53.560437 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:53.623968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.681149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.731481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:53.737736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Usage tracker for resource:security_group_rule and tenant:324bd14c2e74447897d624e092d2be2b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:53.742370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:53.749306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:53.854253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a15c842a-6121-4688-b694-8c26e266674a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7748122 Feb 07 23:03:53.869182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55336) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:53.870001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:03:53.950146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:53.957156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.181519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba6abe-9c36-4fc4-a26d-852bc5d015a6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:54.273584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-74422bc1-e47d-4eb3-a647-b337bf222d8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=324bd14c2e74447897d624e092d2be2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2091348 Feb 07 23:03:54.273584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55348) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:54.341665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1f1d76e-59b6-4df3-88c8-b86aa2222ebd tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/eb6b545d-4df5-444c-b732-bde6b6c53e0c HTTP/1.1" status: 200 len: 990 time: 0.4588292 Feb 07 23:03:54.367097 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'status': 'completed', 'code': 200} Feb 07 23:03:54.549999 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f98db8a-c901-4d99-9c2e-d91b19de1c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:54.579311 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:54.642184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55358) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:54.662803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-85a1b9a0-578e-4f7a-a9c0-3f0e2aaa990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:54.665611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-85a1b9a0-578e-4f7a-a9c0-3f0e2aaa990a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1096 time: 0.2714994 Feb 07 23:03:54.681751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f98db8a-c901-4d99-9c2e-d91b19de1c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.072905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1550984259-network', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:55.100260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:55.130686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Usage tracker for resource:network and tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:55.143208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:55.165947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:55.210300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Made reservation on behalf of f3d6065c7d8a4c49ac1c45bd19b6b462 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:55.219146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.332593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-9d83a6c4-fb4a-44b8-9e9c-c795b68d85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:55.334464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-9d83a6c4-fb4a-44b8-9e9c-c795b68d85a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 898 time: 0.6599307 Feb 07 23:03:55.342413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55376) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:55.791439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55384) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:55.802416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:55.828361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:55.837649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:55.844659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:55.858598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:55.905452 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:49Z', 'revision_number': 0, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:55.922281 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] Checking router: 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:03:55.938026 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-7d58efbc-92cf-435f-8867-ed9d1f8f42d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 200 len: 998 time: 0.5917647 Feb 07 23:03:55.973491 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:03:55.974132 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:55.981859 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b67a-b91f-404d-8f49-5bd6c1e504b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.074067 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f98db8a-c901-4d99-9c2e-d91b19de1c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.174428 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.182812 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.188177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98db8a-c901-4d99-9c2e-d91b19de1c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba6abe-9c36-4fc4-a26d-852bc5d015a6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:56.217185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:56.245363 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f98db8a-c901-4d99-9c2e-d91b19de1c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.246865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1f98db8a-c901-4d99-9c2e-d91b19de1c5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18ba6abe-9c36-4fc4-a26d-852bc5d015a6 HTTP/1.1" status: 204 len: 168 time: 1.9776227 Feb 07 23:03:56.278782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3c769210-86c5-4f62-aa5b-40fe3615b0c5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/eb6b545d-4df5-444c-b732-bde6b6c53e0c HTTP/1.1" status: 200 len: 990 time: 0.9328012 Feb 07 23:03:56.307262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:03:56.309174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-437b3fad-ede4-4410-aacd-3f1e16f874e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:56.309174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-437b3fad-ede4-4410-aacd-3f1e16f874e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8a0b1b6-c539-43b3-9b7c-03474560316a HTTP/1.1" status: 200 len: 835 time: 0.3396909 Feb 07 23:03:56.332453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.374984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:56.398117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.398117 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Added segment a9a8c661-2854-4a05-aea3-29cb810754c4 of type vlan for network 0551b42e-e02f-433c-918e-b852351b3329 Feb 07 23:03:56.401808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Usage tracker for resource:security_group_rule and tenant:f4325cc93d0840cf8689b17f85bff777 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:56.448031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:56.502922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:56.542885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-4f7a9f04-7cf4-46a1-906d-bf2ec1a68e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:56.544851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-4f7a9f04-7cf4-46a1-906d-bf2ec1a68e2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308519 Feb 07 23:03:56.575886 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:03:56.653350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.937026 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-866a6d21-c3ed-439b-aca8-bca1f8a11ebc service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790669 Feb 07 23:03:56.949643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:56.949643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:56.949643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.077297 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4334326 Feb 07 23:03:57.079932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55404) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:57.257812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Request body: {'subnet': {'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1550984259-subnet', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:57.267378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55412) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:57.294443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55416) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:57.313107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:57.330299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Usage tracker for resource:subnet and tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:57.335979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:57.456824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89525e55-3f2e-43dc-9ad0-58cbd63a9283 req-b1bcc785-0295-4e03-842e-25bc3d0c632b service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161803 Feb 07 23:03:57.465081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:57.490418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.503105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69870c9f-092f-47f3-86e7-3edac4ba45b1 admin admin] Pushing event updated for resources: {'Network': ['ID=0551b42e-e02f-433c-918e-b852351b3329,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:57.552783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Made reservation on behalf of f3d6065c7d8a4c49ac1c45bd19b6b462 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:03:57.568184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:57.585450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 0551b42e-e02f-433c-918e-b852351b3329 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:03:57.604893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.639575 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.639575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Usage tracker for resource:security_group_rule and tenant:ed778b428d204036a5ba29b165857652 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:57.674731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:57.687595 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-61b33d0e-ad43-4924-9b4b-70a47a470b5c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/eb6b545d-4df5-444c-b732-bde6b6c53e0c HTTP/1.1" status: 200 len: 990 time: 0.3805389 Feb 07 23:03:57.687595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:57.729957 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:49Z', 'revision_number': 0, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:03:57.737798 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8045b7-c101-4071-a121-e7f38a5b86e1 None None] The sync data for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 is: [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:03:03Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:49Z', 'revision_number': 0, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:03:57.810595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:57.931329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4325cc93d0840cf8689b17f85bff777&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1382363 Feb 07 23:03:57.941929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55426) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:58.203490 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae967d92-eb51-489f-af21-3856ff95d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.236264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.245627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9d516-9f56-48f1-892a-c56458fc4383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60a7794-15bb-4d0b-9467-eaa8b4f4dbb4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:58.300491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.341465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9dc2b-0df8-464e-a940-0d86e1056033 None None] New status for floating IP eb6b545d-4df5-444c-b732-bde6b6c53e0c: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:03:58.390932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-9a745bca-583a-4263-b05c-5bbed0a132c4 req-b16fc0ff-d063-4ebf-a43a-379130cfa929 tempest-ImagesTestJSON-717157044 tempest-ImagesTestJSON-717157044-project] (87671) timed out ('10.222.0.36', 55320) {{(pid=87671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:03:58.496012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.517675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310627b7-b7a7-4d28-8bfc-09ba953caec4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:58.557333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5dc4e7e-6f2a-4a9a-93a7-9ee5f6eaacc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed778b428d204036a5ba29b165857652&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2873874 Feb 07 23:03:58.561616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55436) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:58.659456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9979df1-17d7-43d2-ab50-fb150b6c8f4c,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:58.678307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Checking segment: {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:03:58.678307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Network hostable DHCP agents. Network: 0551b42e-e02f-433c-918e-b852351b3329, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:03:58.695730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55440) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:58.825808 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8a81a0c-5d79-49fd-ac1f-2ea9a3dab47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.878635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8a81a0c-5d79-49fd-ac1f-2ea9a3dab47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:58.991387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0aa12477-f141-454c-944e-4e43db0d13aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.073018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8a81a0c-5d79-49fd-ac1f-2ea9a3dab47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.084059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Network 0551b42e-e02f-433c-918e-b852351b3329 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:03:59.104978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-59939f6f-bfb9-40ac-8d4e-1aac11d0fbd8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/eb6b545d-4df5-444c-b732-bde6b6c53e0c HTTP/1.1" status: 200 len: 990 time: 0.4210722 Feb 07 23:03:59.111796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 0551b42e-e02f-433c-918e-b852351b3329) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:03:59.116962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a81a0c-5d79-49fd-ac1f-2ea9a3dab47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60a7794-15bb-4d0b-9467-eaa8b4f4dbb4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:59.120632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:03:59.121100 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.134207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3171030a-2e4b-47d5-953e-6fba350873e1 None None] Network 0551b42e-e02f-433c-918e-b852351b3329 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:03:59.144944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0aa12477-f141-454c-944e-4e43db0d13aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.180607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-04321256-a410-4df4-87a0-494a743f8297 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0993712 Feb 07 23:03:59.181116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:03:59.191441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:03:59.199695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:03:59.205049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Usage tracker for resource:router and tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:03:59.208766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8a81a0c-5d79-49fd-ac1f-2ea9a3dab47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.212091 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8a81a0c-5d79-49fd-ac1f-2ea9a3dab47e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b60a7794-15bb-4d0b-9467-eaa8b4f4dbb4 HTTP/1.1" status: 204 len: 168 time: 1.2678330 Feb 07 23:03:59.225457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:03:59.249815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:03:59.303062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.325675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.331166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0aa12477-f141-454c-944e-4e43db0d13aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.390925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.422535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa12477-f141-454c-944e-4e43db0d13aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310627b7-b7a7-4d28-8bfc-09ba953caec4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:03:59.470638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0aa12477-f141-454c-944e-4e43db0d13aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.470638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0aa12477-f141-454c-944e-4e43db0d13aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/310627b7-b7a7-4d28-8bfc-09ba953caec4 HTTP/1.1" status: 204 len: 168 time: 0.8968122 Feb 07 23:03:59.608668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.636097 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:03:59.828931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e5cc4-2b00-46a8-bf28-c76848d91bc9 None None] Network 0551b42e-e02f-433c-918e-b852351b3329 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:04:00.096112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.107588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55464) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:00.378506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-41db1daf-9177-4ecf-80d8-928d2fd0bd19 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/eb6b545d-4df5-444c-b732-bde6b6c53e0c HTTP/1.1" status: 200 len: 992 time: 0.2758446 Feb 07 23:04:00.380545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55476) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:00.453135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.487302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:00.495422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Usage tracker for resource:security_group_rule and tenant:bff65d8fd5574fb0b548443f077560a2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:00.501064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:00.513948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:00.759186 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.759186 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:00.954511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da751130-6114-4396-81c7-9eea7419ab5d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:00.979086 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0a1cbb0a-9693-49a3-8caa-b742e74a6e89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bff65d8fd5574fb0b548443f077560a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5922573 Feb 07 23:04:00.984363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55498) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:01.009237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.187792 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6868376b-f58c-4022-b465-08762b9a3c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.287627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6868376b-f58c-4022-b465-08762b9a3c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.402466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6868376b-f58c-4022-b465-08762b9a3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.444885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6868376b-f58c-4022-b465-08762b9a3c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.444885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6868376b-f58c-4022-b465-08762b9a3c5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da751130-6114-4396-81c7-9eea7419ab5d HTTP/1.1" status: 204 len: 168 time: 0.4529541 Feb 07 23:04:01.464867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868376b-f58c-4022-b465-08762b9a3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da751130-6114-4396-81c7-9eea7419ab5d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:01.487090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:01.606718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.037850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55524) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:02.095676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Allocated IP 172.25.0.204 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b514b327-9e07-4d0d-9a84-218e4d7cb74f) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:02.456027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.471620 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.491756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:02.497380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f59252ba22694000b3f15377e032efba is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:02.503789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:02.513162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:02.550390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.699220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.706673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:02.764702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:02.780284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:02.809420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:04:02.834254 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f59252ba22694000b3f15377e032efba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7828646 Feb 07 23:04:02.834254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55548) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:02.865518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9d8ed-0fd9-47bc-945f-5f7c36e790f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4df0c83-e9ed-4d89-8586-e35877de3907,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:02.932412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Pushing event updated for resources: {'Port': ['ID=b514b327-9e07-4d0d-9a84-218e4d7cb74f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:03.058198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0942-0bed-48ed-89c4-cb300ed20a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.164771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0942-0bed-48ed-89c4-cb300ed20a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.337530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0942-0bed-48ed-89c4-cb300ed20a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.409565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c0942-0bed-48ed-89c4-cb300ed20a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4df0c83-e9ed-4d89-8586-e35877de3907,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:03.516153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c2c0942-0bed-48ed-89c4-cb300ed20a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:03.516153 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6c2c0942-0bed-48ed-89c4-cb300ed20a75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4df0c83-e9ed-4d89-8586-e35877de3907 HTTP/1.1" status: 204 len: 168 time: 0.6728306 Feb 07 23:04:04.281735 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.417189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55584) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:04.673388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55598) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:04.756245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:04.826601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:04.843642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Usage tracker for resource:security_group_rule and tenant:154f47c704714899a49399a26b09ddd5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:04.856843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:04.881523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:05.147783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.153991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.221072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.236773 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=154f47c704714899a49399a26b09ddd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614247 Feb 07 23:04:05.237424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55616) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:05.334974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85e27f-c505-4977-b82a-0688acb304d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8d0c32-f6b9-4636-8827-3596bc0423ce,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:05.397816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.493426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:05.529437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Usage tracker for resource:security_group_rule and tenant:0869c73919914da6b707a8f47738a355 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:05.529437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:05.547517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c555342-80bf-448b-9232-01932b18d59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.564885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:05.603649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c555342-80bf-448b-9232-01932b18d59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.781976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.784814 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c555342-80bf-448b-9232-01932b18d59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.804529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.821660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c555342-80bf-448b-9232-01932b18d59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8d0c32-f6b9-4636-8827-3596bc0423ce,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:05.977331 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0869c73919914da6b707a8f47738a355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5606580 Feb 07 23:04:05.981719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55630) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:05.982217 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.991964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c555342-80bf-448b-9232-01932b18d59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:05.995617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3c555342-80bf-448b-9232-01932b18d59b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd8d0c32-f6b9-4636-8827-3596bc0423ce HTTP/1.1" status: 204 len: 168 time: 0.7554734 Feb 07 23:04:05.997838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55634) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:06.004331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc640-3ca0-408b-9393-668ebe0ecca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c72f041-ac11-46ab-8c4e-c27f0924d7b0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:06.192616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-313c72db-2a29-4b9e-b91d-ef214eb1ed83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4569883 Feb 07 23:04:06.192616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:04:06.225521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.261189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.377908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.713921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.738795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.778126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:06.799433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:f8972a1d036e49999fc7ddd88af67c02 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:06.806945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:06.816797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c72f041-ac11-46ab-8c4e-c27f0924d7b0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:06.825120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.862289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:06.888692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.888692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-afbfe72b-3b4b-4e78-b4c1-bcb44662e5ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c72f041-ac11-46ab-8c4e-c27f0924d7b0 HTTP/1.1" status: 204 len: 168 time: 0.8992238 Feb 07 23:04:06.919556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Sync routers for ids ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:06.947093 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:06.947093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-494400a2-5376-4caa-b0ec-02f8c26d4e21 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7532248 Feb 07 23:04:06.947093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55658) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:06.997071 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Routers {'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:04:06.997924 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:07.164443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.173065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.252388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce88b-181b-4e47-961a-29a346ba2746 req-cc046eaf-9d4f-49bd-b9db-64161961339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:07.255157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-cc046eaf-9d4f-49bd-b9db-64161961339b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 1096 time: 0.5855215 Feb 07 23:04:07.494370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8972a1d036e49999fc7ddd88af67c02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4864688 Feb 07 23:04:07.494370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55678) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:07.503231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c68b-c755-4a39-b7bb-71a666d68ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87951db2-7ca2-483f-ac6f-f4f0de5e4980,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:07.755297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Set router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:04:07.788439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-126292f7-183c-4ac3-b112-e82a5c8bd342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:07.938879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-126292f7-183c-4ac3-b112-e82a5c8bd342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.264605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-126292f7-183c-4ac3-b112-e82a5c8bd342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.307741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126292f7-183c-4ac3-b112-e82a5c8bd342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87951db2-7ca2-483f-ac6f-f4f0de5e4980,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:08.333991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-126292f7-183c-4ac3-b112-e82a5c8bd342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:08.337265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-126292f7-183c-4ac3-b112-e82a5c8bd342 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87951db2-7ca2-483f-ac6f-f4f0de5e4980 HTTP/1.1" status: 204 len: 168 time: 0.8263073 Feb 07 23:04:08.369869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce88b-181b-4e47-961a-29a346ba2746 req-b5c55d72-944c-4d04-a57a-b8ed2e4779fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:08.371708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-b5c55d72-944c-4d04-a57a-b8ed2e4779fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 1.0795710 Feb 07 23:04:08.573899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-225af522-3f0d-4d14-9733-fb4d7549e09b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14ab7f41-928e-4851-90a4-09c1a5f79813 HTTP/1.1" status: 200 len: 217 time: 0.1914725 Feb 07 23:04:09.002387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:04:03Z', 'revision_number': 3, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:09.023011 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Checking router: c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:04:09.042355 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Updating router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 port b514b327-9e07-4d0d-9a84-218e4d7cb74f binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:04:09.217016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce88b-181b-4e47-961a-29a346ba2746 req-0aef7f44-7e9f-4f19-b83b-1e85c83e9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:09.236651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-0aef7f44-7e9f-4f19-b83b-1e85c83e9a58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.6503096 Feb 07 23:04:09.331889 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:09.435073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-bd312fbe-b863-4ab3-a454-4ad57f9c6169 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750975 Feb 07 23:04:10.066757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-61ab28c9-3f41-4d9a-a3e9-1ed108688e22 service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045164 Feb 07 23:04:10.500473 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.540871 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Transition to ACTIVE for port object b514b327-9e07-4d0d-9a84-218e4d7cb74f will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:04:10.558501 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.739589 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-693ce88b-181b-4e47-961a-29a346ba2746 req-7da6555f-ba3c-4352-854b-5a8b452f1947 service neutron] 10.222.0.36 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244299 Feb 07 23:04:10.887073 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Attempting to bind port b514b327-9e07-4d0d-9a84-218e4d7cb74f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:10.887073 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Attempting to bind port b514b327-9e07-4d0d-9a84-218e4d7cb74f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:10.887073 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Attempting to bind port b514b327-9e07-4d0d-9a84-218e4d7cb74f on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:04:10.927967 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Pushing event updated for resources: {'Port': ['ID=b514b327-9e07-4d0d-9a84-218e4d7cb74f,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:10.951249 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:04:10.951822 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:04:10.952422 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:10.964907 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:04:10.965705 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Bound port: b514b327-9e07-4d0d-9a84-218e4d7cb74f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:10.966305 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.320716 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] For port b514b327-9e07-4d0d-9a84-218e4d7cb74f, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:04:11.325315 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] For port b514b327-9e07-4d0d-9a84-218e4d7cb74f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b514b327-9e07-4d0d-9a84-218e4d7cb74f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:04:11.405623 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:11.594605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Routers {'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:04:11.612300 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:11.887752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:12.389541 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] Set router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:04:12.711475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Allocated IP 172.20.0.1 (0551b42e-e02f-433c-918e-b852351b3329/b9979df1-17d7-43d2-ab50-fb150b6c8f4c/8b664724-b51e-4fc0-9538-a12228a44f76) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:12.762017 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Pushing event updated for resources: {'Port': ['ID=b514b327-9e07-4d0d-9a84-218e4d7cb74f,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.793897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.827946 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:12.827946 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076c07a-4921-4f0d-b4df-969ddbf76108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:13.290107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.350538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55816) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:13.397988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.512711 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:04:03Z', 'revision_number': 3, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:13.538631 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa313d2-3d58-4d76-a5dc-10c19dbff7fd None None] The sync data for ids ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'] in n-d-827896-3 is: [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:04:03Z', 'revision_number': 3, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:13.913390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:13.961105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:13.971659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Usage tracker for resource:security_group_rule and tenant:2035006ee7e840dab67e18333426b51d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:13.992364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:14.011345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:14.231434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b664724-b51e-4fc0-9538-a12228a44f76,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:14.298360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Network 0551b42e-e02f-433c-918e-b852351b3329 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:14.319580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:14.329272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:04:14.523455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.555391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.561496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:14.746126 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2035006ee7e840dab67e18333426b51d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4017019 Feb 07 23:04:14.747438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ec22ad-b6e1-4a3d-8063-8c2821c18a6f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:14.771291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55842) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:14.773206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.773568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.773918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.774262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.774605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.774934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.775635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.791955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.791955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.791955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.791955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:14.791955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c03666-6e1b-4a9b-9e49-6271cbab2ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:15.284527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1a184eb-7397-44fc-908e-69ec4bc4e8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.346631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1a184eb-7397-44fc-908e-69ec4bc4e8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.375677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.494956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1a184eb-7397-44fc-908e-69ec4bc4e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.531771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a184eb-7397-44fc-908e-69ec4bc4e8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ec22ad-b6e1-4a3d-8063-8c2821c18a6f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:15.553591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1a184eb-7397-44fc-908e-69ec4bc4e8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:15.559192 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d1a184eb-7397-44fc-908e-69ec4bc4e8ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11ec22ad-b6e1-4a3d-8063-8c2821c18a6f HTTP/1.1" status: 204 len: 168 time: 0.7203429 Feb 07 23:04:15.748751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55860) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:16.174999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736e7d1-3ecd-4022-9a8c-722eb88b69a5 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.178728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736e7d1-3ecd-4022-9a8c-722eb88b69a5 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.180636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736e7d1-3ecd-4022-9a8c-722eb88b69a5 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.183407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a736e7d1-3ecd-4022-9a8c-722eb88b69a5 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=909aa67db10f450da1c5a34c7daf8438&network_id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 2969 time: 0.4450774 Feb 07 23:04:16.328755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b514b327-9e07-4d0d-9a84-218e4d7cb74f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:04:16.723578 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.742450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b514b327-9e07-4d0d-9a84-218e4d7cb74f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:04:16.752790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b514b327-9e07-4d0d-9a84-218e4d7cb74f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:16.755297 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:16.772765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3bdab-84cd-4fc2-b66e-1b24359f9337 req-68bc93fc-65e4-4c66-9a03-6c0e3ca727c1 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:16.781086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ac3bdab-84cd-4fc2-b66e-1b24359f9337 req-68bc93fc-65e4-4c66-9a03-6c0e3ca727c1 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 946 time: 0.9023366 Feb 07 23:04:16.783517 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.296440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c4f83bb4-fdbd-47f7-9a9c-98632824bb81 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:17.298122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c4f83bb4-fdbd-47f7-9a9c-98632824bb81 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Synchronizing usage tracker for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:17.344273 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.366446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b664724-b51e-4fc0-9538-a12228a44f76,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:17.385916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ac3bdab-84cd-4fc2-b66e-1b24359f9337 req-6102c8a1-2217-4d8c-a38d-386de1708f01 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065131 Feb 07 23:04:17.401612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c4f83bb4-fdbd-47f7-9a9c-98632824bb81 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Unset dirty status for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:17.401612 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c4f83bb4-fdbd-47f7-9a9c-98632824bb81 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 946 time: 0.4432507 Feb 07 23:04:17.426493 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.463171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b514b327-9e07-4d0d-9a84-218e4d7cb74f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b514b327-9e07-4d0d-9a84-218e4d7cb74f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:17.491121 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.747086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Deleting port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:04:17.747604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:17.986003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b514b327-9e07-4d0d-9a84-218e4d7cb74f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:18.060474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Network 0551b42e-e02f-433c-918e-b852351b3329 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:18.060474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:18.657289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:04:19.375332 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-06a16f49-e3b9-4788-8152-438977be4eab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9001420 Feb 07 23:04:19.413478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] For port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:19.414899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:19.726410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:04:19.726410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55940) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:19.739970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Sync routers for ids ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:04:19.813742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Routers {'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:04:19.813742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:03:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:19.927202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Calling delete_port for c1c3d080-fabb-4dcb-84c4-bdb88a5f791d owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:04:20.102569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d7f1-4054-4507-8486-78bc389182b0 req-a57ca529-fa24-4e3b-b92b-f9c8aef2b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:20.105608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-a57ca529-fa24-4e3b-b92b-f9c8aef2b22a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b16819de6834bab832cf613e53f007a&device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 1097 time: 0.6481678 Feb 07 23:04:20.155870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d7451838-3ead-4694-ba32-c4d4147f98c8 admin admin] 10.222.0.10 "PUT /v2.0/routers/c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2135165 Feb 07 23:04:20.284327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb82ef7c-0d24-4939-99f6-72d42308a09c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:20.328894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eb82ef7c-0d24-4939-99f6-72d42308a09c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 814 time: 0.5665772 Feb 07 23:04:20.376480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92596cc9-dd27-4687-8278-b6491aef98c4 req-d4a07970-8ec7-4226-8331-667fda976df0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:20.376480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92596cc9-dd27-4687-8278-b6491aef98c4 req-d4a07970-8ec7-4226-8331-667fda976df0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 946 time: 1.2420661 Feb 07 23:04:20.396094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b514b327-9e07-4d0d-9a84-218e4d7cb74f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:04:20.490309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d7f1-4054-4507-8486-78bc389182b0 req-90c0384a-4b54-4d7b-83e6-ea38b10679a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:20.490309 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-90c0384a-4b54-4d7b-83e6-ea38b10679a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 200 len: 916 time: 0.2792587 Feb 07 23:04:20.691688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92596cc9-dd27-4687-8278-b6491aef98c4 req-f36d6cd1-c365-49b7-8fc5-c624d95032b9 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146150 Feb 07 23:04:20.695044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Set router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:04:20.796374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-d1760f0e-446e-4a44-a0ee-1f3a8c78ebf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac HTTP/1.1" status: 200 len: 217 time: 0.2953663 Feb 07 23:04:20.797317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:20.836914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55974) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:20.843748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'network': {'name': 'tempest-network-smoke--629065435', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'port_security_enabled': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:20.873226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:20.897063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:network and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:20.904769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['14ab7f41-928e-4851-90a4-09c1a5f79813'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:04:20.907555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:20.936158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:21.033422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f22fbaa9-b594-4f7c-9a87-eefd3d74f704', '2986de38-f25f-4a14-bfeb-e83b60f138ac'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:04:21.086225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:21.118090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.151413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event deleted for resources: {'Port': ['ID=c1c3d080-fabb-4dcb-84c4-bdb88a5f791d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:21.367861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] No DVR routers for this DVR port c1c3d080-fabb-4dcb-84c4-bdb88a5f791d on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:21.388018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.405087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:04:21.413055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'name': 'network-vif-deleted', 'tag': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:21.472510 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24748863-7bea-433c-bbc1-59a2fc692f71 req-c918e66e-313e-4749-bd14-7930222034c6 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "DELETE /v2.0/ports/c1c3d080-fabb-4dcb-84c4-bdb88a5f791d HTTP/1.1" status: 204 len: 173 time: 4.0589392 Feb 07 23:04:21.472510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d7f1-4054-4507-8486-78bc389182b0 req-349a9558-186b-4814-a424-5e620f0b0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:21.485618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-349a9558-186b-4814-a424-5e620f0b0efa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 200 len: 855 time: 0.4492338 Feb 07 23:04:21.531675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.531675 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Added segment ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20 of type vlan for network 6e478848-0738-4c7d-a44e-9ac0f88f817c Feb 07 23:04:21.746582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c1c3d080-fabb-4dcb-84c4-bdb88a5f791d no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:04:21.845424 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:21.917910 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25eca71c-932d-4eb9-ab12-6461f36cadaa', 'name': 'network-vif-deleted', 'tag': 'c1c3d080-fabb-4dcb-84c4-bdb88a5f791d', 'status': 'completed', 'code': 200} Feb 07 23:04:21.934421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-ee7d496d-3a22-49d2-8ced-7094be6ab1c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4470723 Feb 07 23:04:22.152935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b514b327-9e07-4d0d-9a84-218e4d7cb74f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:22.153773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:22.361645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: c1c3d080-fabb-4dcb-84c4-bdb88a5f791d {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:04:22.361645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c1c3d080-fabb-4dcb-84c4-bdb88a5f791d not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:04:22.771958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-4e5d72a8-5e60-4e51-9c48-a05433000413 service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256793 Feb 07 23:04:23.100830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0922bbf5-5014-4076-9162-92e41e49d31d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:23.128985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0922bbf5-5014-4076-9162-92e41e49d31d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 811 time: 0.3213186 Feb 07 23:04:23.139928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56024) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:23.222885 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.266166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:23.266166 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.419134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-046f2482-3878-4b16-935c-fb69791ecaa9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/quotas/f3d6065c7d8a4c49ac1c45bd19b6b462 HTTP/1.1" status: 200 len: 375 time: 0.2979214 Feb 07 23:04:23.460599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d659d7f1-4054-4507-8486-78bc389182b0 req-ff9f89bd-6d99-40fd-a114-9a566a32423a service neutron] 10.222.0.26 "GET /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756532 Feb 07 23:04:23.698625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8483315 Feb 07 23:04:23.704091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56036) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:23.765628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:23.852181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:23.872529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:9593c4355a24425f875cbfac11b49b57 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:23.887829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:23.933189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdec69-b1f2-47ab-926d-7c3d0925cdce tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Network': ['ID=6e478848-0738-4c7d-a44e-9ac0f88f817c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:23.965945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:24.065373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-42231d0a-ceee-450c-a4cf-8ab340ae0b6b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Synchronizing usage tracker for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:24.161275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f075c-5181-4245-a7b9-c3ff44aec149 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:24.161275 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2c1f075c-5181-4245-a7b9-c3ff44aec149 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=909aa67db10f450da1c5a34c7daf8438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4591799 Feb 07 23:04:24.161275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56044) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:24.177991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:04:24.401660 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.549319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:24.736964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0951a9c-56d8-41f9-8c53-8803ba783fbe,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:24.786100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-42231d0a-ceee-450c-a4cf-8ab340ae0b6b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Unset dirty status for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:24.791198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-42231d0a-ceee-450c-a4cf-8ab340ae0b6b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3707137 Feb 07 23:04:24.818498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-368e1247-df79-46c6-9692-6757feb2bbfb req-cfc18f26-f085-4fd0-9c6c-a932e6dd656d tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=25eca71c-932d-4eb9-ab12-6461f36cadaa HTTP/1.1" status: 200 len: 210 time: 2.0310962 Feb 07 23:04:25.272884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-46785540-c467-4de7-a820-475c6515a1b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9593c4355a24425f875cbfac11b49b57&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1317689 Feb 07 23:04:25.274445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56056) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:25.535010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:04:25.550062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f62931-fc8d-411d-a397-572082691b6d tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:25.550062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c9f62931-fc8d-411d-a397-572082691b6d tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3874638 Feb 07 23:04:25.555966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56064) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:25.663962 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0ad688a6-6a8b-4e59-b83c-7ad27ddaec90 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0954769 Feb 07 23:04:25.663962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:25.737607 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ececaed-76fe-4882-a02b-801121a60337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:25.754451 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b965da07-0b0f-47bf-888a-0b1c043cfea6 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=909aa67db10f450da1c5a34c7daf8438&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0881102 Feb 07 23:04:25.754451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56074) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:25.879613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ececaed-76fe-4882-a02b-801121a60337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.148222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9bb9202e-8fe6-4ca0-b3cc-7085fc73696b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.154874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ececaed-76fe-4882-a02b-801121a60337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.177327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f89b2e-7227-455d-93dd-d6890157287a tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:26.177327 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-53f89b2e-7227-455d-93dd-d6890157287a tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4094894 Feb 07 23:04:26.177327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56084) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:26.290172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:04:15Z', 'revision_number': 4, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '8b664724-b51e-4fc0-9538-a12228a44f76', 'name': '', 'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:12Z', 'updated_at': '2022-02-07T23:04:15Z', 'revision_number': 2, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'subnets': [{'id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:26.296275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ececaed-76fe-4882-a02b-801121a60337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0951a9c-56d8-41f9-8c53-8803ba783fbe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:26.302425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Checking router: c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:04:26.302425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Updating router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 port 8b664724-b51e-4fc0-9538-a12228a44f76 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:04:26.314216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-65551807-f6c3-4f54-aa91-1c8162fe4e3b service neutron] 10.222.0.10 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4410524 Feb 07 23:04:26.320149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ececaed-76fe-4882-a02b-801121a60337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.328299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ececaed-76fe-4882-a02b-801121a60337 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0951a9c-56d8-41f9-8c53-8803ba783fbe HTTP/1.1" status: 204 len: 168 time: 1.0313032 Feb 07 23:04:26.361507 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1da71435-ed92-4058-a7f9-004cfefc0366 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1851299 Feb 07 23:04:26.361507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56102) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:26.381495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569486491', 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:26.537040 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:26.798629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:26.806358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-d3999cf9-2b6f-439d-a8c8-ab5d94ffd6a4 service neutron] 10.222.0.10 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982333 Feb 07 23:04:26.826316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:subnet and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:26.829984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:26.860374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:26.917033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:26.948375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:27.630928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-418415f0-1c5a-441c-bb43-230853417042 req-7d047e6a-80db-4bbb-b778-e8eab204fbb9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 210 time: 0.2014861 Feb 07 23:04:28.196953 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.316715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Transition to ACTIVE for port object 8b664724-b51e-4fc0-9538-a12228a44f76 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:04:28.371508 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.585852 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1feacc6-a048-4dda-9bb7-c4e0b199e330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.642456 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:28.832278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6382cb5-7e26-4935-98a0-e6f0f0edea4b None None] Pushing event updated for resources: {'Port': ['ID=8b664724-b51e-4fc0-9538-a12228a44f76,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:29.121267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Subnet': ['ID=9f70ecf4-c52c-4e80-9c0c-9449a275ba0e,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:29.150346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Checking segment: {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:04:29.158761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network hostable DHCP agents. Network: 6e478848-0738-4c7d-a44e-9ac0f88f817c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:04:29.229261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf533313-3601-4f63-b6ec-4d2914f6cd10 req-67e77e2a-2c30-4f8a-a7d7-622b24d74a58 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 210 time: 0.2510700 Feb 07 23:04:29.278153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:04:29.299634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 6e478848-0738-4c7d-a44e-9ac0f88f817c) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:29.306936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:29.312964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.361301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804c564-e0ab-4c17-a831-506d08cad55d None None] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:04:29.432535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e7ad8a67-bf9f-4210-876b-aecc710fff45 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0605500 Feb 07 23:04:29.543580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Attempting to bind port 8b664724-b51e-4fc0-9538-a12228a44f76 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:29.543580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Attempting to bind port 8b664724-b51e-4fc0-9538-a12228a44f76 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:29.543580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Attempting to bind port 8b664724-b51e-4fc0-9538-a12228a44f76 on network 0551b42e-e02f-433c-918e-b852351b3329 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:04:29.760525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:04:29.761534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Checking segment: {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:04:29.763714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.765976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Bound using segment: {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:04:29.767068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Bound port: 8b664724-b51e-4fc0-9538-a12228a44f76, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:29.767902 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:29.995737 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.071648 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.177581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] For port 8b664724-b51e-4fc0-9538-a12228a44f76, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:04:30.177581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] For port 8b664724-b51e-4fc0-9538-a12228a44f76, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b664724-b51e-4fc0-9538-a12228a44f76,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:04:30.313176 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.429140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56178) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:30.461269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695926990', 'description': 'tempest-secgroup-smoke-695926990 description', 'project_id': '909aa67db10f450da1c5a34c7daf8438'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:30.495889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:30.528456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:30.557600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:30.616153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:30.670609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:30.769888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:30.793979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:30.812967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:30.832117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:31.138152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.172188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.228517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6382cb5-7e26-4935-98a0-e6f0f0edea4b None None] Pushing event updated for resources: {'Port': ['ID=8b664724-b51e-4fc0-9538-a12228a44f76,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:31.336013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5828be1e-c949-4946-819c-b125e8c09e66,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:31.361833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.361833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a165377a-f238-4b19-ab81-b3f8f6b6b4bf tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9199038 Feb 07 23:04:31.361833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56190) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:31.379327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '5828be1e-c949-4946-819c-b125e8c09e66', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:31.411694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:31.422478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:31.448937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:31.474131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:31.517932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.607871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-249712f2-8d51-475f-b69d-3b839d8eb20f req-bfa7df33-4105-4b22-b66a-a5ea9ef35f76 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 210 time: 1.0476961 Feb 07 23:04:31.730474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-6e478848-0738-4c7d-a44e-9ac0f88f817c', 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ips': [{'subnet_id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:04:31.732319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56200) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:31.734981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.737468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.782274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.974533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-88e50a1a-6457-4915-b670-e53fd5c2cf33 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:31.978245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5ba3d2-c930-4428-96ed-aa3d3e4c503b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:31.980980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-88e50a1a-6457-4915-b670-e53fd5c2cf33 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.36 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 811 time: 1.1705799 Feb 07 23:04:31.984057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:31.998017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Request body: {'port': {'device_id': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'admin_state_up': True, 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:32.001724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e2a26a8e-cc63-4625-8a54-ebd3fd6fda0f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6328490 Feb 07 23:04:32.001724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56208) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:32.047666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '5828be1e-c949-4946-819c-b125e8c09e66', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:32.069599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:32.084326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:32.096293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:32.121212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:32.181872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.397286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Routers {'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:04:32.397286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:04:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:32.669564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:32.715780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.734261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.754893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:32.798245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Made reservation on behalf of f3d6065c7d8a4c49ac1c45bd19b6b462 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:32.805604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:32.823693 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.098471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7b9466-4965-421d-a53d-812737955711,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:33.116458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.116458 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-843267c3-63db-4a47-a158-fc6678d990c1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1093106 Feb 07 23:04:33.116458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56226) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:33.127917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.185247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '5828be1e-c949-4946-819c-b125e8c09e66', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:33.208603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:33.210561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:33.220431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Usage tracker for resource:security_group_rule and tenant:129804322ee24f2297945ffccc038450 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:33.230805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:33.236841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Allocated IP 172.20.0.18 (6e478848-0738-4c7d-a44e-9ac0f88f817c/9f70ecf4-c52c-4e80-9c0c-9449a275ba0e/ac505c12-e99d-4e27-9043-357706ebed47) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:33.239955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:33.244975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:33.257287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:33.263268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:33.323128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.476713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.497487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.550403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e25590d-0a1a-4185-a1af-4f9be0166680,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:33.615662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Allocated IP 172.20.0.6 (0551b42e-e02f-433c-918e-b852351b3329/b9979df1-17d7-43d2-ab50-fb150b6c8f4c/411122c9-6bae-4651-92ca-2fc72b3033da) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:33.776902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.776902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.781106 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3fa75f6c-2d9c-4af7-8c6f-a02ca9705cf3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6620572 Feb 07 23:04:33.781106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:33.791095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56232) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:33.824149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '5828be1e-c949-4946-819c-b125e8c09e66', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:33.880799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:33.916319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] Set router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:04:33.918425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:33.931355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:33.950129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ec6c458-90f3-4ecd-9ebf-29a8ae308177 req-f332548a-aeef-47f4-b3fd-3aa6cf1d1f66 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 210 time: 0.2504559 Feb 07 23:04:33.966695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:34.193175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.304204 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=129804322ee24f2297945ffccc038450&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5574050 Feb 07 23:04:34.304204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9a19b-c040-4030-ae9d-17ea1d52d7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181c8e81-28f0-4996-b9ba-8e87c0a3ff44,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:34.352418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56246) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:34.718730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29dca989-6819-435d-885e-ce1b6d36b9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.814215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.840637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:34.980891 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29dca989-6819-435d-885e-ce1b6d36b9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.028642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d2b733-bcee-4d94-b773-361028bb50e5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:35.136575 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.150159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-16773170-9608-4698-a4d4-f536fabfb6a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3156593 Feb 07 23:04:35.195909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56262) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:35.242420 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.252618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '5828be1e-c949-4946-819c-b125e8c09e66', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:35.304543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Transition to ACTIVE for port object ac505c12-e99d-4e27-9043-357706ebed47 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:04:35.315728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:35.352387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:35.369089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:35.399797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:35.457192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Transition to ACTIVE for port object ac505c12-e99d-4e27-9043-357706ebed47 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:04:35.457360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.467044 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Project 909aa67db10f450da1c5a34c7daf8438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:04:35.551576 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.604883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29dca989-6819-435d-885e-ce1b6d36b9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.606146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.703586 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.713097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dca989-6819-435d-885e-ce1b6d36b9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181c8e81-28f0-4996-b9ba-8e87c0a3ff44,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:35.718929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-29dca989-6819-435d-885e-ce1b6d36b9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.720338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-29dca989-6819-435d-885e-ce1b6d36b9a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/181c8e81-28f0-4996-b9ba-8e87c0a3ff44 HTTP/1.1" status: 204 len: 168 time: 1.3703673 Feb 07 23:04:35.876552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.890748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.953282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf0599e-6d16-4bef-b305-cd3431f8f0ec,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:35.999841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:35.999841 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5cb6f35-db12-467d-a743-4e4736d211f4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8099880 Feb 07 23:04:35.999841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56278) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:36.010609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': '5828be1e-c949-4946-819c-b125e8c09e66', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:36.017019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Pushing event updated for resources: {'Port': ['ID=ac505c12-e99d-4e27-9043-357706ebed47,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:36.056731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:36.056731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:36.071896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:36.104807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:36.132155 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Project 909aa67db10f450da1c5a34c7daf8438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:04:36.148361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.241085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:36.248870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:36.259862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:04:36.262668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.476409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.487408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.490781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Network 0551b42e-e02f-433c-918e-b852351b3329 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:36.581154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:36.653125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:04:36.703115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3d19da-96f1-4c62-a6c0-ed1905acd772,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:36.849607 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:36.865384 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ca2c5727-f463-496c-85e5-03bbc64ee82a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8645887 Feb 07 23:04:36.919354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Pushing event updated for resources: {'Port': ['ID=411122c9-6bae-4651-92ca-2fc72b3033da,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:36.983989 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.179915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2563e0d-e18d-4b74-803e-0781c412a499 req-0a5c598d-c197-427f-95ba-480dcd42034b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.179915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2563e0d-e18d-4b74-803e-0781c412a499 req-0a5c598d-c197-427f-95ba-480dcd42034b tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 945 time: 1.0211816 Feb 07 23:04:37.202044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.202044 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.250399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Attempting to bind port ac505c12-e99d-4e27-9043-357706ebed47 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:37.250399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Attempting to bind port ac505c12-e99d-4e27-9043-357706ebed47 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:37.250399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Attempting to bind port ac505c12-e99d-4e27-9043-357706ebed47 on network 6e478848-0738-4c7d-a44e-9ac0f88f817c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:04:37.268860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a4b25-9bce-46b6-a4eb-9a0db43f1155 req-68f3631d-4509-44b4-aeb3-dd206cb45d93 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.282211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e88a4b25-9bce-46b6-a4eb-9a0db43f1155 req-68f3631d-4509-44b4-aeb3-dd206cb45d93 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 931 time: 1.7365451 Feb 07 23:04:37.302237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:04:37.302237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Checking segment: {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:04:37.302237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.319815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Bound using segment: {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:04:37.319815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Bound port: ac505c12-e99d-4e27-9043-357706ebed47, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:37.319815 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:37.468259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4b4e0ce8-5a00-4596-976c-2884ce8ae5ab tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:37.468259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4b4e0ce8-5a00-4596-976c-2884ce8ae5ab tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Synchronizing usage tracker for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:37.554064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4b4e0ce8-5a00-4596-976c-2884ce8ae5ab tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Unset dirty status for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:37.556279 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4b4e0ce8-5a00-4596-976c-2884ce8ae5ab tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.36 "GET /v2.0/ports?device_id=27aa954f-8f7f-472f-83e3-5e58b0acfe4f HTTP/1.1" status: 200 len: 945 time: 0.6639388 Feb 07 23:04:37.687867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e88a4b25-9bce-46b6-a4eb-9a0db43f1155 req-6d5b5076-ab0c-40af-b759-c4e5fb17e2f6 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983026 Feb 07 23:04:37.840035 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2563e0d-e18d-4b74-803e-0781c412a499 req-a57fa417-5e6f-46dc-a340-655fed709151 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192803 Feb 07 23:04:37.840035 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-0af544b6-98bc-44b7-96c5-e721da1ec0d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8612957 Feb 07 23:04:37.911028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Request body: {'port': {'device_id': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:37.920169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] For port ac505c12-e99d-4e27-9043-357706ebed47, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:04:37.943404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] For port ac505c12-e99d-4e27-9043-357706ebed47, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ac505c12-e99d-4e27-9043-357706ebed47,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:04:37.990655 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.140667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Deleting port 14ab7f41-928e-4851-90a4-09c1a5f79813 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:04:38.140667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:38.356664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:04:15Z', 'revision_number': 4, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '8b664724-b51e-4fc0-9538-a12228a44f76', 'name': '', 'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:12Z', 'updated_at': '2022-02-07T23:04:30Z', 'revision_number': 4, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'subnets': [{'id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:04:38.458697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632dea61-3285-429a-9e10-55278927d1d8 None None] The sync data for ids ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'] in n-d-827896-3 is: [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:04:15Z', 'revision_number': 4, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '8b664724-b51e-4fc0-9538-a12228a44f76', 'name': '', 'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'mac_address': 'fa:16:3e:08:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_interface', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:12Z', 'updated_at': '2022-02-07T23:04:30Z', 'revision_number': 4, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'subnets': [{'id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:04:38.495330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b590-ad20-4707-bc4c-7b57855c8545 None None] Pushing event updated for resources: {'Port': ['ID=ac505c12-e99d-4e27-9043-357706ebed47,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:38.804895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:39.071612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-0d3f2c83-0782-4869-a079-7c8126daad40 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695926990&fields=id&tenant_id=909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 267 time: 0.8975823 Feb 07 23:04:39.502426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] For port 14ab7f41-928e-4851-90a4-09c1a5f79813, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=14ab7f41-928e-4851-90a4-09c1a5f79813,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:39.505054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:40.537919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Calling delete_port for 14ab7f41-928e-4851-90a4-09c1a5f79813 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:04:40.589987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ac505c12-e99d-4e27-9043-357706ebed47 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:04:41.067374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ac505c12-e99d-4e27-9043-357706ebed47 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:04:41.075063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411122c9-6bae-4651-92ca-2fc72b3033da {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:04:41.080951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b664724-b51e-4fc0-9538-a12228a44f76 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:04:41.094560 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.152093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Transition to ACTIVE for port object 411122c9-6bae-4651-92ca-2fc72b3033da will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:04:41.383875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.431771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f22fbaa9-b594-4f7c-9a87-eefd3d74f704', '2986de38-f25f-4a14-bfeb-e83b60f138ac'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:04:41.717969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:41.802782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-ccb7de9b-51dc-4d01-832a-222a6321575d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:41.802782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-ccb7de9b-51dc-4d01-832a-222a6321575d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:42.031958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 14ab7f41-928e-4851-90a4-09c1a5f79813 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:04:42.379396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] No DVR routers for this DVR port 14ab7f41-928e-4851-90a4-09c1a5f79813 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:42.397504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event deleted for resources: {'Port': ['ID=14ab7f41-928e-4851-90a4-09c1a5f79813,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:42.415036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:42.442052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'name': 'network-vif-deleted', 'tag': '14ab7f41-928e-4851-90a4-09c1a5f79813'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:42.488437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 14ab7f41-928e-4851-90a4-09c1a5f79813 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:04:42.488920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 14ab7f41-928e-4851-90a4-09c1a5f79813 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:04:42.490595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 8b664724-b51e-4fc0-9538-a12228a44f76 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:04:42.495021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc55a12-771a-429e-8e08-573c07927c15 None None] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:04:42.549490 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-795b6c50-4139-4a75-8d0e-d4f3a42de1e2 req-4cd6b116-d9ec-4478-ab6f-a7c29a00b9f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.36 "DELETE /v2.0/ports/14ab7f41-928e-4851-90a4-09c1a5f79813 HTTP/1.1" status: 204 len: 173 time: 4.9870253 Feb 07 23:04:42.866127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-ccb7de9b-51dc-4d01-832a-222a6321575d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:42.866127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-ccb7de9b-51dc-4d01-832a-222a6321575d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/networks?id=6e478848-0738-4c7d-a44e-9ac0f88f817c HTTP/1.1" status: 200 len: 796 time: 3.7914321 Feb 07 23:04:43.000316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8b664724-b51e-4fc0-9538-a12228a44f76 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:43.001184 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.049555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Pushing event updated for resources: {'Port': ['ID=411122c9-6bae-4651-92ca-2fc72b3033da,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:43.104701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-11724181-0ffe-4b6e-9ff3-3e5bbfce7d61 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/quotas/909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 375 time: 0.1728892 Feb 07 23:04:43.425099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fce668-3d4f-4c12-8582-415eff9a97c9 req-ad1b5f6e-39c7-4d81-bb92-a371b2cade1c tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:43.425852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-25fce668-3d4f-4c12-8582-415eff9a97c9 req-ad1b5f6e-39c7-4d81-bb92-a371b2cade1c tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Synchronizing usage tracker for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:43.458203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-53454024-d568-4b64-986d-5eb84c4617b3 None None] Provisioning for port ac505c12-e99d-4e27-9043-357706ebed47 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:04:43.485360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-25fce668-3d4f-4c12-8582-415eff9a97c9 req-ad1b5f6e-39c7-4d81-bb92-a371b2cade1c tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Unset dirty status for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:43.498812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25fce668-3d4f-4c12-8582-415eff9a97c9 req-ad1b5f6e-39c7-4d81-bb92-a371b2cade1c tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 943 time: 4.1007452 Feb 07 23:04:43.632649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25fce668-3d4f-4c12-8582-415eff9a97c9 req-6bc6c4c2-a31f-4a56-8522-4c19f68bd91d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241355 Feb 07 23:04:43.633974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Attempting to bind port 411122c9-6bae-4651-92ca-2fc72b3033da on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:43.634327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Attempting to bind port 411122c9-6bae-4651-92ca-2fc72b3033da by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:43.635789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Attempting to bind port 411122c9-6bae-4651-92ca-2fc72b3033da on network 0551b42e-e02f-433c-918e-b852351b3329 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:04:43.668356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Port 411122c9-6bae-4651-92ca-2fc72b3033da on network 0551b42e-e02f-433c-918e-b852351b3329 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:04:43.668656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Attempting to bind port 411122c9-6bae-4651-92ca-2fc72b3033da on network 0551b42e-e02f-433c-918e-b852351b3329 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:04:43.707121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:04:43.707462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Checking segment: {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:04:43.713456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Bound using segment: {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:04:43.714526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Bound port: 411122c9-6bae-4651-92ca-2fc72b3033da, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:43.715531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:43.750935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-53454024-d568-4b64-986d-5eb84c4617b3 None None] Provisioning complete for port ac505c12-e99d-4e27-9043-357706ebed47 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:43.751924 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-53454024-d568-4b64-986d-5eb84c4617b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.045474 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.383191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-beedf60c-cb91-443a-866c-de807a459d43 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&fields=id HTTP/1.1" status: 200 len: 440 time: 1.2608237 Feb 07 23:04:44.384088 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-53454024-d568-4b64-986d-5eb84c4617b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.509314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 8b664724-b51e-4fc0-9538-a12228a44f76, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b664724-b51e-4fc0-9538-a12228a44f76,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:44.517247 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.595558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-53454024-d568-4b64-986d-5eb84c4617b3 None None] For port ac505c12-e99d-4e27-9043-357706ebed47, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ac505c12-e99d-4e27-9043-357706ebed47,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:44.693077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=8b664724-b51e-4fc0-9538-a12228a44f76,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:44.708408 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-53454024-d568-4b64-986d-5eb84c4617b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:44.722029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.722774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.723309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.723893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.725327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.725888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.727482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.728242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.728793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.729337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.729857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.730372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:04:44.860297 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27aa954f-8f7f-472f-83e3-5e58b0acfe4f', 'name': 'network-vif-deleted', 'tag': '14ab7f41-928e-4851-90a4-09c1a5f79813', 'status': 'completed', 'code': 200} Feb 07 23:04:45.425447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53454024-d568-4b64-986d-5eb84c4617b3 None None] Pushing event updated for resources: {'Port': ['ID=ac505c12-e99d-4e27-9043-357706ebed47,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:45.589097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4b3e9aca-833f-4f03-a2d7-8bfcc389b8e9 None None] Provisioning complete for port ac505c12-e99d-4e27-9043-357706ebed47 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:45.592736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9aca-833f-4f03-a2d7-8bfcc389b8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:45.601024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] For port 411122c9-6bae-4651-92ca-2fc72b3033da, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:04:45.606438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] For port 411122c9-6bae-4651-92ca-2fc72b3033da, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=411122c9-6bae-4651-92ca-2fc72b3033da,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:04:45.932135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6836d309-f2f9-4c9f-8a84-a8044d66f7a3 service neutron] 10.222.0.10 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5134888 Feb 07 23:04:45.956826 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.276513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56510) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:46.687325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-611aa5a5-9182-49b5-a2b1-34ecb7e62911 service neutron] 10.222.0.10 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205822 Feb 07 23:04:46.707050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Pushing event updated for resources: {'Port': ['ID=411122c9-6bae-4651-92ca-2fc72b3033da,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:46.745400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ac505c12-e99d-4e27-9043-357706ebed47 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:04:46.781353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:46.782437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.784689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89d36e8c-0341-42fb-a0fc-5768e4de4b0e service neutron] 10.222.0.36 "PUT /v2.0/ports/411122c9-6bae-4651-92ca-2fc72b3033da HTTP/1.1" status: 200 len: 1091 time: 8.9372323 Feb 07 23:04:46.787335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'tag': '411122c9-6bae-4651-92ca-2fc72b3033da'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:46.860250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.910462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ac505c12-e99d-4e27-9043-357706ebed47 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:46.911876 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:46.935348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:46.953523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8425f55087458fa74afa121f6dc071 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:46.958894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:46.978261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:47.054911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273be70b-49b3-43e9-8f00-c44c62334586 req-951779b0-5de4-4d0e-88ec-bb0bb56be0a9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:47.067749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-273be70b-49b3-43e9-8f00-c44c62334586 req-951779b0-5de4-4d0e-88ec-bb0bb56be0a9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 943 time: 1.4590147 Feb 07 23:04:47.321324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-273be70b-49b3-43e9-8f00-c44c62334586 req-4e27fcc3-94dd-4963-9277-4a79eadcf5f3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470827 Feb 07 23:04:47.349845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-143cda07-2b44-4451-b5d1-f63d1e8b44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:47.349845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-143cda07-2b44-4451-b5d1-f63d1e8b44a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 1094 time: 0.4914205 Feb 07 23:04:47.395572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.402436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:47.600440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b664724-b51e-4fc0-9538-a12228a44f76 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:04:47.629100 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb8425f55087458fa74afa121f6dc071&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3435326 Feb 07 23:04:47.629100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e53da9-f124-4db7-9741-e6fb829ed418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e22a65-22bc-4fc5-b0ff-fb4fe615832e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:47.638132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56540) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:47.673056 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'tag': '411122c9-6bae-4651-92ca-2fc72b3033da', 'status': 'completed', 'code': 200} Feb 07 23:04:47.751959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-89f5e3a7-5dee-43ab-9522-56feaa36fcb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=411122c9-6bae-4651-92ca-2fc72b3033da HTTP/1.1" status: 200 len: 217 time: 0.3775322 Feb 07 23:04:48.047358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8b664724-b51e-4fc0-9538-a12228a44f76 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:48.048755 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:48.097727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-c247ae1f-d5a4-476f-a7c3-a46160f4a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:48.100030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-c247ae1f-d5a4-476f-a7c3-a46160f4a619 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.3575504 Feb 07 23:04:48.469081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7636c07-2f29-4e1c-bedb-7256cb43c666 req-92ee7144-7509-4c8e-996e-424c1bdb7d47 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 210 time: 0.3929586 Feb 07 23:04:48.497079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-26963274-7c31-491b-894f-c70fcd736d83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2337861 Feb 07 23:04:49.557628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2170-30ed-447c-9616-ac9bfcb3066b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.785956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2170-30ed-447c-9616-ac9bfcb3066b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:49.935684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-44450588-bd1a-4382-815c-435c2f481f25 service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4130409 Feb 07 23:04:50.245944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-73404123-b2d2-40fb-a9ab-77081f8e3092 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:50.250894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-73404123-b2d2-40fb-a9ab-77081f8e3092 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Synchronizing usage tracker for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:50.304203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-73404123-b2d2-40fb-a9ab-77081f8e3092 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Unset dirty status for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:50.305770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-73404123-b2d2-40fb-a9ab-77081f8e3092 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 946 time: 0.5397885 Feb 07 23:04:50.496773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8b977-aad1-417a-8b4e-d4775b2c7bab req-6dde90e8-c2b6-40b1-a8b0-c9b55e5881d0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:50.496773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8c8b977-aad1-417a-8b4e-d4775b2c7bab req-6dde90e8-c2b6-40b1-a8b0-c9b55e5881d0 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 946 time: 1.4100466 Feb 07 23:04:50.597495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2170-30ed-447c-9616-ac9bfcb3066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.645146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Deleting port 2986de38-f25f-4a14-bfeb-e83b60f138ac {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:04:50.645473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:50.909899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02806db4-694f-4909-b1c5-7bddfe982c69 req-03e2ff46-85ee-4600-9308-6a8bf5b1f367 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:50.935193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02806db4-694f-4909-b1c5-7bddfe982c69 req-03e2ff46-85ee-4600-9308-6a8bf5b1f367 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 943 time: 1.6646574 Feb 07 23:04:50.999822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8c8b977-aad1-417a-8b4e-d4775b2c7bab req-9b5c1912-24ce-4be2-a1d2-80ae87668d54 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025449 Feb 07 23:04:51.235716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd2170-30ed-447c-9616-ac9bfcb3066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e22a65-22bc-4fc5-b0ff-fb4fe615832e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:51.257580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a2bd2170-30ed-447c-9616-ac9bfcb3066b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:51.264318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a2bd2170-30ed-447c-9616-ac9bfcb3066b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85e22a65-22bc-4fc5-b0ff-fb4fe615832e HTTP/1.1" status: 204 len: 168 time: 3.6347237 Feb 07 23:04:51.286645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621d8e3c-681a-4fd8-8b5e-07f46ad82a1f req-14580d9c-413a-44a3-b8ec-e38197a91cd6 service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3253818 Feb 07 23:04:51.341843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02806db4-694f-4909-b1c5-7bddfe982c69 req-01bc8c85-96c4-475c-b36d-90d605c70409 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304958 Feb 07 23:04:51.551689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66b7cae1-4739-4c20-9267-99fc1aacc5d7 req-551cf9c4-fac1-416f-b991-74431297b8f5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 210 time: 0.1166587 Feb 07 23:04:51.556136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56594) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:51.747006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-5d385477-3f94-449e-bba7-618029d48088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:51.753378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-5d385477-3f94-449e-bba7-618029d48088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 1094 time: 0.1978426 Feb 07 23:04:52.023098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-cd8ce64a-df2b-49c8-a135-39404a4858c5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:52.023098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-cd8ce64a-df2b-49c8-a135-39404a4858c5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:52.233484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-cd8ce64a-df2b-49c8-a135-39404a4858c5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:52.242106 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-cd8ce64a-df2b-49c8-a135-39404a4858c5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "GET /v2.0/networks?id=6e478848-0738-4c7d-a44e-9ac0f88f817c HTTP/1.1" status: 200 len: 796 time: 0.9979901 Feb 07 23:04:52.299215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] For port 2986de38-f25f-4a14-bfeb-e83b60f138ac, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=2986de38-f25f-4a14-bfeb-e83b60f138ac,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:52.300588 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.598544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.623903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:52.639414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:52.650287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Usage tracker for resource:security_group_rule and tenant:1568e448204148e5ab25dcfa988418e6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:52.670728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:52.698806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:52.702074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.713038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Calling delete_port for 2986de38-f25f-4a14-bfeb-e83b60f138ac owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:04:52.734251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:52.739229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Usage tracker for resource:security_group_rule and tenant:85efa9e2cc5a46f0a126dd1852b26873 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:52.743140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:52.751147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:52.800750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-b92ffe13-4453-45c0-8a57-70fb54f7bc3a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:04:52.857480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.928715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-b92ffe13-4453-45c0-8a57-70fb54f7bc3a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:04:52.933315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-b92ffe13-4453-45c0-8a57-70fb54f7bc3a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 472 time: 0.6703944 Feb 07 23:04:52.964004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'port': {'device_id': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c', 'admin_state_up': True, 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'security_groups': ['5828be1e-c949-4946-819c-b125e8c09e66']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:52.978470 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:52.988849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.086343 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.117275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0ef0dc-685b-4f4e-bec3-3e723c0e47e0,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:53.239636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b2e27-a1e2-4bc6-8728-c7653d0f4be3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:53.242821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-3aa87839-3cb3-4612-a061-38f123eda08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:53.244388 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-3aa87839-3cb3-4612-a061-38f123eda08c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 912 time: 1.4830558 Feb 07 23:04:53.346416 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-99ef76a3-7701-4b18-a123-2c4ee8573921 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85efa9e2cc5a46f0a126dd1852b26873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011383 Feb 07 23:04:53.353003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-303497c1-5a58-4c16-9d84-3dd8c1f0806d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=411122c9-6bae-4651-92ca-2fc72b3033da HTTP/1.1" status: 200 len: 217 time: 0.0900104 Feb 07 23:04:53.356846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56618) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:53.359827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4ee938be-2afa-4776-b2a0-de95c4dae29b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1568e448204148e5ab25dcfa988418e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7977259 Feb 07 23:04:53.368922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56622) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:53.431110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72475a-a525-41ab-b4c0-47433afebcd8 req-0bcf08c8-75ee-457d-9ffc-23a59367e028 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:53.433240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b72475a-a525-41ab-b4c0-47433afebcd8 req-0bcf08c8-75ee-457d-9ffc-23a59367e028 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a521c21-2467-4f8a-b780-bfebf438edf5 HTTP/1.1" status: 200 len: 946 time: 0.9164751 Feb 07 23:04:53.439832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 2986de38-f25f-4a14-bfeb-e83b60f138ac no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:04:53.537396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No active binding found for port 2986de38-f25f-4a14-bfeb-e83b60f138ac {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 23:04:53.549050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:53.550638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 2986de38-f25f-4a14-bfeb-e83b60f138ac not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:04:53.555449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.576110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['f22fbaa9-b594-4f7c-9a87-eefd3d74f704'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:04:53.609435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bcd78-67d8-4470-a5a9-acc3afe85917 req-1a152c2e-5fd0-4c58-a257-10a21a7f5441 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:53.618620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d52bcd78-67d8-4470-a5a9-acc3afe85917 req-1a152c2e-5fd0-4c58-a257-10a21a7f5441 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 943 time: 0.7578347 Feb 07 23:04:53.644522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:port and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:53.662917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:53.667285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event deleted for resources: {'Port': ['ID=2986de38-f25f-4a14-bfeb-e83b60f138ac,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:53.676798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:53.686286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b72475a-a525-41ab-b4c0-47433afebcd8 req-0fb106b1-8ad4-4f25-9c2d-1804c168acff tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968815 Feb 07 23:04:53.695002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-b1153bd2-91c0-4cf4-9851-a6bc395e762a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:53.698228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-b1153bd2-91c0-4cf4-9851-a6bc395e762a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.3329294 Feb 07 23:04:53.753938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3252-633b-49c6-a44b-64140b46dcf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.781059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:04:53.785306 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.805197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] No DVR routers for this DVR port 2986de38-f25f-4a14-bfeb-e83b60f138ac on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:04:53.810129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:53.811118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 411122c9-6bae-4651-92ca-2fc72b3033da details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:04:53.812905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'name': 'network-vif-deleted', 'tag': '2986de38-f25f-4a14-bfeb-e83b60f138ac'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:53.990496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-f3eb09df-1d56-49e7-b3ef-8e8c93460c7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2379911 Feb 07 23:04:53.995105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f8e45b5-afbd-48bb-8ab4-f1dbf951352e req-e6bec15f-5053-4c00-88b1-53b39f139ebf tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "DELETE /v2.0/ports/2986de38-f25f-4a14-bfeb-e83b60f138ac HTTP/1.1" status: 204 len: 173 time: 3.6822517 Feb 07 23:04:54.155543 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:04:54.404126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-1f3c7d0f-c804-4a11-ae05-9b38a7aa9701 service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333983 Feb 07 23:04:54.405150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66203299-5852-4e2d-a782-5ffd573bcfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.441142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.20.0.27 (6e478848-0738-4c7d-a44e-9ac0f88f817c/9f70ecf4-c52c-4e80-9c0c-9449a275ba0e/34e04603-bf09-4abe-857d-aa41e4da2be5) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:04:54.469229 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66203299-5852-4e2d-a782-5ffd573bcfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.567836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 411122c9-6bae-4651-92ca-2fc72b3033da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=411122c9-6bae-4651-92ca-2fc72b3033da,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:54.602759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '411122c9-6bae-4651-92ca-2fc72b3033da', 'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'port_id': '411122c9-6bae-4651-92ca-2fc72b3033da', 'mac_address': 'fa:16:3e:84:6d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:04:54.749750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:54.829489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411122c9-6bae-4651-92ca-2fc72b3033da {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:04:54.881426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb9b7756-a8ee-485a-9ba6-cfa2c52a6954 req-c84c871b-d247-4385-9d70-d2bd38a81427 service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186049 Feb 07 23:04:54.945501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 411122c9-6bae-4651-92ca-2fc72b3033da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=411122c9-6bae-4651-92ca-2fc72b3033da,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:54.953274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.046833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=411122c9-6bae-4651-92ca-2fc72b3033da,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:55.050213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.083009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Transition to ACTIVE for port object 34e04603-bf09-4abe-857d-aa41e4da2be5 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:04:55.083700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3252-633b-49c6-a44b-64140b46dcf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.091036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66203299-5852-4e2d-a782-5ffd573bcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.108296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed469098-f734-4bdb-b997-592df49c5874 req-ecbc9b6d-a38d-424f-b5db-fb1f23b848e3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 210 time: 1.0358405 Feb 07 23:04:55.124904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.157207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d52bcd78-67d8-4470-a5a9-acc3afe85917 req-a07320f2-0ca7-43bc-bbe4-98cc55523075 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5277531 Feb 07 23:04:55.175462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['411122c9-6bae-4651-92ca-2fc72b3033da'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:04:55.248958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66203299-5852-4e2d-a782-5ffd573bcfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.256863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66203299-5852-4e2d-a782-5ffd573bcfbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b0ef0dc-685b-4f4e-bec3-3e723c0e47e0 HTTP/1.1" status: 204 len: 168 time: 1.8951826 Feb 07 23:04:55.259608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66203299-5852-4e2d-a782-5ffd573bcfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0ef0dc-685b-4f4e-bec3-3e723c0e47e0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:55.293852 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a521c21-2467-4f8a-b780-bfebf438edf5', 'name': 'network-vif-deleted', 'tag': '2986de38-f25f-4a14-bfeb-e83b60f138ac', 'status': 'completed', 'code': 200} Feb 07 23:04:55.335543 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3252-633b-49c6-a44b-64140b46dcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.369088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a3252-633b-49c6-a44b-64140b46dcf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b2e27-a1e2-4bc6-8728-c7653d0f4be3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:55.389402 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f9a3252-633b-49c6-a44b-64140b46dcf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.390641 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6f9a3252-633b-49c6-a44b-64140b46dcf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f1b2e27-a1e2-4bc6-8728-c7653d0f4be3 HTTP/1.1" status: 204 len: 168 time: 1.9697344 Feb 07 23:04:55.405524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:04:55.409092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:04:55.414255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:04:55.607171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:55.607856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:55.645255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=34e04603-bf09-4abe-857d-aa41e4da2be5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:55.686697 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-9ec0ace2-f1ef-43c5-a324-e13d051f2b01 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7445312 Feb 07 23:04:56.019787 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2f58bfef-9862-4cd5-b671-158e5fd1cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.071761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-194904f8-8e96-4d62-a628-61cf1d779786 None None] Provisioning for port 34e04603-bf09-4abe-857d-aa41e4da2be5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:04:56.093340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-194904f8-8e96-4d62-a628-61cf1d779786 None None] Provisioning complete for port 34e04603-bf09-4abe-857d-aa41e4da2be5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:56.093818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Request body: {'port': {'device_id': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:04:56.098770 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-194904f8-8e96-4d62-a628-61cf1d779786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.375060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-194904f8-8e96-4d62-a628-61cf1d779786 None None] Port 34e04603-bf09-4abe-857d-aa41e4da2be5 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:04:56.465248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.742922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56676) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:56.867413 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:56.937420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:04:56.957079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Usage tracker for resource:security_group_rule and tenant:2103be3e6c5646259436aa6fea5ee4f4 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:04:56.973612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:04:57.035233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:04:57.158478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab210b25-3b50-4e10-86d9-9550d92287a7 req-c4e4252b-a0ff-4fae-af42-c30b372509ea tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:57.178596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab210b25-3b50-4e10-86d9-9550d92287a7 req-c4e4252b-a0ff-4fae-af42-c30b372509ea tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 944 time: 0.6755309 Feb 07 23:04:57.319356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420515b7-b671-4430-b8cb-ed8e16f10832 req-03cc5690-9a13-4e2c-8584-fb34c1a7ed85 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:57.325298 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-420515b7-b671-4430-b8cb-ed8e16f10832 req-03cc5690-9a13-4e2c-8584-fb34c1a7ed85 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 932 time: 0.7090311 Feb 07 23:04:57.389326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e04603-bf09-4abe-857d-aa41e4da2be5 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:04:57.399465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.429527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Transition to ACTIVE for port object 34e04603-bf09-4abe-857d-aa41e4da2be5 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:04:57.436194 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.602265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab210b25-3b50-4e10-86d9-9550d92287a7 req-dd4e165b-ca18-4bba-836f-68b318d7ebd8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212625 Feb 07 23:04:57.672586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-420515b7-b671-4430-b8cb-ed8e16f10832 req-20b5b7c5-0585-4948-a0b0-948ac60e1fd2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309927 Feb 07 23:04:57.681263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Pushing event updated for resources: {'Port': ['ID=34e04603-bf09-4abe-857d-aa41e4da2be5,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:57.812184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 411122c9-6bae-4651-92ca-2fc72b3033da up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:04:57.887763 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:57.895703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.076230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2103be3e6c5646259436aa6fea5ee4f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3291278 Feb 07 23:04:58.081330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56714) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:04:58.091375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 411122c9-6bae-4651-92ca-2fc72b3033da completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:04:58.120338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 411122c9-6bae-4651-92ca-2fc72b3033da triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:04:58.124446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.319143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc99ed-4d09-47db-8ec9-c75f3e789b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbc4ba7-6719-4911-94ef-0c2724d5f97d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:58.365761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f1949bfe-a8fd-47ef-9a30-af5be5a17107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.410940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Attempting to bind port 34e04603-bf09-4abe-857d-aa41e4da2be5 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:04:58.411417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Attempting to bind port 34e04603-bf09-4abe-857d-aa41e4da2be5 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:04:58.411907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Attempting to bind port 34e04603-bf09-4abe-857d-aa41e4da2be5 on network 6e478848-0738-4c7d-a44e-9ac0f88f817c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:04:58.433820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Port 34e04603-bf09-4abe-857d-aa41e4da2be5 on network 6e478848-0738-4c7d-a44e-9ac0f88f817c not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:04:58.445378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Attempting to bind port 34e04603-bf09-4abe-857d-aa41e4da2be5 on network 6e478848-0738-4c7d-a44e-9ac0f88f817c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:04:58.464091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:04:58.464091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Checking segment: {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:04:58.464091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Bound using segment: {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:04:58.464091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Bound port: 34e04603-bf09-4abe-857d-aa41e4da2be5, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:04:58.464091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.494684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3360-8145-4bb5-b084-d3ff715ac0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.584883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3360-8145-4bb5-b084-d3ff715ac0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.692146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.777520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] For port 34e04603-bf09-4abe-857d-aa41e4da2be5, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:04:58.781288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411122c9-6bae-4651-92ca-2fc72b3033da'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:58.785290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3360-8145-4bb5-b084-d3ff715ac0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.786533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] For port 34e04603-bf09-4abe-857d-aa41e4da2be5, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=34e04603-bf09-4abe-857d-aa41e4da2be5,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:04:58.794346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.838989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 411122c9-6bae-4651-92ca-2fc72b3033da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=411122c9-6bae-4651-92ca-2fc72b3033da,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:04:58.845970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.994103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:58.994834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:58.996552 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/34e04603-bf09-4abe-857d-aa41e4da2be5 HTTP/1.1" status: 200 len: 1092 time: 3.2975993 Feb 07 23:04:58.997063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:04:59.102706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=411122c9-6bae-4651-92ca-2fc72b3033da,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:59.108351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8870fa-f68d-489f-a30c-fa5a084f98e0 service neutron] Pushing event updated for resources: {'Port': ['ID=34e04603-bf09-4abe-857d-aa41e4da2be5,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:59.239785 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.318170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d3360-8145-4bb5-b084-d3ff715ac0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbc4ba7-6719-4911-94ef-0c2724d5f97d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:04:59.341340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-0ed47309-eb65-4627-abda-6e1a65e9c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:59.356052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-0ed47309-eb65-4627-abda-6e1a65e9c064 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 1095 time: 0.2485993 Feb 07 23:04:59.474252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4a6d3360-8145-4bb5-b084-d3ff715ac0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.479926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4a6d3360-8145-4bb5-b084-d3ff715ac0a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbbc4ba7-6719-4911-94ef-0c2724d5f97d HTTP/1.1" status: 204 len: 168 time: 1.3934889 Feb 07 23:04:59.562613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740802-095e-4da3-b925-bf3cd16d80f5 req-f1b0d991-6562-46ac-b7f7-f29bba08b158 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:59.575706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84740802-095e-4da3-b925-bf3cd16d80f5 req-f1b0d991-6562-46ac-b7f7-f29bba08b158 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 944 time: 0.3589270 Feb 07 23:04:59.591321 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:04:59.635320 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-6278a370-bd3f-4d7f-adc0-cbfc4737a600 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=34e04603-bf09-4abe-857d-aa41e4da2be5 HTTP/1.1" status: 200 len: 217 time: 0.2680340 Feb 07 23:04:59.641156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2a314-e820-4ba9-bb1f-a51308d5f326 req-3610ff6f-5068-40fa-9bf5-5f84be7bdece tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:59.644723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3d2a314-e820-4ba9-bb1f-a51308d5f326 req-3610ff6f-5068-40fa-9bf5-5f84be7bdece tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.3574800 Feb 07 23:04:59.857896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3d2a314-e820-4ba9-bb1f-a51308d5f326 req-bc61bcd8-090f-46c0-a4e5-c997ed53b4c9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041388 Feb 07 23:04:59.889456 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84740802-095e-4da3-b925-bf3cd16d80f5 req-a3ff0795-1848-4bf8-9118-4abd4d3fb1e5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118565 Feb 07 23:04:59.964549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-495f82cc-c649-4b55-bae8-24f8bb592d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:04:59.985526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-495f82cc-c649-4b55-bae8-24f8bb592d6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f70ecf4-c52c-4e80-9c0c-9449a275ba0e HTTP/1.1" status: 200 len: 837 time: 0.3286724 Feb 07 23:05:00.097648 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411122c9-6bae-4651-92ca-2fc72b3033da', 'code': 200} Feb 07 23:05:00.107604 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5', 'status': 'completed', 'code': 200} Feb 07 23:05:00.207786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-c5eb7fb1-d4e5-42e1-a92e-782b38eaa609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:00.213787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-c5eb7fb1-d4e5-42e1-a92e-782b38eaa609 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e478848-0738-4c7d-a44e-9ac0f88f817c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2226744 Feb 07 23:05:00.232020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-2bb38abc-3dc6-493f-a158-7abc14892f81 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:00.236096 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-2bb38abc-3dc6-493f-a158-7abc14892f81 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110197 Feb 07 23:05:00.405644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43d5f-9296-45b1-944f-3c0b845bdf7d req-16344c1a-8efa-4fca-ae77-3baf9923ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:00.415520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ea43d5f-9296-45b1-944f-3c0b845bdf7d req-16344c1a-8efa-4fca-ae77-3baf9923ad6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 1096 time: 0.1959760 Feb 07 23:05:00.515300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ea43d5f-9296-45b1-944f-3c0b845bdf7d req-f55c0eca-f77b-49f9-89d9-8f0362c91282 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944130 Feb 07 23:05:00.638182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:00.667438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56782) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:00.673362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:00.721568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:00.730869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Usage tracker for resource:security_group_rule and tenant:0178a81678774f47814b44958e4b6641 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:00.735593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:00.741291 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-a70651c5-e047-4562-958d-c05a475d7fde service neutron] 10.222.0.26 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921219 Feb 07 23:05:00.745874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:01.005694 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf78a8f6-b4d6-4d4d-b99b-53130f8a4599 req-47a01f35-e761-490b-b5db-f0a370032326 service neutron] 10.222.0.26 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540915 Feb 07 23:05:01.015608 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.071800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.077768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.242774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.265349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670ca833-40e6-4303-b585-1b011e911527,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:01.293968 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-35eb9221-2c04-4740-8166-d905245ebf95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0178a81678774f47814b44958e4b6641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6538534 Feb 07 23:05:01.305168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56802) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:01.331160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:01.349343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Usage tracker for resource:security_group_rule and tenant:331cd00576d54fc3a70463e324fd3430 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:01.359021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:01.381655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:01.526713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-707423b7-4134-4df1-a9a2-876be0805889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.589576 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-707423b7-4134-4df1-a9a2-876be0805889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.652579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-2d27c055-a41b-4e61-bf7e-c76f4312bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:01.657628 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-2d27c055-a41b-4e61-bf7e-c76f4312bf2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 1095 time: 0.5172927 Feb 07 23:05:01.866110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.880153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:01.899572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d1717-31c6-4fe5-8a18-a03289eefe8e req-9cd037fb-ba85-4bfc-a974-5f33e1474b25 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:01.901469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a2d1717-31c6-4fe5-8a18-a03289eefe8e req-9cd037fb-ba85-4bfc-a974-5f33e1474b25 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 944 time: 0.4289489 Feb 07 23:05:01.940309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce8ff9-34ec-40c0-9772-da08fd73e720 req-5f498f95-66a2-4457-8797-9bb99f59f680 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:01.942576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cce8ff9-34ec-40c0-9772-da08fd73e720 req-5f498f95-66a2-4457-8797-9bb99f59f680 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.4675286 Feb 07 23:05:01.983210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-54fab647-3958-4bb7-a6cd-cfe078920d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:01.986105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-54fab647-3958-4bb7-a6cd-cfe078920d48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e478848-0738-4c7d-a44e-9ac0f88f817c HTTP/1.1" status: 200 len: 897 time: 0.3212025 Feb 07 23:05:02.070161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=331cd00576d54fc3a70463e324fd3430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4007838 Feb 07 23:05:02.075081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cce8ff9-34ec-40c0-9772-da08fd73e720 req-31f67625-fe1e-4b3c-b23a-7d5c556f9874 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006072 Feb 07 23:05:02.076037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56808) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:02.085340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c013b-79e8-4298-971e-e07f6b9d1f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a462f0e-febb-4db0-94b2-9aaef163a0a4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:02.125562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-28cce313-9282-4215-81b7-53ab19383396 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=34e04603-bf09-4abe-857d-aa41e4da2be5 HTTP/1.1" status: 200 len: 217 time: 0.1261129 Feb 07 23:05:02.128371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-707423b7-4134-4df1-a9a2-876be0805889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.213003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a2d1717-31c6-4fe5-8a18-a03289eefe8e req-bfdb8ee6-6ace-4bba-8e66-9eb0dca794ba tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885332 Feb 07 23:05:02.213944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-101dd300-6ac8-4646-94cd-a81d1203bc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.271588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-cdb6ca23-2a42-4b0a-bec3-03e4e2efb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:02.273181 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-cdb6ca23-2a42-4b0a-bec3-03e4e2efb1f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f70ecf4-c52c-4e80-9c0c-9449a275ba0e HTTP/1.1" status: 200 len: 837 time: 0.1312268 Feb 07 23:05:02.277383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-101dd300-6ac8-4646-94cd-a81d1203bc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.280092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707423b7-4134-4df1-a9a2-876be0805889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ca833-40e6-4303-b585-1b011e911527,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:02.373971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-707423b7-4134-4df1-a9a2-876be0805889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.374543 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-707423b7-4134-4df1-a9a2-876be0805889 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/670ca833-40e6-4303-b585-1b011e911527 HTTP/1.1" status: 204 len: 168 time: 1.0631595 Feb 07 23:05:02.438933 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-101dd300-6ac8-4646-94cd-a81d1203bc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.453554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-8bfd9d98-601c-46e9-bf21-7f4b520a3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:02.457274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-8bfd9d98-601c-46e9-bf21-7f4b520a3038 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e478848-0738-4c7d-a44e-9ac0f88f817c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640532 Feb 07 23:05:02.498486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dd300-6ac8-4646-94cd-a81d1203bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a462f0e-febb-4db0-94b2-9aaef163a0a4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:02.518513 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:05:02.554722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-101dd300-6ac8-4646-94cd-a81d1203bc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:02.565200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-101dd300-6ac8-4646-94cd-a81d1203bc1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a462f0e-febb-4db0-94b2-9aaef163a0a4 HTTP/1.1" status: 204 len: 168 time: 0.4744391 Feb 07 23:05:02.946344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-2a2a3e33-2c97-4484-bf69-3d6cf6ef7215 service neutron] 10.222.0.26 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795628 Feb 07 23:05:03.226450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79211714-2699-45d1-943d-0f24624b0d31 req-e429259b-43a5-466b-9bb0-9a58c97793b8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:03.239116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79211714-2699-45d1-943d-0f24624b0d31 req-e429259b-43a5-466b-9bb0-9a58c97793b8 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 945 time: 0.3898876 Feb 07 23:05:03.356944 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79211714-2699-45d1-943d-0f24624b0d31 req-871ecff1-e6a2-4611-8889-4428c37d6854 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165290 Feb 07 23:05:03.402850 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ecdaafe7-6453-45fa-ab29-e5ee66209a3d req-d1ccd74c-f8cb-48a5-b964-689078866525 service neutron] 10.222.0.26 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493191 Feb 07 23:05:03.526719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 34e04603-bf09-4abe-857d-aa41e4da2be5 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:05:03.810228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87d5cc-3412-4444-90b6-dc4b3377b1c5 req-d0fa1b60-e997-491b-8ee7-5e0a8faf5a1f tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:03.811839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e87d5cc-3412-4444-90b6-dc4b3377b1c5 req-d0fa1b60-e997-491b-8ee7-5e0a8faf5a1f tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.3266747 Feb 07 23:05:03.871396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 34e04603-bf09-4abe-857d-aa41e4da2be5, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=34e04603-bf09-4abe-857d-aa41e4da2be5,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:03.907218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '34e04603-bf09-4abe-857d-aa41e4da2be5', 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c', 'port_id': '34e04603-bf09-4abe-857d-aa41e4da2be5', 'mac_address': 'fa:16:3e:02:53:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:05:03.988982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e87d5cc-3412-4444-90b6-dc4b3377b1c5 req-616f11b8-0b58-46da-982d-2569ac8d66ff tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496866 Feb 07 23:05:04.139527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f4ec-40ed-443f-9052-d60f1fbf9408 req-80cabb79-cdb5-4ee6-a18b-b62a4e00da32 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:04.151742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b86f4ec-40ed-443f-9052-d60f1fbf9408 req-80cabb79-cdb5-4ee6-a18b-b62a4e00da32 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 944 time: 0.5022764 Feb 07 23:05:04.193454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.286997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e04603-bf09-4abe-857d-aa41e4da2be5 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:05:04.358784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b86f4ec-40ed-443f-9052-d60f1fbf9408 req-28b0ed02-d1d1-4262-9fd2-7aba5604ea9c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040958 Feb 07 23:05:04.366634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 34e04603-bf09-4abe-857d-aa41e4da2be5, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=34e04603-bf09-4abe-857d-aa41e4da2be5,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:04.380138 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.546173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=34e04603-bf09-4abe-857d-aa41e4da2be5,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:04.629366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-28c9ecf0-c05c-4783-9e24-3d8adddb96f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:04.630127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-28c9ecf0-c05c-4783-9e24-3d8adddb96f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Synchronizing usage tracker for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:05:04.647353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['34e04603-bf09-4abe-857d-aa41e4da2be5'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:05:04.683948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-28c9ecf0-c05c-4783-9e24-3d8adddb96f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Unset dirty status for tenant:6b16819de6834bab832cf613e53f007a on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:05:04.685361 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-28c9ecf0-c05c-4783-9e24-3d8adddb96f4 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 945 time: 0.3412862 Feb 07 23:05:04.830735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Deleting port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:04.831281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:04.966498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece656b-fbd6-43ff-bc86-62689c07873e req-2eb3a928-94da-44db-9147-e03aad1f2716 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:04.980785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ece656b-fbd6-43ff-bc86-62689c07873e req-2eb3a928-94da-44db-9147-e03aad1f2716 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 945 time: 0.2246974 Feb 07 23:05:05.164827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5ece656b-fbd6-43ff-bc86-62689c07873e req-b99a9d38-62bd-4e3f-b299-22e6a9e3efd7 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826270 Feb 07 23:05:05.389689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57058) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:05.565860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459cdfc-732a-409e-b5b1-5eb3eafb8145 req-6648d4fe-6960-4e86-8d7b-c5198d939ce8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:05.575863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3459cdfc-732a-409e-b5b1-5eb3eafb8145 req-6648d4fe-6960-4e86-8d7b-c5198d939ce8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.2222536 Feb 07 23:05:05.632492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] For port f22fbaa9-b594-4f7c-9a87-eefd3d74f704, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,segment=NetworkSegment(57eb7913-4bd5-415f-809e-d26222789503),segment_id=57eb7913-4bd5-415f-809e-d26222789503)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:05.633111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:05.723360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3459cdfc-732a-409e-b5b1-5eb3eafb8145 req-4e2dd077-970c-4dac-86c5-5dc04d0e82c5 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460886 Feb 07 23:05:05.812591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b82c0-b929-4500-b0ac-873bfe958bef req-3d776b6c-4e4e-4e74-b70e-91f0ca571689 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:05.827751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b65b82c0-b929-4500-b0ac-873bfe958bef req-3d776b6c-4e4e-4e74-b70e-91f0ca571689 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 945 time: 0.1935637 Feb 07 23:05:05.984546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b65b82c0-b929-4500-b0ac-873bfe958bef req-86740f28-45de-4e4c-a2ab-60a49e368e61 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460488 Feb 07 23:05:05.995797 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.073780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Calling delete_port for f22fbaa9-b594-4f7c-9a87-eefd3d74f704 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:06.183197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-c4a24d5f-3f04-40b0-92ce-8342a0b2a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:06.186218 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-c4a24d5f-3f04-40b0-92ce-8342a0b2a007 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 1096 time: 1.0724912 Feb 07 23:05:06.329069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-787587560-network', 'tenant_id': 'bce41b064db247bdb75f0430c0b8dca2'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:06.337779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:06.343800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Usage tracker for resource:network and tenant:bce41b064db247bdb75f0430c0b8dca2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:06.348104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:06.359342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:06.364796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.388472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Made reservation on behalf of bce41b064db247bdb75f0430c0b8dca2 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:06.393498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.442051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.479168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:06.485614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Usage tracker for resource:security_group_rule and tenant:bce41b064db247bdb75f0430c0b8dca2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:06.491597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:06.510971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:06.676127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-344e029a-99af-47cb-a7cc-838a9c29c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:06.677647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-344e029a-99af-47cb-a7cc-838a9c29c417 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 912 time: 0.4849164 Feb 07 23:05:06.778027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-4fe6b772-cbaa-4b9d-a892-413ed4f003d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=411122c9-6bae-4651-92ca-2fc72b3033da HTTP/1.1" status: 200 len: 217 time: 0.0927639 Feb 07 23:05:06.781052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.809447 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:06.898740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:07.053862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:07.064117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.064545 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Added segment d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b of type vlan for network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 Feb 07 23:05:07.117779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.161079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-8f19ffa7-9129-423e-9868-8d7d1789ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.163084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-8f19ffa7-9129-423e-9868-8d7d1789ce7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.3670480 Feb 07 23:05:07.205926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-1b534efd-d265-443b-ac46-b2ddd09db43b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6114254 Feb 07 23:05:07.268403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-22e88bb2-2603-4f26-b037-fb1575462019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662615 Feb 07 23:05:07.277664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d627cb6-58dd-4998-805c-31fc18bb96d6 req-01a7da47-f3d5-46e5-918c-819313e2ea14 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.284815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d627cb6-58dd-4998-805c-31fc18bb96d6 req-01a7da47-f3d5-46e5-918c-819313e2ea14 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 945 time: 0.7079933 Feb 07 23:05:07.316317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.397393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Pushing event deleted for resources: {'Port': ['ID=f22fbaa9-b594-4f7c-9a87-eefd3d74f704,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:07.403192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.404180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.404902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.505308 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-2d4174f3-f373-4c48-a374-b0dff8f9ca38 service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055988 Feb 07 23:05:07.556102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 34e04603-bf09-4abe-857d-aa41e4da2be5 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:05:07.649429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] No DVR routers for this DVR port f22fbaa9-b594-4f7c-9a87-eefd3d74f704 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:07.670804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:07.673009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d627cb6-58dd-4998-805c-31fc18bb96d6 req-a6225d12-8616-4de2-9898-80afde708b38 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/security-groups?id=64458448-9653-4368-814e-ec1bf4d65bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851919 Feb 07 23:05:07.690723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'name': 'network-vif-deleted', 'tag': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:05:07.732380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] Pushing event updated for resources: {'Network': ['ID=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:07.742484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a2285-327d-49a1-8436-6d6a4bc00522 req-cae318b5-b7fa-445b-b349-860dec722b23 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.753237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-88979ded-b404-45d5-afc6-95d0c80d7729 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3622973 Feb 07 23:05:07.755498 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-66043c2b-b8c0-479e-af95-71f7ddbce40e req-b669653c-ce67-44a8-81a0-9ad7eea77058 tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.26 "DELETE /v2.0/ports/f22fbaa9-b594-4f7c-9a87-eefd3d74f704 HTTP/1.1" status: 204 len: 173 time: 3.0624418 Feb 07 23:05:07.762128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57316) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:07.762365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-767a2285-327d-49a1-8436-6d6a4bc00522 req-cae318b5-b7fa-445b-b349-860dec722b23 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.5967386 Feb 07 23:05:07.765359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c202dd-4478-47af-839b-0891aa050e3c req-78a81eaf-4634-4032-b042-83e659ab14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:07.767275 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-78a81eaf-4634-4032-b042-83e659ab14e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1096 time: 0.5302396 Feb 07 23:05:07.776508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Request body: {'subnet': {'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-787587560-subnet', 'tenant_id': 'bce41b064db247bdb75f0430c0b8dca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:07.784307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:07.790094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Usage tracker for resource:subnet and tenant:bce41b064db247bdb75f0430c0b8dca2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:07.794416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:07.804693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:07.812526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:05:07.884008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Made reservation on behalf of bce41b064db247bdb75f0430c0b8dca2 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:07.890674 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.134433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a65aa65-6063-4c52-bb8f-55b7ba66666f req-acf7a284-b068-4008-8472-a48f71b806ab service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211760 Feb 07 23:05:08.148910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-767a2285-327d-49a1-8436-6d6a4bc00522 req-f9add6bf-a49d-4b7b-be23-2f711831b163 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856163 Feb 07 23:05:08.317707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da572c2-e86e-4833-a564-4351c20e7374 req-8560c132-0de8-49dd-a529-e2a75bf31a61 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:08.326055 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be361746-ef9e-46f5-8a86-9257a3aeb398', 'name': 'network-vif-deleted', 'tag': 'f22fbaa9-b594-4f7c-9a87-eefd3d74f704', 'status': 'completed', 'code': 200} Feb 07 23:05:08.329221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5da572c2-e86e-4833-a564-4351c20e7374 req-8560c132-0de8-49dd-a529-e2a75bf31a61 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 945 time: 0.3207917 Feb 07 23:05:08.375224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57354) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:08.376508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c202dd-4478-47af-839b-0891aa050e3c req-f6860af5-df4b-4ea0-a8bf-99a470c8580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:08.379488 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-f6860af5-df4b-4ea0-a8bf-99a470c8580f service neutron] 10.222.0.36 "GET /v2.0/networks?id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 898 time: 0.5601487 Feb 07 23:05:08.424533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 34e04603-bf09-4abe-857d-aa41e4da2be5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:05:08.439449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 34e04603-bf09-4abe-857d-aa41e4da2be5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:08.440319 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.537588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5da572c2-e86e-4833-a564-4351c20e7374 req-1f2ee467-8df4-47ca-b9a1-3e82709f8e47 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051854 Feb 07 23:05:08.606608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-8fa2973c-1754-45d7-a988-db118b32019b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 200 len: 1000 time: 0.2167010 Feb 07 23:05:08.716085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.722541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c202dd-4478-47af-839b-0891aa050e3c req-b7d0fa25-d7db-43d7-bc09-eb8d5eb4f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:08.724338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-b7d0fa25-d7db-43d7-bc09-eb8d5eb4f837 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8a0b1b6-c539-43b3-9b7c-03474560316a HTTP/1.1" status: 200 len: 835 time: 0.1097319 Feb 07 23:05:08.736969 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.829757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 34e04603-bf09-4abe-857d-aa41e4da2be5, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=34e04603-bf09-4abe-857d-aa41e4da2be5,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:08.835729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:05:08.875579 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:08.880823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f22fbaa9-b594-4f7c-9a87-eefd3d74f704 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:05:08.999258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53830ceb-7de3-4396-a48b-3d609d55a668,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:09.022890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Checking segment: {'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:09.024793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Network hostable DHCP agents. Network: e44701a1-ded6-4b4d-aa79-6b8ecbab98d5, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:09.046679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1111053928'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:09.062588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cfc9ad87-5828-4319-a0cb-a09a170bbb5e req-0eff0b98-a0f7-4cca-adfa-3ae062d553bb tempest-AttachVolumeNegativeTest-1247473776 tempest-AttachVolumeNegativeTest-1247473776-project] 10.222.0.10 "GET /v2.0/ports?device_id=be361746-ef9e-46f5-8a86-9257a3aeb398 HTTP/1.1" status: 200 len: 210 time: 0.0989003 Feb 07 23:05:09.066512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:09.115276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c202dd-4478-47af-839b-0891aa050e3c req-eb831851-760c-4d37-bd69-9d979497c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.121733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-eb831851-760c-4d37-bd69-9d979497c581 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3520737 Feb 07 23:05:09.132067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Usage tracker for resource:network and tenant:88883290815c4c47b0d623bc65d48540 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:09.166142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:09.266167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:09.297705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:09.300671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: f22fbaa9-b594-4f7c-9a87-eefd3d74f704 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:05:09.301623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device f22fbaa9-b594-4f7c-9a87-eefd3d74f704 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:05:09.304106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=34e04603-bf09-4abe-857d-aa41e4da2be5,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:09.345093 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5', 'code': 200} Feb 07 23:05:09.427626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e44701a1-ded6-4b4d-aa79-6b8ecbab98d5) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:09.437209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.438070 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.448215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a1c853-ad7d-4ce2-b19f-647098a50882 None None] Network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:09.480147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038fd90-ce5b-4d82-bdc6-9e63a55663f2 req-806b66a5-27b5-45f0-9531-7914f780704d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:09.483389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6038fd90-ce5b-4d82-bdc6-9e63a55663f2 req-806b66a5-27b5-45f0-9531-7914f780704d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.1063526 Feb 07 23:05:09.531441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Made reservation on behalf of 88883290815c4c47b0d623bc65d48540 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:09.535351 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.619119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6038fd90-ce5b-4d82-bdc6-9e63a55663f2 req-cb269f6c-6ca2-4894-a40e-7e5571ca3352 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292188 Feb 07 23:05:09.885033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-09961e70-0229-4cbb-bd90-ea978d2d4120 service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555473 Feb 07 23:05:09.890010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:09.983766 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc1697ce-3175-407a-b0d1-d15a2f995e2b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2107961 Feb 07 23:05:10.022588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66e0769-748e-4583-829a-3554cdf43192 None None] Network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:10.072844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0eb48-bf30-4e5b-a995-92f8145417e0 req-6d354d11-38ae-433d-9e71-2133f62f98b1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:10.076528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35a0eb48-bf30-4e5b-a995-92f8145417e0 req-6d354d11-38ae-433d-9e71-2133f62f98b1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.2249634 Feb 07 23:05:10.254948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35a0eb48-bf30-4e5b-a995-92f8145417e0 req-da9abbb1-d6de-4123-b556-89e7ce4b5914 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682088 Feb 07 23:05:10.346538 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:10.351096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Usage tracker for resource:security_group_rule and tenant:88883290815c4c47b0d623bc65d48540 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:10.354611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:10.362609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:10.370318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57396) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:10.485700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.490735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-06c202dd-4478-47af-839b-0891aa050e3c req-ae280744-c65d-4ef7-a0b0-292e6c181f65 service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696943 Feb 07 23:05:10.494548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.615964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:10.633400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Deleting subnet dfbdd582-1fde-4412-a417-369087cdb38d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:05:10.648898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.710746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.711306 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Added segment 1f69335c-739b-4444-b9bf-12edcf001384 of type vlan for network d81e774f-98cf-4952-b7b8-9362b20e474e Feb 07 23:05:10.716214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b0af9-64be-434b-94d8-3544bf87156c req-5f063c67-b836-4dd6-be25-f4a6c6eac049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:10.718920 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-449b0af9-64be-434b-94d8-3544bf87156c req-5f063c67-b836-4dd6-be25-f4a6c6eac049 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 1097 time: 1.2759042 Feb 07 23:05:10.720000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22504ddc-88ad-465f-9eed-18ede8f5cab7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:10.863015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:10.891709 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-449b0af9-64be-434b-94d8-3544bf87156c req-955fea96-1b9b-4c7d-bca7-0cd3065a52dc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311953 Feb 07 23:05:10.973694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.055839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.081687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:11.082938 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.143509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.270696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23407c6-8356-45e1-a62b-afc607233410 req-6ff51cff-cda9-4b28-9106-53d5903b7616 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:11.272474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a23407c6-8356-45e1-a62b-afc607233410 req-6ff51cff-cda9-4b28-9106-53d5903b7616 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.3063128 Feb 07 23:05:11.298572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.369853 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9887297 Feb 07 23:05:11.376723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57414) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:11.385011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbdd582-1fde-4412-a417-369087cdb38d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:11.396751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.397105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.397444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.397783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.398115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.398465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.398768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.399096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.399565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.399893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.400212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.400534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:11.406973 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.415691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-722b9abf-8b36-4ff5-b920-d6a397be7a13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dfbdd582-1fde-4412-a417-369087cdb38d HTTP/1.1" status: 204 len: 168 time: 1.0434203 Feb 07 23:05:11.424954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57418) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:11.433041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Request body: {'subnet': {'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:11.484047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e04639-88d5-4bf6-a81a-732179257064 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event updated for resources: {'Network': ['ID=d81e774f-98cf-4952-b7b8-9362b20e474e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:11.501754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d81e774f-98cf-4952-b7b8-9362b20e474e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:05:11.733605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a23407c6-8356-45e1-a62b-afc607233410 req-cbb41f50-c127-4fba-a25f-98bc85718535 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856444 Feb 07 23:05:11.842443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:11.857555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Usage tracker for resource:subnet and tenant:88883290815c4c47b0d623bc65d48540 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:11.863570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:11.892094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:11.915594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Made reservation on behalf of 88883290815c4c47b0d623bc65d48540 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:11.925887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:11.989295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.535801 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.649231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3bbb4-7fe3-43bd-879f-3829f3923ec1 req-6179e4ae-3db7-4c5b-81c1-08fbb81537fd tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:12.651991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0f3bbb4-7fe3-43bd-879f-3829f3923ec1 req-6179e4ae-3db7-4c5b-81c1-08fbb81537fd tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.9551692 Feb 07 23:05:12.659562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:12.748283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:12.753748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57eb7913-4bd5-415f-809e-d26222789503') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:12.754241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57eb7913-4bd5-415f-809e-d26222789503') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:13.026365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event updated for resources: {'Subnet': ['ID=d97399c4-079f-46cb-8175-4cc410ba22e7,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:13.141749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Checking segment: {'id': '1f69335c-739b-4444-b9bf-12edcf001384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:13.142279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Network hostable DHCP agents. Network: d81e774f-98cf-4952-b7b8-9362b20e474e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:13.228959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.229533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Network d81e774f-98cf-4952-b7b8-9362b20e474e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:13.253208 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.263982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:13.264417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.281029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d81e774f-98cf-4952-b7b8-9362b20e474e) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:13.299631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:13.304878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.347910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df53a8e4-b72e-42eb-96c9-65de5f14a310 None None] Network d81e774f-98cf-4952-b7b8-9362b20e474e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:13.362298 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:13.401495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1fea0c26-1bf2-4d32-81eb-17c2352eb766 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0084398 Feb 07 23:05:13.403154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57440) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:13.409524 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.422502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Request body: {'port': {'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2061871142'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:13.461962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0f3bbb4-7fe3-43bd-879f-3829f3923ec1 req-a53c38eb-3b20-4fbf-a862-829d7c202b2c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7798862 Feb 07 23:05:13.502671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.540955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:13.565331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-495fcda2-d5e9-42e2-8c21-a1a8fbd70f95 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3b5c1e6f-9da3-40b7-bf77-0c603a1dbc1d HTTP/1.1" status: 204 len: 168 time: 2.1387358 Feb 07 23:05:13.604345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae1385-f3f0-4a3f-b295-e0843e38f0ef req-c577fda0-5798-43a6-a546-9704356ad743 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:13.606548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3ae1385-f3f0-4a3f-b295-e0843e38f0ef req-c577fda0-5798-43a6-a546-9704356ad743 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.2428458 Feb 07 23:05:13.731872 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3ae1385-f3f0-4a3f-b295-e0843e38f0ef req-2b66cfb5-ec52-4afc-a1d2-032d7d4759c2 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168816 Feb 07 23:05:13.883606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:13.885474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d81e774f-98cf-4952-b7b8-9362b20e474e', 'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e', 'tenant_id': '88883290815c4c47b0d623bc65d48540', 'fixed_ips': [{'subnet_id': 'd97399c4-079f-46cb-8175-4cc410ba22e7'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:05:13.886370 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.889623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Usage tracker for resource:port and tenant:88883290815c4c47b0d623bc65d48540 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:13.894619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:13.912616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:13.940305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Made reservation on behalf of 88883290815c4c47b0d623bc65d48540 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:13.944380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:13.998018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] device_id is not set on port 800f9729-6a28-4594-a14a-6ef115d2cfaf yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:14.036165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57450) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:14.123026 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-56dd9d9f-5cf5-49bb-9a82-9e2553889d18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b16819de6834bab832cf613e53f007a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852914 Feb 07 23:05:14.131443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57454) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:14.197002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Allocated IP 172.20.0.2 (d81e774f-98cf-4952-b7b8-9362b20e474e/d97399c4-079f-46cb-8175-4cc410ba22e7/db156252-d599-44da-9ca3-f07280a4241a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:14.344036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7355aaa-99ed-495e-9a25-c533d8f241f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.425832 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7355aaa-99ed-495e-9a25-c533d8f241f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.640156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7355aaa-99ed-495e-9a25-c533d8f241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.727664 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7355aaa-99ed-495e-9a25-c533d8f241f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:14.737690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c7355aaa-99ed-495e-9a25-c533d8f241f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64458448-9653-4368-814e-ec1bf4d65bf7 HTTP/1.1" status: 204 len: 168 time: 0.5959945 Feb 07 23:05:14.737690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7355aaa-99ed-495e-9a25-c533d8f241f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64458448-9653-4368-814e-ec1bf4d65bf7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:15.149609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.191226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Transition to ACTIVE for port object db156252-d599-44da-9ca3-f07280a4241a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:15.265177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Transition to ACTIVE for port object db156252-d599-44da-9ca3-f07280a4241a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:15.287975 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:15.563517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88819cca-2674-4055-b88a-185c549c2d6b req-a424af7b-9902-4599-8ed6-5831db032348 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:15.585469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88819cca-2674-4055-b88a-185c549c2d6b req-a424af7b-9902-4599-8ed6-5831db032348 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.7017903 Feb 07 23:05:15.730543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Allocated IP 172.20.0.10 (d81e774f-98cf-4952-b7b8-9362b20e474e/d97399c4-079f-46cb-8175-4cc410ba22e7/800f9729-6a28-4594-a14a-6ef115d2cfaf) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:15.778997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Network d81e774f-98cf-4952-b7b8-9362b20e474e is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:15.790895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf783ec-f164-4f0d-81cc-f2662fb60fe0 req-09e34a53-4f7f-4d89-898c-00c2eadeca5e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:15.799006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:15.822434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbf783ec-f164-4f0d-81cc-f2662fb60fe0 req-09e34a53-4f7f-4d89-898c-00c2eadeca5e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.4560490 Feb 07 23:05:15.846397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88819cca-2674-4055-b88a-185c549c2d6b req-fad1a10d-4665-4601-b3e6-befa9d2d0f13 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560606 Feb 07 23:05:15.859869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Pushing event updated for resources: {'Port': ['ID=db156252-d599-44da-9ca3-f07280a4241a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:15.872402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:16.094630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbf783ec-f164-4f0d-81cc-f2662fb60fe0 req-745dd444-dc69-4aa4-a641-8e554cf9a454 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651565 Feb 07 23:05:16.288162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Attempting to bind port db156252-d599-44da-9ca3-f07280a4241a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:16.296773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Attempting to bind port db156252-d599-44da-9ca3-f07280a4241a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '1f69335c-739b-4444-b9bf-12edcf001384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:16.297857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Attempting to bind port db156252-d599-44da-9ca3-f07280a4241a on network d81e774f-98cf-4952-b7b8-9362b20e474e {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:05:16.330791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:05:16.331751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Checking segment: {'id': '1f69335c-739b-4444-b9bf-12edcf001384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:16.335616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.336298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Bound using segment: {'id': '1f69335c-739b-4444-b9bf-12edcf001384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:05:16.340421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Bound port: db156252-d599-44da-9ca3-f07280a4241a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f69335c-739b-4444-b9bf-12edcf001384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd81e774f-98cf-4952-b7b8-9362b20e474e'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:16.341149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.604493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] For port db156252-d599-44da-9ca3-f07280a4241a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:05:16.619054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.622768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] For port db156252-d599-44da-9ca3-f07280a4241a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=db156252-d599-44da-9ca3-f07280a4241a,segment=NetworkSegment(1f69335c-739b-4444-b9bf-12edcf001384),segment_id=1f69335c-739b-4444-b9bf-12edcf001384)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:05:16.633327 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.679610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ad787-3e65-441f-a08b-a9cee93feda8 req-596172c8-65b5-4428-a3f5-0c4c9dbec43f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:16.695251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab6ad787-3e65-441f-a08b-a9cee93feda8 req-596172c8-65b5-4428-a3f5-0c4c9dbec43f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.2957313 Feb 07 23:05:16.698995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Transition to ACTIVE for port object 800f9729-6a28-4594-a14a-6ef115d2cfaf will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:16.790430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:16.821614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab6ad787-3e65-441f-a08b-a9cee93feda8 req-6d677c9b-8f08-4ae8-b641-6cfb7bf4fce2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928850 Feb 07 23:05:16.950668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392baf-7399-4d4f-99de-048bf246cfc5 None None] Pushing event updated for resources: {'Port': ['ID=db156252-d599-44da-9ca3-f07280a4241a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.025821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Network d81e774f-98cf-4952-b7b8-9362b20e474e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:17.042887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:17.047847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:17.092814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event updated for resources: {'Port': ['ID=800f9729-6a28-4594-a14a-6ef115d2cfaf,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:17.134361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.134724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.135180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.135415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.135896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.136410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.137044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.137576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.138108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.138898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.139550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.139991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:17.199290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:17.199987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:17.273679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d9ed7d4-9384-48af-8fa3-371415d885f9 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.8671818 Feb 07 23:05:17.279145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57506) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:17.550994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Deleting port 800f9729-6a28-4594-a14a-6ef115d2cfaf {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:17.552972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.219200 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:18.346438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-2cdfbed3-b3de-4dd8-938b-754ccb5a12d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2454560 Feb 07 23:05:18.418129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57520) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:19.013896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Calling delete_port for 800f9729-6a28-4594-a14a-6ef115d2cfaf owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:19.453014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device db156252-d599-44da-9ca3-f07280a4241a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:05:19.644470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38004c3-86a0-4ae5-9662-64e96cb2d328 req-153f24b0-8a93-4b75-be87-3ccbd6e531b5 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:19.655227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e38004c3-86a0-4ae5-9662-64e96cb2d328 req-153f24b0-8a93-4b75-be87-3ccbd6e531b5 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 2.1122856 Feb 07 23:05:19.709054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff4d97-edb7-4959-8da3-50edf7a7615b None None] Network d81e774f-98cf-4952-b7b8-9362b20e474e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:19.821531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e38004c3-86a0-4ae5-9662-64e96cb2d328 req-c04449a0-e1df-498d-bfea-adb97073fe04 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651232 Feb 07 23:05:19.865401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.038193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event deleted for resources: {'Port': ['ID=800f9729-6a28-4594-a14a-6ef115d2cfaf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:20.045208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f02f8365-e3bc-4e78-9af8-78a1e5719dff None None] Provisioning for port db156252-d599-44da-9ca3-f07280a4241a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:05:20.182450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port db156252-d599-44da-9ca3-f07280a4241a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:05:20.202842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port db156252-d599-44da-9ca3-f07280a4241a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:20.203723 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.325368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-fbb640ab-c4fa-46d0-9f90-5d8fab1c53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:20.329115 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-fbb640ab-c4fa-46d0-9f90-5d8fab1c53b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 1097 time: 1.6119213 Feb 07 23:05:20.381861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:20.413355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9446881d-04ab-460c-ade5-9ac3d7d0b667 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "DELETE /v2.0/ports/800f9729-6a28-4594-a14a-6ef115d2cfaf HTTP/1.1" status: 204 len: 168 time: 3.1327047 Feb 07 23:05:20.422037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57552) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:21.380071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.574034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port db156252-d599-44da-9ca3-f07280a4241a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=db156252-d599-44da-9ca3-f07280a4241a,segment=NetworkSegment(1f69335c-739b-4444-b9bf-12edcf001384),segment_id=1f69335c-739b-4444-b9bf-12edcf001384)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:21.601689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:21.770975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-7c700153-838c-48a6-a8f9-a33ae1715bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:21.774985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-7c700153-838c-48a6-a8f9-a33ae1715bd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e478848-0738-4c7d-a44e-9ac0f88f817c HTTP/1.1" status: 200 len: 897 time: 0.7294428 Feb 07 23:05:21.964666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e75285c7-cf8e-41ec-92de-f5d7de96b1a3 tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 1.5359867 Feb 07 23:05:21.970908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57586) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:21.987141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=db156252-d599-44da-9ca3-f07280a4241a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:21.998829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1779095238'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:22.045825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:22.067657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Usage tracker for resource:network and tenant:88883290815c4c47b0d623bc65d48540 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:22.098730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:22.120349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:22.144733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Made reservation on behalf of 88883290815c4c47b0d623bc65d48540 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:22.149306 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.188505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f444c28-886b-499c-ad8a-b023b24b0e48 req-419421a5-f314-4219-a757-e0707ac0ccaa tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:22.201104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f444c28-886b-499c-ad8a-b023b24b0e48 req-419421a5-f314-4219-a757-e0707ac0ccaa tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.6801889 Feb 07 23:05:22.245608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0c3f1037-e575-4043-9b04-f06974a3a0d3 None None] Provisioning complete for port db156252-d599-44da-9ca3-f07280a4241a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:22.246358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0c3f1037-e575-4043-9b04-f06974a3a0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.294723 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-e63529dd-cd66-4d40-8d52-c886e6cdd3ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=34e04603-bf09-4abe-857d-aa41e4da2be5 HTTP/1.1" status: 200 len: 217 time: 0.2422411 Feb 07 23:05:22.378204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:22.401795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.403330 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Added segment 805b3adc-15a0-4189-8bad-e67e8063ffc6 of type vlan for network dcec470b-73bb-4513-bec9-e7cc33e9b1ff Feb 07 23:05:22.465631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.520225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f444c28-886b-499c-ad8a-b023b24b0e48 req-0569b695-dedc-4984-875a-d701a12919d4 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180974 Feb 07 23:05:22.542836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.548987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:22.554901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:22.663033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-72141c39-2bf0-40ba-9415-cda6bf54351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:22.665392 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-72141c39-2bf0-40ba-9415-cda6bf54351e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f70ecf4-c52c-4e80-9c0c-9449a275ba0e HTTP/1.1" status: 200 len: 837 time: 0.2493215 Feb 07 23:05:22.810623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ded111b0-aabb-4543-9d7a-5e2d492c696b None None] Could not find standard attr ID for object 800f9729-6a28-4594-a14a-6ef115d2cfaf. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:05:22.868214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event updated for resources: {'Network': ['ID=dcec470b-73bb-4513-bec9-e7cc33e9b1ff,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:22.894379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network dcec470b-73bb-4513-bec9-e7cc33e9b1ff details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:05:22.895043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d25bedf2-eade-4132-812b-46afd0859d4c tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9137342 Feb 07 23:05:22.899095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:23.112796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:23.301024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-da45dd6f-02ef-4a6e-9c57-0d49d3d304d1 tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "GET /v2.0/agents/9c56df18-38c8-40eb-ae7e-d41966c85840/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.3998904 Feb 07 23:05:23.301970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57622) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:23.346121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-f77f822a-9848-4f5f-9f39-a113fbcdd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:23.352012 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-f77f822a-9848-4f5f-9f39-a113fbcdd61f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e478848-0738-4c7d-a44e-9ac0f88f817c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6770394 Feb 07 23:05:23.618009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71dcf50-6c65-4333-aaaf-0a61b537a91f tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] Network dcec470b-73bb-4513-bec9-e7cc33e9b1ff is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:23.639880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a71dcf50-6c65-4333-aaaf-0a61b537a91f tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "POST /v2.0/agents/9c56df18-38c8-40eb-ae7e-d41966c85840/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3364730 Feb 07 23:05:23.642263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57636) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:23.647329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f63d9b5-aede-40d7-a722-3684a2ad1559 None None] Network dcec470b-73bb-4513-bec9-e7cc33e9b1ff requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:24.030393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device db156252-d599-44da-9ca3-f07280a4241a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:05:24.302379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port db156252-d599-44da-9ca3-f07280a4241a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:24.302757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:24.346438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-962e56dc-243e-4c3e-8be0-c190cdb07be7 service neutron] 10.222.0.26 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9858518 Feb 07 23:05:24.390611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea7279e5-1138-4b40-a0fc-cfa1807f7f62 tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "GET /v2.0/agents/9c56df18-38c8-40eb-ae7e-d41966c85840/dhcp-networks HTTP/1.1" status: 200 len: 7231 time: 0.7460775 Feb 07 23:05:24.401194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57652) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:24.685223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fb429cfb-6699-4a95-b004-32eb19098aba tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "DELETE /v2.0/agents/9c56df18-38c8-40eb-ae7e-d41966c85840/dhcp-networks/dcec470b-73bb-4513-bec9-e7cc33e9b1ff HTTP/1.1" status: 204 len: 168 time: 0.2830660 Feb 07 23:05:24.691797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57658) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:24.822077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f262a-cfaa-4b5b-a71d-49b6a6f76d24 req-65291427-09e5-4110-8d87-3aa963f0030b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:24.826040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac7f262a-cfaa-4b5b-a71d-49b6a6f76d24 req-65291427-09e5-4110-8d87-3aa963f0030b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.8827090 Feb 07 23:05:24.958358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac7f262a-cfaa-4b5b-a71d-49b6a6f76d24 req-5c8d0fdc-4915-4bad-a428-0ad34f3d72d0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214733 Feb 07 23:05:25.076869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ce7f2bfd-a48e-4e67-bf9e-9ec969d9c7ff tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "GET /v2.0/agents/9c56df18-38c8-40eb-ae7e-d41966c85840/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.3831835 Feb 07 23:05:25.086472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57668) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:25.124351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-856534df-cc20-476c-88ce-96314cd6b6ae tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "GET /v2.0/networks/d81e774f-98cf-4952-b7b8-9362b20e474e/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0361767 Feb 07 23:05:25.129982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57672) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:25.214482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-532dec3c-2606-41b0-a0d1-34349ba84df1 tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "GET /v2.0/networks/d81e774f-98cf-4952-b7b8-9362b20e474e/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0797062 Feb 07 23:05:25.215163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57678) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:25.539648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.20.0.17 (6e478848-0738-4c7d-a44e-9ac0f88f817c/9f70ecf4-c52c-4e80-9c0c-9449a275ba0e/6985c918-1508-4660-9578-086ab7d6cb93) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:25.629014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-005634f7-89a5-4d53-a1d8-eb65117f1322 tempest-DHCPAgentSchedulersTestJSON-933114737 tempest-DHCPAgentSchedulersTestJSON-933114737-project-admin] 10.222.0.10 "GET /v2.0/agents/9c56df18-38c8-40eb-ae7e-d41966c85840/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.4123275 Feb 07 23:05:25.634538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57690) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:25.888267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57696) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:25.981195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-291da19c-145a-4ee9-985a-097aa305cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:25.989708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.047428 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d3148d1-48ec-4ba6-8a14-e1db5e23a260 req-15071a68-33e4-4f13-a76e-166fdb0fcebd service neutron] 10.222.0.26 "GET /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6885350 Feb 07 23:05:26.226732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.231284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.262890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:26.266276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Transition to ACTIVE for port object 6985c918-1508-4660-9578-086ab7d6cb93 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:26.271621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Usage tracker for resource:security_group_rule and tenant:17a1cdf1f57f414597ebcfa77c926155 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:26.275694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:26.299881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:26.374085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.549097 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.551184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:26.562505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:26.579656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:26.650069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcec470b-73bb-4513-bec9-e7cc33e9b1ff']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:26.675067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805b3adc-15a0-4189-8bad-e67e8063ffc6') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:26.675421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805b3adc-15a0-4189-8bad-e67e8063ffc6') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:26.718169 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.734385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a75f6a-c5c2-4cea-90dc-5fba52bcafd6 req-18089782-d9a4-4f9f-acf8-1913d4247768 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:26.742152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50a75f6a-c5c2-4cea-90dc-5fba52bcafd6 req-18089782-d9a4-4f9f-acf8-1913d4247768 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.4077885 Feb 07 23:05:26.785992 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.788651 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.815391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=6985c918-1508-4660-9578-086ab7d6cb93,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:26.842436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50a75f6a-c5c2-4cea-90dc-5fba52bcafd6 req-4a651bc4-b990-4e71-8b03-b2dc84ceafee tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992041 Feb 07 23:05:26.846025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:26.846598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:26.876392 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:26.978293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:26.992450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.055324 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.082018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec66de12-9f9f-4492-b712-013895a5d4fc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.098508 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.121348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event deleted for resources: {'Network': ['ID=dcec470b-73bb-4513-bec9-e7cc33e9b1ff,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.144213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57718) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:27.145231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-80550838-bfa4-45ab-b988-dd67558c2f45 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "DELETE /v2.0/networks/dcec470b-73bb-4513-bec9-e7cc33e9b1ff HTTP/1.1" status: 204 len: 168 time: 1.5093896 Feb 07 23:05:27.181539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-15dbdb10-a9cd-4195-988f-e56f58c2efcd None None] Provisioning for port 6985c918-1508-4660-9578-086ab7d6cb93 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:05:27.190359 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce31b17-c6be-4610-869b-9e6348c378d8 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] DELETE failed (client error): The resource could not be found. Feb 07 23:05:27.191105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce31b17-c6be-4610-869b-9e6348c378d8 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:05:27.195450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-15dbdb10-a9cd-4195-988f-e56f58c2efcd None None] Provisioning complete for port 6985c918-1508-4660-9578-086ab7d6cb93 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:27.200461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-15dbdb10-a9cd-4195-988f-e56f58c2efcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.203952 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4ce31b17-c6be-4610-869b-9e6348c378d8 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "DELETE /v2.0/ports/800f9729-6a28-4594-a14a-6ef115d2cfaf HTTP/1.1" status: 404 len: 333 time: 0.0586572 Feb 07 23:05:27.207290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-491147ec-2dca-4ce6-99a4-5008845d2feb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17a1cdf1f57f414597ebcfa77c926155&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3174198 Feb 07 23:05:27.210753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57722) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:27.212075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57724) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:27.334488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.401710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e933-8f27-43db-8913-1efc6829f61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.436785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e933-8f27-43db-8913-1efc6829f61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.461993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-15dbdb10-a9cd-4195-988f-e56f58c2efcd None None] Port 6985c918-1508-4660-9578-086ab7d6cb93 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:05:27.571706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Deleting subnet d97399c4-079f-46cb-8175-4cc410ba22e7 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:05:27.575339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.674651 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e933-8f27-43db-8913-1efc6829f61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.676303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.718480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7e933-8f27-43db-8913-1efc6829f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec66de12-9f9f-4492-b712-013895a5d4fc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:27.890443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.947619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3c7e933-8f27-43db-8913-1efc6829f61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:27.965458 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e3c7e933-8f27-43db-8913-1efc6829f61a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec66de12-9f9f-4492-b712-013895a5d4fc HTTP/1.1" status: 204 len: 168 time: 0.7536912 Feb 07 23:05:28.112720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.205620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d61ce4ec-d4e9-4c64-af66-d3ca8566df7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.316906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event deleted for resources: {'Subnet': ['ID=d97399c4-079f-46cb-8175-4cc410ba22e7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:28.328949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.341798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b604ce1d-1150-47e4-88bf-910268f57879 None None] Network d81e774f-98cf-4952-b7b8-9362b20e474e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:28.355129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-01f1cca6-ec29-42c0-aeb5-6c48d810cc63 tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "DELETE /v2.0/subnets/d97399c4-079f-46cb-8175-4cc410ba22e7 HTTP/1.1" status: 204 len: 168 time: 1.1408281 Feb 07 23:05:28.356627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57746) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:28.641705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.667643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Deleting port db156252-d599-44da-9ca3-f07280a4241a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:28.668005 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.712543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2d023-90d9-47aa-b7e7-96d64574fb4f req-74b8791d-b17f-4632-8f01-1e146a173af1 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:28.714875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-feb2d023-90d9-47aa-b7e7-96d64574fb4f req-74b8791d-b17f-4632-8f01-1e146a173af1 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.5962205 Feb 07 23:05:28.840942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.849657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:28.922038 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-feb2d023-90d9-47aa-b7e7-96d64574fb4f req-4de2fe31-018e-4977-a496-5ced1f89a2c0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702228 Feb 07 23:05:29.154411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] DHCP port deletion for d81e774f-98cf-4952-b7b8-9362b20e474e request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:05:29.159742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Deleting port db156252-d599-44da-9ca3-f07280a4241a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:29.160348 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.184291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57764) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:29.247747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.277675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.322523 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.335567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:29.335567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3008346a194264b49a43ac31932be6 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:29.368888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:29.368888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:29.386210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=6985c918-1508-4660-9578-086ab7d6cb93,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:29.439505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] For port db156252-d599-44da-9ca3-f07280a4241a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=db156252-d599-44da-9ca3-f07280a4241a,segment=NetworkSegment(1f69335c-739b-4444-b9bf-12edcf001384),segment_id=1f69335c-739b-4444-b9bf-12edcf001384)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:29.440326 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:29.634313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:29.635743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:29.719226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Calling delete_port for db156252-d599-44da-9ca3-f07280a4241a owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:29.897053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device db156252-d599-44da-9ca3-f07280a4241a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:05:30.160517 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.217456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port db156252-d599-44da-9ca3-f07280a4241a {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 23:05:30.218047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device db156252-d599-44da-9ca3-f07280a4241a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:05:30.264724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] For port db156252-d599-44da-9ca3-f07280a4241a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=db156252-d599-44da-9ca3-f07280a4241a,segment=NetworkSegment(1f69335c-739b-4444-b9bf-12edcf001384),segment_id=1f69335c-739b-4444-b9bf-12edcf001384)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:30.269339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.325499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.330498 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.504380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.586189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:05:30.624844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event deleted for resources: {'Port': ['ID=db156252-d599-44da-9ca3-f07280a4241a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:30.638215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] No DVR routers for this DVR port db156252-d599-44da-9ca3-f07280a4241a on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:30.655578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Calling delete_port for db156252-d599-44da-9ca3-f07280a4241a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:30.819465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-10321b8e-f7cd-4608-bea3-6ee0b288bde8 None None] Provisioning complete for port 6985c918-1508-4660-9578-086ab7d6cb93 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:30.820078 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-10321b8e-f7cd-4608-bea3-6ee0b288bde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:30.997203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa3008346a194264b49a43ac31932be6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8112860 Feb 07 23:05:30.998843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57786) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:31.019737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:05:31.032876 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e590f7c7-2033-4964-8f65-5494508b4ee1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "PUT /v2.0/routers/2a0db328-7223-4c59-8b5a-a46cdcd0fc3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6130250 Feb 07 23:05:31.033571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Sync routers for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:05:31.053893 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:05:31.056089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-10321b8e-f7cd-4608-bea3-6ee0b288bde8 None None] Port 6985c918-1508-4660-9578-086ab7d6cb93 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:05:31.056359 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:31.064247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1eb7e2-3605-4d44-acac-a9e1371c7422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ff31d4-825d-4f8f-ba27-f153edf64484,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:31.153938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.187672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81e774f-98cf-4952-b7b8-9362b20e474e']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:31.194498 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.209602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f69335c-739b-4444-b9bf-12edcf001384') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:31.210002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f69335c-739b-4444-b9bf-12edcf001384') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:31.227742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.255124 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.256219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:05:31.256778 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:05:31.265344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:05:31.265881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:05:31.384605 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:05:31.503516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab422450-34ee-45d7-b774-e337a86409d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.511753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.531853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7736c6-9c05-4451-84d3-d1591901d33b req-d47bf812-2f30-4bea-9de4-aa557d7436ee tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:31.542083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c7736c6-9c05-4451-84d3-d1591901d33b req-d47bf812-2f30-4bea-9de4-aa557d7436ee tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 1.2139962 Feb 07 23:05:31.590694 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:05:31.759590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Deleting port db156252-d599-44da-9ca3-f07280a4241a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:31.762134 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.874175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:31.901048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab422450-34ee-45d7-b774-e337a86409d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.024464 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab422450-34ee-45d7-b774-e337a86409d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.067380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] Pushing event deleted for resources: {'Network': ['ID=d81e774f-98cf-4952-b7b8-9362b20e474e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:32.129483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c7736c6-9c05-4451-84d3-d1591901d33b req-cdc617a5-f16d-416e-8eb7-b86b097564d1 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860069 Feb 07 23:05:32.136837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab422450-34ee-45d7-b774-e337a86409d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ff31d4-825d-4f8f-ba27-f153edf64484,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:32.161835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-079a054b-1276-4633-b106-66c639f67d5b tempest-DHCPAgentSchedulersTestJSON-589276493 tempest-DHCPAgentSchedulersTestJSON-589276493-project] 10.222.0.10 "DELETE /v2.0/networks/d81e774f-98cf-4952-b7b8-9362b20e474e HTTP/1.1" status: 204 len: 168 time: 3.8012993 Feb 07 23:05:32.166939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e0413c9-57e0-4fed-bb2a-57373725f014 None None] The port 'db156252-d599-44da-9ca3-f07280a4241a' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:05:32.168931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab422450-34ee-45d7-b774-e337a86409d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:32.211329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ab422450-34ee-45d7-b774-e337a86409d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02ff31d4-825d-4f8f-ba27-f153edf64484 HTTP/1.1" status: 204 len: 168 time: 1.2052338 Feb 07 23:05:32.518995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:27Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:58Z', 'revision_number': 1, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6985c918-1508-4660-9578-086ab7d6cb93', 'name': '', 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:0c:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:24Z', 'updated_at': '2022-02-07T23:05:28Z', 'revision_number': 2, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:32.531628 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Checking router: 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:05:32.531987 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Updating router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d port 6985c918-1508-4660-9578-086ab7d6cb93 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:05:32.776937 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:33.786177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57848) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:34.139632 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.166484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c396-ff84-4739-926d-2616be11fd3c req-b8eee96a-7f4b-4f09-a76c-688b0a42c145 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:34.170815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfa7c396-ff84-4739-926d-2616be11fd3c req-b8eee96a-7f4b-4f09-a76c-688b0a42c145 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.5440700 Feb 07 23:05:34.230974 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Transition to ACTIVE for port object 6985c918-1508-4660-9578-086ab7d6cb93 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:34.271074 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:34.414387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfa7c396-ff84-4739-926d-2616be11fd3c req-4290f832-570c-48f2-8850-8faa070f6ac0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197981 Feb 07 23:05:34.924079 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Pushing event updated for resources: {'Port': ['ID=6985c918-1508-4660-9578-086ab7d6cb93,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:34.925556 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-51d07cef-1f62-45fa-b55d-d9e6e0df5bf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88883290815c4c47b0d623bc65d48540&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1378069 Feb 07 23:05:34.929679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57874) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:34.991211 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.991850 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.992380 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.993081 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.993878 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.994607 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.995344 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.996113 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.996883 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:34.998003 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:35.000968 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:35.001862 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:35.031197 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Attempting to bind port 6985c918-1508-4660-9578-086ab7d6cb93 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:35.043793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Attempting to bind port 6985c918-1508-4660-9578-086ab7d6cb93 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:35.056461 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Attempting to bind port 6985c918-1508-4660-9578-086ab7d6cb93 on network 6e478848-0738-4c7d-a44e-9ac0f88f817c {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:05:35.073454 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:05:35.074039 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Checking segment: {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:35.074674 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.075262 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Bound using segment: {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:05:35.075946 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Bound port: 6985c918-1508-4660-9578-086ab7d6cb93, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:35.076606 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.236965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf2b0-a24a-4a4c-a10a-d037ab884158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.314081 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf2b0-a24a-4a4c-a10a-d037ab884158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.449089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf2b0-a24a-4a4c-a10a-d037ab884158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.510056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7bf2b0-a24a-4a4c-a10a-d037ab884158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22504ddc-88ad-465f-9eed-18ede8f5cab7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:35.533506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a7bf2b0-a24a-4a4c-a10a-d037ab884158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:35.534688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a7bf2b0-a24a-4a4c-a10a-d037ab884158 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22504ddc-88ad-465f-9eed-18ede8f5cab7 HTTP/1.1" status: 204 len: 168 time: 0.6036854 Feb 07 23:05:35.600751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] For port 6985c918-1508-4660-9578-086ab7d6cb93, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:05:35.606665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] For port 6985c918-1508-4660-9578-086ab7d6cb93, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6985c918-1508-4660-9578-086ab7d6cb93,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:05:35.613919 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.113033 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:05:36.117865 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:36.167807 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.365821 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:36.434890 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d619e09-096c-4c9c-b0e3-96278158399d None None] Pushing event updated for resources: {'Port': ['ID=6985c918-1508-4660-9578-086ab7d6cb93,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:36.521312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f37d81-ed26-41b7-8cf1-a262901a0e8a req-0dfcabd3-62e3-49b3-9caa-b0fe121699df tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:36.552594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2f37d81-ed26-41b7-8cf1-a262901a0e8a req-0dfcabd3-62e3-49b3-9caa-b0fe121699df tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.4861212 Feb 07 23:05:36.689704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2f37d81-ed26-41b7-8cf1-a262901a0e8a req-c5e9b5f2-ae12-4630-9445-0a6ef1dcd3eb tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348298 Feb 07 23:05:36.841282 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:05:36.937575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57922) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:37.110581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.196366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:37.206932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Usage tracker for resource:security_group_rule and tenant:2701c7a54c804278bb8a5b744ba3f93a is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:37.225035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:37.258375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:37.665098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.679375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:37.817949 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:27Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:58Z', 'revision_number': 1, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6985c918-1508-4660-9578-086ab7d6cb93', 'name': '', 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:0c:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:24Z', 'updated_at': '2022-02-07T23:05:35Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:37.848264 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118320b-6ec3-4e66-a4c0-5f30dc159626 None None] The sync data for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 is: [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:27Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:58Z', 'revision_number': 1, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6985c918-1508-4660-9578-086ab7d6cb93', 'name': '', 'network_id': '6e478848-0738-4c7d-a44e-9ac0f88f817c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:0c:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:24Z', 'updated_at': '2022-02-07T23:05:35Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': '9f70ecf4-c52c-4e80-9c0c-9449a275ba0e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:05:37.897697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a3136-a2d9-4177-8242-379db99741b8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:37.970928 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cef32eb5-1852-44fc-b8a8-6e6e57f9b920 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2701c7a54c804278bb8a5b744ba3f93a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0254152 Feb 07 23:05:37.973236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57946) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:38.294106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ba9aca7-7a3c-467b-9b7c-82bfe799d2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.383802 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ba9aca7-7a3c-467b-9b7c-82bfe799d2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.487088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645195f-bf2c-4f9c-a781-5d4566984322 req-9ac4e8c3-b1a1-48dd-ac41-b7cfb9327762 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:38.505402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2645195f-bf2c-4f9c-a781-5d4566984322 req-9ac4e8c3-b1a1-48dd-ac41-b7cfb9327762 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.4187436 Feb 07 23:05:38.526439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ba9aca7-7a3c-467b-9b7c-82bfe799d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.558128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9aca7-7a3c-467b-9b7c-82bfe799d2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a3136-a2d9-4177-8242-379db99741b8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:38.561522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ba9aca7-7a3c-467b-9b7c-82bfe799d2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:38.563188 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9ba9aca7-7a3c-467b-9b7c-82bfe799d2cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f9a3136-a2d9-4177-8242-379db99741b8 HTTP/1.1" status: 204 len: 168 time: 0.5829782 Feb 07 23:05:38.655634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2645195f-bf2c-4f9c-a781-5d4566984322 req-92a97893-60bf-4a5e-8627-bfc77114d272 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476707 Feb 07 23:05:39.553733 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:05:39.821752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89118cb-d055-4be0-9eb1-a7f60fa88118 req-e2fa2555-df55-4e23-83a3-3f47fc9bb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:39.824450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f89118cb-d055-4be0-9eb1-a7f60fa88118 req-e2fa2555-df55-4e23-83a3-3f47fc9bb632 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 1096 time: 0.3098004 Feb 07 23:05:39.878959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58000) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:40.001851 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f89118cb-d055-4be0-9eb1-a7f60fa88118 req-9c255988-5a7a-4bed-9b0f-f6c60e3143be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584861 Feb 07 23:05:40.050817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6985c918-1508-4660-9578-086ab7d6cb93 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:05:40.313896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a2817-ee76-406a-87f1-2ac91c2fb073 req-bc693c9e-e531-4b79-ab10-7bd1b182d326 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:40.332106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e57a2817-ee76-406a-87f1-2ac91c2fb073 req-bc693c9e-e531-4b79-ab10-7bd1b182d326 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.2977011 Feb 07 23:05:40.336746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6985c918-1508-4660-9578-086ab7d6cb93 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:05:40.345649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6985c918-1508-4660-9578-086ab7d6cb93 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:40.350127 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.484904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e57a2817-ee76-406a-87f1-2ac91c2fb073 req-f440350c-3310-4f17-80c4-be210dd09cce tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499994 Feb 07 23:05:40.536354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.558093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:40.563574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Usage tracker for resource:security_group_rule and tenant:6e055f5fb06445d39ba967dfeadcfed9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:40.567393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:40.574211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:40.751709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.752899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.759613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.806820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6985c918-1508-4660-9578-086ab7d6cb93, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6985c918-1508-4660-9578-086ab7d6cb93,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:40.812794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:40.843529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc97d28-7b6c-4ce1-ac6c-f9fb463733df,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:40.889513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58030) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:40.902835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b5b42b9b-9119-44c5-b26e-919382fd2210 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e055f5fb06445d39ba967dfeadcfed9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0215335 Feb 07 23:05:40.968991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58034) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:41.029176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6985c918-1508-4660-9578-086ab7d6cb93,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:41.102933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4c3fc5-2331-4b38-906b-95d98b21458d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.190518 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4c3fc5-2331-4b38-906b-95d98b21458d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.290123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4c3fc5-2331-4b38-906b-95d98b21458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.331982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c3fc5-2331-4b38-906b-95d98b21458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc97d28-7b6c-4ce1-ac6c-f9fb463733df,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:41.335635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4c3fc5-2331-4b38-906b-95d98b21458d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:41.341389 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7f4c3fc5-2331-4b38-906b-95d98b21458d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbc97d28-7b6c-4ce1-ac6c-f9fb463733df HTTP/1.1" status: 204 len: 168 time: 0.4507284 Feb 07 23:05:41.391861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58052) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:41.832353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6985c918-1508-4660-9578-086ab7d6cb93 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:05:41.982370 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.078588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d21e31-6c35-4f01-b4fa-5331305fbada req-78d5a305-900e-428c-a3e2-138016474fd6 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:42.079296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2d21e31-6c35-4f01-b4fa-5331305fbada req-78d5a305-900e-428c-a3e2-138016474fd6 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.2603753 Feb 07 23:05:42.080144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:42.086083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6985c918-1508-4660-9578-086ab7d6cb93 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:42.087249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:108a8a4b36344674bb11df3d5b13fdd2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:42.089381 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.093281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:42.104055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:42.215257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2d21e31-6c35-4f01-b4fa-5331305fbada req-4219faba-b7b0-40cd-ac77-402b9f6e7713 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846341 Feb 07 23:05:42.307999 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.437236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.439649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58078) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:42.468381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.655907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=108a8a4b36344674bb11df3d5b13fdd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2627332 Feb 07 23:05:42.669823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58096) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:42.682673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca11872-88b7-4edb-87d8-3f3113204eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d716bc9d-b036-443d-ac52-7c25986a759a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:42.937610 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85270b8e-da3d-419a-adfd-e922573d4ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:42.993666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85270b8e-da3d-419a-adfd-e922573d4ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.107490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-648568dc-9255-42a2-ad00-0744d3a74f3b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.108765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-648568dc-9255-42a2-ad00-0744d3a74f3b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6665919 Feb 07 23:05:43.115940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58118) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.132304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-e027848b-73dd-46cc-b11e-c5b25ded2955 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.133559 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e027848b-73dd-46cc-b11e-c5b25ded2955 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0162022 Feb 07 23:05:43.134547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85270b8e-da3d-419a-adfd-e922573d4ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.142456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.162164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-0e3d3e9e-21cb-43dc-b775-c130c52806a0 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.163767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e3d3e9e-21cb-43dc-b775-c130c52806a0 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0090284 Feb 07 23:05:43.166424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58128) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.178996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-3d2ea964-e49a-4808-a9d7-c7f52688a831 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.180994 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3d2ea964-e49a-4808-a9d7-c7f52688a831 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0131981 Feb 07 23:05:43.185306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85270b8e-da3d-419a-adfd-e922573d4ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d716bc9d-b036-443d-ac52-7c25986a759a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:43.200148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58132) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.210111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-cd6e2bab-c4af-40db-b3af-074f279e0111 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.212466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cd6e2bab-c4af-40db-b3af-074f279e0111 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0085523 Feb 07 23:05:43.214825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85270b8e-da3d-419a-adfd-e922573d4ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.215337 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-85270b8e-da3d-419a-adfd-e922573d4ec2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d716bc9d-b036-443d-ac52-7c25986a759a HTTP/1.1" status: 204 len: 168 time: 0.5405300 Feb 07 23:05:43.219264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58136) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.230036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-e14968c6-4f80-4210-b145-680942938e21 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.230036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e14968c6-4f80-4210-b145-680942938e21 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0096135 Feb 07 23:05:43.232523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58142) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.241340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-d822ba4a-5921-4d96-9346-1e003a092311 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.243482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d822ba4a-5921-4d96-9346-1e003a092311 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088174 Feb 07 23:05:43.249277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58148) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.260225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-07c36bd9-6b04-40d9-8e62-3ac99de4703e tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.262300 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-07c36bd9-6b04-40d9-8e62-3ac99de4703e tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0114515 Feb 07 23:05:43.268480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58152) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.280842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-fa88245f-fed1-40eb-873c-9e6e477be700 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.286930 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fa88245f-fed1-40eb-873c-9e6e477be700 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0142813 Feb 07 23:05:43.287842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58156) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.299805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-719e62df-03cd-4ca4-ba1c-428fba24384d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.301182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-719e62df-03cd-4ca4-ba1c-428fba24384d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0119474 Feb 07 23:05:43.309281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58160) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.326963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-4755e156-f9cb-4c0e-ab5b-ada0a554334a tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.330747 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4755e156-f9cb-4c0e-ab5b-ada0a554334a tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0184410 Feb 07 23:05:43.333574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58164) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.357701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-a55ab87c-5eea-4340-9f43-7d3a5a98fd2f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.359559 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a55ab87c-5eea-4340-9f43-7d3a5a98fd2f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0245018 Feb 07 23:05:43.362659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58168) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.370241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-868a2e5b-414a-4e9a-84ff-cb6820a08f38 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.371787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-868a2e5b-414a-4e9a-84ff-cb6820a08f38 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079420 Feb 07 23:05:43.374455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58172) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.386975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-a9728eb6-cb85-4bb0-95dd-0dd6c081fafd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.389664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9728eb6-cb85-4bb0-95dd-0dd6c081fafd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0125291 Feb 07 23:05:43.391898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58176) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.403234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-03cfbef0-7452-4bdd-a3dd-9eb4d6192d52 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.405459 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03cfbef0-7452-4bdd-a3dd-9eb4d6192d52 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0121043 Feb 07 23:05:43.408488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58184) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.419234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-c5d22af8-5929-47d9-8a83-f6a93e7e6faf tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.422109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c5d22af8-5929-47d9-8a83-f6a93e7e6faf tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0100589 Feb 07 23:05:43.428767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58188) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.451414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-b06dd4e3-75aa-4a51-8180-d23582ca25a8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.455406 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b06dd4e3-75aa-4a51-8180-d23582ca25a8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0243137 Feb 07 23:05:43.460393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58192) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.477428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-440a1044-9ac9-4f4b-ac55-e8a7c84fa55e tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.479513 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-440a1044-9ac9-4f4b-ac55-e8a7c84fa55e tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0170863 Feb 07 23:05:43.482852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58200) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.496262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-9a1827c2-0fbf-47b7-ad1d-f3253ae13ccc tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.508125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9a1827c2-0fbf-47b7-ad1d-f3253ae13ccc tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0232158 Feb 07 23:05:43.509075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58206) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.514964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-f6d9c735-d78c-4417-8477-12237643748a tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.520124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f6d9c735-d78c-4417-8477-12237643748a tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0098066 Feb 07 23:05:43.521032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58210) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.527425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-0e8ffeed-f404-4d2d-83c3-9f70751b082c tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.531593 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e8ffeed-f404-4d2d-83c3-9f70751b082c tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0093865 Feb 07 23:05:43.533472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58214) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.539415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-c0bc27f4-1606-4cac-818d-96415c1a86e8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.544946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c0bc27f4-1606-4cac-818d-96415c1a86e8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0095863 Feb 07 23:05:43.545888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58218) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.551706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-bdc49236-bd5e-45aa-a389-7f78b90648ca tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.556201 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bdc49236-bd5e-45aa-a389-7f78b90648ca tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0090156 Feb 07 23:05:43.557085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.562146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-b4986442-1029-4a0a-ba71-48e4d1f57d3b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.567425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b4986442-1029-4a0a-ba71-48e4d1f57d3b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0091064 Feb 07 23:05:43.568325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58226) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.573216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-8017464d-f971-46e3-83db-67f9a32499b1 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.577518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8017464d-f971-46e3-83db-67f9a32499b1 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0077970 Feb 07 23:05:43.578322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58230) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.584476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-1ea13b55-9ad1-4260-96b8-370cf8a0f091 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.589122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ea13b55-9ad1-4260-96b8-370cf8a0f091 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0091355 Feb 07 23:05:43.589934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58234) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.596522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-f0cff035-2b3e-457b-b95e-a4707fd30fb8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.600754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f0cff035-2b3e-457b-b95e-a4707fd30fb8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0096099 Feb 07 23:05:43.600922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58238) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.616524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-76ca313b-7361-49bd-8b18-73c427487562 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.616524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-76ca313b-7361-49bd-8b18-73c427487562 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089521 Feb 07 23:05:43.620134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58242) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.632675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-117d886c-19be-4242-98c6-a9e002993be1 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:43.632675 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-117d886c-19be-4242-98c6-a9e002993be1 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 811 time: 0.7967176 Feb 07 23:05:43.647303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-8724e5ab-5a8f-4abe-84d3-d610b04d224b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.657344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8724e5ab-5a8f-4abe-84d3-d610b04d224b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0394337 Feb 07 23:05:43.658163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58250) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.665204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-551ee2f0-086a-4ba5-9548-7985489982d4 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.666335 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-551ee2f0-086a-4ba5-9548-7985489982d4 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071194 Feb 07 23:05:43.670064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58254) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.679348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-1a8b1381-3e5e-4788-9bd0-50b7ec62fed9 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.680949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1a8b1381-3e5e-4788-9bd0-50b7ec62fed9 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0074759 Feb 07 23:05:43.690514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58258) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.699978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-5c70db96-6486-4fb8-bb9f-fb50c316e567 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.700967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5c70db96-6486-4fb8-bb9f-fb50c316e567 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0095108 Feb 07 23:05:43.704635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58262) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.711913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-d582ffa0-e736-4daa-a06b-f644f6c72640 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.713527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d582ffa0-e736-4daa-a06b-f644f6c72640 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073671 Feb 07 23:05:43.717494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58266) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.727324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-f5914f26-9cac-433d-b614-c0d56260d56d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.729272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5914f26-9cac-433d-b614-c0d56260d56d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0103960 Feb 07 23:05:43.731581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58270) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.734514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58272) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.746315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-2a644f93-9c26-47d5-a582-145442bf94f2 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.747556 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2a644f93-9c26-47d5-a582-145442bf94f2 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0111856 Feb 07 23:05:43.758809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58280) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.771328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-c7bbe0e0-5ce3-4fc8-973e-c676abdfe702 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.774008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port 6985c918-1508-4660-9578-086ab7d6cb93 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:43.774573 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:43.777887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7bbe0e0-5ce3-4fc8-973e-c676abdfe702 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0164063 Feb 07 23:05:43.781548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58284) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.800308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-f0efff28-c2d4-4cae-a043-b00cda97d447 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.802321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f0efff28-c2d4-4cae-a043-b00cda97d447 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0190835 Feb 07 23:05:43.805865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58288) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.835555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-5d9f7aa7-17c1-4736-8cd3-a9f70b32688f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.837054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5d9f7aa7-17c1-4736-8cd3-a9f70b32688f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0297649 Feb 07 23:05:43.843798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58292) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.865529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-cf001f5c-c1d1-4c8c-93b1-7cbf10456ebc tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.866636 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cf001f5c-c1d1-4c8c-93b1-7cbf10456ebc tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0211978 Feb 07 23:05:43.871606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58296) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.877219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-0e560973-2290-480a-bb45-637a4feb712b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.878154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e560973-2290-480a-bb45-637a4feb712b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056179 Feb 07 23:05:43.883958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58300) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.900477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-e443ae77-597c-40bb-a16c-38e8b75b46d0 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.905661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e443ae77-597c-40bb-a16c-38e8b75b46d0 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0163152 Feb 07 23:05:43.906064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58304) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.911430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-8d4ab19b-e5cb-4e81-acea-671ca4491cd9 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.912377 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8d4ab19b-e5cb-4e81-acea-671ca4491cd9 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0055947 Feb 07 23:05:43.916399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58308) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.933308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-17f1e15f-0196-4803-8f06-2d32426ff2ca tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.934573 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-17f1e15f-0196-4803-8f06-2d32426ff2ca tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0169072 Feb 07 23:05:43.939102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58312) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.944330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-c1b05f17-156a-49a8-8aef-91b078fcee8b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.945279 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1b05f17-156a-49a8-8aef-91b078fcee8b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049753 Feb 07 23:05:43.949137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58316) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.955002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-9d6bc6a4-aa73-41e5-bee5-a9db1f48224c tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.959074 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9d6bc6a4-aa73-41e5-bee5-a9db1f48224c tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087135 Feb 07 23:05:43.966027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.972088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-0c8dcc18-da9d-4e7b-8659-d49425e84438 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.981483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0c8dcc18-da9d-4e7b-8659-d49425e84438 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0141420 Feb 07 23:05:43.984956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58324) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:43.990395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-d387b913-543f-4a04-8d78-4e91aa089962 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:43.991648 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d387b913-543f-4a04-8d78-4e91aa089962 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055532 Feb 07 23:05:43.996073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58328) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.004818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-ff68fcd3-f971-4632-b004-2e2a22e5b2c7 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.009071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ff68fcd3-f971-4632-b004-2e2a22e5b2c7 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0109546 Feb 07 23:05:44.010221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58332) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.016055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-8fd4f8b4-ab22-4faa-871e-52ce5421774d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.021779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8fd4f8b4-ab22-4faa-871e-52ce5421774d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102878 Feb 07 23:05:44.022593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58336) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.029587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-994235b8-1f17-4931-ba85-162be860334d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.030683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-3e0ef44f-ca3d-4117-b45d-c45fe87eb00c tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/quotas/f3d6065c7d8a4c49ac1c45bd19b6b462 HTTP/1.1" status: 200 len: 375 time: 0.3787763 Feb 07 23:05:44.030890 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-994235b8-1f17-4931-ba85-162be860334d tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070713 Feb 07 23:05:44.034794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58340) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.049480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-2f714750-4d28-4dc8-b300-8b34a4816dbb tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.053970 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f714750-4d28-4dc8-b300-8b34a4816dbb tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0179126 Feb 07 23:05:44.060134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58344) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.072638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-de0892de-594c-4167-b720-6d6c7c3e9cbd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.077154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-de0892de-594c-4167-b720-6d6c7c3e9cbd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0145063 Feb 07 23:05:44.082825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-270844309-network', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:44.090209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:44.096056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Usage tracker for resource:network and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:44.100855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:44.109324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:44.127437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58350) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.139198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-d9094945-076e-4a22-a385-ef2f9345a9ad tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.145553 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9094945-076e-4a22-a385-ef2f9345a9ad tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0156150 Feb 07 23:05:44.148217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Made reservation on behalf of 4cd82aa642704d6092a89a6cf0ec2eb5 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:44.150806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.152489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58354) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.166811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.185658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:44.191057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:44.194183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:44.200974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:44.203033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.204674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-15740e18-7c13-4392-bea6-484ff98b1d2f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.212751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-15740e18-7c13-4392-bea6-484ff98b1d2f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0565245 Feb 07 23:05:44.221569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58366) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.234356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-de933f94-81ba-4715-bbed-c32e237af3d8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.235358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-de933f94-81ba-4715-bbed-c32e237af3d8 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0102878 Feb 07 23:05:44.237644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.239736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58370) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.267444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:44.275801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Usage tracker for resource:security_group_rule and tenant:e7107e76b1984a459d065ff9704b7b10 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:44.283503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:44.284228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [None req-578dda46-48d3-4a34-a195-a207a2700a6b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.298230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:44.298230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58374) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.303785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-578dda46-48d3-4a34-a195-a207a2700a6b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0578239 Feb 07 23:05:44.304590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-baa42540-e28b-4242-801a-01e5b27d16df tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.305862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-baa42540-e28b-4242-801a-01e5b27d16df tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0065491 Feb 07 23:05:44.313762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58378) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.316123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-892669a2-0b77-4d5e-abdc-25b3a8d064f2 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.317118 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-892669a2-0b77-4d5e-abdc-25b3a8d064f2 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0059125 Feb 07 23:05:44.326167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58382) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.332359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-74a54f30-9049-4db5-a08d-7056d78db1ff tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.332687 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74a54f30-9049-4db5-a08d-7056d78db1ff tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0051491 Feb 07 23:05:44.340793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58386) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.352999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port 6985c918-1508-4660-9578-086ab7d6cb93, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6985c918-1508-4660-9578-086ab7d6cb93,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:44.353372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.354537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-aa9ca062-202b-4106-9c62-9d67fcea8a4f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.355671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aa9ca062-202b-4106-9c62-9d67fcea8a4f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0137479 Feb 07 23:05:44.361188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58390) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.371470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-6308d2ab-a75d-429e-82be-2c49f1706a3f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.372739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6308d2ab-a75d-429e-82be-2c49f1706a3f tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0103645 Feb 07 23:05:44.380857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58394) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.390251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-72526b44-9fb7-4cbb-8e5e-398c330d8e09 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.391463 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72526b44-9fb7-4cbb-8e5e-398c330d8e09 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0079155 Feb 07 23:05:44.396187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58398) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.411487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-f49bc033-3a50-4262-8e9e-d822db10459b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.412730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f49bc033-3a50-4262-8e9e-d822db10459b tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0153296 Feb 07 23:05:44.417134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58402) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.429084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-18b6273a-7608-4833-92fd-7b6c35fe79fd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.430286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-18b6273a-7608-4833-92fd-7b6c35fe79fd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0098038 Feb 07 23:05:44.441439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.451636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-c2eaf6b6-d42f-44d5-808e-c3c2a102d966 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.452857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c2eaf6b6-d42f-44d5-808e-c3c2a102d966 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0074434 Feb 07 23:05:44.456191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.458391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58410) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.463159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-94fc67a6-4eec-468a-b8de-a21fbbbcd169 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4264691 Feb 07 23:05:44.467776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-0118bc0a-e7b3-4d22-adef-194f3fa03168 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.469107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0118bc0a-e7b3-4d22-adef-194f3fa03168 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095167 Feb 07 23:05:44.471349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.474149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58414) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.512883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-1ea0944d-080f-44fc-98dc-6018374af9dd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.514353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ea0944d-080f-44fc-98dc-6018374af9dd tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0104818 Feb 07 23:05:44.515287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795d87de-dfc1-41a6-9359-e4c9277cc6ad,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:44.518289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58418) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.529314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-578c3c52-4bc4-44ee-bcd7-d5781f3e6066 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.530672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-578c3c52-4bc4-44ee-bcd7-d5781f3e6066 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091982 Feb 07 23:05:44.538654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58422) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.550568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [None req-54d8be87-aae5-4251-a8eb-22f4b3c16116 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:05:44.551670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-54d8be87-aae5-4251-a8eb-22f4b3c16116 tempest-ExtensionsTestJSON-1388559838 tempest-ExtensionsTestJSON-1388559838-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0119512 Feb 07 23:05:44.556858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:44.589095 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.589779 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Added segment eac6c5f9-1ede-4480-8ed3-12eabc046b98 of type vlan for network 3d0b1347-8be6-470e-b9b7-72faad5675d8 Feb 07 23:05:44.595584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for 6985c918-1508-4660-9578-086ab7d6cb93 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:44.602916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.612387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.683548 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7107e76b1984a459d065ff9704b7b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786777 Feb 07 23:05:44.687376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf8dd0-2f62-4856-8715-8887d50b4f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea37b410-0be6-4c9b-a778-56085cbd14e1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:44.690948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58428) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:44.696409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.967615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1a0812d2-073e-40ad-93e4-7cfa994da0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.974771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:44.976520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:44.977609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.048627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-6cf4584e-9294-4a00-ac9c-182cbdc00531 service neutron] 10.222.0.10 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675288 Feb 07 23:05:45.106852 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3632398 Feb 07 23:05:45.145994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:45.193145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Request body: {'subnet': {'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-270844309-subnet', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:45.201816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:45.202815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58454) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:45.213348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Usage tracker for resource:subnet and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:45.216621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:45.225531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:45.293838 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1a0812d2-073e-40ad-93e4-7cfa994da0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.297237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Made reservation on behalf of 4cd82aa642704d6092a89a6cf0ec2eb5 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:45.300060 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.329603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2677e-0e62-46a9-ac67-17d4955ec500 admin admin] Pushing event updated for resources: {'Network': ['ID=3d0b1347-8be6-470e-b9b7-72faad5675d8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:45.345835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:05:45.402750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1a0812d2-073e-40ad-93e4-7cfa994da0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.451168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0812d2-073e-40ad-93e4-7cfa994da0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea37b410-0be6-4c9b-a778-56085cbd14e1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:45.475694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1a0812d2-073e-40ad-93e4-7cfa994da0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.476892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1a0812d2-073e-40ad-93e4-7cfa994da0bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea37b410-0be6-4c9b-a778-56085cbd14e1 HTTP/1.1" status: 204 len: 168 time: 0.7830181 Feb 07 23:05:45.584391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:45.619142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:45.638858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Usage tracker for resource:security_group_rule and tenant:0da14c03b8b04bdba864ab99782eb4da is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:45.664473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:45.680310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:45.748679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-4cf7fa5c-756f-40a9-8bbb-ad425ea10170 service neutron] 10.222.0.10 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021473 Feb 07 23:05:45.960063 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.077783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=6985c918-1508-4660-9578-086ab7d6cb93,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:46.178483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.186060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.348248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0da14c03b8b04bdba864ab99782eb4da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1348307 Feb 07 23:05:46.348248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58500) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:46.381687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea38261-30cd-4fe0-9a1c-ca2c90fd5d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de86916-1873-40e9-812b-b710d8647ad0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:46.562422 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2fabf35d-edc7-44ee-9ba4-eeef42fc2c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.621217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2fabf35d-edc7-44ee-9ba4-eeef42fc2c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.690255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d121eb65-f50b-4681-b75a-cfdcb01f940b req-1d54d4ec-ac58-4738-ba63-fd4ea385fb10 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.2489705 Feb 07 23:05:46.718563 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2fabf35d-edc7-44ee-9ba4-eeef42fc2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.776946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabf35d-edc7-44ee-9ba4-eeef42fc2c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de86916-1873-40e9-812b-b710d8647ad0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:46.781396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2fabf35d-edc7-44ee-9ba4-eeef42fc2c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:46.797263 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2fabf35d-edc7-44ee-9ba4-eeef42fc2c2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4de86916-1873-40e9-812b-b710d8647ad0 HTTP/1.1" status: 204 len: 168 time: 0.4482162 Feb 07 23:05:47.213692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:47.421045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75984ac0-b102-44b0-a4db-1c60397cd814,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:47.563016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:47.581305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Checking segment: {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:47.581484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Network hostable DHCP agents. Network: 3d0b1347-8be6-470e-b9b7-72faad5675d8, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:47.855111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:47.895210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 3d0b1347-8be6-470e-b9b7-72faad5675d8) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:47.906853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19438763-f65b-44a4-a980-d9b543896e65 None None] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:48.003924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:48.005128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.140706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09a246e9-86f3-4c02-bff2-5cee07bb2e5d req-35fc3161-f956-4009-be2d-df0156938459 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.2578378 Feb 07 23:05:48.386265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fbff5317-13ed-4099-817d-5be22fc28d33 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.2381351 Feb 07 23:05:48.389131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58578) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:48.396694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:48.408346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:48.428744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Usage tracker for resource:router and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:48.442137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:48.492910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:48.568042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.576046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.652191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.661173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-3d0b1347-8be6-470e-b9b7-72faad5675d8', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:05:48.662191 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:48.784041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:05:49.097652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Allocated IP 172.20.0.2 (3d0b1347-8be6-470e-b9b7-72faad5675d8/75984ac0-b102-44b0-a4db-1c60397cd814/ca3d2845-0b04-4424-82fd-92e39549cbfc) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:49.374224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:05:49.386894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-09deca35-d386-461a-b96f-fb3ed7296310 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "PUT /v2.0/routers/2a0db328-7223-4c59-8b5a-a46cdcd0fc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4143281 Feb 07 23:05:49.583588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:49.598208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Transition to ACTIVE for port object ca3d2845-0b04-4424-82fd-92e39549cbfc will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:49.629781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Transition to ACTIVE for port object ca3d2845-0b04-4424-82fd-92e39549cbfc will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:49.634719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] Sync routers for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:05:49.639683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5124206d-cf21-4971-86ba-a70e2cc30172 req-7b7bf59e-6bbd-4e88-a2e7-98f69e8cb338 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.1727686 Feb 07 23:05:49.660177 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:49.710150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:05:49.711217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:49.941587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58626) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:50.013330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:05:50.382701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.402342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:50.467378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:50.497841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:50.534232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1849785241'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:50.554556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:50.580263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:50.604516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:50.623050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:50.640432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:50.645761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.729991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-9a9311a6-7256-4bc6-b488-fc0af00a4d37 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:50.738949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-9a9311a6-7256-4bc6-b488-fc0af00a4d37 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Synchronizing usage tracker for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:05:50.789233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Pushing event updated for resources: {'Port': ['ID=ca3d2845-0b04-4424-82fd-92e39549cbfc,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:50.831405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-9a9311a6-7256-4bc6-b488-fc0af00a4d37 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Unset dirty status for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:05:50.843846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-9a9311a6-7256-4bc6-b488-fc0af00a4d37 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.26 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 811 time: 1.2463181 Feb 07 23:05:50.882225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:50.885332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Request body: {'port': {'device_id': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'admin_state_up': True, 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:50.971353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:50.987927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf828eda-2a40-4ef7-874d-4a010d31926d req-7259e1ea-36be-484e-b0ff-3c5c0ca9ba6f tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.1090209 Feb 07 23:05:50.991652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group_rule and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:50.996328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:51.017486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:51.151693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3731c-6695-4dbc-a660-72cf9c3ef5f6 req-3d77def9-b1a3-4f7f-ae8a-e9909c93e4b9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:51.152841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-eda3731c-6695-4dbc-a660-72cf9c3ef5f6 req-3d77def9-b1a3-4f7f-ae8a-e9909c93e4b9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:05:51.181683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-eda3731c-6695-4dbc-a660-72cf9c3ef5f6 req-3d77def9-b1a3-4f7f-ae8a-e9909c93e4b9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:05:51.183430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eda3731c-6695-4dbc-a660-72cf9c3ef5f6 req-3d77def9-b1a3-4f7f-ae8a-e9909c93e4b9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.4913814 Feb 07 23:05:51.191055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.201186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.201787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.202282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.204073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.204073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.204073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.205233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.205233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.205233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.205810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.205810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:05:51.211383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Attempting to bind port ca3d2845-0b04-4424-82fd-92e39549cbfc on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:05:51.211866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Attempting to bind port ca3d2845-0b04-4424-82fd-92e39549cbfc by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:05:51.212486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Attempting to bind port ca3d2845-0b04-4424-82fd-92e39549cbfc on network 3d0b1347-8be6-470e-b9b7-72faad5675d8 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:05:51.240630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:05:51.241019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Checking segment: {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:51.241757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.242419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Bound using segment: {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:05:51.243424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Bound port: ca3d2845-0b04-4424-82fd-92e39549cbfc, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:05:51.244192 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.409028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.414540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:51.431092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:51.433498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] For port ca3d2845-0b04-4424-82fd-92e39549cbfc, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:05:51.437700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] For port ca3d2845-0b04-4424-82fd-92e39549cbfc, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ca3d2845-0b04-4424-82fd-92e39549cbfc,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:05:51.449382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.449797 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.546237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eda3731c-6695-4dbc-a660-72cf9c3ef5f6 req-4b26d40d-8dcc-4015-8773-c09190121be3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3536072 Feb 07 23:05:51.588140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:51.615640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde99484-9daa-420f-a165-46c17bc70e73,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:51.661392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.662896 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment 8809a9b2-47f3-4c1c-b295-0cb8c8d68e98 of type vlan for network 655a869b-8308-4172-a0b0-d124b1bcef03 Feb 07 23:05:51.663828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Made reservation on behalf of f3d6065c7d8a4c49ac1c45bd19b6b462 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:51.668256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.738272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:45Z', 'revision_number': 6, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:58Z', 'revision_number': 1, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:51.739534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:51.769367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] Checking router: 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:05:51.791673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57978f3-0c23-4e4e-a11e-72d971ebe2cd None None] Pushing event updated for resources: {'Port': ['ID=ca3d2845-0b04-4424-82fd-92e39549cbfc,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:51.794955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:05:51.795668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:52.045583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:52.193443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58686) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:52.197535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:52.246267 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:52.269790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:52.270684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:52.527623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:05:52.544442 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5993223 Feb 07 23:05:52.561686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b0cbc60-7d1a-43a1-95f9-a48bb48e2370 req-21bc2619-3fad-4bc2-ac3d-54a91efa8399 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.2601132 Feb 07 23:05:52.563802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:52.648782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'name': 'tempest-PortsIpV6TestJSON-1464260073'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:52.775180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221fa52-3295-4c7b-ad49-dd7f8849c691 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=655a869b-8308-4172-a0b0-d124b1bcef03,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:52.842050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Allocated IP 172.25.0.74 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/39acad23-3042-405b-aaef-115a003f0edb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:52.933007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:52.947917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:05:52.948297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:52.953014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:52.962160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:52.990355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:53.019422 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:53.042212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc40aa6-dcbd-4677-82cb-300b0e7baf20 req-e92bdb1b-55ba-4ea5-a855-8e9fce4cbb82 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:53.043876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edc40aa6-dcbd-4677-82cb-300b0e7baf20 req-e92bdb1b-55ba-4ea5-a855-8e9fce4cbb82 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.2527425 Feb 07 23:05:53.137137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:53.162665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:53.267382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:53.293708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-edc40aa6-dcbd-4677-82cb-300b0e7baf20 req-cca7d4b9-82e9-46f3-81ca-3ecc77d30298 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363770 Feb 07 23:05:53.539022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Allocated IP 172.20.0.13 (0551b42e-e02f-433c-918e-b852351b3329/b9979df1-17d7-43d2-ab50-fb150b6c8f4c/81915c84-8ef9-462a-95fb-941424af4cc0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:53.734616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:45Z', 'revision_number': 6, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:58Z', 'revision_number': 1, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:05:53.773248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8601e0be-2e7b-44c0-97dd-0be95923edb5 None None] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:53.818490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:53.878683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43a005-37d9-42b2-b651-e48b563101f9 None None] The sync data for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 is: [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:45Z', 'revision_number': 6, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb6b545d-4df5-444c-b732-bde6b6c53e0c', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'port_id': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'mac_address': 'fa:16:3e:bb:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:03:49Z', 'updated_at': '2022-02-07T23:03:58Z', 'revision_number': 1, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:05:53.905952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-754c59dd-5d32-436c-85c8-3d6048fb8481 None None] Provisioning for port ca3d2845-0b04-4424-82fd-92e39549cbfc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:05:53.918575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ca3d2845-0b04-4424-82fd-92e39549cbfc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:05:53.963703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.011454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:54.049472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d9421e2-a025-4a90-849d-4ba4118ca2ba req-0bb86e5f-0ceb-4b0a-ab23-b6be2744c7bf tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.1548693 Feb 07 23:05:54.076591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ca3d2845-0b04-4424-82fd-92e39549cbfc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:05:54.100548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ca3d2845-0b04-4424-82fd-92e39549cbfc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:54.105800 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.131977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.164237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': '8809a9b2-47f3-4c1c-b295-0cb8c8d68e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:54.165284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: 655a869b-8308-4172-a0b0-d124b1bcef03, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:54.191338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=2bf95f56-26fb-44e4-9ded-4819d7cb2190,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:54.203961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Pushing event updated for resources: {'Port': ['ID=39acad23-3042-405b-aaef-115a003f0edb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:54.208844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:54.225590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:54.227929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 655a869b-8308-4172-a0b0-d124b1bcef03) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:54.233476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:54.239902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:54.240585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.242744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:54.261874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:54.265736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Usage tracker for resource:floatingip and tenant:789e72287b1a4d7fa7f3d335f96408d1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:54.284478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:54.297992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:54.311040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce9512d-1569-491e-aa61-22629b38524f None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:54.389640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28f7be94-9838-4ee3-b8ec-ee4c3e56ba7e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7631922 Feb 07 23:05:54.393182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58742) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:54.400220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2026922045'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:54.412924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:54.429338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:54.442945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:54.469704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:54.489567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:54.493574 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.635017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:54.671563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:05:54.691683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.692100 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment 5b7e2d11-714b-43d0-86c9-9263cfcd0e40 of type vlan for network c20818a8-2253-40c6-b19b-33b0a2b6bd89 Feb 07 23:05:54.757212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62185c8b-5501-4508-88ca-451ab36fadc0 req-7bf80a50-d29c-48d6-8ec0-c345ea06aea9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:54.767400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62185c8b-5501-4508-88ca-451ab36fadc0 req-7bf80a50-d29c-48d6-8ec0-c345ea06aea9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.2570219 Feb 07 23:05:54.767874 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.768337 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.826022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port ca3d2845-0b04-4424-82fd-92e39549cbfc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ca3d2845-0b04-4424-82fd-92e39549cbfc,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:54.841807 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.868907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.940525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:54.956266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:54.957048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:55.011147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=ca3d2845-0b04-4424-82fd-92e39549cbfc,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:55.139793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-2f4129ed-2447-4f38-b8bd-0819f400d6c6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:55.141594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-2f4129ed-2447-4f38-b8bd-0819f400d6c6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:05:55.170209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7734704 Feb 07 23:05:55.175372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58760) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:55.177390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:55.197648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['411122c9-6bae-4651-92ca-2fc72b3033da'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:05:55.201968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'ports': [{'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03'}, {'network_id': 'c20818a8-2253-40c6-b19b-33b0a2b6bd89'}]} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:55.202417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:55.202951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': 'c20818a8-2253-40c6-b19b-33b0a2b6bd89'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:55.229895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62185c8b-5501-4508-88ca-451ab36fadc0 req-aa5f3d3f-b286-4753-8702-a86b65ed2ef8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472815 Feb 07 23:05:55.356122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b224b6f-e3c9-4a03-b39b-5245e24f71a6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=c20818a8-2253-40c6-b19b-33b0a2b6bd89,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:55.360470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Network 0551b42e-e02f-433c-918e-b852351b3329 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:55.376547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:55.378119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c20818a8-2253-40c6-b19b-33b0a2b6bd89 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:05:55.380870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Pushing event updated for resources: {'Port': ['ID=81915c84-8ef9-462a-95fb-941424af4cc0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:55.471129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:55.533216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-55c322ff-1b28-4450-ba08-c74b3fd5a3a7 None None] Provisioning complete for port ca3d2845-0b04-4424-82fd-92e39549cbfc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:55.533982 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-55c322ff-1b28-4450-ba08-c74b3fd5a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:55.551854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:55.552779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:55.571593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-2f4129ed-2447-4f38-b8bd-0819f400d6c6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:05:55.573221 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-2f4129ed-2447-4f38-b8bd-0819f400d6c6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 3.7289348 Feb 07 23:05:55.578131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:05:55.597750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:05:55.605755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:05:55.646182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:05:55.708512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 2} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:05:55.713626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:55.768344 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:55.796832 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-a3cef6a3-ed96-42f3-9488-647fc731b9b0 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9302955 Feb 07 23:05:55.819493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bdb38-06e3-464d-8d79-89e2d3bb64ea req-6e1a186d-64d0-4be5-8c32-f12427ec6a54 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:55.824931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 34e04603-bf09-4abe-857d-aa41e4da2be5 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:05:55.827787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a55bdb38-06e3-464d-8d79-89e2d3bb64ea req-6e1a186d-64d0-4be5-8c32-f12427ec6a54 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 932 time: 0.4756680 Feb 07 23:05:55.942542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ca3d2845-0b04-4424-82fd-92e39549cbfc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:05:55.997645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Request body: {'port': {'device_id': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:05:56.084262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a55bdb38-06e3-464d-8d79-89e2d3bb64ea req-cccbc81b-7f09-422e-918d-47ef1c3167e6 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474282 Feb 07 23:05:56.199762 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88979df3-2f11-404f-9af0-62dd2a0d8f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.234168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port 34e04603-bf09-4abe-857d-aa41e4da2be5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:56.235600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.342908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 5e59d1f4-38ca-42c3-9642-b82f11be90de yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:56.377554 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.452417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ca3d2845-0b04-4424-82fd-92e39549cbfc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:05:56.452820 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.496860 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.598094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 34e04603-bf09-4abe-857d-aa41e4da2be5, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=34e04603-bf09-4abe-857d-aa41e4da2be5,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:56.602070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:05:56.609870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.615252 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.706011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:56.771100 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5', 'code': 200} Feb 07 23:05:56.781018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcc41a-ed1f-4e33-8099-5dbff1e336cd req-5ec74138-c542-4606-8583-c35f65a6ff96 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:56.782644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ffcc41a-ed1f-4e33-8099-5dbff1e336cd req-5ec74138-c542-4606-8583-c35f65a6ff96 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 946 time: 0.3370500 Feb 07 23:05:56.839662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=34e04603-bf09-4abe-857d-aa41e4da2be5,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:56.870976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 51df787b-3b62-485b-b0ff-6eb3331dedf1 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:05:56.881595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6985c918-1508-4660-9578-086ab7d6cb93 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:05:56.916543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ffcc41a-ed1f-4e33-8099-5dbff1e336cd req-5a4daffe-161b-41bd-b425-1ac56236c305 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977712 Feb 07 23:05:56.982034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6985c918-1508-4660-9578-086ab7d6cb93 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:05:56.987801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6985c918-1508-4660-9578-086ab7d6cb93 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:05:56.996782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:57.064347 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:57.102342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:57.184367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=5e59d1f4-38ca-42c3-9642-b82f11be90de,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:57.203655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:57.205211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:57.208141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:57.209226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:57.418520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=51df787b-3b62-485b-b0ff-6eb3331dedf1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:57.426977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': '5b7e2d11-714b-43d0-86c9-9263cfcd0e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c20818a8-2253-40c6-b19b-33b0a2b6bd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:05:57.427394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: c20818a8-2253-40c6-b19b-33b0a2b6bd89, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:05:57.469818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f9ad8-3fac-4cd3-9fc0-639fe2953fc8 req-1745458f-04b6-4500-8041-49ca8bb5afdc tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:57.477494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-344f9ad8-3fac-4cd3-9fc0-639fe2953fc8 req-1745458f-04b6-4500-8041-49ca8bb5afdc tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 932 time: 0.1901667 Feb 07 23:05:57.515627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network c20818a8-2253-40c6-b19b-33b0a2b6bd89 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:05:57.539928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-344f9ad8-3fac-4cd3-9fc0-639fe2953fc8 req-c6bfa2d6-2fc9-4a70-81f6-51bd92712177 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Feb 07 23:05:57.541041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c20818a8-2253-40c6-b19b-33b0a2b6bd89) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:57.547781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:57.551846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0452086f-0df9-48ac-9287-623e3a9ef575 None None] Network c20818a8-2253-40c6-b19b-33b0a2b6bd89 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:05:57.558070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:57.561525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:57.562214 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:57.597063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-698b64e3-166a-4f58-8a41-6fdaca57520a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4004030 Feb 07 23:05:57.597063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58824) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:57.693127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 51df787b-3b62-485b-b0ff-6eb3331dedf1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:57.693127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:57.770406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port 34e04603-bf09-4abe-857d-aa41e4da2be5, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=34e04603-bf09-4abe-857d-aa41e4da2be5,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:05:57.770975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:57.917435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:58.180588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:58.190677 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5eddd220-b577-435f-9289-55ca8b5a8cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:58.218907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Allocated IP 172.25.0.96 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/c68f78b2-ef38-4bcb-bef9-ed87522a313a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:05:58.241071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for 34e04603-bf09-4abe-857d-aa41e4da2be5 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:58.326346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 51df787b-3b62-485b-b0ff-6eb3331dedf1 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:58.395409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66466a9-3d02-4348-a716-2ef7e5aa08e0 req-940c6435-8cc3-4bfd-8e65-61074f9feefa tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:58.396942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b66466a9-3d02-4348-a716-2ef7e5aa08e0 req-940c6435-8cc3-4bfd-8e65-61074f9feefa tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 944 time: 0.2955873 Feb 07 23:05:58.472310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b66466a9-3d02-4348-a716-2ef7e5aa08e0 req-7fe9a813-7ab2-4197-b51b-14e04f8f89a5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=5828be1e-c949-4946-819c-b125e8c09e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678718 Feb 07 23:05:58.482518 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:58.549180 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:58.551888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=51df787b-3b62-485b-b0ff-6eb3331dedf1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:58.564741 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f5d20e78-e456-47a0-a780-e5c34975cefc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/51df787b-3b62-485b-b0ff-6eb3331dedf1 HTTP/1.1" status: 204 len: 168 time: 0.9709654 Feb 07 23:05:58.565796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58852) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:58.683220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847ee49-2db4-4ee1-9078-fb41529cf699 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:58.689467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a847ee49-2db4-4ee1-9078-fb41529cf699 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:58.690263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a847ee49-2db4-4ee1-9078-fb41529cf699 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:05:58.711534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a847ee49-2db4-4ee1-9078-fb41529cf699 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:05:58.712815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a847ee49-2db4-4ee1-9078-fb41529cf699 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1459224 Feb 07 23:05:58.715928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58864) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:58.925890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 5e59d1f4-38ca-42c3-9642-b82f11be90de {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:05:58.926240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.058902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.119302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d72e5-2129-448a-ac68-97be87941472 req-10e1a8ff-0876-4047-be2e-64ac4bedbeda tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:05:59.120895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af2d72e5-2129-448a-ac68-97be87941472 req-10e1a8ff-0876-4047-be2e-64ac4bedbeda tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 932 time: 0.3561525 Feb 07 23:05:59.213222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=34e04603-bf09-4abe-857d-aa41e4da2be5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:59.218806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.277002 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.323401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.392178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] No DVR routers for this DVR port 34e04603-bf09-4abe-857d-aa41e4da2be5 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:05:59.396401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.420098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81915c84-8ef9-462a-95fb-941424af4cc0 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:05:59.428645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'name': 'network-vif-deleted', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:05:59.440922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.457521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.504979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b763b1b-48e3-47a5-91d6-fcd602995f70 req-a8eb1fe9-598a-453a-8691-1345dd15bb2a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "DELETE /v2.0/ports/34e04603-bf09-4abe-857d-aa41e4da2be5 HTTP/1.1" status: 204 len: 173 time: 3.9178019 Feb 07 23:05:59.530107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 5e59d1f4-38ca-42c3-9642-b82f11be90de owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:05:59.581712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.598550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:05:59.628592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:05:59.637951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Transition to ACTIVE for port object 81915c84-8ef9-462a-95fb-941424af4cc0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:05:59.661879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:05:59.686604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af2d72e5-2129-448a-ac68-97be87941472 req-52fd355d-a6e2-4f6a-aa98-03653434826d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657191 Feb 07 23:05:59.771207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.889923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=5e59d1f4-38ca-42c3-9642-b82f11be90de,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:05:59.901784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.927133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7dcbc920-c1eb-43f4-93ba-c71e207749b4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/5e59d1f4-38ca-42c3-9642-b82f11be90de HTTP/1.1" status: 204 len: 168 time: 1.2100687 Feb 07 23:05:59.928926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58898) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:05:59.961851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:05:59.971021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:05:59.982524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.036645 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a671ff-d586-4207-b3b6-10bb8af92ecd', 'name': 'network-vif-deleted', 'tag': '34e04603-bf09-4abe-857d-aa41e4da2be5', 'status': 'completed', 'code': 200} Feb 07 23:06:00.053781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Port': ['ID=c68f78b2-ef38-4bcb-bef9-ed87522a313a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:00.097173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba082db6-ba16-4d3e-87f6-fd46350e46f8 req-ff987109-ad0a-4cce-a4a9-ec2565672377 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4a671ff-d586-4207-b3b6-10bb8af92ecd HTTP/1.1" status: 200 len: 210 time: 0.0745742 Feb 07 23:06:00.108796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922313b-bbf9-4e84-91d2-623ea3d6d32b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:00.109554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c922313b-bbf9-4e84-91d2-623ea3d6d32b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:06:00.145103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c922313b-bbf9-4e84-91d2-623ea3d6d32b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:06:00.147051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c922313b-bbf9-4e84-91d2-623ea3d6d32b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2144799 Feb 07 23:06:00.149144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:00.227679 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2637af17-3a99-4823-b732-ec711008813e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:06:00.229083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2637af17-3a99-4823-b732-ec711008813e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/51df787b-3b62-485b-b0ff-6eb3331dedf1 HTTP/1.1" status: 404 len: 333 time: 0.0789821 Feb 07 23:06:00.232119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58914) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:00.295232 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-271354ce-e0c8-440e-a996-d6b56aa8c5e9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:06:00.298698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-271354ce-e0c8-440e-a996-d6b56aa8c5e9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/5e59d1f4-38ca-42c3-9642-b82f11be90de HTTP/1.1" status: 404 len: 333 time: 0.0648990 Feb 07 23:06:00.301304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58918) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:00.435374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Pushing event updated for resources: {'Port': ['ID=81915c84-8ef9-462a-95fb-941424af4cc0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:00.450472 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.481120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.673788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.702173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20818a8-2253-40c6-b19b-33b0a2b6bd89']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:00.721801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7e2d11-714b-43d0-86c9-9263cfcd0e40') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:00.722365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7e2d11-714b-43d0-86c9-9263cfcd0e40') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:00.742763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Attempting to bind port 81915c84-8ef9-462a-95fb-941424af4cc0 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:00.743353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Attempting to bind port 81915c84-8ef9-462a-95fb-941424af4cc0 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:00.743885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Attempting to bind port 81915c84-8ef9-462a-95fb-941424af4cc0 on network 0551b42e-e02f-433c-918e-b852351b3329 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:00.763653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:00.764755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.766226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Port 81915c84-8ef9-462a-95fb-941424af4cc0 on network 0551b42e-e02f-433c-918e-b852351b3329 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:06:00.766777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Attempting to bind port 81915c84-8ef9-462a-95fb-941424af4cc0 on network 0551b42e-e02f-433c-918e-b852351b3329 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:00.775238 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Sync routers for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:00.803401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:00.803401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:00.807738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.818605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:00.818605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Checking segment: {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:00.818605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Bound using segment: {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:00.818605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Bound port: 81915c84-8ef9-462a-95fb-941424af4cc0, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8c661-2854-4a05-aea3-29cb810754c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0551b42e-e02f-433c-918e-b852351b3329'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:00.818945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.836675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:06:00.837095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:06:00.878746 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:06:00.970500 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.022143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.023168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9919ed40-d918-43af-931a-2646a568da22 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 12.6319020 Feb 07 23:06:01.035568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58940) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:01.119300 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:01.149371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.151136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] For port 81915c84-8ef9-462a-95fb-941424af4cc0, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:01.154928 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.177833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] For port 81915c84-8ef9-462a-95fb-941424af4cc0, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=81915c84-8ef9-462a-95fb-941424af4cc0,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:01.187849 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.203347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=c20818a8-2253-40c6-b19b-33b0a2b6bd89,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:01.279530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Pushing event updated for resources: {'Port': ['ID=81915c84-8ef9-462a-95fb-941424af4cc0,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:01.286428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:01.287250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.289272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-b688aba3-02f9-4651-930d-e15b0d3c53a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/81915c84-8ef9-462a-95fb-941424af4cc0 HTTP/1.1" status: 200 len: 1092 time: 5.3089004 Feb 07 23:06:01.312812 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.333986 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.416367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:01.419241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-21dfd1b0-2155-4107-93bb-25371ffb5723 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/c20818a8-2253-40c6-b19b-33b0a2b6bd89 HTTP/1.1" status: 204 len: 168 time: 1.1164932 Feb 07 23:06:01.484331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58960) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:01.704180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:05:55Z', 'revision_number': 3, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:01.708578 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Checking router: cd2c8132-2a30-4971-8c1e-5f68a8ed97fa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:01.708967 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Updating router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa port 39acad23-3042-405b-aaef-115a003f0edb binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:01.766873 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:01.940542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-465371813'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:01.948044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:01.954528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:01.958966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:01.966425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:01.990033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Port': ['ID=c68f78b2-ef38-4bcb-bef9-ed87522a313a,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:02.005546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:02.007080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.044476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'tag': '81915c84-8ef9-462a-95fb-941424af4cc0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:02.102482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d91f-bb41-4792-a66e-81dafa07abef req-b60bb90e-b290-4632-9e37-46ef0490164d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:02.106471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26f2d91f-bb41-4792-a66e-81dafa07abef req-b60bb90e-b290-4632-9e37-46ef0490164d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 944 time: 1.0697708 Feb 07 23:06:02.221871 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'tag': '81915c84-8ef9-462a-95fb-941424af4cc0', 'status': 'completed', 'code': 200} Feb 07 23:06:02.224552 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26f2d91f-bb41-4792-a66e-81dafa07abef req-40a2d81f-eaa0-4b58-95a3-ecf0548c9829 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839181 Feb 07 23:06:02.233783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-068f71b0-dce1-4b39-b128-72c21cd1642d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.276211 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.292548 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Transition to ACTIVE for port object 39acad23-3042-405b-aaef-115a003f0edb will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:02.302441 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.325189 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-068f71b0-dce1-4b39-b128-72c21cd1642d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.381346 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f54ce-0cbe-409d-9e5c-85879b356310 None None] Pushing event updated for resources: {'Port': ['ID=39acad23-3042-405b-aaef-115a003f0edb,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:02.394213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.438150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Attempting to bind port 39acad23-3042-405b-aaef-115a003f0edb on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:02.439030 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Attempting to bind port 39acad23-3042-405b-aaef-115a003f0edb by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:02.439782 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Attempting to bind port 39acad23-3042-405b-aaef-115a003f0edb on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:02.456709 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:02.456709 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:02.458799 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.459326 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:02.462789 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Bound port: 39acad23-3042-405b-aaef-115a003f0edb, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:02.463588 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.488958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:02.506475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.507681 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-75d90512-c1a4-4c5a-8aa2-505b3e21354e tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.3001547 Feb 07 23:06:02.511571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:02.512815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.513581 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment 7d388bf5-2174-4ae8-9265-b1261f12627f of type vlan for network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 Feb 07 23:06:02.527609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-399585777'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:02.536315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-dc9b1500-2c10-4808-98dc-fdc593e4b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:02.538220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-dc9b1500-2c10-4808-98dc-fdc593e4b0ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 1095 time: 1.1977277 Feb 07 23:06:02.542384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:02.571231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.587672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.642745 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] For port 39acad23-3042-405b-aaef-115a003f0edb, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:02.667220 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] For port 39acad23-3042-405b-aaef-115a003f0edb, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=39acad23-3042-405b-aaef-115a003f0edb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:02.678332 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.740286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Usage tracker for resource:network and tenant:789e72287b1a4d7fa7f3d335f96408d1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:02.752237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:02.755463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.761672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:02.762590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:02.768579 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-1cd42c7d-d4bd-4ee5-a542-775a98ecb904 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81915c84-8ef9-462a-95fb-941424af4cc0 HTTP/1.1" status: 200 len: 217 time: 0.1645839 Feb 07 23:06:02.774677 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:02.775321 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:02.811604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:02.870202 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f54ce-0cbe-409d-9e5c-85879b356310 None None] Pushing event updated for resources: {'Port': ['ID=39acad23-3042-405b-aaef-115a003f0edb,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:03.010139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Made reservation on behalf of 789e72287b1a4d7fa7f3d335f96408d1 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:03.018057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.036206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:03.045178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-068f71b0-dce1-4b39-b128-72c21cd1642d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.049316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-068f71b0-dce1-4b39-b128-72c21cd1642d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.050873 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-068f71b0-dce1-4b39-b128-72c21cd1642d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/security-groups/5828be1e-c949-4946-819c-b125e8c09e66 HTTP/1.1" status: 204 len: 168 time: 1.5812011 Feb 07 23:06:03.062414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=bd7da3e9-0fa6-4a2d-a715-98018f1f9546,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:03.065119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.076514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:06:03.090151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-25727967-3ce4-4ae2-9896-b2ca3beb6eea tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5922575 Feb 07 23:06:03.097799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59002) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:03.108443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:03.109962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f71b0-dce1-4b39-b128-72c21cd1642d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5828be1e-c949-4946-819c-b125e8c09e66,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:03.163158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Allocated IP 172.20.0.1 (3d0b1347-8be6-470e-b9b7-72faad5675d8/75984ac0-b102-44b0-a4db-1c60397cd814/cc8a98c5-85d9-438c-93f0-67e36e941d85) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:03.186654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:03.209363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:03.214206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-53f2b214-a786-4410-ba37-939e732d2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:03.216434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-53f2b214-a786-4410-ba37-939e732d2e0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.4061210 Feb 07 23:06:03.307244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Usage tracker for resource:security_group_rule and tenant:789e72287b1a4d7fa7f3d335f96408d1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:03.314819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:03.517003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-73eb06dd-5cbb-4b7b-a887-82170332cfa7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2121353 Feb 07 23:06:03.518267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:03.571039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.581188 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:05:55Z', 'revision_number': 3, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:03.585571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cb1022-c840-46e4-8bed-6c38ed3f6fc8 None None] The sync data for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 is: [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:05:55Z', 'revision_number': 3, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:03.637620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting subnet 9f70ecf4-c52c-4e80-9c0c-9449a275ba0e {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:06:03.642977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.665595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Transition to ACTIVE for port object cc8a98c5-85d9-438c-93f0-67e36e941d85 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:03.718185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.753771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceb350-6c06-4d69-896f-61c4c370007b req-c922f45d-07fc-40e1-867f-90b5af0080c3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:03.764112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8ceb350-6c06-4d69-896f-61c4c370007b req-c922f45d-07fc-40e1-867f-90b5af0080c3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 944 time: 0.1741674 Feb 07 23:06:03.768828 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.825238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:03.901983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:03.917902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:03.926995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:04.000892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8ceb350-6c06-4d69-896f-61c4c370007b req-593473a4-aa54-4080-971c-37c99af76d3f tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351766 Feb 07 23:06:04.002482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8a98c5-85d9-438c-93f0-67e36e941d85,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:04.028672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:04.137824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:04.157529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:04.272379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:04.279501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:04.284395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:04.292246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641b320-a35a-4e08-b443-82e4e28d2bbb None None] Network 6e478848-0738-4c7d-a44e-9ac0f88f817c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:04.300186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-8badf745-efe6-4216-8d04-dbd7431372cb service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140207 Feb 07 23:06:04.300982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Subnet': ['ID=9f70ecf4-c52c-4e80-9c0c-9449a275ba0e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:04.309047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:04.541209 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-604192f4-c88d-4c82-b028-be4e819ca77e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/subnets/9f70ecf4-c52c-4e80-9c0c-9449a275ba0e HTTP/1.1" status: 204 len: 168 time: 1.4282889 Feb 07 23:06:04.553403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59040) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:04.581839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:04.691839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fbfb9bb9-2845-4b6b-9254-16a9dec17927 None None] Provisioning for port cc8a98c5-85d9-438c-93f0-67e36e941d85 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:04.722965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fbfb9bb9-2845-4b6b-9254-16a9dec17927 None None] Provisioning complete for port cc8a98c5-85d9-438c-93f0-67e36e941d85 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:04.724665 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fbfb9bb9-2845-4b6b-9254-16a9dec17927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:04.773590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:04.777111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:04.918994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb9bb9-2845-4b6b-9254-16a9dec17927 None None] Port cc8a98c5-85d9-438c-93f0-67e36e941d85 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:06:05.017865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] DHCP port deletion for 6e478848-0738-4c7d-a44e-9ac0f88f817c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:06:05.024497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] Deleting port ac505c12-e99d-4e27-9043-357706ebed47 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:05.025065 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.068929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.076962 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cf5dacc9-002c-4cfb-84ba-ce53d417fa32 req-6dfa92ae-14b1-4799-9e1b-4a036b93e0cd service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7631423 Feb 07 23:06:05.089749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Performing IP validity checks on allocation pools {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 23:06:05.093635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 23:06:05.151788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.446898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] For port ac505c12-e99d-4e27-9043-357706ebed47, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ac505c12-e99d-4e27-9043-357706ebed47,segment=NetworkSegment(ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20),segment_id=ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:05.448855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.527397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port ac505c12-e99d-4e27-9043-357706ebed47 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:05.527740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.576842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee7855-461e-42c3-9f54-7aef11c00a1f req-af33ccac-c209-4d75-a6ab-0fbe91d3c493 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:05.580755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2ee7855-461e-42c3-9f54-7aef11c00a1f req-af33ccac-c209-4d75-a6ab-0fbe91d3c493 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 944 time: 0.2570066 Feb 07 23:06:05.645741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.674255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2ee7855-461e-42c3-9f54-7aef11c00a1f req-71f79848-482b-4969-8f22-06c4157b0d78 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869064 Feb 07 23:06:05.675297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.699246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] Calling delete_port for ac505c12-e99d-4e27-9043-357706ebed47 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:05.758420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.801017 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.821847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-b247279c-312f-4a1e-af35-8c813e7ba02e req-af5e624f-7710-4545-9cbd-2c20cffd2dc9 service neutron] (87670) timed out ('10.222.0.26', 64261) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:06:05.860823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] Pushing event deleted for resources: {'Port': ['ID=ac505c12-e99d-4e27-9043-357706ebed47,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:05.867637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043fdef-fb1b-4928-89f7-e395796ab937 None None] No DVR routers for this DVR port ac505c12-e99d-4e27-9043-357706ebed47 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:06:05.870913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:05.930247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39acad23-3042-405b-aaef-115a003f0edb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:05.949957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:05.976084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8a98c5-85d9-438c-93f0-67e36e941d85,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:06.030250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.032231 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Added segment b2067909-a6f2-4bff-bcc0-c13511286069 of type vlan for network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 Feb 07 23:06:06.035891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9c5cc4-68a0-450b-b89e-3fb8b48018f8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:06.056739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.072047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 39acad23-3042-405b-aaef-115a003f0edb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:06.077784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 39acad23-3042-405b-aaef-115a003f0edb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:06.080105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.130879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] The port 'ac505c12-e99d-4e27-9043-357706ebed47' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:06:06.231871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.257596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:06.259055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:06.324055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-a242a05e-4a42-4f09-8ed4-dd15e03c7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:06.325431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.326357 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-a242a05e-4a42-4f09-8ed4-dd15e03c7911 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 1095 time: 1.1694353 Feb 07 23:06:06.384597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 39acad23-3042-405b-aaef-115a003f0edb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=39acad23-3042-405b-aaef-115a003f0edb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:06.385981 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.395393 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.590479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-280a3446-d292-4af4-bbc4-1d708754b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:06.592044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-280a3446-d292-4af4-bbc4-1d708754b9db service neutron] 10.222.0.26 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 912 time: 0.1677213 Feb 07 23:06:06.601113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=39acad23-3042-405b-aaef-115a003f0edb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:06.605680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ac505c12-e99d-4e27-9043-357706ebed47 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:06:06.654817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ac505c12-e99d-4e27-9043-357706ebed47 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:06:06.655174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ac505c12-e99d-4e27-9043-357706ebed47 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:06:06.706164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:06:06.726236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.730852 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-77fdce22-7fd7-4ea7-98cb-d6becc3b4e7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81915c84-8ef9-462a-95fb-941424af4cc0 HTTP/1.1" status: 200 len: 217 time: 0.1133299 Feb 07 23:06:06.781468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-26b82d57-9cd8-40a3-af93-e8b2a111ca93 None None] Provisioning complete for port cc8a98c5-85d9-438c-93f0-67e36e941d85 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:06.781468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26b82d57-9cd8-40a3-af93-e8b2a111ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.879953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:06.899574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': '7d388bf5-2174-4ae8-9265-b1261f12627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:06.899961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: bd7da3e9-0fa6-4a2d-a715-98018f1f9546, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:06.908952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=965b8ef2-4054-4a11-9ac8-d01bcb9ee847,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:06.945168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-26b82d57-9cd8-40a3-af93-e8b2a111ca93 None None] Port cc8a98c5-85d9-438c-93f0-67e36e941d85 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:06:06.976331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e478848-0738-4c7d-a44e-9ac0f88f817c']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:06.996861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-1a418ee3-a68e-4bea-9d37-4cf1de5f654e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:06.998833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-1a418ee3-a68e-4bea-9d37-4cf1de5f654e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.2282479 Feb 07 23:06:07.001706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:07.002190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd17f0e-bd1f-4e24-bb30-3a16e4c76f20') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:07.009799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:07.051024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.056304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:07.057030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.098578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.105626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, bd7da3e9-0fa6-4a2d-a715-98018f1f9546) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:07.118157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30533219-43f1-4751-ae2f-0d85021df3b1 None None] Network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:07.145767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:07.209344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e9201175-1072-4928-8db3-8e10830d04e0 admin admin] 10.222.0.10 "PUT /v2.0/routers/cd2c8132-2a30-4971-8c1e-5f68a8ed97fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1259584 Feb 07 23:06:07.217986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Sync routers for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:07.228095 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-471b54b7-ee3e-412e-89b3-240656ac37c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2085822 Feb 07 23:06:07.241159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:07.241482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:07.241790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:07.242197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.268655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b06aa1-924f-40a8-b751-209b5a46ad23 req-fb58ccdc-2eb1-42e8-8c21-e326baf050a4 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:07.268655 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85b06aa1-924f-40a8-b751-209b5a46ad23 req-fb58ccdc-2eb1-42e8-8c21-e326baf050a4 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 944 time: 0.3711076 Feb 07 23:06:07.374294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85b06aa1-924f-40a8-b751-209b5a46ad23 req-b96236f4-ecd5-4a1e-b00b-437128dc0e73 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967331 Feb 07 23:06:07.383693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.414177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:06:07.414840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.432050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Network': ['ID=1b544ff6-9734-4458-a9f3-74fbb8e6bbe7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:06:07.434827 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:06:07.477221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:06:07.512787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e0cffab6-9966-4a2f-be54-2f048caff3f0 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.9910343 Feb 07 23:06:07.512787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2ce36f2-f5d0-4048-b110-e075a425e2fc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4059427 Feb 07 23:06:07.513261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:07.513261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59112) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:07.520768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Request body: {'subnet': {'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:07.566089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.573828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:07.583592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546', 'name': 'tempest-PortsIpV6TestJSON-677455158'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:07.640712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/networks/6e478848-0738-4c7d-a44e-9ac0f88f817c HTTP/1.1" status: 204 len: 168 time: 3.0705318 Feb 07 23:06:07.646063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:07.726683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829248ae-9691-4059-972a-c7071423cc6a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Network': ['ID=6e478848-0738-4c7d-a44e-9ac0f88f817c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:07.890769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-041f3dec-0daf-47e8-9f4f-3fd9c94b80b8 service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513021 Feb 07 23:06:07.996417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:08.002780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Usage tracker for resource:subnet and tenant:789e72287b1a4d7fa7f3d335f96408d1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:08.006730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:08.013823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:08.026825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 81915c84-8ef9-462a-95fb-941424af4cc0 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:06:08.029297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39acad23-3042-405b-aaef-115a003f0edb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:08.068107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Made reservation on behalf of 789e72287b1a4d7fa7f3d335f96408d1 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:08.071787 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:08.167358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:08.247903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:08.283846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:08.330058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:08.333566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:08.405002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 4873a374-ed9e-41ac-929b-389cb9d909e7 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:06:08.647802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-bd7da3e9-0fa6-4a2d-a715-98018f1f9546', 'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546', 'tenant_id': '86126c5901674d4caf64d97edb81986d', 'fixed_ips': [{'subnet_id': '965b8ef2-4054-4a11-9ac8-d01bcb9ee847'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:06:08.649116 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:08.708951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59154) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:08.982065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-940447073-network', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:08.994457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:06:09.008209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:09.013281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Usage tracker for resource:network and tenant:8c134d2b82b24913bd73263dfbcec023 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:09.019010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:09.025576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:09.045521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port d4374185-4a00-44a5-ba14-d1cf8446c0bb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:09.047212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.089434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Made reservation on behalf of 8c134d2b82b24913bd73263dfbcec023 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:09.092121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.213967 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.310597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13055e80-a660-4de3-a1cd-90b4ed7ed3f2 req-85a1b43f-9ad5-4361-bc3e-389e554e456d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:09.323315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13055e80-a660-4de3-a1cd-90b4ed7ed3f2 req-85a1b43f-9ad5-4361-bc3e-389e554e456d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 944 time: 0.5542397 Feb 07 23:06:09.344491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::352 (bd7da3e9-0fa6-4a2d-a715-98018f1f9546/965b8ef2-4054-4a11-9ac8-d01bcb9ee847/4873a374-ed9e-41ac-929b-389cb9d909e7) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:09.349802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 39acad23-3042-405b-aaef-115a003f0edb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:09.350887 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.403925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.404162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.449954 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13055e80-a660-4de3-a1cd-90b4ed7ed3f2 req-d6cf4869-a32d-4749-8c6e-a30da502c9f1 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298239 Feb 07 23:06:09.489065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Subnet': ['ID=818708ce-b7b7-4e38-857a-3fc379897a26,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:09.505350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 81915c84-8ef9-462a-95fb-941424af4cc0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=81915c84-8ef9-462a-95fb-941424af4cc0,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:09.514730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 2, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:09.520071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Checking segment: {'id': 'b2067909-a6f2-4bff-bcc0-c13511286069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:09.520652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Network hostable DHCP agents. Network: 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:09.527837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Checking router: cd2c8132-2a30-4971-8c1e-5f68a8ed97fa for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:09.529177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Updating router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa port cc8a98c5-85d9-438c-93f0-67e36e941d85 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:09.575693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '81915c84-8ef9-462a-95fb-941424af4cc0', 'network_id': '0551b42e-e02f-433c-918e-b852351b3329', 'port_id': '81915c84-8ef9-462a-95fb-941424af4cc0', 'mac_address': 'fa:16:3e:82:19:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9979df1-17d7-43d2-ab50-fb150b6c8f4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:06:09.591020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:09.616530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for d4374185-4a00-44a5-ba14-d1cf8446c0bb owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:09.673907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:09.690364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:09.691371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.717107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262d4a39-8787-4078-a915-42046f9bd82e None None] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:09.723070 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.773097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:09.777015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Usage tracker for resource:security_group_rule and tenant:8c134d2b82b24913bd73263dfbcec023 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:09.779999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:09.804792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:09.819629 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.831290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.840831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object 4873a374-ed9e-41ac-929b-389cb9d909e7 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:09.864423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1448f656-0dfa-49d4-8e74-43efab145720 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3538187 Feb 07 23:06:09.867356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59182) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:09.869449 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.873614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1687362731', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:09.882944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:09.887713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Usage tracker for resource:router and tenant:789e72287b1a4d7fa7f3d335f96408d1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:09.891618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:09.898132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:09.907870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.991541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=4873a374-ed9e-41ac-929b-389cb9d909e7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:09.994241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:09.996027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.009156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81915c84-8ef9-462a-95fb-941424af4cc0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:06:10.022653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:10.024283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.026460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:10.027636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.040338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:10.046066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:10.046774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.055730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4737d91f-0e75-4d06-898a-7c850a4341d2 req-d67a6bc3-70b5-496c-9139-86260b6af386 service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9629636 Feb 07 23:06:10.058707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.090074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:10.102877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.103505 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Added segment 72743d98-10e3-4f64-a7e8-c96d09102641 of type vlan for network c225e456-fe4b-48c0-bcda-2cdb91889008 Feb 07 23:06:10.133556 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.180737 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.181739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:10.182314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.248809 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-929d9daa-98df-434f-8a88-e6c7fb4d92e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5354259 Feb 07 23:06:10.252821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-88e36f81-274e-465e-bdd0-bc818d96b029 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7399647 Feb 07 23:06:10.277874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59192) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:10.363134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Allocated IP 2001:db8::2 (bd7da3e9-0fa6-4a2d-a715-98018f1f9546/965b8ef2-4054-4a11-9ac8-d01bcb9ee847/03057c76-cba3-411b-93f2-b24de32d0322) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:10.402076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7470a6-e75e-4a31-af90-e075fc17bcfc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:10.403013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 81915c84-8ef9-462a-95fb-941424af4cc0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=81915c84-8ef9-462a-95fb-941424af4cc0,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:10.503379 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7884943 Feb 07 23:06:10.504231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59200) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:10.526339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.563216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7cc51-aaaf-4c1c-9875-08b1d05348aa admin admin] Pushing event updated for resources: {'Network': ['ID=c225e456-fe4b-48c0-bcda-2cdb91889008,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:10.575276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Request body: {'subnet': {'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-940447073-subnet', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:10.581284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:10.585612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Usage tracker for resource:subnet and tenant:8c134d2b82b24913bd73263dfbcec023 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:10.589028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:10.595204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:10.618850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Made reservation on behalf of 8c134d2b82b24913bd73263dfbcec023 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:10.621648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.662937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 4873a374-ed9e-41ac-929b-389cb9d909e7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:10.663447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.722734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c225e456-fe4b-48c0-bcda-2cdb91889008 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:06:10.741803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:10.829284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.008571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=d4374185-4a00-44a5-ba14-d1cf8446c0bb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:11.010346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:06:11.061840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e2e96-3e83-4308-b092-282a442c0d09 req-65810054-663b-48b6-a853-76311c664b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:11.064173 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-65810054-663b-48b6-a853-76311c664b99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1096 time: 0.6519616 Feb 07 23:06:11.098512 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.112595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Transition to ACTIVE for port object cc8a98c5-85d9-438c-93f0-67e36e941d85 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:11.130234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['81915c84-8ef9-462a-95fb-941424af4cc0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:06:11.222839 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.246246 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.246598 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Floating IP eb6b545d-4df5-444c-b732-bde6b6c53e0c disassociated (deleted). External IP: 172.25.0.92, port: 863b4720-7469-45b1-8aa4-8192e7b578d2. Feb 07 23:06:11.251439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.576115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.591656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Transition to ACTIVE for port object 03057c76-cba3-411b-93f2-b24de32d0322 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:11.612762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Transition to ACTIVE for port object 03057c76-cba3-411b-93f2-b24de32d0322 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:11.628518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=81915c84-8ef9-462a-95fb-941424af4cc0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:11.719626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 4873a374-ed9e-41ac-929b-389cb9d909e7 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:11.724138 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.843087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-1b544ff6-9734-4458-a9f3-74fbb8e6bbe7', 'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7', 'tenant_id': '789e72287b1a4d7fa7f3d335f96408d1', 'fixed_ips': [{'subnet_id': '818708ce-b7b7-4e38-857a-3fc379897a26'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:06:11.843961 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:11.891401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:11.904969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:11.929390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e2e96-3e83-4308-b092-282a442c0d09 req-b4379d9e-a7a5-42b2-908b-5dfa89655357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:11.931517 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-b4379d9e-a7a5-42b2-908b-5dfa89655357 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 898 time: 0.8418212 Feb 07 23:06:11.946305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2439db-27e9-4e8e-b2bf-adaa91969fa4 req-4ded31a9-119a-4981-80bc-8b96b5ce5aed tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:11.954997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a2439db-27e9-4e8e-b2bf-adaa91969fa4 req-4ded31a9-119a-4981-80bc-8b96b5ce5aed tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 945 time: 1.2234647 Feb 07 23:06:11.957682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:12.146240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a2439db-27e9-4e8e-b2bf-adaa91969fa4 req-a22621db-8c8e-41cd-ad18-9a66e729ba9b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901550 Feb 07 23:06:12.164406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Allocated IP 172.20.0.2 (1b544ff6-9734-4458-a9f3-74fbb8e6bbe7/818708ce-b7b7-4e38-857a-3fc379897a26/45ff99d1-5789-49af-98c9-dba4dde60865) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:12.189123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.245938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e61f-be62-4edd-b0dc-512a736202e0 None None] Pushing event updated for resources: {'Port': ['ID=cc8a98c5-85d9-438c-93f0-67e36e941d85,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:12.257037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Attempting to bind port cc8a98c5-85d9-438c-93f0-67e36e941d85 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:12.257607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Attempting to bind port cc8a98c5-85d9-438c-93f0-67e36e941d85 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:12.258157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Attempting to bind port cc8a98c5-85d9-438c-93f0-67e36e941d85 on network 3d0b1347-8be6-470e-b9b7-72faad5675d8 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:12.311460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-ec3d7811-dbcf-421b-9f58-99c532d284a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 200 len: 217 time: 0.1892164 Feb 07 23:06:12.322200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.352426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=4873a374-ed9e-41ac-929b-389cb9d909e7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:12.370392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.465537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.466015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.466464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.467051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.467619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.468926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.469500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.470209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.470769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.471905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.472629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.473310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:12.595887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e2e96-3e83-4308-b092-282a442c0d09 req-00a10a55-4f04-49c5-9c35-ed2a855c9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:12.597423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-00a10a55-4f04-49c5-9c35-ed2a855c9319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8a0b1b6-c539-43b3-9b7c-03474560316a HTTP/1.1" status: 200 len: 835 time: 0.2673378 Feb 07 23:06:12.616665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:06:12.640033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-51d86f2c-84cc-4acb-b36d-de6f121da662 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/4873a374-ed9e-41ac-929b-389cb9d909e7 HTTP/1.1" status: 204 len: 168 time: 2.0892491 Feb 07 23:06:12.645570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59250) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:12.740865 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.755639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Transition to ACTIVE for port object 45ff99d1-5789-49af-98c9-dba4dde60865 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:12.756653 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8db740-a896-4124-9cfb-4cf6e3d79402 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:06:12.757214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8db740-a896-4124-9cfb-4cf6e3d79402 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:06:12.761481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe8db740-a896-4124-9cfb-4cf6e3d79402 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/4873a374-ed9e-41ac-929b-389cb9d909e7 HTTP/1.1" status: 404 len: 333 time: 0.1149156 Feb 07 23:06:12.777510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59254) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:12.786537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59322a7-0bfc-4d4f-80d3-a6ea23762a3e,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:12.804283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Checking segment: {'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:12.804825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Network hostable DHCP agents. Network: c225e456-fe4b-48c0-bcda-2cdb91889008, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:12.823379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Transition to ACTIVE for port object 45ff99d1-5789-49af-98c9-dba4dde60865 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:12.829685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.845345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e2e96-3e83-4308-b092-282a442c0d09 req-ce28e4c5-6411-4122-9769-3e731cd186c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:12.847014 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-ce28e4c5-6411-4122-9769-3e731cd186c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224550 Feb 07 23:06:12.853374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Network c225e456-fe4b-48c0-bcda-2cdb91889008 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:12.859724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:12.860232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Checking segment: {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:12.860662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.861341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Bound using segment: {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:12.861823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Bound port: cc8a98c5-85d9-438c-93f0-67e36e941d85, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:12.862194 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.868239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-193de4aa-b127-4d16-b960-8a420de8fc09 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:06:12.869485 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-193de4aa-b127-4d16-b960-8a420de8fc09 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057466 Feb 07 23:06:12.873509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c225e456-fe4b-48c0-bcda-2cdb91889008) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:12.877336 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.923249 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:12.940479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963532e9-8318-47ba-9ecf-9e1678112c5e None None] Network c225e456-fe4b-48c0-bcda-2cdb91889008 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:13.050715 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-30d6e627-71db-4a70-a76f-95e5fef919b4 service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726873 Feb 07 23:06:13.111639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Allocated IP 172.25.0.27 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/ede21c19-e0cd-4f34-860a-a48a1089c19d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:13.113166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:13.114814 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.130378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Attempting to bind port 03057c76-cba3-411b-93f2-b24de32d0322 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:13.130794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Attempting to bind port 03057c76-cba3-411b-93f2-b24de32d0322 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7d388bf5-2174-4ae8-9265-b1261f12627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:13.131209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Attempting to bind port 03057c76-cba3-411b-93f2-b24de32d0322 on network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:13.148487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:13.162419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:13.162872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Checking segment: {'id': '7d388bf5-2174-4ae8-9265-b1261f12627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:13.163684 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.163684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Bound using segment: {'id': '7d388bf5-2174-4ae8-9265-b1261f12627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:13.164056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Bound port: 03057c76-cba3-411b-93f2-b24de32d0322, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d388bf5-2174-4ae8-9265-b1261f12627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'bd7da3e9-0fa6-4a2d-a715-98018f1f9546'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:13.164430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.216055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:13.364842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:13.368156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-865e2e96-3e83-4308-b092-282a442c0d09 req-cb86cf4a-43db-4da5-a09d-e8da77333c46 service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919985 Feb 07 23:06:13.371313 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.391762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.394379 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] Sync routers for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:13.404751 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e25bef-c38f-4dbc-9270-729ddd784593 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:06:13.405587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62e25bef-c38f-4dbc-9270-729ddd784593 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:06:13.412456 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-09935457-4fbc-4e0d-80af-d7810bd86f34 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8560011 Feb 07 23:06:13.414447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] For port cc8a98c5-85d9-438c-93f0-67e36e941d85, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:13.418695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] For port cc8a98c5-85d9-438c-93f0-67e36e941d85, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cc8a98c5-85d9-438c-93f0-67e36e941d85,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:13.420034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:13.420693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59276) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:13.421048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:13.424574 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:13.427494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:13.438360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:13.445932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Usage tracker for resource:router and tenant:8c134d2b82b24913bd73263dfbcec023 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:13.450485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:13.463075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-12983d00-571d-475b-97a8-c7134ffa28d4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/floatingips/eb6b545d-4df5-444c-b732-bde6b6c53e0c HTTP/1.1" status: 204 len: 168 time: 5.8102989 Feb 07 23:06:13.463075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:13.463847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:13.502933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.503998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.511642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Pushing event updated for resources: {'Port': ['ID=03057c76-cba3-411b-93f2-b24de32d0322,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:13.528944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.550463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.640249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62e25bef-c38f-4dbc-9270-729ddd784593 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:06:13.645636 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-62e25bef-c38f-4dbc-9270-729ddd784593 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/4873a374-ed9e-41ac-929b-389cb9d909e7 HTTP/1.1" status: 404 len: 333 time: 0.8666065 Feb 07 23:06:13.647880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59284) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:13.749456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.856891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:13.882864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet 965b8ef2-4054-4a11-9ac8-d01bcb9ee847 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:06:13.893426 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:13.950515 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:14.006530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:14.010438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:14.159173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Pushing event updated for resources: {'Port': ['ID=45ff99d1-5789-49af-98c9-dba4dde60865,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:14.246646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Port': ['ID=ede21c19-e0cd-4f34-860a-a48a1089c19d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:14.275690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8feb68-b7d2-4154-96e6-114426b2a44e req-ef5d0b23-c8da-497a-96e2-a92192f4e847 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:14.285261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb8feb68-b7d2-4154-96e6-114426b2a44e req-ef5d0b23-c8da-497a-96e2-a92192f4e847 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 945 time: 0.8757169 Feb 07 23:06:14.288290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.361718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.379691 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'status': 'completed', 'code': 200} Feb 07 23:06:14.418748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] For port 03057c76-cba3-411b-93f2-b24de32d0322, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:14.425035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] For port 03057c76-cba3-411b-93f2-b24de32d0322, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=03057c76-cba3-411b-93f2-b24de32d0322,segment=NetworkSegment(7d388bf5-2174-4ae8-9265-b1261f12627f),segment_id=7d388bf5-2174-4ae8-9265-b1261f12627f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:14.611503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Attempting to bind port 45ff99d1-5789-49af-98c9-dba4dde60865 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:14.617209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Attempting to bind port 45ff99d1-5789-49af-98c9-dba4dde60865 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b2067909-a6f2-4bff-bcc0-c13511286069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:14.617590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Attempting to bind port 45ff99d1-5789-49af-98c9-dba4dde60865 on network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:14.654585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.660509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc114e-3411-4887-aedd-5999c3612295 req-12eca731-559d-44ea-a3c0-6153797d6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:14.662461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51cc114e-3411-4887-aedd-5999c3612295 req-12eca731-559d-44ea-a3c0-6153797d6411 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 1096 time: 0.2810760 Feb 07 23:06:14.685075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2e61f-be62-4edd-b0dc-512a736202e0 None None] Pushing event updated for resources: {'Port': ['ID=cc8a98c5-85d9-438c-93f0-67e36e941d85,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:14.799699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:14.813192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Checking segment: {'id': 'b2067909-a6f2-4bff-bcc0-c13511286069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:14.814120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.814766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Bound using segment: {'id': 'b2067909-a6f2-4bff-bcc0-c13511286069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:14.815515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Bound port: 45ff99d1-5789-49af-98c9-dba4dde60865, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2067909-a6f2-4bff-bcc0-c13511286069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:14.816153 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:14.967158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:14.967955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:14.982787 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:45Z', 'revision_number': 6, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:14.996958 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] Checking router: 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:15.010522 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:15.011185 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:15.195088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb8feb68-b7d2-4154-96e6-114426b2a44e req-16170f59-3cdf-4f70-9015-2ec1c6a84da3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8288403 Feb 07 23:06:15.333008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc114e-3411-4887-aedd-5999c3612295 req-50a5a788-2b69-4fea-ba93-4a87525a952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:15.334870 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51cc114e-3411-4887-aedd-5999c3612295 req-50a5a788-2b69-4fea-ba93-4a87525a952c service neutron] 10.222.0.36 "GET /v2.0/networks?id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 200 len: 898 time: 0.6632895 Feb 07 23:06:15.457283 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:15.482648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1f9af-1b38-4408-8539-129a8a8d9c6e None None] Pushing event updated for resources: {'Port': ['ID=03057c76-cba3-411b-93f2-b24de32d0322,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:15.493399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-c225e456-fe4b-48c0-bcda-2cdb91889008', 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'fixed_ips': [{'subnet_id': 'e59322a7-0bfc-4d4f-80d3-a6ea23762a3e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:06:15.494623 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.503497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51cc114e-3411-4887-aedd-5999c3612295 req-dda5cddb-5af8-47bd-9d84-a0d70e2d8b09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 200 len: 217 time: 0.1513326 Feb 07 23:06:15.587466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c6bb8-6081-4ca8-b32f-f65e42fdfa3e req-1d79bc72-9d49-46c1-9380-22a583d448a1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:15.595799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c3c6bb8-6081-4ca8-b32f-f65e42fdfa3e req-1d79bc72-9d49-46c1-9380-22a583d448a1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 945 time: 1.1993172 Feb 07 23:06:15.614547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.626068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.681729 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:15.735922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c3c6bb8-6081-4ca8-b32f-f65e42fdfa3e req-8a79939b-0d00-4dbf-9605-111405fa1861 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388690 Feb 07 23:06:15.762093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68530c46-ca39-43e8-9696-523181f7dc3a req-8ac32e96-d4b3-4437-bdda-669230f0fdcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:15.763829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68530c46-ca39-43e8-9696-523181f7dc3a req-8ac32e96-d4b3-4437-bdda-669230f0fdcc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 945 time: 0.4660897 Feb 07 23:06:15.773641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Allocated IP 172.20.0.2 (c225e456-fe4b-48c0-bcda-2cdb91889008/e59322a7-0bfc-4d4f-80d3-a6ea23762a3e/d44b0608-1411-4340-b8f0-7cf28e18b5b6) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:15.821908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc114e-3411-4887-aedd-5999c3612295 req-3cbcfe8f-59df-4fd9-a68a-6ed7f6d19433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:15.823575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51cc114e-3411-4887-aedd-5999c3612295 req-3cbcfe8f-59df-4fd9-a68a-6ed7f6d19433 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c8a0b1b6-c539-43b3-9b7c-03474560316a HTTP/1.1" status: 200 len: 835 time: 0.3106017 Feb 07 23:06:15.849134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.081739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc114e-3411-4887-aedd-5999c3612295 req-9de6a6cf-bbb7-4781-b2e7-45949faa2935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:16.087215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51cc114e-3411-4887-aedd-5999c3612295 req-9de6a6cf-bbb7-4781-b2e7-45949faa2935 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511349 Feb 07 23:06:16.110702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Allocated IP 172.25.0.127 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/799cbfad-a27d-438d-ab1a-d7336f11fb09) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:16.133545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port 863b4720-7469-45b1-8aa4-8192e7b578d2 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:16.134212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.284367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.288779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.344426 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:45Z', 'revision_number': 6, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:16.351568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:16.358545 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a1f6d-59db-4a97-9417-487313ea4f27 None None] The sync data for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 is: [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:05:45Z', 'revision_number': 6, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'bee38aa0-5639-4644-9520-47f9089f9a11', 'name': '', 'network_id': '59dec782-c1b0-4932-88ec-8c5aa3f8ab3e', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:e3:9c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:03:01Z', 'updated_at': '2022-02-07T23:03:16Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c8a0b1b6-c539-43b3-9b7c-03474560316a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:16.420318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Transition to ACTIVE for port object d44b0608-1411-4340-b8f0-7cf28e18b5b6 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:16.439318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51cc114e-3411-4887-aedd-5999c3612295 req-4e347567-00de-48f9-851e-61b0ef6406c6 service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204525 Feb 07 23:06:16.545937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] For port 45ff99d1-5789-49af-98c9-dba4dde60865, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:16.553194 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:06:16.572909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Transition to ACTIVE for port object d44b0608-1411-4340-b8f0-7cf28e18b5b6 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:16.680468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] For port 45ff99d1-5789-49af-98c9-dba4dde60865, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=45ff99d1-5789-49af-98c9-dba4dde60865,segment=NetworkSegment(b2067909-a6f2-4bff-bcc0-c13511286069),segment_id=b2067909-a6f2-4bff-bcc0-c13511286069)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:16.701861 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.804250 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:16.885288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Pushing event updated for resources: {'Port': ['ID=d44b0608-1411-4340-b8f0-7cf28e18b5b6,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:16.920833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 81915c84-8ef9-462a-95fb-941424af4cc0 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:17.004295 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.048131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.112009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.136889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186e9d64-502d-4640-8125-c5f38558e829 None None] New status for floating IP eb6b545d-4df5-444c-b732-bde6b6c53e0c: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:06:17.175268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=965b8ef2-4054-4a11-9ac8-d01bcb9ee847,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:17.181080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed943969-1502-4f39-a370-ad1dba6f3201 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/965b8ef2-4054-4a11-9ac8-d01bcb9ee847 HTTP/1.1" status: 204 len: 168 time: 3.5308087 Feb 07 23:06:17.192734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59354) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:17.215787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51cc114e-3411-4887-aedd-5999c3612295 req-e24c9095-6b10-4806-b70f-79c7aa6cc42b service neutron] 10.222.0.36 "GET /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7571638 Feb 07 23:06:17.309846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Network c225e456-fe4b-48c0-bcda-2cdb91889008 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:17.410908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:17.469495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:17.476203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:17.756361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:17.772201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:17.804662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:17.912492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Pushing event updated for resources: {'Port': ['ID=799cbfad-a27d-438d-ab1a-d7336f11fb09,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:17.976852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.977207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.977552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.977889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.978224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.978555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.978885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.979214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.979547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.979920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.980758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:17.985251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:18.005290 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.025427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4649b-6457-4454-a76e-c22cb0b5a816 None None] Pushing event updated for resources: {'Port': ['ID=45ff99d1-5789-49af-98c9-dba4dde60865,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:18.202334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Attempting to bind port d44b0608-1411-4340-b8f0-7cf28e18b5b6 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:18.213075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Attempting to bind port d44b0608-1411-4340-b8f0-7cf28e18b5b6 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:18.213653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Attempting to bind port d44b0608-1411-4340-b8f0-7cf28e18b5b6 on network c225e456-fe4b-48c0-bcda-2cdb91889008 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:18.254250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 81915c84-8ef9-462a-95fb-941424af4cc0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:18.257331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 03057c76-cba3-411b-93f2-b24de32d0322 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:18.258301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.262043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:18.262737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Checking segment: {'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:18.263156 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.263824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Bound using segment: {'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:18.264314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Bound port: d44b0608-1411-4340-b8f0-7cf28e18b5b6, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:18.265137 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.419883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] For port d44b0608-1411-4340-b8f0-7cf28e18b5b6, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:18.423840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] For port d44b0608-1411-4340-b8f0-7cf28e18b5b6, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d44b0608-1411-4340-b8f0-7cf28e18b5b6,segment=NetworkSegment(72743d98-10e3-4f64-a7e8-c96d09102641),segment_id=72743d98-10e3-4f64-a7e8-c96d09102641)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:18.425438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 03057c76-cba3-411b-93f2-b24de32d0322 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:18.466532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b16b2-9d24-49d2-8377-6ec844f59e21 req-620e99df-a310-41d5-aacf-e8047258661a tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:18.468147 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-098b16b2-9d24-49d2-8377-6ec844f59e21 req-620e99df-a310-41d5-aacf-e8047258661a tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 945 time: 1.7088716 Feb 07 23:06:18.524803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea88ab-5f7f-4a42-b75a-ae8304f637ab None None] Network bd7da3e9-0fa6-4a2d-a715-98018f1f9546 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:18.543380 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.586652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 81915c84-8ef9-462a-95fb-941424af4cc0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:18.587327 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.588226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-098b16b2-9d24-49d2-8377-6ec844f59e21 req-a3627afe-abb4-4e2a-af67-87b2fe76821f tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954599 Feb 07 23:06:18.597251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port 863b4720-7469-45b1-8aa4-8192e7b578d2, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=863b4720-7469-45b1-8aa4-8192e7b578d2,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:18.597858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:18.654524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a355f-885d-4502-94f2-a55bf3a18581 req-daf8358a-c384-4ea6-aa66-e0874a51a2fc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:18.665367 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-979a355f-885d-4502-94f2-a55bf3a18581 req-daf8358a-c384-4ea6-aa66-e0874a51a2fc tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 945 time: 1.4428520 Feb 07 23:06:18.902959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9c2898c0-3254-4fe4-9b3e-9395cc2e343c None None] Provisioning for port 03057c76-cba3-411b-93f2-b24de32d0322 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:19.076090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 03057c76-cba3-411b-93f2-b24de32d0322 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:19.076788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe1d5f-fdae-4824-90cf-c7f0c751eb56 None None] Pushing event updated for resources: {'Port': ['ID=d44b0608-1411-4340-b8f0-7cf28e18b5b6,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:19.092296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 03057c76-cba3-411b-93f2-b24de32d0322 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:19.092804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.093762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] For port 03057c76-cba3-411b-93f2-b24de32d0322, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=03057c76-cba3-411b-93f2-b24de32d0322,segment=NetworkSegment(7d388bf5-2174-4ae8-9265-b1261f12627f),segment_id=7d388bf5-2174-4ae8-9265-b1261f12627f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:19.096700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.166861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:13Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:19.227265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for 863b4720-7469-45b1-8aa4-8192e7b578d2 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:19.319016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c931068-57f1-4081-97ca-d3e8be84f662 None None] The sync data for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 is: [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:13Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:19.464281 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-979a355f-885d-4502-94f2-a55bf3a18581 req-38cc5178-6d08-4aa8-b760-62dbc506b39e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b809289-fbca-4e2e-b9e2-8adf2d6569d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7964730 Feb 07 23:06:19.512627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 03057c76-cba3-411b-93f2-b24de32d0322 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:19.520299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.733409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Router 8a2ffc64-e389-433e-93ce-f19d28c677ec is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:06:19.915745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:19.961227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77714149-4588-446a-8b8a-b0d66b2c5386 None None] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:20.035485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No DVR routers for this DVR port 03057c76-cba3-411b-93f2-b24de32d0322 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:06:20.082422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=03057c76-cba3-411b-93f2-b24de32d0322,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:20.208910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81915c84-8ef9-462a-95fb-941424af4cc0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:20.281472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 863b4720-7469-45b1-8aa4-8192e7b578d2 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:06:20.332069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 81915c84-8ef9-462a-95fb-941424af4cc0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=81915c84-8ef9-462a-95fb-941424af4cc0,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:20.377657 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81915c84-8ef9-462a-95fb-941424af4cc0', 'code': 200} Feb 07 23:06:20.378828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1d719b54-4e70-460c-9617-e8440c20d19e None None] Provisioning for port 45ff99d1-5789-49af-98c9-dba4dde60865 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:20.401748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.456349 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.712489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.748274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.799146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d0df1-c282-485f-868e-d958339a71f6 req-a3da608a-6ae3-4713-890d-daaa6380b5fd tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:20.802958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-186d0df1-c282-485f-868e-d958339a71f6 req-a3da608a-6ae3-4713-890d-daaa6380b5fd tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 945 time: 0.7586088 Feb 07 23:06:20.855712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:20.871265 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] Sync routers for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:20.886209 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:20.887595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:20.888786 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.094113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=81915c84-8ef9-462a-95fb-941424af4cc0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:21.286100 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.333162 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:21.333818 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.402807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7da3e9-0fa6-4a2d-a715-98018f1f9546']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.469569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=863b4720-7469-45b1-8aa4-8192e7b578d2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:21.528331 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.529167 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90a64f7-62c6-4cb6-8c92-4e5ba02e424f None None] The sync data for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:21.540813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No active binding found for port 863b4720-7469-45b1-8aa4-8192e7b578d2 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 23:06:21.541330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 863b4720-7469-45b1-8aa4-8192e7b578d2 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:06:21.543343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a7223a7-1402-45ff-9567-eefd3a02d4c6 req-94b7122d-e627-4930-881c-9800e46d4891 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e44464d-ec44-4ac7-af89-b89c3a99a772 HTTP/1.1" status: 200 len: 210 time: 0.2133293 Feb 07 23:06:21.546247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df098071-6760-41f7-be83-e5c1bb930d6a None None] Network c225e456-fe4b-48c0-bcda-2cdb91889008 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:21.659333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d388bf5-2174-4ae8-9265-b1261f12627f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.659896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d388bf5-2174-4ae8-9265-b1261f12627f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:21.697625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.753748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.770656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cc1e7-4f96-4a2f-a75f-31c59a8013d9 req-5fc1092b-6c29-4986-a6c8-c7fceaf2e338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:21.772507 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b92cc1e7-4f96-4a2f-a75f-31c59a8013d9 req-5fc1092b-6c29-4986-a6c8-c7fceaf2e338 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 1097 time: 1.2364893 Feb 07 23:06:21.772835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.776476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7335ac57-d126-4d9a-9189-e1ba2ee2f025 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.9057412 Feb 07 23:06:21.781147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59440) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:21.782467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:06:21.783109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.783515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] No DVR routers for this DVR port 863b4720-7469-45b1-8aa4-8192e7b578d2 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:06:21.796949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-338b6878-fd17-4283-a4b1-223f76049984 None None] Provisioning for port d44b0608-1411-4340-b8f0-7cf28e18b5b6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:21.800323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f95f7c-6223-47fa-93c7-7cd8bbe2473e None None] DHCP port deletion for bd7da3e9-0fa6-4a2d-a715-98018f1f9546 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:06:21.805109 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:06:21.807282 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:21.807755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68530c46-ca39-43e8-9696-523181f7dc3a req-0679cf1e-01dc-4571-ba2a-d4b93934c462 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.36 "DELETE /v2.0/ports/863b4720-7469-45b1-8aa4-8192e7b578d2 HTTP/1.1" status: 204 len: 173 time: 6.0322809 Feb 07 23:06:21.819688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'name': 'network-vif-deleted', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:06:21.850296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-186d0df1-c282-485f-868e-d958339a71f6 req-fc541b5f-d95d-4f76-b323-bbb642a6387e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9663785 Feb 07 23:06:22.007222 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e44464d-ec44-4ac7-af89-b89c3a99a772', 'name': 'network-vif-deleted', 'tag': '863b4720-7469-45b1-8aa4-8192e7b578d2', 'status': 'completed', 'code': 200} Feb 07 23:06:22.154757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cc8a98c5-85d9-438c-93f0-67e36e941d85 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:22.344391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port cc8a98c5-85d9-438c-93f0-67e36e941d85 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:22.363874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port cc8a98c5-85d9-438c-93f0-67e36e941d85 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:22.364736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.527976 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b92cc1e7-4f96-4a2f-a75f-31c59a8013d9 req-aabba19c-0e5e-4dd4-96d4-52baec30704a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186775 Feb 07 23:06:22.551540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.593617 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.719440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.736336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59466) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:22.744664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=bd7da3e9-0fa6-4a2d-a715-98018f1f9546,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:22.844133 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.882797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e96d515a-e9f3-4e71-a8e2-10790c1fdac0 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.890684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port cc8a98c5-85d9-438c-93f0-67e36e941d85, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cc8a98c5-85d9-438c-93f0-67e36e941d85,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:22.897290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.901382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d44b0608-1411-4340-b8f0-7cf28e18b5b6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:22.926284 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e96d515a-e9f3-4e71-a8e2-10790c1fdac0 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:22.975265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4353af26-1340-41af-9152-fd1573d7fc64 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/bd7da3e9-0fa6-4a2d-a715-98018f1f9546 HTTP/1.1" status: 204 len: 168 time: 5.7546401 Feb 07 23:06:22.978784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59474) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:23.010777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-104989677'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:23.035961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:23.074416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:23.129746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=cc8a98c5-85d9-438c-93f0-67e36e941d85,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:23.137452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:23.152701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d44b0608-1411-4340-b8f0-7cf28e18b5b6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:23.170520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d44b0608-1411-4340-b8f0-7cf28e18b5b6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:23.170912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.188010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:23.189760 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e96d515a-e9f3-4e71-a8e2-10790c1fdac0 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.234721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d515a-e9f3-4e71-a8e2-10790c1fdac0 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b809289-fbca-4e2e-b9e2-8adf2d6569d8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:23.247874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e96d515a-e9f3-4e71-a8e2-10790c1fdac0 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.252422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e96d515a-e9f3-4e71-a8e2-10790c1fdac0 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/security-groups/0b809289-fbca-4e2e-b9e2-8adf2d6569d8 HTTP/1.1" status: 204 len: 168 time: 0.5149989 Feb 07 23:06:23.294770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:23.294936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd613351-e7d6-4e79-9d74-21d05df547ce req-667cdf4c-a6f4-4b98-9d6a-6fc086a6f540 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:23.297918 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd613351-e7d6-4e79-9d74-21d05df547ce req-667cdf4c-a6f4-4b98-9d6a-6fc086a6f540 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.1759074 Feb 07 23:06:23.298538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59490) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:23.306693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.337711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-63f8b876-e07c-4412-a849-74228826949f None None] Provisioning complete for port d44b0608-1411-4340-b8f0-7cf28e18b5b6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:23.338057 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-63f8b876-e07c-4412-a849-74228826949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.416638 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.442688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd613351-e7d6-4e79-9d74-21d05df547ce req-ee908b4a-22f5-47b3-82d1-e0af98d19a7a tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826342 Feb 07 23:06:23.522976 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-63f8b876-e07c-4412-a849-74228826949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.535036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port d44b0608-1411-4340-b8f0-7cf28e18b5b6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d44b0608-1411-4340-b8f0-7cf28e18b5b6,segment=NetworkSegment(72743d98-10e3-4f64-a7e8-c96d09102641),segment_id=72743d98-10e3-4f64-a7e8-c96d09102641)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:23.543667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.546846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 45ff99d1-5789-49af-98c9-dba4dde60865 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:23.941577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:23.961794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:23.962159 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment a14c8228-9dfe-4552-90ef-89ed97368be2 of type vlan for network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 Feb 07 23:06:23.980960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=d44b0608-1411-4340-b8f0-7cf28e18b5b6,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:23.992647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 45ff99d1-5789-49af-98c9-dba4dde60865 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:23.998811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 45ff99d1-5789-49af-98c9-dba4dde60865 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:23.999332 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.028869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-63f8b876-e07c-4412-a849-74228826949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:06:24.029286 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-63f8b876-e07c-4412-a849-74228826949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:06:24.130281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.156495 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.200924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 45ff99d1-5789-49af-98c9-dba4dde60865, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=45ff99d1-5789-49af-98c9-dba4dde60865,segment=NetworkSegment(b2067909-a6f2-4bff-bcc0-c13511286069),segment_id=b2067909-a6f2-4bff-bcc0-c13511286069)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:24.205713 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.214074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:06:24.306966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.315273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:24.316089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.343197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=45ff99d1-5789-49af-98c9-dba4dde60865,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:24.438861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cc8a98c5-85d9-438c-93f0-67e36e941d85 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:24.565210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.709770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7071216 Feb 07 23:06:24.711992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59512) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:24.741047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port cc8a98c5-85d9-438c-93f0-67e36e941d85 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:24.741429 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:24.848373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:24.861045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Sync routers for ids ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:24.865088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:24.885463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Routers {'26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:24.886111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:05:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:25.089648 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:25.103551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d657a-ef81-4140-bed2-5800341f8b0d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=50124f69-3a11-4b08-ac35-ac0f15ce6a99,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:25.116927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d44b0608-1411-4340-b8f0-7cf28e18b5b6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:25.126323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:25.141552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:25.148250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:25.154688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:25.161074 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d1ba943f-adb8-40c5-879c-292cd8e91e56 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.7390788 Feb 07 23:06:25.197665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:06:25.211577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59524) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:25.402810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:25.410661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d44b0608-1411-4340-b8f0-7cf28e18b5b6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:25.411274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:25.426237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:25.431909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:25.532322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Set router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:25.546454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69478b-fc7e-40d4-929e-243863717b8f req-bd7349d0-cbc4-45c5-898f-2182a95341cb tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:25.548019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa69478b-fc7e-40d4-929e-243863717b8f req-bd7349d0-cbc4-45c5-898f-2182a95341cb tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.8565307 Feb 07 23:06:25.938089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Allocated IP 172.20.0.1 (1b544ff6-9734-4458-a9f3-74fbb8e6bbe7/818708ce-b7b7-4e38-857a-3fc379897a26/d5cd0378-a994-45be-9db8-e1b4ea04353b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:26.018683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa69478b-fc7e-40d4-929e-243863717b8f req-68a4b768-fb20-4c1f-a890-b68879e21e87 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627786 Feb 07 23:06:26.024962 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3bfd97ea-98f7-4e59-a5d3-0adbee94c447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.056500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 03057c76-cba3-411b-93f2-b24de32d0322 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:06:26.058597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port bee38aa0-5639-4644-9520-47f9089f9a11 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:26.058990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.102217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 03057c76-cba3-411b-93f2-b24de32d0322 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:06:26.103071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 03057c76-cba3-411b-93f2-b24de32d0322 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:06:26.111959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 3, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:26.118569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Checking router: 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:26.119137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Updating router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 port 799cbfad-a27d-438d-ab1a-d7336f11fb09 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:26.142196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.222039 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.403262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=438816b4-d92b-4343-ad7c-358778d16199,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:26.457001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 45ff99d1-5789-49af-98c9-dba4dde60865 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:26.487249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': 'a14c8228-9dfe-4552-90ef-89ed97368be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:26.487887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: 50124f69-3a11-4b08-ac35-ac0f15ce6a99, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:26.558463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.565481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:26.586352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 50124f69-3a11-4b08-ac35-ac0f15ce6a99) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:26.592278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:26.593246 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.619773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d4bad-5701-46d0-adbf-212b5689446c None None] Network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:26.649824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c56a2e90-ac8a-4a16-aae3-fd52b85c0971 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8040056 Feb 07 23:06:26.659519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59558) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:26.763968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-133740103'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:26.808904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Transition to ACTIVE for port object d5cd0378-a994-45be-9db8-e1b4ea04353b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:26.824050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 45ff99d1-5789-49af-98c9-dba4dde60865 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:26.825102 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:26.954052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port bee38aa0-5639-4644-9520-47f9089f9a11, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bee38aa0-5639-4644-9520-47f9089f9a11,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:26.954465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.181965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for bee38aa0-5639-4644-9520-47f9089f9a11 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:27.479032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005fae-1961-4bd6-bc86-21e079e426bc req-480d237d-625f-4d29-b7ca-b7f0e26bf57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:27.480629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76005fae-1961-4bd6-bc86-21e079e426bc req-480d237d-625f-4d29-b7ca-b7f0e26bf57a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 1097 time: 0.8113534 Feb 07 23:06:27.536665 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.565702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Transition to ACTIVE for port object 799cbfad-a27d-438d-ab1a-d7336f11fb09 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:27.578521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-50124f69-3a11-4b08-ac35-ac0f15ce6a99', 'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99', 'tenant_id': '86126c5901674d4caf64d97edb81986d', 'fixed_ips': [{'subnet_id': '438816b4-d92b-4343-ad7c-358778d16199'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:06:27.584725 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.617907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.620689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.678476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005fae-1961-4bd6-bc86-21e079e426bc req-d9fecdc5-6bd8-4ae3-9118-2da9dfd90413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:27.680526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76005fae-1961-4bd6-bc86-21e079e426bc req-d9fecdc5-6bd8-4ae3-9118-2da9dfd90413 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 912 time: 0.1783164 Feb 07 23:06:27.686828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:27.697486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c0d38-09f0-412c-9ee2-1ddbc879e9f8 req-3bebd7fd-cf8d-48f5-9cb9-391e408f1deb tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:27.699005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c89c0d38-09f0-412c-9ee2-1ddbc879e9f8 req-3bebd7fd-cf8d-48f5-9cb9-391e408f1deb tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.9474602 Feb 07 23:06:27.768397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f6b84-cb43-4773-b04a-0ef74ca22e5f None None] Pushing event updated for resources: {'Port': ['ID=799cbfad-a27d-438d-ab1a-d7336f11fb09,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:27.840984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c89c0d38-09f0-412c-9ee2-1ddbc879e9f8 req-8f0b0660-62d4-4956-83d7-9054c443b539 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015332 Feb 07 23:06:27.921985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:27.928083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:27.930554 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76005fae-1961-4bd6-bc86-21e079e426bc req-0d76ef3c-0dd3-43bc-9976-b4ba35008aae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81915c84-8ef9-462a-95fb-941424af4cc0 HTTP/1.1" status: 200 len: 217 time: 0.2337172 Feb 07 23:06:27.931894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:27.942669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:28.029090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:28.052836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.062665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:28.097101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:28.123781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Port': ['ID=d5cd0378-a994-45be-9db8-e1b4ea04353b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:28.149414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Allocated IP 2001:db8::2 (50124f69-3a11-4b08-ac35-ac0f15ce6a99/438816b4-d92b-4343-ad7c-358778d16199/1049491e-070c-4bfe-b5b2-23991db8a9f9) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:28.161630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76005fae-1961-4bd6-bc86-21e079e426bc req-712fb515-7622-408b-a9df-53c92d3d987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:28.163120 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76005fae-1961-4bd6-bc86-21e079e426bc req-712fb515-7622-408b-a9df-53c92d3d987b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.1871753 Feb 07 23:06:28.167757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:28.173150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.273046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.290485 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76005fae-1961-4bd6-bc86-21e079e426bc req-a0bd1eb4-f738-4347-a60a-4762f3f01f66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036251 Feb 07 23:06:28.446584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Attempting to bind port 799cbfad-a27d-438d-ab1a-d7336f11fb09 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:28.447125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Attempting to bind port 799cbfad-a27d-438d-ab1a-d7336f11fb09 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:28.447415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Attempting to bind port 799cbfad-a27d-438d-ab1a-d7336f11fb09 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:28.456382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:28.456799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:28.457206 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.457601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:28.458073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Bound port: 799cbfad-a27d-438d-ab1a-d7336f11fb09, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:28.458449 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.491046 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce238e14-b571-4637-971d-39af046896c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.588477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-818079e0-ace4-4de7-a905-8c68325d9d81 None None] Provisioning for port d5cd0378-a994-45be-9db8-e1b4ea04353b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:28.604836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-818079e0-ace4-4de7-a905-8c68325d9d81 None None] Provisioning complete for port d5cd0378-a994-45be-9db8-e1b4ea04353b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:28.605571 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-818079e0-ace4-4de7-a905-8c68325d9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.655776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Allocated IP 172.20.0.1 (c225e456-fe4b-48c0-bcda-2cdb91889008/e59322a7-0bfc-4d4f-80d3-a6ea23762a3e/57940ddf-c5b8-4465-9c32-4bc08bc2411f) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:28.682297 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76005fae-1961-4bd6-bc86-21e079e426bc req-81799d45-a03c-485c-9a83-7a989e53fce5 service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590102 Feb 07 23:06:28.711291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 038ef193-b959-419e-a22a-59c9d744c8ab yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:06:28.826586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] For port 799cbfad-a27d-438d-ab1a-d7336f11fb09, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:28.842954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-818079e0-ace4-4de7-a905-8c68325d9d81 None None] Port d5cd0378-a994-45be-9db8-e1b4ea04353b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:06:28.850213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] For port 799cbfad-a27d-438d-ab1a-d7336f11fb09, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=799cbfad-a27d-438d-ab1a-d7336f11fb09,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:28.864267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.873829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.894875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Transition to ACTIVE for port object 57940ddf-c5b8-4465-9c32-4bc08bc2411f will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:28.921735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=bee38aa0-5639-4644-9520-47f9089f9a11,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:28.927193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:28.937012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.008020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Transition to ACTIVE for port object 1049491e-070c-4bfe-b5b2-23991db8a9f9 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:29.026484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-76005fae-1961-4bd6-bc86-21e079e426bc req-c0ce5142-4180-402c-add6-7c0f4c67c4ce service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365834 Feb 07 23:06:29.055754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Routers {'26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:29.057344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:29.131288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Network c225e456-fe4b-48c0-bcda-2cdb91889008 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:29.143970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:29.189408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:29.231538 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.334225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Transition to ACTIVE for port object 1049491e-070c-4bfe-b5b2-23991db8a9f9 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:29.348920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] Set router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:29.413896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f6b84-cb43-4773-b04a-0ef74ca22e5f None None] Pushing event updated for resources: {'Port': ['ID=799cbfad-a27d-438d-ab1a-d7336f11fb09,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:29.529237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.580547 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.620350 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.764090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:29.783596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:29.811525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:29.830389 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:29.835722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Pushing event updated for resources: {'Port': ['ID=1049491e-070c-4bfe-b5b2-23991db8a9f9,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:29.881646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c692deb8-ddcd-4044-ac83-4ce437e49bd3 None None] Provisioning for port 57940ddf-c5b8-4465-9c32-4bc08bc2411f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:29.970290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Pushing event updated for resources: {'Port': ['ID=57940ddf-c5b8-4465-9c32-4bc08bc2411f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:30.022745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c692deb8-ddcd-4044-ac83-4ce437e49bd3 None None] Provisioning complete for port 57940ddf-c5b8-4465-9c32-4bc08bc2411f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:30.023376 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c692deb8-ddcd-4044-ac83-4ce437e49bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.110442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.131255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Attempting to bind port 1049491e-070c-4bfe-b5b2-23991db8a9f9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:30.131788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Attempting to bind port 1049491e-070c-4bfe-b5b2-23991db8a9f9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a14c8228-9dfe-4552-90ef-89ed97368be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:30.132177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Attempting to bind port 1049491e-070c-4bfe-b5b2-23991db8a9f9 on network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:30.146419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.152476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:30.152901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Checking segment: {'id': 'a14c8228-9dfe-4552-90ef-89ed97368be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:30.153309 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.153705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Bound using segment: {'id': 'a14c8228-9dfe-4552-90ef-89ed97368be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:30.154177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Bound port: 1049491e-070c-4bfe-b5b2-23991db8a9f9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14c8228-9dfe-4552-90ef-89ed97368be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '50124f69-3a11-4b08-ac35-ac0f15ce6a99'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:30.154746 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.164280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c692deb8-ddcd-4044-ac83-4ce437e49bd3 None None] Port 57940ddf-c5b8-4465-9c32-4bc08bc2411f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:06:30.300584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d953e-5531-4da9-be7f-87ab7706fd24 req-ee44c9f1-6412-4f07-9b6f-0abab8c0a58d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:30.315637 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af0d953e-5531-4da9-be7f-87ab7706fd24 req-ee44c9f1-6412-4f07-9b6f-0abab8c0a58d tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.1565120 Feb 07 23:06:30.330763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::347 (50124f69-3a11-4b08-ac35-ac0f15ce6a99/438816b4-d92b-4343-ad7c-358778d16199/038ef193-b959-419e-a22a-59c9d744c8ab) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:30.336121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 3, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:30.352731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8794d80d-8357-4114-86dc-11b6b7ae69cb None None] The sync data for ids ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'] in n-d-827896-3 is: [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:06:18Z', 'revision_number': 3, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:30.369802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] For port 1049491e-070c-4bfe-b5b2-23991db8a9f9, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:30.373444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] For port 1049491e-070c-4bfe-b5b2-23991db8a9f9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1049491e-070c-4bfe-b5b2-23991db8a9f9,segment=NetworkSegment(a14c8228-9dfe-4552-90ef-89ed97368be2),segment_id=a14c8228-9dfe-4552-90ef-89ed97368be2)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:30.378814 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.415661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.455765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af0d953e-5531-4da9-be7f-87ab7706fd24 req-5e4600dd-f4fa-45c7-8b9f-c9997de4d85c tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147051 Feb 07 23:06:30.611516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.627766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40eb07-c10f-407f-b51f-05f5f0424412 None None] Pushing event updated for resources: {'Port': ['ID=1049491e-070c-4bfe-b5b2-23991db8a9f9,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:30.647833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Port': ['ID=d5cd0378-a994-45be-9db8-e1b4ea04353b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:30.870048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.912813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object 038ef193-b959-419e-a22a-59c9d744c8ab will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:30.930410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:30.993611 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:31.025275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:31.076259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:31.355631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:31.621701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-856dcafe-1d18-425a-a519-8b3a2e2b316e None None] Provisioning complete for port d5cd0378-a994-45be-9db8-e1b4ea04353b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:31.622479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-856dcafe-1d18-425a-a519-8b3a2e2b316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:31.777578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-856dcafe-1d18-425a-a519-8b3a2e2b316e None None] Port d5cd0378-a994-45be-9db8-e1b4ea04353b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:06:31.784096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:31.801009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:06:31.832298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:31.834845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Router 8a2ffc64-e389-433e-93ce-f19d28c677ec has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:06:31.838982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:31.850406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:31.869558 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:31.883252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:31.884175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:31.892439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=038ef193-b959-419e-a22a-59c9d744c8ab,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:32.082533 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c6fd4903-1f27-4586-96a9-c6ae4acc2f6b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 5.4215500 Feb 07 23:06:32.093629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59642) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:32.307848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:32.316543 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7a1fad47-52c8-40bd-87bb-f1f431f1d2de tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "PUT /v2.0/routers/8a2ffc64-e389-433e-93ce-f19d28c677ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5129879 Feb 07 23:06:32.320876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59646) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:32.331332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Request body: {'port': {'network_id': '1b544ff6-9734-4458-a9f3-74fbb8e6bbe7', 'name': 'tempest-FloatingIPAdminTestJSON-1422315621'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:32.332402 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] Sync routers for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:32.352223 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:32.353556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:32.415653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.449456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 038ef193-b959-419e-a22a-59c9d744c8ab {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:32.454891 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.471010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Pushing event updated for resources: {'Port': ['ID=57940ddf-c5b8-4465-9c32-4bc08bc2411f,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:32.518594 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:32.545305 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:32.546595 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:32.596147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 799cbfad-a27d-438d-ab1a-d7336f11fb09 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:32.629860 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:32.630651 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ebc7c-7a2b-4077-a4e0-6941e5d80c2c None None] The sync data for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:32.720238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75dd15d-eed2-478d-95cc-0c5be8a2cf83 None None] Network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:32.801366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:32.812593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Usage tracker for resource:port and tenant:789e72287b1a4d7fa7f3d335f96408d1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:32.824451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:32.851237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:32.911763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Made reservation on behalf of 789e72287b1a4d7fa7f3d335f96408d1 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:32.915642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:32.931399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-064f36e1-fc85-4dac-abe2-b8870d4cb916 None None] Provisioning for port 1049491e-070c-4bfe-b5b2-23991db8a9f9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:33.008910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266adad-0c9e-4fab-8c38-3a0d7e880b5d req-bc68f781-0b08-4677-9d45-0b92e4f0328b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:33.011754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2266adad-0c9e-4fab-8c38-3a0d7e880b5d req-bc68f781-0b08-4677-9d45-0b92e4f0328b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.2091234 Feb 07 23:06:33.117376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:33.152175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5329cb17-f223-402d-95af-e8a4b0f82bc8 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "PUT /v2.0/routers/2a0db328-7223-4c59-8b5a-a46cdcd0fc3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8489101 Feb 07 23:06:33.163870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59664) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:33.282454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] Sync routers for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:33.300778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] device_id is not set on port 96bde11f-be32-4350-a914-1d176a0ea6af yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:06:33.305531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2266adad-0c9e-4fab-8c38-3a0d7e880b5d req-cb96a2ce-fccf-47dc-8be9-f33b98888ed8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190042 Feb 07 23:06:33.326041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:33.326041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:33.391091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 799cbfad-a27d-438d-ab1a-d7336f11fb09 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:33.410687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting subnet c8a0b1b6-c539-43b3-9b7c-03474560316a {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:06:33.415906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.425520 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.460117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 799cbfad-a27d-438d-ab1a-d7336f11fb09 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:33.460413 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.466899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Network c225e456-fe4b-48c0-bcda-2cdb91889008 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:33.471018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:33.589279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.779826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 038ef193-b959-419e-a22a-59c9d744c8ab owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:33.821775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.849213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:33.894255 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:33.972770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.072485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.078470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc4c13-3242-4e36-ad1e-97e91a13d27c None None] Network 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:34.085172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a0b1b6-c539-43b3-9b7c-03474560316a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:34.103171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de695e6c-7d2a-41c2-ba33-b872d88fddef tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/subnets/c8a0b1b6-c539-43b3-9b7c-03474560316a HTTP/1.1" status: 204 len: 168 time: 0.9378240 Feb 07 23:06:34.106900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59674) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:34.116408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Allocated IP 172.20.0.5 (1b544ff6-9734-4458-a9f3-74fbb8e6bbe7/818708ce-b7b7-4e38-857a-3fc379897a26/96bde11f-be32-4350-a914-1d176a0ea6af) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:34.117985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:06:34.278213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 799cbfad-a27d-438d-ab1a-d7336f11fb09, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=799cbfad-a27d-438d-ab1a-d7336f11fb09,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:34.322800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.347826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.348655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1049491e-070c-4bfe-b5b2-23991db8a9f9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:34.410937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:34.420892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-072ad01b-62d5-4878-8808-a4a32a24cdf5 admin admin] 10.222.0.10 "PUT /v2.0/routers/26c52289-66f6-4e9c-bdf6-dfb9ed1fd612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1956203 Feb 07 23:06:34.421475 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Sync routers for ids ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:34.441627 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Routers {'26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:34.442276 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:34.712849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=799cbfad-a27d-438d-ab1a-d7336f11fb09,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:34.716298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c4d2f1ac-33a4-409b-997b-ce037b6a6930 None None] Provisioning complete for port 57940ddf-c5b8-4465-9c32-4bc08bc2411f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:34.716902 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f1ac-33a4-409b-997b-ce037b6a6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.747115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366476e-d8ce-403a-afbe-411cd1860cdd req-a39d1b2f-799a-4a39-a254-1634aaba2c95 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:34.759843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0366476e-d8ce-403a-afbe-411cd1860cdd req-a39d1b2f-799a-4a39-a254-1634aaba2c95 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.2316601 Feb 07 23:06:34.907762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2f1ac-33a4-409b-997b-ce037b6a6930 None None] Port 57940ddf-c5b8-4465-9c32-4bc08bc2411f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:06:34.910173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0366476e-d8ce-403a-afbe-411cd1860cdd req-c6081878-4b2d-4442-8dae-2ff0091af9a3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460431 Feb 07 23:06:34.943548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:34.962039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Transition to ACTIVE for port object 96bde11f-be32-4350-a914-1d176a0ea6af will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:34.985754 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Set router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:35.050887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:35.194168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-887d67d8-8b35-4236-ae95-fb7fae18d1cc None None] Could not find standard attr ID for object 038ef193-b959-419e-a22a-59c9d744c8ab. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:06:35.228302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-887d67d8-8b35-4236-ae95-fb7fae18d1cc None None] Provisioning complete for port 1049491e-070c-4bfe-b5b2-23991db8a9f9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:35.228704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-887d67d8-8b35-4236-ae95-fb7fae18d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:35.232750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=038ef193-b959-419e-a22a-59c9d744c8ab,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:35.255936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1049491e-070c-4bfe-b5b2-23991db8a9f9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:35.273175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1049491e-070c-4bfe-b5b2-23991db8a9f9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:35.273551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:35.736907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:35.743823 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:06:30Z', 'revision_number': 4, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '57940ddf-c5b8-4465-9c32-4bc08bc2411f', 'name': '', 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'mac_address': 'fa:16:3e:63:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e59322a7-0bfc-4d4f-80d3-a6ea23762a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:27Z', 'updated_at': '2022-02-07T23:06:31Z', 'revision_number': 2, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'subnets': [{'id': 'e59322a7-0bfc-4d4f-80d3-a6ea23762a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:35.747370 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:35.775663 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Checking router: 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:35.776225 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Updating router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 port 57940ddf-c5b8-4465-9c32-4bc08bc2411f binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:35.781002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59714) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:35.781643 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4afb248b-d6e2-4454-afaa-74b082747588 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/038ef193-b959-419e-a22a-59c9d744c8ab HTTP/1.1" status: 204 len: 168 time: 3.6859095 Feb 07 23:06:35.784365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:35.799062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:35.849525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:06:27Z', 'revision_number': 7, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:35.852520 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-887d67d8-8b35-4236-ae95-fb7fae18d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:35.970592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f059602-788f-42ee-97bb-5c087499570c None None] DHCP port deletion for 59dec782-c1b0-4932-88ec-8c5aa3f8ab3e request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:06:35.978169 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f51cf4f-d851-4b7d-99d7-77a2befafd8e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:06:35.980063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] Checking router: 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:36.008289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9f51cf4f-d851-4b7d-99d7-77a2befafd8e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/038ef193-b959-419e-a22a-59c9d744c8ab HTTP/1.1" status: 404 len: 333 time: 0.1990275 Feb 07 23:06:36.008289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59722) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:36.008289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59724) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:36.054527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755236906', 'description': 'tempest-secgroup-smoke-1755236906 description', 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:36.166802 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.230820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] Routers {'2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:36.232378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:36.239717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event updated for resources: {'Port': ['ID=96bde11f-be32-4350-a914-1d176a0ea6af,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:36.287489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.347188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:36.377217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet 438816b4-d92b-4343-ad7c-358778d16199 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:06:36.409613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0f059602-788f-42ee-97bb-5c087499570c None None] Deleting port 54451943-73d9-48e7-9168-caa47ba43eb1 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:36.410540 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f059602-788f-42ee-97bb-5c087499570c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.559400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:36.559400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.633450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:36.675618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.740257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:36.794019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:36.819377 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.823453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-887d67d8-8b35-4236-ae95-fb7fae18d1cc None None] For port 1049491e-070c-4bfe-b5b2-23991db8a9f9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1049491e-070c-4bfe-b5b2-23991db8a9f9,segment=NetworkSegment(a14c8228-9dfe-4552-90ef-89ed97368be2),segment_id=a14c8228-9dfe-4552-90ef-89ed97368be2)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:36.893621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.903136 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.910248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.917249 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b15e1312-f5e5-4e11-9945-50a32b91adcb tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5952122 Feb 07 23:06:36.923491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:36.934008 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.954011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port d58951ef-13a7-44c1-bece-44fb64b2e02e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:36.954529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.984640 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-887d67d8-8b35-4236-ae95-fb7fae18d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:36.991082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.147055 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.183789 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Transition to ACTIVE for port object 57940ddf-c5b8-4465-9c32-4bc08bc2411f will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:37.203945 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.268064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142e727-b3d2-492c-a10d-ad9fa772c04b req-87c8a70b-09c0-4b7d-834e-9cac025596b8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:37.277960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4142e727-b3d2-492c-a10d-ad9fa772c04b req-87c8a70b-09c0-4b7d-834e-9cac025596b8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.8972378 Feb 07 23:06:37.312109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.443554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:37.447862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.538750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:37.708369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:37.737849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4142e727-b3d2-492c-a10d-ad9fa772c04b req-3fb6dc92-4bef-4ca8-93eb-a8e834387d49 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456670 Feb 07 23:06:37.749687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=438816b4-d92b-4343-ad7c-358778d16199,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:37.754308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-25834ebd-ae24-4505-bd37-dcb230cb8475 None None] Provisioning for port 96bde11f-be32-4350-a914-1d176a0ea6af completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:37.760453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.771026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:37.796848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-647ae4d1-df31-48ac-89d2-f5eb5c902438 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/438816b4-d92b-4343-ad7c-358778d16199 HTTP/1.1" status: 204 len: 168 time: 1.7556109 Feb 07 23:06:37.796848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:37.803086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-25834ebd-ae24-4505-bd37-dcb230cb8475 None None] Provisioning complete for port 96bde11f-be32-4350-a914-1d176a0ea6af triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:37.803086 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-25834ebd-ae24-4505-bd37-dcb230cb8475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.807103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port d58951ef-13a7-44c1-bece-44fb64b2e02e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d58951ef-13a7-44c1-bece-44fb64b2e02e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:37.807103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:37.952489 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Pushing event updated for resources: {'Port': ['ID=57940ddf-c5b8-4465-9c32-4bc08bc2411f,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:37.986599 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:37.987146 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:37.987687 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:37.988226 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:37.988793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:37.992619 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:38.001426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for d58951ef-13a7-44c1-bece-44fb64b2e02e owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:38.007252 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:38.008008 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:38.008599 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:38.009121 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:38.009664 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:38.010204 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:38.019106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-25834ebd-ae24-4505-bd37-dcb230cb8475 None None] Port 96bde11f-be32-4350-a914-1d176a0ea6af cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:06:38.020840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505bb5a8-d7e9-404b-b2d6-247e346cb8d7 None None] Network 50124f69-3a11-4b08-ac35-ac0f15ce6a99 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:38.234467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'project_id': '789e72287b1a4d7fa7f3d335f96408d1', 'port_id': '96bde11f-be32-4350-a914-1d176a0ea6af'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:38.234467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.251460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:38.337783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Usage tracker for resource:floatingip and tenant:789e72287b1a4d7fa7f3d335f96408d1 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:38.377034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:38.398886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=d58951ef-13a7-44c1-bece-44fb64b2e02e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:38.398886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:38.418621 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Attempting to bind port 57940ddf-c5b8-4465-9c32-4bc08bc2411f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:38.418621 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Attempting to bind port 57940ddf-c5b8-4465-9c32-4bc08bc2411f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:38.418621 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Attempting to bind port 57940ddf-c5b8-4465-9c32-4bc08bc2411f on network c225e456-fe4b-48c0-bcda-2cdb91889008 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:38.424871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.435466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:38.435466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Checking segment: {'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:38.435466 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.435466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Bound using segment: {'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:38.444365 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Bound port: 57940ddf-c5b8-4465-9c32-4bc08bc2411f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72743d98-10e3-4f64-a7e8-c96d09102641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:38.444365 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.447408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.572386 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.599292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 1049491e-070c-4bfe-b5b2-23991db8a9f9 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:38.600791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.629038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0f059602-788f-42ee-97bb-5c087499570c None None] For port 54451943-73d9-48e7-9168-caa47ba43eb1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=54451943-73d9-48e7-9168-caa47ba43eb1,segment=NetworkSegment(e3d61a11-16c8-4a0f-821b-5932e51be12e),segment_id=e3d61a11-16c8-4a0f-821b-5932e51be12e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:38.629260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f059602-788f-42ee-97bb-5c087499570c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.698524 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] For port 57940ddf-c5b8-4465-9c32-4bc08bc2411f, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:38.708443 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] For port 57940ddf-c5b8-4465-9c32-4bc08bc2411f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57940ddf-c5b8-4465-9c32-4bc08bc2411f,segment=NetworkSegment(72743d98-10e3-4f64-a7e8-c96d09102641),segment_id=72743d98-10e3-4f64-a7e8-c96d09102641)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:38.717938 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:38.881346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0f059602-788f-42ee-97bb-5c087499570c None None] Calling delete_port for 54451943-73d9-48e7-9168-caa47ba43eb1 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:39.000503 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.017217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.097367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:06:39.097367 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:06:39.097367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d67d8-8b35-4236-ae95-fb7fae18d1cc None None] Pushing event updated for resources: {'Port': ['ID=1049491e-070c-4bfe-b5b2-23991db8a9f9,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:39.105767 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.119265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.124184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] Set router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:39.164310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3483e874-0630-4dea-9c05-df86ed48a161,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:39.226647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Routers {'26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:39.228128 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:39.298561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.299110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Fanout notify agent at l3_agent the message router_deleted on router 2a0db328-7223-4c59-8b5a-a46cdcd0fc3d {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:06:39.330643 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf92d5-9a9c-4db8-adb6-f4e2f26fb2d1 None None] Pushing event updated for resources: {'Port': ['ID=57940ddf-c5b8-4465-9c32-4bc08bc2411f,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:39.379378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.386468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f059602-788f-42ee-97bb-5c087499570c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.404325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.418596 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-38d4d8aa-937b-45f5-982a-cd11f1ca2015 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/routers/2a0db328-7223-4c59-8b5a-a46cdcd0fc3d HTTP/1.1" status: 204 len: 168 time: 5.3076897 Feb 07 23:06:39.524986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:39.568132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f059602-788f-42ee-97bb-5c087499570c None None] No DVR routers for this DVR port 54451943-73d9-48e7-9168-caa47ba43eb1 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:06:39.568132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f059602-788f-42ee-97bb-5c087499570c None None] Pushing event deleted for resources: {'Port': ['ID=54451943-73d9-48e7-9168-caa47ba43eb1,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:39.696175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.696175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c151aa9a-cfab-43a8-820a-2799640cc210 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.6858511 Feb 07 23:06:39.706334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59784) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:39.737372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'security_group_rule': {'security_group_id': '3483e874-0630-4dea-9c05-df86ed48a161', 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:39.766843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:39.783563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:39.793596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:39.834962 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] Set router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:39.859492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:39.922639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] For port 1049491e-070c-4bfe-b5b2-23991db8a9f9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1049491e-070c-4bfe-b5b2-23991db8a9f9,segment=NetworkSegment(a14c8228-9dfe-4552-90ef-89ed97368be2),segment_id=a14c8228-9dfe-4552-90ef-89ed97368be2)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:39.923041 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:39.972964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d834c57-5d6f-4306-9ce3-1181b61e12b9 req-eb2c778d-5eda-415e-8b32-d79f756df2bd tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:39.999849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d834c57-5d6f-4306-9ce3-1181b61e12b9 req-eb2c778d-5eda-415e-8b32-d79f756df2bd tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.8711879 Feb 07 23:06:40.005194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 799cbfad-a27d-438d-ab1a-d7336f11fb09 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:40.192492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.208283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 1049491e-070c-4bfe-b5b2-23991db8a9f9 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:40.237527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Allocated IP 172.25.0.178 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/178dc732-4505-468b-ac94-f6b5bbd0ea2a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:40.349171 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.513599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.551773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59dec782-c1b0-4932-88ec-8c5aa3f8ab3e']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:40.554681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No DVR routers for this DVR port 1049491e-070c-4bfe-b5b2-23991db8a9f9 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:06:40.581863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d61a11-16c8-4a0f-821b-5932e51be12e') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:40.582696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d61a11-16c8-4a0f-821b-5932e51be12e') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:40.603682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.627336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfc1ae-8c09-4786-96f2-cc70d2018fc3 None None] DHCP port deletion for 50124f69-3a11-4b08-ac35-ac0f15ce6a99 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:06:40.635558 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.705221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.771018 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:06:30Z', 'revision_number': 4, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '57940ddf-c5b8-4465-9c32-4bc08bc2411f', 'name': '', 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'mac_address': 'fa:16:3e:63:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e59322a7-0bfc-4d4f-80d3-a6ea23762a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:27Z', 'updated_at': '2022-02-07T23:06:38Z', 'revision_number': 4, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'subnets': [{'id': 'e59322a7-0bfc-4d4f-80d3-a6ea23762a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:40.785410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 799cbfad-a27d-438d-ab1a-d7336f11fb09 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:40.785410 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.792922 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c66c7-33a8-40be-a899-ae25d00715f2 None None] The sync data for ids ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'] in n-d-827896-3 is: [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:06:30Z', 'revision_number': 4, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '57940ddf-c5b8-4465-9c32-4bc08bc2411f', 'name': '', 'network_id': 'c225e456-fe4b-48c0-bcda-2cdb91889008', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'mac_address': 'fa:16:3e:63:19:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': 'e59322a7-0bfc-4d4f-80d3-a6ea23762a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:27Z', 'updated_at': '2022-02-07T23:06:38Z', 'revision_number': 4, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'subnets': [{'id': 'e59322a7-0bfc-4d4f-80d3-a6ea23762a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:40.800082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:06:40.800082 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:40.817551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=1049491e-070c-4bfe-b5b2-23991db8a9f9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:40.921123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d834c57-5d6f-4306-9ce3-1181b61e12b9 req-a70ef950-8e21-45bc-a04e-84528b2d3e8b tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8887804 Feb 07 23:06:41.193397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1049491e-070c-4bfe-b5b2-23991db8a9f9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:41.228241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:06:41.245230 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:06:41.269672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.276636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1049491e-070c-4bfe-b5b2-23991db8a9f9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:06:41.276636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1049491e-070c-4bfe-b5b2-23991db8a9f9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 07 23:06:41.284893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.390310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 1049491e-070c-4bfe-b5b2-23991db8a9f9 not found, will not notify nova. {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 07 23:06:41.398843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.417027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:06:27Z', 'revision_number': 7, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:41.421027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f33e9c5-ddc1-4782-953a-cae0baebd5b4,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:41.433799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c861a44-447f-4289-b605-81afc67c2d0f None None] The sync data for ids ['2a0db328-7223-4c59-8b5a-a46cdcd0fc3d'] in n-d-827896-3 is: [{'id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'name': 'tempest-TestNetworkBasicOps-router-1426235158', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:02:44Z', 'updated_at': '2022-02-07T23:06:27Z', 'revision_number': 7, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'd58951ef-13a7-44c1-bece-44fb64b2e02e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ef:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0db328-7223-4c59-8b5a-a46cdcd0fc3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:02:46Z', 'updated_at': '2022-02-07T23:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:41.441680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50124f69-3a11-4b08-ac35-ac0f15ce6a99']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:41.460755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.467090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14c8228-9dfe-4552-90ef-89ed97368be2') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:41.468430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14c8228-9dfe-4552-90ef-89ed97368be2') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:41.485702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.487698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-391d677f-d9a9-4b5a-8554-1e2fc58acfdf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7725768 Feb 07 23:06:41.490417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.499458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59810) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:41.506068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'security_group_rule': {'security_group_id': '3483e874-0630-4dea-9c05-df86ed48a161', 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:41.525027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:41.544381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:41.561455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.568353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:41.573236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:06:41.573918 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.611410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:06:41.612320 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:06:41.618161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.620879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:41.725377 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/networks/59dec782-c1b0-4932-88ec-8c5aa3f8ab3e HTTP/1.1" status: 204 len: 168 time: 2.2046463 Feb 07 23:06:41.744196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b13c4f-326d-43a9-8c14-07055330913e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Network': ['ID=59dec782-c1b0-4932-88ec-8c5aa3f8ab3e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:41.769010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59816) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:41.785511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'network': {'name': 'tempest-network-smoke--37364007', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:41.811584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:41.811584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:41.811584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:41.907301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 54451943-73d9-48e7-9168-caa47ba43eb1 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:06:41.917330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:41.924627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:42.041501 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.079079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Pushing event updated for resources: {'Port': ['ID=178dc732-4505-468b-ac94-f6b5bbd0ea2a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:42.091352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.094786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:network and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:42.103987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=50124f69-3a11-4b08-ac35-ac0f15ce6a99,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:42.113635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:42.135281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:42.135757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 54451943-73d9-48e7-9168-caa47ba43eb1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:06:42.136181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 54451943-73d9-48e7-9168-caa47ba43eb1 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:06:42.176097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6f1a813f-9efd-4bf5-a2cd-5bcf1e15a6fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/50124f69-3a11-4b08-ac35-ac0f15ce6a99 HTTP/1.1" status: 204 len: 168 time: 4.3991513 Feb 07 23:06:42.201304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59828) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:42.253351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:42.265824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.273788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'name': 'tempest-PortsIpV6TestJSON-1743405770'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:42.436521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:42.475582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.475582 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Added segment 799beb00-4fdf-456d-9e1c-8482cf17c389 of type vlan for network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 Feb 07 23:06:42.485142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57940ddf-c5b8-4465-9c32-4bc08bc2411f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:42.566935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.728893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 57940ddf-c5b8-4465-9c32-4bc08bc2411f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:42.740615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 57940ddf-c5b8-4465-9c32-4bc08bc2411f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:42.740615 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.965493 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:42.978945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:42.978945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.178824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:43.194043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:43.218810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:43.268392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.272464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:43.400196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 57940ddf-c5b8-4465-9c32-4bc08bc2411f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57940ddf-c5b8-4465-9c32-4bc08bc2411f,segment=NetworkSegment(72743d98-10e3-4f64-a7e8-c96d09102641),segment_id=72743d98-10e3-4f64-a7e8-c96d09102641)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:43.428385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6482685 Feb 07 23:06:43.446461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.451133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59844) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:43.451133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-727165107', 'admin_state_up': True, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:43.491675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.532129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:43.535345 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.608820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7de19-8706-45fb-aca4-72837c2cbc80 req-7d656c29-004c-44a4-a790-8b3dd31694e7 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:43.619073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ece7de19-8706-45fb-aca4-72837c2cbc80 req-7d656c29-004c-44a4-a790-8b3dd31694e7 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.2134614 Feb 07 23:06:43.635109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1049491e-070c-4bfe-b5b2-23991db8a9f9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:06:43.662240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:43.676944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:router and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:43.678739 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.704058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:43.714945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:43.729615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb524b8-7b44-41f8-92d2-3085eef527b5 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Network': ['ID=5706a3e4-9ea8-4a72-86c3-aa66637704d6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:43.737466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.739188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.767762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:06:43.788008 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.818337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:43.910016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c16623-4508-4de2-acf6-3ef1aa8b98ec,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:43.951035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 91dd6bd9-35ce-4a00-ba91-01d7268cbda8 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:06:43.991709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1049491e-070c-4bfe-b5b2-23991db8a9f9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:06:44.004036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1049491e-070c-4bfe-b5b2-23991db8a9f9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:06:44.016004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bee38aa0-5639-4644-9520-47f9089f9a11 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:06:44.184350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: bee38aa0-5639-4644-9520-47f9089f9a11 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:06:44.184350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bee38aa0-5639-4644-9520-47f9089f9a11 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:06:44.207552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=57940ddf-c5b8-4465-9c32-4bc08bc2411f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:44.243973 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:44.253260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b28002f1-a470-4ed7-b147-7fbcaf437c6f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.7498910 Feb 07 23:06:44.312148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59856) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:44.313198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:44.509312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57940ddf-c5b8-4465-9c32-4bc08bc2411f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:44.666896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:44.683052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'security_group_rule': {'security_group_id': '3483e874-0630-4dea-9c05-df86ed48a161', 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:44.695415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 57940ddf-c5b8-4465-9c32-4bc08bc2411f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:44.695415 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:44.705141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:44.714242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:44.729388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:44.744924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:44.745795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ece7de19-8706-45fb-aca4-72837c2cbc80 req-818109b2-1636-4bd2-9b35-251d91efe6d9 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1197441 Feb 07 23:06:44.879372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:44.924024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d58951ef-13a7-44c1-bece-44fb64b2e02e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:06:44.997068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.036110 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.113059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d58951ef-13a7-44c1-bece-44fb64b2e02e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:06:45.113059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d58951ef-13a7-44c1-bece-44fb64b2e02e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:06:45.169435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:45.170753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:45.175384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:45.182059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:45.183140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.213730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0076985 Feb 07 23:06:45.258277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59872) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:45.338711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc0431-7ff8-4654-b6e3-e8a0c3534875 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=91dd6bd9-35ce-4a00-ba91-01d7268cbda8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:45.367877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.376788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.416931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 91dd6bd9-35ce-4a00-ba91-01d7268cbda8 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:45.416931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.454120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd895ff-479b-4898-ad14-33b344bb9384,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:45.490310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.494414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-26a93eba-5b75-4cff-a8e2-43db4d7aad33 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8167174 Feb 07 23:06:45.495391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59880) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:45.508808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'security_group_rule': {'security_group_id': '3483e874-0630-4dea-9c05-df86ed48a161', 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:45.528878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:45.596552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:45.609254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:45.653609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.657333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:45.672656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.720280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.919714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.972688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:45.989798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Pushing event updated for resources: {'Port': ['ID=178dc732-4505-468b-ac94-f6b5bbd0ea2a,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:46.009379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.044599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.078383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.240330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.249721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 91dd6bd9-35ce-4a00-ba91-01d7268cbda8 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:46.319703 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Floating IP c8d9d3e8-a94c-4eb9-8cb9-17f25d47ff2a associated. External IP: 172.25.0.178, port: 96bde11f-be32-4350-a914-1d176a0ea6af. Feb 07 23:06:46.359539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54da1231-4759-4ab0-9ddd-023f0711043d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:46.399213 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.399213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-99ed2c1c-f473-453e-a2a0-d989a0052ee9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8960569 Feb 07 23:06:46.399213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59898) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:46.406748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'security_group_rule': {'security_group_id': '3483e874-0630-4dea-9c05-df86ed48a161', 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:46.445369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:46.461752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:46.464335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.25.0.11 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/c737aea4-e23a-4f12-a51f-a7a0495c6fb8) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:46.471046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:46.497426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ddc03-50e8-482b-9e59-9ecb41fd9dd6 req-aaa4b752-6225-4a62-87af-1e803235ef28 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:46.499857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f2ddc03-50e8-482b-9e59-9ecb41fd9dd6 req-aaa4b752-6225-4a62-87af-1e803235ef28 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.4175117 Feb 07 23:06:46.502021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:46.505480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.672504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.684636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=91dd6bd9-35ce-4a00-ba91-01d7268cbda8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:46.684636 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Project 4cd82aa642704d6092a89a6cf0ec2eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:06:46.715208 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.715208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66bad507-613a-42a6-849e-92966976e85d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/91dd6bd9-35ce-4a00-ba91-01d7268cbda8 HTTP/1.1" status: 204 len: 168 time: 1.4615784 Feb 07 23:06:46.729247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:46.737434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'mac_address': 'fa:16:3e:fc:5d:c2', 'name': 'tempest-PortsIpV6TestJSON-28089171'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:46.890088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:46.907999 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f2ddc03-50e8-482b-9e59-9ecb41fd9dd6 req-1b00c4cf-5f82-43dd-b6bb-3801713689ee tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837913 Feb 07 23:06:46.956165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Router 8a2ffc64-e389-433e-93ce-f19d28c677ec has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:06:46.999001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:47.005450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:47.009973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:47.018635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:47.066862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:47.252437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.281620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.301712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 3426f6a4-3b3d-4368-be65-a5c804be73cd yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:06:47.370221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.379700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.429753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b9cfd1-a7a6-4d91-8382-cabb12d4d648,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:47.479623 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.479623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6528ba9f-c5dc-4c11-a181-e1842e2aa3de tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0741680 Feb 07 23:06:47.491242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59924) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:47.496193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'security_group_rule': {'security_group_id': '3483e874-0630-4dea-9c05-df86ed48a161', 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:47.524654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:47.539798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:security_group_rule and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:47.554181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:47.579972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:47.608168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:47.608168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:47.608168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:47.608168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:47.654138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:47.668751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] Sync routers for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:47.698324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:47.698324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:47.729835 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Project 4cd82aa642704d6092a89a6cf0ec2eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:06:47.740367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.790996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:47.805733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:47.806793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:47.836251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.970646 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:47.984451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:47.984451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8e8e8a-2e0a-49a3-aef6-50b5d0b0c455 None None] The sync data for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:47.990255 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.015723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.085317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b53942-0b89-421d-ab17-24148f28b51d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:48.142567 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-42e3347d-e0ef-4baa-a567-7f18cb60ae0e tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.2150309 Feb 07 23:06:48.148746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59934) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:48.350054 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.388916 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-78994fe6-f543-4187-84df-544c3b349a33 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] 10.222.0.10 "GET /v2.0/floatingips/c8d9d3e8-a94c-4eb9-8cb9-17f25d47ff2a HTTP/1.1" status: 200 len: 983 time: 0.2265096 Feb 07 23:06:48.388916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59944) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:48.425305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.425305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e47db0a1-b62a-4ac6-9a86-56e5a8dc5bc9 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9267895 Feb 07 23:06:48.443293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:48.459584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:48.459584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:48.459584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.459584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.480691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=3426f6a4-3b3d-4368-be65-a5c804be73cd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:48.514422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-34cd87cb-9721-410f-895d-8345250c8bb9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7728179 Feb 07 23:06:48.514422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26113918-c6bd-4775-a210-13025917d5e7 req-202c2c45-d768-4dd0-92af-1e85d7cd07c8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.528988 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26113918-c6bd-4775-a210-13025917d5e7 req-202c2c45-d768-4dd0-92af-1e85d7cd07c8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.4178200 Feb 07 23:06:48.573335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59952) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:48.730532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:48.772610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-315b788c-8720-4fd4-8ad7-1bec5f59b670 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Synchronizing usage tracker for tenant:4cd82aa642704d6092a89a6cf0ec2eb5 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:06:48.813754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-02f18558-d0f4-47ac-9c8a-9c9847889507 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.4337308 Feb 07 23:06:48.818421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 59972) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:48.836591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5104529-4757-4d22-a79f-84b1afaee62f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:48.837289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5104529-4757-4d22-a79f-84b1afaee62f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:06:48.874728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26113918-c6bd-4775-a210-13025917d5e7 req-ffd986af-dac5-414b-aef7-306da9f46198 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483968 Feb 07 23:06:48.874728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-315b788c-8720-4fd4-8ad7-1bec5f59b670 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Unset dirty status for tenant:4cd82aa642704d6092a89a6cf0ec2eb5 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:06:48.874728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-315b788c-8720-4fd4-8ad7-1bec5f59b670 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755236906&fields=id&tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5 HTTP/1.1" status: 200 len: 267 time: 0.1973345 Feb 07 23:06:49.013844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5104529-4757-4d22-a79f-84b1afaee62f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:06:49.018908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e5104529-4757-4d22-a79f-84b1afaee62f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/3426f6a4-3b3d-4368-be65-a5c804be73cd HTTP/1.1" status: 200 len: 843 time: 0.4482076 Feb 07 23:06:49.018908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59978) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:49.145240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 3426f6a4-3b3d-4368-be65-a5c804be73cd {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:49.146228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:49.187231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-d222cfa1-cfed-4887-8e9b-1fc937c43e12 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:49.189451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-d222cfa1-cfed-4887-8e9b-1fc937c43e12 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/networks?id=3d0b1347-8be6-470e-b9b7-72faad5675d8 HTTP/1.1" status: 200 len: 808 time: 0.3016074 Feb 07 23:06:49.227526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-7c49eb1b-493c-4650-b1e3-c566b78a420f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/quotas/4cd82aa642704d6092a89a6cf0ec2eb5 HTTP/1.1" status: 200 len: 375 time: 0.0295708 Feb 07 23:06:49.496401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:49.566002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Deleting port 178dc732-4505-468b-ac94-f6b5bbd0ea2a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:49.566487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:49.688949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 3426f6a4-3b3d-4368-be65-a5c804be73cd owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:49.768508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-0ff6306a-ce82-4a01-a0b0-57e89bb14eea tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Synchronizing usage tracker for tenant:4cd82aa642704d6092a89a6cf0ec2eb5 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:06:49.830671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:49.830671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-0ff6306a-ce82-4a01-a0b0-57e89bb14eea tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Unset dirty status for tenant:4cd82aa642704d6092a89a6cf0ec2eb5 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:06:49.837077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-0ff6306a-ce82-4a01-a0b0-57e89bb14eea tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5916867 Feb 07 23:06:50.021002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-6823e1c9-6d2d-4e71-88bf-d425bc115fa8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:06:50.022762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-6823e1c9-6d2d-4e71-88bf-d425bc115fa8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259242 Feb 07 23:06:50.058589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=3426f6a4-3b3d-4368-be65-a5c804be73cd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:50.094134 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:50.094738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:50.203509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:50.276538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-55df657c-bdc4-4a4e-97ed-ac47c72620f5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/3426f6a4-3b3d-4368-be65-a5c804be73cd HTTP/1.1" status: 204 len: 168 time: 1.2447515 Feb 07 23:06:50.276538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 59998) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:50.371957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Calling delete_port for 178dc732-4505-468b-ac94-f6b5bbd0ea2a owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:50.377869 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1fb29f-0e8b-4bb2-a3a0-d014eae59a0b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:06:50.377869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2c1fb29f-0e8b-4bb2-a3a0-d014eae59a0b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:06:50.417576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-2bf6e872-6dea-4220-903a-d685e86b7676 service neutron] 10.222.0.10 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550355 Feb 07 23:06:50.417576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2c1fb29f-0e8b-4bb2-a3a0-d014eae59a0b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:06:50.417576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2c1fb29f-0e8b-4bb2-a3a0-d014eae59a0b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/3426f6a4-3b3d-4368-be65-a5c804be73cd HTTP/1.1" status: 404 len: 333 time: 0.1329510 Feb 07 23:06:50.440137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60002) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:50.440137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'name': 'tempest-PortsIpV6TestJSON-93078830'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:50.461012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:50.687190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcfb70-c3f3-41a8-af19-182864ca48fc req-94564074-e426-41a5-a54f-5203dcdf2f10 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:50.687190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5afcfb70-c3f3-41a8-af19-182864ca48fc req-94564074-e426-41a5-a54f-5203dcdf2f10 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.4917796 Feb 07 23:06:50.886722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:50.970132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:51.015384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Port': ['ID=178dc732-4505-468b-ac94-f6b5bbd0ea2a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:51.037622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:51.106973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5afcfb70-c3f3-41a8-af19-182864ca48fc req-61ece08d-72f9-4461-96c0-6395613c859e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384186 Feb 07 23:06:51.120643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:51.142638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:06:51.167487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:51.199453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-d60ba438-46b8-4af5-8912-30270a443ed0 service neutron] 10.222.0.10 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7474148 Feb 07 23:06:51.218812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 10c01bec-3fa9-467e-bde5-edd1c339c9bd yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:06:51.349106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:51.349106 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Floating IP c8d9d3e8-a94c-4eb9-8cb9-17f25d47ff2a disassociated (deleted). External IP: 172.25.0.178, port: 96bde11f-be32-4350-a914-1d176a0ea6af. Feb 07 23:06:51.885833 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:52.073530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79079bda-3f48-4fed-85fd-f0ceb7101283 req-db9adfc7-0b8e-44a6-94a7-d78b317fb929 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 210 time: 0.1349759 Feb 07 23:06:52.093893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:52.096686 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:52.110195 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Sync routers for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:52.199936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:52.223983 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:52.298496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:52.298496 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0347653f-ccad-417d-b154-fe3520c2e849 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.8672404 Feb 07 23:06:52.314786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60034) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:52.406963 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4b0c2533-a6c3-4bbb-b0f5-03fc7e719b35 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=909aa67db10f450da1c5a34c7daf8438&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0950255 Feb 07 23:06:52.407587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60038) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:52.460597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:52.474113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:52.605478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:52.617761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:52.617761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:52.617761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=10c01bec-3fa9-467e-bde5-edd1c339c9bd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:52.684503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f8b8fccd-7d2f-496a-bf2c-8f0ca7eb4e1b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.2498577 Feb 07 23:06:52.684503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60044) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:52.693714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:52.828494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Router 8a2ffc64-e389-433e-93ce-f19d28c677ec has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:06:52.937594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1b352-6600-46e0-9ae4-71fdc4bde8e9 req-7f0f9a16-1fd4-4011-b1df-414513175e47 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:52.937594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56d1b352-6600-46e0-9ae4-71fdc4bde8e9 req-7f0f9a16-1fd4-4011-b1df-414513175e47 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.4578371 Feb 07 23:06:52.951622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2198772-a0e0-4928-9f2f-af79ec64bbe0 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:52.951622 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c2198772-a0e0-4928-9f2f-af79ec64bbe0 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5140643 Feb 07 23:06:52.951622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:52.990919 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:52.996387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:53.028416 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cd2e008c-b39c-488b-a349-819e6f0dc08f tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706127 Feb 07 23:06:53.029110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60052) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:53.063939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2140399801', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:53.157801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56d1b352-6600-46e0-9ae4-71fdc4bde8e9 req-8e196d52-5e18-4a8f-a374-4e879c57e0ca tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274644 Feb 07 23:06:53.424492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:53.512126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:53.550370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:53.558747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:subnet and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:53.563140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:06:53.568016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:53.575224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] Sync routers for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:06:53.599154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:53.613717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:53.626457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:53.635464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:53.649629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:53.653810 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:53.694376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3f99c03-dc2f-471f-b587-f9385f35487a req-d624bd12-deea-4576-9b6e-de644feb4bfe tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 210 time: 0.2680869 Feb 07 23:06:53.744627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] In _notify_port_updated(), no bound segment for port 10c01bec-3fa9-467e-bde5-edd1c339c9bd on network 655a869b-8308-4172-a0b0-d124b1bcef03 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:06:53.752722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:53.752722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:53.756804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "PUT /v2.0/ports/10c01bec-3fa9-467e-bde5-edd1c339c9bd HTTP/1.1" status: 200 len: 818 time: 1.0788834 Feb 07 23:06:53.793532 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:06:53.850465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:53.964595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:53.981135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:53.983422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:54.016754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba78b8e-1f8e-4dfb-8c09-234c4cf4b81e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=10c01bec-3fa9-467e-bde5-edd1c339c9bd,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:54.043136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eed685bd-f59b-45c1-bc83-ad3e66f471ce tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "DELETE /v2.0/floatingips/c8d9d3e8-a94c-4eb9-8cb9-17f25d47ff2a HTTP/1.1" status: 204 len: 168 time: 5.2233567 Feb 07 23:06:54.066340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60078) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:54.088373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:54.136240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:54.171331 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:06:48Z', 'revision_number': 3, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:54.199990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:54.201862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e549442-b4d0-4490-8555-b4a0beb73121 None None] The sync data for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:54.206492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Usage tracker for resource:floatingip and tenant:d72e8781f4584f2190e8cd48e60c32df is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:54.249089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:54.253673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Checking router: 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:06:54.253673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Updating router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:06:54.300300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:54.415665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-578121b6-c83a-406d-8a13-48be81c66c07 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:54.415665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-578121b6-c83a-406d-8a13-48be81c66c07 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.36 "GET /v2.0/networks?id=3d0b1347-8be6-470e-b9b7-72faad5675d8 HTTP/1.1" status: 200 len: 808 time: 0.7125251 Feb 07 23:06:54.415665 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:54.465763 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:54.500137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 10c01bec-3fa9-467e-bde5-edd1c339c9bd {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:06:54.508797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:54.832170 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-f019dace-1239-45b6-ae2e-8d7526769a84 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5 HTTP/1.1" status: 200 len: 380 time: 0.3623376 Feb 07 23:06:54.841879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'port': {'device_id': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'admin_state_up': True, 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'security_groups': ['3483e874-0630-4dea-9c05-df86ed48a161']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:55.022570 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:55.429320 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:55.457415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:55.469375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 10c01bec-3fa9-467e-bde5-edd1c339c9bd owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:06:55.475692 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Transition to ACTIVE for port object c737aea4-e23a-4f12-a51f-a7a0495c6fb8 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:55.481227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a62899-7792-4b3f-ae2e-163a33bef9ad req-6484673e-b90a-4fb1-a249-0c28fcc64122 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:55.489500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89a62899-7792-4b3f-ae2e-163a33bef9ad req-6484673e-b90a-4fb1-a249-0c28fcc64122 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.9239423 Feb 07 23:06:55.502420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dd9a103-4e15-42bf-a659-fcfb8e495962 req-277d471e-bf60-406a-a950-c1ea9d3aa7c7 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 210 time: 0.3520710 Feb 07 23:06:55.509098 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:55.704206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Attempting to bind port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:55.704206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Attempting to bind port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:55.704206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Attempting to bind port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:55.719452 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:55.719452 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:55.719452 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:55.719452 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:55.719452 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Bound port: c737aea4-e23a-4f12-a51f-a7a0495c6fb8, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:55.719452 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:55.745791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e3f5f-c233-4333-a901-4eb3cf2bdb72 None None] Pushing event updated for resources: {'Port': ['ID=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:55.901492 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] For port c737aea4-e23a-4f12-a51f-a7a0495c6fb8, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:55.908592 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] For port c737aea4-e23a-4f12-a51f-a7a0495c6fb8, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:55.917071 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:55.925158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89a62899-7792-4b3f-ae2e-163a33bef9ad req-1af6db05-1b42-47f8-85c1-31d4538283e3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209304 Feb 07 23:06:55.977864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ebbad348-0b2a-4562-97dd-1c93c336b7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.007461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Checking segment: {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:56.007910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network hostable DHCP agents. Network: 5706a3e4-9ea8-4a72-86c3-aa66637704d6, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:06:56.012255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Subnet': ['ID=c7f274ec-2007-4b9b-a274-44561d86f308,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:56.034448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:56.053214 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e3f5f-c233-4333-a901-4eb3cf2bdb72 None None] Pushing event updated for resources: {'Port': ['ID=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:56.063158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:56.075143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51c277-9c43-4433-949c-2032ed096f5d req-e353ac7c-8410-444e-aadf-aba86ea1b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:56.077255 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1b51c277-9c43-4433-949c-2032ed096f5d req-e353ac7c-8410-444e-aadf-aba86ea1b244 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 1097 time: 0.5026186 Feb 07 23:06:56.087185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Made reservation on behalf of 4cd82aa642704d6092a89a6cf0ec2eb5 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:56.090671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.108658 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:06:56.109490 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:56.155220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.352408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:06:56.362550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=10c01bec-3fa9-467e-bde5-edd1c339c9bd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:56.423216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.436872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1b51c277-9c43-4433-949c-2032ed096f5d req-f1222e54-4417-4c06-8632-b96a53788fba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362372 Feb 07 23:06:56.454669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 5706a3e4-9ea8-4a72-86c3-aa66637704d6) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:56.468018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1779f8b5-76e9-4990-99df-054f33d0c4c8 None None] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:06:56.468474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:56.469099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.472376 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:06:56.520039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a127336e-a38d-45f2-ad7c-068db91cc2bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/10c01bec-3fa9-467e-bde5-edd1c339c9bd HTTP/1.1" status: 204 len: 168 time: 2.6721795 Feb 07 23:06:56.520039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60216) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:56.584710 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:56.708129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc3e9e79-baec-4b21-b773-61656bf2647f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6545322 Feb 07 23:06:56.708129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60222) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:56.987997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Allocated IP 172.25.0.232 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/87357d63-2507-4915-aed3-e316cb13844c) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:57.132206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:06:57.132206 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:57.308704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:57.352416 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:06:48Z', 'revision_number': 3, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:06:57.357674 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e355a2f-7f09-44fb-a81b-2b82e0a341c0 None None] The sync data for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 is: [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:06:48Z', 'revision_number': 3, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:06:57.372010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b1f29-10b6-436c-958f-0f7c95d328eb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:57.374239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5a2b1f29-10b6-436c-958f-0f7c95d328eb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:06:57.421169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5a2b1f29-10b6-436c-958f-0f7c95d328eb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:06:57.428186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5a2b1f29-10b6-436c-958f-0f7c95d328eb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8923252 Feb 07 23:06:57.429970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60256) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:57.446773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d47733de-1e0b-4edc-b00c-da0a8fc87a31 req-ed7e4321-d598-48c6-8547-93de22406c4f tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 210 time: 0.6250694 Feb 07 23:06:57.615386 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-2440c986-de4d-4365-9db0-7b7372af4e3d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:06:57.615386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2440c986-de4d-4365-9db0-7b7372af4e3d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/10c01bec-3fa9-467e-bde5-edd1c339c9bd HTTP/1.1" status: 404 len: 333 time: 0.0602312 Feb 07 23:06:57.631924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60280) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:57.637819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-102641814'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:57.656516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:57.662174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:57.672177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:57.708941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Allocated IP 172.20.0.3 (3d0b1347-8be6-470e-b9b7-72faad5675d8/75984ac0-b102-44b0-a4db-1c60397cd814/25c4f99a-b9f2-49de-9dbf-7ca54ee56cae) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:57.713651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:57.721956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Allocated IP 172.20.0.2 (5706a3e4-9ea8-4a72-86c3-aa66637704d6/c7f274ec-2007-4b9b-a274-44561d86f308/342f3c9a-528e-4a59-b692-1b36d1674c96) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:06:57.817606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:57.824235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:57.840226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.066417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:06:58.079591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474aae1-5038-42fe-9891-abc3907f3a8e req-0c5b90a0-e03d-4f4a-b200-a9ac58d2d6c8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:58.090409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1474aae1-5038-42fe-9891-abc3907f3a8e req-0c5b90a0-e03d-4f4a-b200-a9ac58d2d6c8 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.7534497 Feb 07 23:06:58.090540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.091072 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment 0f904ffa-eb92-4e52-b429-8fed0490cf11 of type vlan for network f286c9d4-6d1d-44fd-9bc5-6cae46265352 Feb 07 23:06:58.106708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:58.202461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:58.226794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Pushing event updated for resources: {'Port': ['ID=87357d63-2507-4915-aed3-e316cb13844c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:58.231594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.334229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.338015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-474791a9-767d-4085-86fe-e8f336180890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.365481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.405971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Transition to ACTIVE for port object 342f3c9a-528e-4a59-b692-1b36d1674c96 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:58.406960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:58.447489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.457588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:06:58.461415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.480734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Transition to ACTIVE for port object 342f3c9a-528e-4a59-b692-1b36d1674c96 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:58.491257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c737aea4-e23a-4f12-a51f-a7a0495c6fb8 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:06:58.658366 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:58.787752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Pushing event updated for resources: {'Port': ['ID=342f3c9a-528e-4a59-b692-1b36d1674c96,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:58.810882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=f286c9d4-6d1d-44fd-9bc5-6cae46265352,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:58.830877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a6fcf5a8-53ba-4dff-9406-495488f84824 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1932178 Feb 07 23:06:58.830877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60342) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:06:58.839751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.839751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.839751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.839751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.843428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.846794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:06:58.872245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:58.872245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:06:58.941448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:06:58.949144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:58.964104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:59.033354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:06:59.033735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.084440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1474aae1-5038-42fe-9891-abc3907f3a8e req-9238fb75-a2a6-4da3-92bc-7638040a7dc6 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9929914 Feb 07 23:06:59.198330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d650050b-8691-4b27-8851-4808eb6e8924 req-746aea1f-c4f4-4d25-bb09-91e054a66ec4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 210 time: 0.2277071 Feb 07 23:06:59.227500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:06:59.235885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:06:59.235885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:06:59.254179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:06:59.258406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.280226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:06:59.284963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.284963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Transition to ACTIVE for port object 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:06:59.301504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.372304 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.398570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Attempting to bind port 342f3c9a-528e-4a59-b692-1b36d1674c96 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:06:59.398570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Attempting to bind port 342f3c9a-528e-4a59-b692-1b36d1674c96 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:06:59.398570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Attempting to bind port 342f3c9a-528e-4a59-b692-1b36d1674c96 on network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:06:59.411442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:06:59.411786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Checking segment: {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:06:59.412288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.412738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Bound using segment: {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:06:59.413309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Bound port: 342f3c9a-528e-4a59-b692-1b36d1674c96, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:06:59.413697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.452176 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.520715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.521214 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.539441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c737aea4-e23a-4f12-a51f-a7a0495c6fb8, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:06:59.556501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.677094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:06:59.722379 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.736615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] For port 342f3c9a-528e-4a59-b692-1b36d1674c96, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:06:59.736615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] For port 342f3c9a-528e-4a59-b692-1b36d1674c96, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=342f3c9a-528e-4a59-b692-1b36d1674c96,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:06:59.754001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:06:59.757620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:06:59.766131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:06:59.907186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:06:59.955647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'Port': ['ID=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:00.012327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12a32f-2cab-41ab-9cc8-55c979b3b290 None None] Pushing event updated for resources: {'Port': ['ID=342f3c9a-528e-4a59-b692-1b36d1674c96,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:00.140522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:00.140522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:00.149760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.20.0.1 (5706a3e4-9ea8-4a72-86c3-aa66637704d6/c7f274ec-2007-4b9b-a274-44561d86f308/c9d103fe-5d14-4899-a071-e9d117a98df7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:00.265946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-50389a04-8a77-4855-9e0f-5387fed555e0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4194548 Feb 07 23:07:00.282993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Request body: {'port': {'device_id': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:00.379636 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:00.386046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4db05917-3693-4f6a-b337-394be73b674a None None] Provisioning for port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:00.394118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4db05917-3693-4f6a-b337-394be73b674a None None] Provisioning complete for port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:00.395318 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4db05917-3693-4f6a-b337-394be73b674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:00.415352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:00.584706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c737aea4-e23a-4f12-a51f-a7a0495c6fb8 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:00.646636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4db05917-3693-4f6a-b337-394be73b674a None None] Port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:00.773398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:00.773398 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.014373 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.142167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.155194 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.180100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Transition to ACTIVE for port object c9d103fe-5d14-4899-a071-e9d117a98df7 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:01.198729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=c58da9ee-400e-44b8-be67-8b04b34246f0,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:01.235072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Pushing event updated for resources: {'Port': ['ID=87357d63-2507-4915-aed3-e316cb13844c,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:01.235072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.251669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': '0f904ffa-eb92-4e52-b429-8fed0490cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:01.251669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: f286c9d4-6d1d-44fd-9bc5-6cae46265352, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:07:01.268439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.275248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.296071 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.296071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3d73cc43-f9f4-4b3b-b885-6243bbe72ed5 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2270942 Feb 07 23:07:01.305794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:01.430719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b34c1-c3e3-4bca-a134-21a54d587385 req-3be57aee-37a8-48e9-ba3d-25fc48ddafc7 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:01.434461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a98b34c1-c3e3-4bca-a134-21a54d587385 req-3be57aee-37a8-48e9-ba3d-25fc48ddafc7 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.9054751 Feb 07 23:07:01.443067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc435-def9-4d87-b043-38e2aaa2c30c req-e0265919-65e2-42be-a4c3-370906ac292e tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:01.443817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-536bc435-def9-4d87-b043-38e2aaa2c30c req-e0265919-65e2-42be-a4c3-370906ac292e tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Synchronizing usage tracker for tenant:4cd82aa642704d6092a89a6cf0ec2eb5 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:01.446568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:01.465112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:01.486905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:07:01.513323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:01.574660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:01.593518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:01.638301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f286c9d4-6d1d-44fd-9bc5-6cae46265352) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:01.641787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-536bc435-def9-4d87-b043-38e2aaa2c30c req-e0265919-65e2-42be-a4c3-370906ac292e tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Unset dirty status for tenant:4cd82aa642704d6092a89a6cf0ec2eb5 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:01.641787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-536bc435-def9-4d87-b043-38e2aaa2c30c req-e0265919-65e2-42be-a4c3-370906ac292e tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 931 time: 0.9875305 Feb 07 23:07:01.645194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5334b87-08e8-4b9b-a6cd-292b3e843ac0 None None] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:01.660810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a98b34c1-c3e3-4bca-a134-21a54d587385 req-541dcc57-7a44-4c96-8d6f-ab54eac0a689 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988356 Feb 07 23:07:01.660810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Usage tracker for resource:floatingip and tenant:965300be92014245ac5339183992ca84 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:01.674665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:01.674665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.682566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=c9d103fe-5d14-4899-a071-e9d117a98df7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:01.704243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:01.750022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:01.858469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-213fa3ae-aca9-42ec-892d-311e31015eef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0326028 Feb 07 23:07:01.859717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.879809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60474) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:01.916110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:01.927189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:01.964167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-536bc435-def9-4d87-b043-38e2aaa2c30c req-c5415230-bf56-4a9b-bd4e-4145a8abb1c0 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968819 Feb 07 23:07:02.474542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:02.495164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:02.597125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-20865a19-1b09-4b04-90e0-9790d5b9d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:02.599680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-20865a19-1b09-4b04-90e0-9790d5b9d171 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 1097 time: 0.2709765 Feb 07 23:07:02.635951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:02.698333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Transition to ACTIVE for port object 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:02.714049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:02.719802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d557c-a490-41ec-a2ef-b3f7fab80b07 None None] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:02.724073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:02.728955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:02.749634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:02.776037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:02.776037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:02.839265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:02.937371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 342f3c9a-528e-4a59-b692-1b36d1674c96 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:03.051091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-f286c9d4-6d1d-44fd-9bc5-6cae46265352', 'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352', 'tenant_id': '86126c5901674d4caf64d97edb81986d', 'fixed_ips': [{'subnet_id': 'c58da9ee-400e-44b8-be67-8b04b34246f0'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:07:03.053736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:03.057599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Pushing event updated for resources: {'Port': ['ID=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:03.144705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ef0af216-e87a-48d3-bb14-65377c55f734 None None] Provisioning for port 342f3c9a-528e-4a59-b692-1b36d1674c96 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:03.380744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-d63b72f8-43fe-445e-8a74-bbda86ceb416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:03.380744 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-d63b72f8-43fe-445e-8a74-bbda86ceb416 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 912 time: 0.7630548 Feb 07 23:07:03.444532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 342f3c9a-528e-4a59-b692-1b36d1674c96 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:03.471938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 342f3c9a-528e-4a59-b692-1b36d1674c96 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:03.472281 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:03.760708 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c58da9ee-400e-44b8-be67-8b04b34246f0 (CIDR: 2001:db8::/64) Feb 07 23:07:03.774219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Attempting to bind port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:07:03.774219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Attempting to bind port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:07:03.774219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Attempting to bind port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae on network 3d0b1347-8be6-470e-b9b7-72faad5675d8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:03.795640 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:07:03.795640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:07:03.800025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae on network 3d0b1347-8be6-470e-b9b7-72faad5675d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:07:03.800025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Attempting to bind port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae on network 3d0b1347-8be6-470e-b9b7-72faad5675d8 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:03.835200 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-c4a7a2f2-866b-45bc-ac14-c598dd2f4eb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81915c84-8ef9-462a-95fb-941424af4cc0 HTTP/1.1" status: 200 len: 217 time: 0.3282948 Feb 07 23:07:03.870680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41276e45-9725-4159-94b0-5b56b1901d23 req-0082520e-11d6-4727-950e-caccd0fc2760 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:03.870680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41276e45-9725-4159-94b0-5b56b1901d23 req-0082520e-11d6-4727-950e-caccd0fc2760 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.3060272 Feb 07 23:07:03.870680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:07:03.870680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Checking segment: {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:03.870680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Bound using segment: {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:07:03.870680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Bound port: 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac6c5f9-1ede-4480-8ed3-12eabc046b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:07:03.870680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:03.957954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-c3b3605c-253f-415a-82a9-3410d292cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:03.959753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-c3b3605c-253f-415a-82a9-3410d292cc42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.1074340 Feb 07 23:07:03.980740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Allocated IP 2001:db8::2 (f286c9d4-6d1d-44fd-9bc5-6cae46265352/c58da9ee-400e-44b8-be67-8b04b34246f0/187eedc3-c730-45ef-a535-16e8798115e9) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:04.082541 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be02b53c-62b0-4377-aeae-bbee092b535c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2015953 Feb 07 23:07:04.087826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-0796f5bb-1cf3-4c6b-a943-05eb19661bdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195712 Feb 07 23:07:04.088822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:04.089675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.109717 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.120471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:04.214621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab08f63-df83-4294-9397-f9b6c6806a24 req-fe473dfc-21cd-4e11-914f-53bb04dab5dc tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:04.223653 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ab08f63-df83-4294-9397-f9b6c6806a24 req-fe473dfc-21cd-4e11-914f-53bb04dab5dc tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 943 time: 0.7339754 Feb 07 23:07:04.268659 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Allocated IP 172.25.0.155 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/4373e725-6fd3-44b9-8dae-600309427d66) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:04.362783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 342f3c9a-528e-4a59-b692-1b36d1674c96, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=342f3c9a-528e-4a59-b692-1b36d1674c96,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:04.374438 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.433053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41276e45-9725-4159-94b0-5b56b1901d23 req-c91e19af-c8bd-4548-864f-2a29c485ed70 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909000 Feb 07 23:07:04.569255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] For port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:07:04.629613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=342f3c9a-528e-4a59-b692-1b36d1674c96,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:04.641919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ab08f63-df83-4294-9397-f9b6c6806a24 req-44ca4ff6-b32f-44e1-a527-11b2faf618e4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168491 Feb 07 23:07:04.657805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] For port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:07:04.678235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.684303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b0130923-1eab-45b6-8603-9ec7050be59d None None] Provisioning complete for port 342f3c9a-528e-4a59-b692-1b36d1674c96 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:04.684699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0130923-1eab-45b6-8603-9ec7050be59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.776613 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-53d5d93a-7491-4e12-8b27-8bf2a06b1914 service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275194 Feb 07 23:07:04.790351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:04.790351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:04.790351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:04.802583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:04.857424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:04.868999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.968946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:04.968946 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:04.968946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] 10.222.0.36 "PUT /v2.0/ports/25c4f99a-b9f2-49de-9dbf-7ca54ee56cae HTTP/1.1" status: 200 len: 1091 time: 4.6993437 Feb 07 23:07:04.971307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:05.092995 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.123372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Transition to ACTIVE for port object 187eedc3-c730-45ef-a535-16e8798115e9 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:05.150207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Transition to ACTIVE for port object 187eedc3-c730-45ef-a535-16e8798115e9 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:05.162292 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'status': 'completed', 'code': 200} Feb 07 23:07:05.206384 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.381311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Pushing event updated for resources: {'Port': ['ID=187eedc3-c730-45ef-a535-16e8798115e9,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:05.401779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d30f-ad19-449a-aa40-caf8139fdb0e service neutron] Pushing event updated for resources: {'Port': ['ID=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:05.413561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:05.413561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:05.421280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:05.503792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.529172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-aab171f8-4d90-40db-a89b-970642a51c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:05.529172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-aab171f8-4d90-40db-a89b-970642a51c65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5&device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1094 time: 0.4703116 Feb 07 23:07:05.626530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Attempting to bind port 187eedc3-c730-45ef-a535-16e8798115e9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:07:05.626916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Attempting to bind port 187eedc3-c730-45ef-a535-16e8798115e9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '0f904ffa-eb92-4e52-b429-8fed0490cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:07:05.627292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Attempting to bind port 187eedc3-c730-45ef-a535-16e8798115e9 on network f286c9d4-6d1d-44fd-9bc5-6cae46265352 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:05.632272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.644409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:07:05.646193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Checking segment: {'id': '0f904ffa-eb92-4e52-b429-8fed0490cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:05.646655 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.648257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Bound using segment: {'id': '0f904ffa-eb92-4e52-b429-8fed0490cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:07:05.648881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Bound port: 187eedc3-c730-45ef-a535-16e8798115e9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f904ffa-eb92-4e52-b429-8fed0490cf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:07:05.649282 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.667688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-4c0d2de8-cd78-481f-b97e-2f532982322e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae HTTP/1.1" status: 200 len: 217 time: 0.1370404 Feb 07 23:07:05.808008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ff9b1f5c-fb8c-44c3-a41c-94c3f6d88da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:05.810096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-ff9b1f5c-fb8c-44c3-a41c-94c3f6d88da0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75984ac0-b102-44b0-a4db-1c60397cd814 HTTP/1.1" status: 200 len: 847 time: 0.1349006 Feb 07 23:07:05.847801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4eb75e5b-47f5-4469-8d70-83bac98c792f req-6184107e-8746-48d8-a242-11eb9a595dd2 service neutron] 10.222.0.26 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0388017 Feb 07 23:07:05.855817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.922601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] For port 187eedc3-c730-45ef-a535-16e8798115e9, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:07:05.938069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] For port 187eedc3-c730-45ef-a535-16e8798115e9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=187eedc3-c730-45ef-a535-16e8798115e9,segment=NetworkSegment(0f904ffa-eb92-4e52-b429-8fed0490cf11),segment_id=0f904ffa-eb92-4e52-b429-8fed0490cf11)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:07:05.943153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:05.947478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b0130923-1eab-45b6-8603-9ec7050be59d None None] Provisioning for port c9d103fe-5d14-4899-a071-e9d117a98df7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:05.969646 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:06.027247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b0130923-1eab-45b6-8603-9ec7050be59d None None] Provisioning complete for port c9d103fe-5d14-4899-a071-e9d117a98df7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:06.027247 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0130923-1eab-45b6-8603-9ec7050be59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:06.171674 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:06.225911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b0130923-1eab-45b6-8603-9ec7050be59d None None] Port c9d103fe-5d14-4899-a071-e9d117a98df7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:06.232850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631648c-928e-4cda-a593-d48b2aa7d07a None None] Pushing event updated for resources: {'Port': ['ID=187eedc3-c730-45ef-a535-16e8798115e9,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:06.337072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Pushing event updated for resources: {'Port': ['ID=4373e725-6fd3-44b9-8dae-600309427d66,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:06.415427 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:06.435577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ed07a5f1-8a10-410f-ac54-8b64cecdd374 None None] Provisioning complete for port c9d103fe-5d14-4899-a071-e9d117a98df7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:06.436222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed07a5f1-8a10-410f-ac54-8b64cecdd374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:06.442067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:06.479243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:06.481815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:06.537898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ed07a5f1-8a10-410f-ac54-8b64cecdd374 None None] Port c9d103fe-5d14-4899-a071-e9d117a98df7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:06.540981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73898-070d-4937-bb13-610957a2a950 req-caae981a-d983-4254-a78d-1822c252b8eb tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:06.548708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4bf73898-070d-4937-bb13-610957a2a950 req-caae981a-d983-4254-a78d-1822c252b8eb tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 0.8123350 Feb 07 23:07:06.574732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 342f3c9a-528e-4a59-b692-1b36d1674c96 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:06.602002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-e82d96e6-4182-47ef-89a7-e242fdd1c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:06.605359 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-e82d96e6-4182-47ef-89a7-e242fdd1c567 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d0b1347-8be6-470e-b9b7-72faad5675d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7845929 Feb 07 23:07:06.799477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 342f3c9a-528e-4a59-b692-1b36d1674c96 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:06.799477 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:06.871619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c337-17aa-482f-a02a-4e052db683f4 req-fa6e1a81-625a-422b-843a-47d7ca14ec52 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:06.892862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3202c337-17aa-482f-a02a-4e052db683f4 req-fa6e1a81-625a-422b-843a-47d7ca14ec52 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 943 time: 0.9342639 Feb 07 23:07:07.175247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=c9d103fe-5d14-4899-a071-e9d117a98df7,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:07.240913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:07.275350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4bf73898-070d-4937-bb13-610957a2a950 req-e27b26b2-fd1e-440c-8530-d36c0c82ab81 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254472 Feb 07 23:07:07.330562 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:07.335344 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:07.344181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3202c337-17aa-482f-a02a-4e052db683f4 req-241f7c14-47e7-4115-a16e-ec092e401c63 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4501960 Feb 07 23:07:07.592230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:07.602000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:07.611077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:07.611077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:07.633081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-c8c2d88c-c539-4ed3-9488-b66862d983e3 service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9408348 Feb 07 23:07:07.718763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=98a142b6-cd23-4937-b23f-b5a8b1bad56d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:07.725732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c416277e-30a2-418e-88b6-b4aabe3e04fe tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6116850 Feb 07 23:07:07.736131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60692) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:07.744695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352', 'fixed_ips': [{'subnet_id': 'c58da9ee-400e-44b8-be67-8b04b34246f0'}, {'subnet_id': '98a142b6-cd23-4937-b23f-b5a8b1bad56d'}], 'name': 'tempest-PortsIpV6TestJSON-1905079513'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:07.886271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:07.905447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:07.984394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26018057-7413-4a4a-acd9-c72f75e363c9 req-a3f90340-53f6-4033-9953-075545d513ae service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182245 Feb 07 23:07:08.026458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:08.168442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:08.179906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:08.179906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:08.203090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:08.398619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-9bb7aa8a-bc35-4273-ba57-5446d8d6e2da tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:08.425763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-9bb7aa8a-bc35-4273-ba57-5446d8d6e2da tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 813 time: 0.8841467 Feb 07 23:07:08.483891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:07:08.490718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:08.653000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-85564182-1980-4b26-a11b-209ee47485fd None None] Provisioning complete for port c9d103fe-5d14-4899-a071-e9d117a98df7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:08.653000 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-85564182-1980-4b26-a11b-209ee47485fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:08.760763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 187eedc3-c730-45ef-a535-16e8798115e9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:08.798090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-f5b17c2b-4633-4893-879f-0aa251ede696 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/quotas/bce41b064db247bdb75f0430c0b8dca2 HTTP/1.1" status: 200 len: 375 time: 0.3702018 Feb 07 23:07:08.821419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ae075-b7b0-4c75-b8d9-3be75d9d0243 None None] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:08.944700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-49a742f0-fc01-4245-89c5-ac61d87ccd97 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194613 Feb 07 23:07:08.977045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-1a40b1b2-66bf-4c9a-8dcb-a30165f85a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:08.977045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-1a40b1b2-66bf-4c9a-8dcb-a30165f85a61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5&device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1094 time: 0.8889737 Feb 07 23:07:09.015168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:07:09.036229 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dc66639b-5cd2-411b-a391-7b7177387b67 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "PUT /v2.0/routers/5e3260bb-9c47-45f9-854c-ca9d09b0f4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3007534 Feb 07 23:07:09.036229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60706) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:09.041649 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Sync routers for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:07:09.066274 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:09.066274 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:09.145360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 187eedc3-c730-45ef-a535-16e8798115e9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:09.174368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-85564182-1980-4b26-a11b-209ee47485fd None None] Port c9d103fe-5d14-4899-a071-e9d117a98df7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:09.313746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:09.422836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port afbc156f-113f-45cf-8884-492aad4b9737 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:07:09.460415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4bbaa870-cb74-4656-a226-19e4b7611811 None None] Provisioning for port 187eedc3-c730-45ef-a535-16e8798115e9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:09.472489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4bbaa870-cb74-4656-a226-19e4b7611811 None None] Provisioning complete for port 187eedc3-c730-45ef-a535-16e8798115e9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:09.472489 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa870-cb74-4656-a226-19e4b7611811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:09.489180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:07:09.583995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-9997271a-490a-4580-a2c6-f7802a5c6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:09.583995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-9997271a-490a-4580-a2c6-f7802a5c6691 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d0b1347-8be6-470e-b9b7-72faad5675d8 HTTP/1.1" status: 200 len: 909 time: 0.5989001 Feb 07 23:07:09.713298 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-d0455ba6-52d1-4b22-a7c1-7eafd2c3448a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae HTTP/1.1" status: 200 len: 217 time: 0.1227229 Feb 07 23:07:09.816829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d062a6a-7131-45f3-94e3-368dbd74876f req-3830af94-cd0f-4951-940a-62ec1d96beb6 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:09.818430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d062a6a-7131-45f3-94e3-368dbd74876f req-3830af94-cd0f-4951-940a-62ec1d96beb6 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.0059879 Feb 07 23:07:09.872748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa870-cb74-4656-a226-19e4b7611811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:09.926963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d062a6a-7131-45f3-94e3-368dbd74876f req-43908b23-d84b-4cf7-bafa-24841bd24e84 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914836 Feb 07 23:07:09.988828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-1a20c851-5d91-4865-9bd5-1279e205733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:09.988828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-1a20c851-5d91-4865-9bd5-1279e205733d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75984ac0-b102-44b0-a4db-1c60397cd814 HTTP/1.1" status: 200 len: 847 time: 0.2643700 Feb 07 23:07:09.999910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.017513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.024809 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fb0c44be-4ddf-40e5-b18e-2d5f0450862c tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7771 time: 0.9832110 Feb 07 23:07:10.047172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60718) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:10.093525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4bbaa870-cb74-4656-a226-19e4b7611811 None None] For port 187eedc3-c730-45ef-a535-16e8798115e9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=187eedc3-c730-45ef-a535-16e8798115e9,segment=NetworkSegment(0f904ffa-eb92-4e52-b429-8fed0490cf11),segment_id=0f904ffa-eb92-4e52-b429-8fed0490cf11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:10.108135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4bbaa870-cb74-4656-a226-19e4b7611811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:10.212777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:10.269565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:10.282892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] Update dhcp port {'port': {'network_id': 'f286c9d4-6d1d-44fd-9bc5-6cae46265352', 'fixed_ips': [{'subnet_id': 'c58da9ee-400e-44b8-be67-8b04b34246f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '98a142b6-cd23-4937-b23f-b5a8b1bad56d'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '187eedc3-c730-45ef-a535-16e8798115e9'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 23:07:10.299979 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:05Z', 'revision_number': 2, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:10.329686 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Checking router: 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:07:10.330238 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Updating router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 port c9d103fe-5d14-4899-a071-e9d117a98df7 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:07:10.367570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Pushing event updated for resources: {'Port': ['ID=4373e725-6fd3-44b9-8dae-600309427d66,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:10.369383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-01fff91b-158f-40a1-8180-9e67d5bdb739 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8508859 Feb 07 23:07:10.381189 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fe9a5d84-e8c0-40df-bc20-12203dd42acb service neutron] 10.222.0.10 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1925118 Feb 07 23:07:10.451130 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:10.547049 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:10.550850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:07:10.621968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:10.752013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.752501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.752995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.753456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.753911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.754367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.754815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.755268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.755717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.756170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.756641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:10.759160 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-10b30c17-8b2d-4e75-8558-bdbf4744952e tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7109 time: 0.7132375 Feb 07 23:07:10.845445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60728) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:10.917748 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:10.922733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c1ae2c47-fb9c-47d2-86c0-455963d6a956 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.6226683 Feb 07 23:07:10.949481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60734) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:11.019051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:11.144293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaa870-cb74-4656-a226-19e4b7611811 None None] Pushing event updated for resources: {'Port': ['ID=187eedc3-c730-45ef-a535-16e8798115e9,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:11.155741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'port_id': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'mac_address': 'fa:16:3e:af:2a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:07:11.187780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-ff93f902-8ba2-4b4d-9fdf-881ef2fdd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:11.187780 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-ff93f902-8ba2-4b4d-9fdf-881ef2fdd393 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 1096 time: 0.7637818 Feb 07 23:07:11.239834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f3694eb3-ebc4-4627-915d-43b395306796 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Synchronizing usage tracker for tenant:d72e8781f4584f2190e8cd48e60c32df on resource:floatingip {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:11.314855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2125-8b93-4bd0-b601-cba7cf89a76a req-95172861-23f9-4fe5-bcb3-a347003640c2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:11.332304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9ba2125-8b93-4bd0-b601-cba7cf89a76a req-95172861-23f9-4fe5-bcb3-a347003640c2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 943 time: 0.5475638 Feb 07 23:07:11.423009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-516b5870-94e0-438e-b5c1-f8aaad83a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:11.423009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-516b5870-94e0-438e-b5c1-f8aaad83a810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d0b1347-8be6-470e-b9b7-72faad5675d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3913205 Feb 07 23:07:11.423009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f3694eb3-ebc4-4627-915d-43b395306796 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Unset dirty status for tenant:d72e8781f4584f2190e8cd48e60c32df on resource:floatingip {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:11.440008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f3694eb3-ebc4-4627-915d-43b395306796 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.4520257 Feb 07 23:07:11.440008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60742) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:11.490843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::3e2 (f286c9d4-6d1d-44fd-9bc5-6cae46265352/c58da9ee-400e-44b8-be67-8b04b34246f0/afbc156f-113f-45cf-8884-492aad4b9737) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:11.531622 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:11.560193 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Transition to ACTIVE for port object c9d103fe-5d14-4899-a071-e9d117a98df7 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:11.566475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8:0:1::2a9 (f286c9d4-6d1d-44fd-9bc5-6cae46265352/98a142b6-cd23-4937-b23f-b5a8b1bad56d/afbc156f-113f-45cf-8884-492aad4b9737) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:11.575975 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:11.614059 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:11.691808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:11.731934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-7b5b3d14-f9e8-4342-96b4-6e0a4aa1a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:11.731934 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-7b5b3d14-f9e8-4342-96b4-6e0a4aa1a1a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 200 len: 912 time: 0.4534614 Feb 07 23:07:11.746214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:11.746214 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:11.851971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-43eb52c9-1085-478f-812d-0a8e4eff618c tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3323302 Feb 07 23:07:11.886914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-6d6d3c58-8d0e-43c4-b0da-1177df9d4ea7 service neutron] 10.222.0.10 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5018704 Feb 07 23:07:11.891463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60746) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:11.919640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9ba2125-8b93-4bd0-b601-cba7cf89a76a req-0e3eb41d-3ae5-4b20-8987-4483ce8e9e8e tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5859838 Feb 07 23:07:11.949406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:11.976524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['25c4f99a-b9f2-49de-9dbf-7ca54ee56cae'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:07:12.040472 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94950e5e-4171-478c-84bc-9f66f733bc17 None None] Pushing event updated for resources: {'Port': ['ID=c9d103fe-5d14-4899-a071-e9d117a98df7,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:12.089759 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Attempting to bind port c9d103fe-5d14-4899-a071-e9d117a98df7 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:07:12.092653 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Attempting to bind port c9d103fe-5d14-4899-a071-e9d117a98df7 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:07:12.093246 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Attempting to bind port c9d103fe-5d14-4899-a071-e9d117a98df7 on network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:12.107054 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:07:12.107742 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Checking segment: {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:12.108306 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:12.108894 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Bound using segment: {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:07:12.109485 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-13b5dadd-3a41-4cac-bc47-209d1ced1b51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=411122c9-6bae-4651-92ca-2fc72b3033da HTTP/1.1" status: 200 len: 217 time: 0.3277860 Feb 07 23:07:12.110566 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Bound port: c9d103fe-5d14-4899-a071-e9d117a98df7, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:07:12.113439 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:12.553905 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] For port c9d103fe-5d14-4899-a071-e9d117a98df7, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:07:12.572017 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] For port c9d103fe-5d14-4899-a071-e9d117a98df7, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c9d103fe-5d14-4899-a071-e9d117a98df7,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:07:12.584756 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:12.642173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 187eedc3-c730-45ef-a535-16e8798115e9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:12.805035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-36544305-1efe-4e5c-8f0a-9abe4bdac2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:12.829505 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-36544305-1efe-4e5c-8f0a-9abe4bdac2b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 200 len: 851 time: 0.6709332 Feb 07 23:07:12.848546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Deleting port 4373e725-6fd3-44b9-8dae-600309427d66 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:12.848546 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:12.875507 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94950e5e-4171-478c-84bc-9f66f733bc17 None None] Pushing event updated for resources: {'Port': ['ID=c9d103fe-5d14-4899-a071-e9d117a98df7,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:12.951112 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:12.952350 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:06:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:13.330892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 187eedc3-c730-45ef-a535-16e8798115e9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:13.334303 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:13.391029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-45aa6d5f-dfda-40c6-b21e-646a634e5107 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0551b42e-e02f-433c-918e-b852351b3329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5537186 Feb 07 23:07:13.658125 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e438c918-9246-4ffc-a4d7-5fd9dbad4fd5 req-2f85ace0-200a-4435-9671-d59555cf5c61 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 210 time: 0.8831589 Feb 07 23:07:13.727063 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:07:13.759214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:13.766409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-ca52c4b9-baf7-48a0-b8c3-670a84ecc65c service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3155210 Feb 07 23:07:14.015331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object afbc156f-113f-45cf-8884-492aad4b9737 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:14.187489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:14.187489 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-dc04eb01-72ec-4a86-8397-6939fa3b8728 service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424386 Feb 07 23:07:14.540304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:14.546838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e564cbd-da76-474e-badb-e90c59132a07 req-ada81625-ecc8-4afb-8449-a1e5c7ec36d3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:14.552102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:14.558756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e564cbd-da76-474e-badb-e90c59132a07 req-ada81625-ecc8-4afb-8449-a1e5c7ec36d3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.1103749 Feb 07 23:07:14.564552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:14.578307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:14.580033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:14.694216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=afbc156f-113f-45cf-8884-492aad4b9737,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:14.857340 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:12Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:14.875900 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67058ea3-150b-451a-8f92-47783bdb61f8 None None] The sync data for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 is: [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:12Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:07:14.876662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] Allocated IP 2001:db8:0:1::2 (f286c9d4-6d1d-44fd-9bc5-6cae46265352/98a142b6-cd23-4937-b23f-b5a8b1bad56d/187eedc3-c730-45ef-a535-16e8798115e9) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:14.933692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e564cbd-da76-474e-badb-e90c59132a07 req-3284c957-dff6-449d-b176-da214cbe6004 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729339 Feb 07 23:07:14.946257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68941c0c-3f8e-41c5-a2bb-74c027861343 req-7fef1311-4019-4d01-9c58-e2864258c6e3 service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1893957 Feb 07 23:07:14.955198 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ec85e3f-3ccf-40e1-b6ce-0f80d91174a7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 7.2178583 Feb 07 23:07:14.971466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60788) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:15.037608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c58da9ee-400e-44b8-be67-8b04b34246f0'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:15.068661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:15.069347 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:15.243454 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5f7e7ec3-6cbe-4c78-8cfb-0ee9ae01402b req-670a2943-7164-43bb-997c-5db175ab86c9 service neutron] 10.222.0.36 "GET /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9592707 Feb 07 23:07:15.332712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] For port 187eedc3-c730-45ef-a535-16e8798115e9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=187eedc3-c730-45ef-a535-16e8798115e9,segment=NetworkSegment(0f904ffa-eb92-4e52-b429-8fed0490cf11),segment_id=0f904ffa-eb92-4e52-b429-8fed0490cf11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:15.417604 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:15.509795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] Transition to ACTIVE for port object 187eedc3-c730-45ef-a535-16e8798115e9 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:15.515315 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:15.582717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Calling delete_port for 4373e725-6fd3-44b9-8dae-600309427d66 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:15.912206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8becda0b-c46e-4273-9502-79704b2267fd None None] Pushing event updated for resources: {'Port': ['ID=187eedc3-c730-45ef-a535-16e8798115e9,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:15.946297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-442f0185-bfb7-4676-8b26-6b030330cabb tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4482 time: 5.0720260 Feb 07 23:07:15.946297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:16.156865 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f12f258a-bd01-4634-9d6c-989cf6c42733 req-c6fd94b5-74a4-4127-9aae-71ec79e02c8f tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 210 time: 0.2427948 Feb 07 23:07:16.174829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:16.313890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Pushing event deleted for resources: {'Port': ['ID=4373e725-6fd3-44b9-8dae-600309427d66,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:16.339951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa8840-1956-46c3-806a-75fba2327bd2 req-2f4bad88-a28e-4a7a-976c-72f6f8f76478 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:16.355499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7faa8840-1956-46c3-806a-75fba2327bd2 req-2f4bad88-a28e-4a7a-976c-72f6f8f76478 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 944 time: 2.1530242 Feb 07 23:07:16.583931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:16.689718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:16.709507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.710130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.710653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.711193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.711894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.712542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.713791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.714311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.717139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.717706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.718225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.718766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:16.747868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7faa8840-1956-46c3-806a-75fba2327bd2 req-acd2699c-6ded-42eb-a3f4-b593a4fffdd5 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943055 Feb 07 23:07:16.772237 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:16.776255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bf847f27-6094-48f8-a780-79c9dd03e8f9 tempest-FloatingIPAdminTestJSON-1193862546 tempest-FloatingIPAdminTestJSON-1193862546-project] 10.222.0.10 "DELETE /v2.0/floatingips/0da67998-0ae0-48b7-82bd-6beddec37511 HTTP/1.1" status: 204 len: 168 time: 4.8752832 Feb 07 23:07:16.777472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60804) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:16.787535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:16.811596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:16.812882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:16.818720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525e1bc-731f-4301-8343-980f4f56e14a req-64a01dd5-6f1b-4ac5-ad75-142f0889d9f5 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:16.819772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a525e1bc-731f-4301-8343-980f4f56e14a req-64a01dd5-6f1b-4ac5-ad75-142f0889d9f5 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Synchronizing usage tracker for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:17.295628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60810) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:17.331531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9d103fe-5d14-4899-a071-e9d117a98df7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:17.398432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144669429', 'description': 'tempest-secgroup-smoke-144669429 description', 'project_id': '909aa67db10f450da1c5a34c7daf8438'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:17.462430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:17.472336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:17.514007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:17.597920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:17.608190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c9d103fe-5d14-4899-a071-e9d117a98df7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:17.624250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:17.624250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c9d103fe-5d14-4899-a071-e9d117a98df7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:17.624250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:17.703745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:17.706803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:17.719391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Deleting port 87357d63-2507-4915-aed3-e316cb13844c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:17.719740 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:17.829591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:17.867766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a525e1bc-731f-4301-8343-980f4f56e14a req-64a01dd5-6f1b-4ac5-ad75-142f0889d9f5 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Unset dirty status for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:17.867766 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a525e1bc-731f-4301-8343-980f4f56e14a req-64a01dd5-6f1b-4ac5-ad75-142f0889d9f5 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.26 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.8472891 Feb 07 23:07:17.876832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438613bd-ea80-43fc-a2db-73586ce26963 None None] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:18.131370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:18.141103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Deleting port 81915c84-8ef9-462a-95fb-941424af4cc0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:18.141458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.144806 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-138de2c7-4b17-469c-99c3-43eca090ccee req-4fe49fa8-5a96-4834-86b4-bc9bcf05ea66 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 210 time: 0.4267299 Feb 07 23:07:18.229695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.264603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-9d51642f-ea9e-4f25-9d58-c8d9f5211628 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:18.265645 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'code': 200} Feb 07 23:07:18.266318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-9d51642f-ea9e-4f25-9d58-c8d9f5211628 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Synchronizing usage tracker for tenant:bce41b064db247bdb75f0430c0b8dca2 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:18.316866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c6d3f-7bb5-41ec-8e1a-c52adfd8e181 req-20b7781e-df08-4849-8fda-77f653882369 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:18.319403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b64eb03c-4020-4742-a1cb-404db239568c None None] Provisioning for port 187eedc3-c730-45ef-a535-16e8798115e9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:18.327837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c51c6d3f-7bb5-41ec-8e1a-c52adfd8e181 req-20b7781e-df08-4849-8fda-77f653882369 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 946 time: 1.0992093 Feb 07 23:07:18.342465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b64eb03c-4020-4742-a1cb-404db239568c None None] Provisioning complete for port 187eedc3-c730-45ef-a535-16e8798115e9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:18.343030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b64eb03c-4020-4742-a1cb-404db239568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.351835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:18.435510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-9d51642f-ea9e-4f25-9d58-c8d9f5211628 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Unset dirty status for tenant:bce41b064db247bdb75f0430c0b8dca2 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:18.435510 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-9d51642f-ea9e-4f25-9d58-c8d9f5211628 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 813 time: 1.5809312 Feb 07 23:07:18.462927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Request body: {'port': {'device_id': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5', 'admin_state_up': True, 'tenant_id': 'bce41b064db247bdb75f0430c0b8dca2'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:18.517143 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.599842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:18.616585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:18.620131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c9d103fe-5d14-4899-a071-e9d117a98df7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c9d103fe-5d14-4899-a071-e9d117a98df7,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:18.628931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:18.631991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.632840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 187eedc3-c730-45ef-a535-16e8798115e9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:18.660153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:18.664493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Usage tracker for resource:port and tenant:bce41b064db247bdb75f0430c0b8dca2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:18.667662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:18.674112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:18.697585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Made reservation on behalf of bce41b064db247bdb75f0430c0b8dca2 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:18.703517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.772175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.822773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.946591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9795b0d-9ac3-43b3-9946-e1223afc4315,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:18.955405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:18.961793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0713cb68-5ef7-4613-a430-30c9fae5341b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6475232 Feb 07 23:07:18.961793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60830) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:18.986446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c51c6d3f-7bb5-41ec-8e1a-c52adfd8e181 req-068628bb-bd06-4209-bb5d-892e3fbc05bd tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449995 Feb 07 23:07:19.012520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': 'e9795b0d-9ac3-43b3-9946-e1223afc4315', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:19.031032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:19.031032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:19.031032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:19.048681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:19.080158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] For port 81915c84-8ef9-462a-95fb-941424af4cc0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=81915c84-8ef9-462a-95fb-941424af4cc0,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:19.080158 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:19.126262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:19.172381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 81915c84-8ef9-462a-95fb-941424af4cc0 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:07:19.246495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4c322-46e6-4b63-8474-81a237579f11 req-e1edabb1-d444-4224-971b-056ea737f3a3 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:19.264821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efe4c322-46e6-4b63-8474-81a237579f11 req-e1edabb1-d444-4224-971b-056ea737f3a3 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 945 time: 0.7539454 Feb 07 23:07:19.339785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Calling delete_port for 81915c84-8ef9-462a-95fb-941424af4cc0 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:19.442022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:19.442022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:19.486249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c9d103fe-5d14-4899-a071-e9d117a98df7,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:19.507714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 187eedc3-c730-45ef-a535-16e8798115e9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:19.507714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:19.682913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Delete allocated IP 2001:db8:0:1::2a9 (f286c9d4-6d1d-44fd-9bc5-6cae46265352/98a142b6-cd23-4937-b23f-b5a8b1bad56d) {{(pid=87671) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 23:07:19.733942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Calling delete_port for 87357d63-2507-4915-aed3-e316cb13844c owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:19.937957 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:20.011631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:20.145606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-51f0ad42-8f7f-41a7-b327-569958cea46a None None] Provisioning complete for port 187eedc3-c730-45ef-a535-16e8798115e9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:20.145606 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-51f0ad42-8f7f-41a7-b327-569958cea46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:20.152430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647890e-f675-4929-ac52-6c5d56957df5 req-149d2a9d-adf0-4108-a80f-8d51d534dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:20.167936 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9647890e-f675-4929-ac52-6c5d56957df5 req-149d2a9d-adf0-4108-a80f-8d51d534dce5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1096 time: 1.7707484 Feb 07 23:07:20.383375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:20.522232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['411122c9-6bae-4651-92ca-2fc72b3033da'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:07:20.588052 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c8988a4-a663-4e77-a024-d23eb04dbfdb req-2ec7be57-79a8-49b0-93e5-a4f04a0a8d2d tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 210 time: 0.6287034 Feb 07 23:07:20.588052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Pushing event deleted for resources: {'Port': ['ID=87357d63-2507-4915-aed3-e316cb13844c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:20.652369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Pushing event deleted for resources: {'Port': ['ID=81915c84-8ef9-462a-95fb-941424af4cc0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:20.739180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] No DVR routers for this DVR port 81915c84-8ef9-462a-95fb-941424af4cc0 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:07:20.742837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9647890e-f675-4929-ac52-6c5d56957df5 req-63b7bae8-c280-4226-86c7-26ae942bbe14 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5416646 Feb 07 23:07:20.744629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.744990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.745295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.745836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.746351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.746757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.747794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.747962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.748241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.748588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.748923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.749250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:07:20.769879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:20.777369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'name': 'network-vif-deleted', 'tag': '81915c84-8ef9-462a-95fb-941424af4cc0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:20.802405 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:07:20.893916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-51f0ad42-8f7f-41a7-b327-569958cea46a None None] Provisioning for port afbc156f-113f-45cf-8884-492aad4b9737 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:20.913739 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:20.914146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efe4c322-46e6-4b63-8474-81a237579f11 req-79e26b33-7e09-4c6a-8cb8-af326573fcaf tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6477654 Feb 07 23:07:20.915614 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:20.918530 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a525e1bc-731f-4301-8343-980f4f56e14a req-2c782f88-dc1c-4ed0-b27d-34ca63a81c7e tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.26 "DELETE /v2.0/ports/81915c84-8ef9-462a-95fb-941424af4cc0 HTTP/1.1" status: 204 len: 173 time: 3.0319891 Feb 07 23:07:20.932523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-51f0ad42-8f7f-41a7-b327-569958cea46a None None] Provisioning complete for port afbc156f-113f-45cf-8884-492aad4b9737 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:20.932962 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-51f0ad42-8f7f-41a7-b327-569958cea46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.039102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Ignored duplicate provisioning block setup for port afbc156f-113f-45cf-8884-492aad4b9737 by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 07 23:07:21.061319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.078662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Allocated IP 172.20.0.10 (e44701a1-ded6-4b4d-aa79-6b8ecbab98d5/53830ceb-7de3-4396-a48b-3d609d55a668/8038d912-4180-47aa-8b1b-6e60ed0135f8) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:21.114376 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.121598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.211093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-51f0ad42-8f7f-41a7-b327-569958cea46a None None] Port afbc156f-113f-45cf-8884-492aad4b9737 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:21.225935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9d103fe-5d14-4899-a071-e9d117a98df7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:21.253310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78dcc25c-ba66-4e26-8f87-f94a9b98048b req-fb5cc5d8-9237-4851-a3fa-271c9376febf tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.0671422 Feb 07 23:07:21.287671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e57525-de2b-4633-94d4-85353b0fd9c0,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:21.295806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.297287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ba9575a1-054f-4f0a-87e9-7d93652e9e52 tempest-FloatingIPAdminTestJSON-1270865067 tempest-FloatingIPAdminTestJSON-1270865067-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/3a400d8b-c726-4dec-978b-2d3253fb3e08 HTTP/1.1" status: 204 len: 168 time: 4.5184624 Feb 07 23:07:21.302886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60854) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:21.307530 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.309052 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-01bf6726-5642-434e-bfe8-b1ad12b9d10b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3369582 Feb 07 23:07:21.353929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60858) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:21.370821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': 'e9795b0d-9ac3-43b3-9946-e1223afc4315', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:21.393913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:21.404179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:21.475069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Deleting port 96bde11f-be32-4350-a914-1d176a0ea6af {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:21.475069 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.529329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b145b327-6c41-4b5d-b7d4-307e09822f4d None None] Provisioning complete for port afbc156f-113f-45cf-8884-492aad4b9737 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:21.529329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b145b327-6c41-4b5d-b7d4-307e09822f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.615197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b145b327-6c41-4b5d-b7d4-307e09822f4d None None] Port afbc156f-113f-45cf-8884-492aad4b9737 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:21.645432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:21.681926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:21.722531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c9d103fe-5d14-4899-a071-e9d117a98df7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:21.722952 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.818983 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:21.829860 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e8cc5d-a174-44e9-aadf-e9d360ccc5ec', 'name': 'network-vif-deleted', 'tag': '81915c84-8ef9-462a-95fb-941424af4cc0', 'status': 'completed', 'code': 200} Feb 07 23:07:22.183124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] In _notify_port_updated(), no bound segment for port afbc156f-113f-45cf-8884-492aad4b9737 on network f286c9d4-6d1d-44fd-9bc5-6cae46265352 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:07:22.233678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:22.238721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:22.242658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9a9fa695-b623-42c3-917b-db6fd0da3af1 req-fd8a5fd3-0ac7-454e-8ba9-7a38d2ab0584 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 210 time: 0.3688045 Feb 07 23:07:22.248078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "PUT /v2.0/ports/afbc156f-113f-45cf-8884-492aad4b9737 HTTP/1.1" status: 200 len: 926 time: 7.2723024 Feb 07 23:07:22.407580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:22.451710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:22.474129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c58da9ee-400e-44b8-be67-8b04b34246f0'}, {'subnet_id': '98a142b6-cd23-4937-b23f-b5a8b1bad56d'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:22.518109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:22.557389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db184aea-c217-4601-a706-4370dfb83557 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=afbc156f-113f-45cf-8884-492aad4b9737,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:22.562716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-afb56330-486e-40c8-81c9-64200ef5eecd None None] Provisioning complete for port afbc156f-113f-45cf-8884-492aad4b9737 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:22.562716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-afb56330-486e-40c8-81c9-64200ef5eecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:22.647104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:22.667504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:22.679120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:22.685536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-afb56330-486e-40c8-81c9-64200ef5eecd None None] Port afbc156f-113f-45cf-8884-492aad4b9737 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:22.741798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Pushing event updated for resources: {'Port': ['ID=8038d912-4180-47aa-8b1b-6e60ed0135f8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:22.749276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b618ffdc-5bef-45a4-a9e2-7e8f4cada952 req-de0042d8-e993-4f31-b4b3-f00a807b2568 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=12e8cc5d-a174-44e9-aadf-e9d360ccc5ec HTTP/1.1" status: 200 len: 210 time: 0.2269344 Feb 07 23:07:22.959925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:22.975028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:22.975028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:22.979617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:23.000894 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-fab3b41d-6577-4549-abf5-79048acc8dc1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5379798 Feb 07 23:07:23.022911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Request body: {'port': {'device_id': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:23.203125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd59636c-d766-446e-941b-42070af10887,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:23.244168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:23.246164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0167f-435c-4814-85d1-e81802d8bb7c req-a4c7214b-4511-4de7-88e7-1b61021277aa tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:23.262219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddc0167f-435c-4814-85d1-e81802d8bb7c req-a4c7214b-4511-4de7-88e7-1b61021277aa tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 945 time: 0.6547735 Feb 07 23:07:23.264799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:23.374955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:23.391061 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:23.395071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ab395ac8-a072-4304-842d-1a32c8c7956a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0396111 Feb 07 23:07:23.398452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60888) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:23.469333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddc0167f-435c-4814-85d1-e81802d8bb7c req-54824591-af65-483f-83c9-7d63b51830f3 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123334 Feb 07 23:07:23.610102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': 'e9795b0d-9ac3-43b3-9946-e1223afc4315', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:23.639626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:23.649133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:23.649133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:23.657703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:23.675961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Calling delete_port for 96bde11f-be32-4350-a914-1d176a0ea6af owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:23.909752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.060638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8038d912-4180-47aa-8b1b-6e60ed0135f8 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:24.068449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.096833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Transition to ACTIVE for port object 8038d912-4180-47aa-8b1b-6e60ed0135f8 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:24.103827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.113328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35016678-2585-4330-a3b3-f327b72e320c req-06ce5aee-d791-4671-92e9-9282ec929545 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:24.114846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35016678-2585-4330-a3b3-f327b72e320c req-06ce5aee-d791-4671-92e9-9282ec929545 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 932 time: 0.5287647 Feb 07 23:07:24.172656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8:0:1::25 (f286c9d4-6d1d-44fd-9bc5-6cae46265352/98a142b6-cd23-4937-b23f-b5a8b1bad56d/afbc156f-113f-45cf-8884-492aad4b9737) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:24.241698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a3c3e-3d31-4475-8a5b-f54b640edd2e req-7675cccf-6ffe-4af8-b506-f686874af1ce tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:24.241698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd0a3c3e-3d31-4475-8a5b-f54b640edd2e req-7675cccf-6ffe-4af8-b506-f686874af1ce tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 945 time: 0.5205960 Feb 07 23:07:24.251318 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.293955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.355208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35016678-2585-4330-a3b3-f327b72e320c req-5244f9fc-3488-42f6-8703-882c110245b5 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712086 Feb 07 23:07:24.362753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.362753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bade9efd-5c20-402b-8151-d2c1f99e2be9,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:24.461853 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.463792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c995f27d-49ba-482e-b6b5-7bacb4e9cfbe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0622647 Feb 07 23:07:24.499554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60904) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:24.522255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': 'e9795b0d-9ac3-43b3-9946-e1223afc4315', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:24.523426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd0a3c3e-3d31-4475-8a5b-f54b640edd2e req-fc2235fd-eccf-4639-be55-a120331bd4f4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543504 Feb 07 23:07:24.526802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Port': ['ID=96bde11f-be32-4350-a914-1d176a0ea6af,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:24.530809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:24.551673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:24.551673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:24.567734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:24.764591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:24.772754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7bd74ad3-75bb-46d1-8010-4d7b6802f37b tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "DELETE /v2.0/ports/96bde11f-be32-4350-a914-1d176a0ea6af HTTP/1.1" status: 204 len: 168 time: 3.4628084 Feb 07 23:07:24.772754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60912) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:24.951091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Pushing event updated for resources: {'Port': ['ID=8038d912-4180-47aa-8b1b-6e60ed0135f8,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:24.989242 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.025191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Attempting to bind port 8038d912-4180-47aa-8b1b-6e60ed0135f8 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:07:25.025191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Attempting to bind port 8038d912-4180-47aa-8b1b-6e60ed0135f8 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:07:25.025191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Attempting to bind port 8038d912-4180-47aa-8b1b-6e60ed0135f8 on network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:25.042994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31476a36-a93c-4247-a550-99c96560852c tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:25.042994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-31476a36-a93c-4247-a550-99c96560852c tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Synchronizing usage tracker for tenant:789e72287b1a4d7fa7f3d335f96408d1 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:25.047427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Port 8038d912-4180-47aa-8b1b-6e60ed0135f8 on network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:07:25.047427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Attempting to bind port 8038d912-4180-47aa-8b1b-6e60ed0135f8 on network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:25.064552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:07:25.064552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Checking segment: {'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:25.064552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Bound using segment: {'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:07:25.064552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Bound port: 8038d912-4180-47aa-8b1b-6e60ed0135f8, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:07:25.064552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.067517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-31476a36-a93c-4247-a550-99c96560852c tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Unset dirty status for tenant:789e72287b1a4d7fa7f3d335f96408d1 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:25.083693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-31476a36-a93c-4247-a550-99c96560852c tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a2ffc64-e389-433e-93ce-f19d28c677ec HTTP/1.1" status: 200 len: 913 time: 0.3068347 Feb 07 23:07:25.083693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60920) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:25.249100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d6e3-f2be-4260-86df-a544556d360c req-bff70ac3-cf93-4669-baaa-41d0316789ac tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:25.251404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45b2d6e3-f2be-4260-86df-a544556d360c req-bff70ac3-cf93-4669-baaa-41d0316789ac tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 945 time: 0.3337393 Feb 07 23:07:25.317643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.335883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.360874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] For port 8038d912-4180-47aa-8b1b-6e60ed0135f8, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:07:25.360874 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.396082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] For port 8038d912-4180-47aa-8b1b-6e60ed0135f8, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:07:25.396082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcd8a10-006d-4a6c-99d1-0da8873e3075,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:25.409119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.414245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object afbc156f-113f-45cf-8884-492aad4b9737 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:25.454952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.454952 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f14928e6-8cf9-4150-8463-10ba7fe508f2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9508631 Feb 07 23:07:25.464965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.475401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:25.475401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.475401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] 10.222.0.26 "PUT /v2.0/ports/8038d912-4180-47aa-8b1b-6e60ed0135f8 HTTP/1.1" status: 200 len: 1092 time: 2.4664044 Feb 07 23:07:25.475401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'tag': '8038d912-4180-47aa-8b1b-6e60ed0135f8'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:25.478373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:25.532038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': 'e9795b0d-9ac3-43b3-9946-e1223afc4315', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:25.558404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:25.568899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45b2d6e3-f2be-4260-86df-a544556d360c req-8549a3b1-a912-40c7-8b1c-d7e7e5e86d88 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050790 Feb 07 23:07:25.572991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:25.588324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:25.619342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60938) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:25.631809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:25.664154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc7e1b-43b3-4f0a-a2e0-5e2a08fdfdef service neutron] Pushing event updated for resources: {'Port': ['ID=8038d912-4180-47aa-8b1b-6e60ed0135f8,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:25.783048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] In _notify_port_updated(), no bound segment for port afbc156f-113f-45cf-8884-492aad4b9737 on network f286c9d4-6d1d-44fd-9bc5-6cae46265352 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:07:25.801262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:25.801262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.801262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "PUT /v2.0/ports/afbc156f-113f-45cf-8884-492aad4b9737 HTTP/1.1" status: 200 len: 1011 time: 3.3371494 Feb 07 23:07:25.801262 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60944) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:25.896859 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Project 909aa67db10f450da1c5a34c7daf8438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:07:25.900311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1518f-8be3-4b25-beb2-12653e763bde tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=afbc156f-113f-45cf-8884-492aad4b9737,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:25.955717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port afbc156f-113f-45cf-8884-492aad4b9737 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:25.968852 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.991836 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fa25bff-7ed4-411f-bb47-8ce8ae8a4e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:25.994572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.112645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1aa530ea-d2f3-4339-a82f-80566b401a5d None None] Provisioning for port afbc156f-113f-45cf-8884-492aad4b9737 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:26.112645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1aa530ea-d2f3-4339-a82f-80566b401a5d None None] Provisioning complete for port afbc156f-113f-45cf-8884-492aad4b9737 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:26.112645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1aa530ea-d2f3-4339-a82f-80566b401a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.127746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-917a81a0-9e76-4929-bb37-4cbf3d2330df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:26.127746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-917a81a0-9e76-4929-bb37-4cbf3d2330df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 1095 time: 0.5657840 Feb 07 23:07:26.178033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1aa530ea-d2f3-4339-a82f-80566b401a5d None None] Port afbc156f-113f-45cf-8884-492aad4b9737 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:26.236787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc388900-10c4-465f-8e24-10c807023ea0 req-bd77b818-ba0c-41b2-8b75-4ee4e6089ba4 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:26.242990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc388900-10c4-465f-8e24-10c807023ea0 req-bd77b818-ba0c-41b2-8b75-4ee4e6089ba4 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.8477664 Feb 07 23:07:26.272424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-a3c637a2-902f-4d20-8c16-4c3e69a8084a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8 HTTP/1.1" status: 200 len: 217 time: 0.0900085 Feb 07 23:07:26.433232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.478661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.502128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-5103552e-1238-4e88-9cfa-da033a036d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:26.503905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-5103552e-1238-4e88-9cfa-da033a036d1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53830ceb-7de3-4396-a48b-3d609d55a668 HTTP/1.1" status: 200 len: 853 time: 0.1902690 Feb 07 23:07:26.506288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636527cd-192b-4ead-bdcd-b356737e2e32 tempest-TestServerBasicOps-1282084036 tempest-TestServerBasicOps-1282084036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:26.507853 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-636527cd-192b-4ead-bdcd-b356737e2e32 tempest-TestServerBasicOps-1282084036 tempest-TestServerBasicOps-1282084036-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1091 time: 0.8452044 Feb 07 23:07:26.533282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:26.545557 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc388900-10c4-465f-8e24-10c807023ea0 req-403b5982-4117-4243-8dc9-7cc3fbd11d94 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736785 Feb 07 23:07:26.584628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:26.627267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:26.627267 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-38657340-f578-4f89-b2bb-554f41b9110c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100776 Feb 07 23:07:26.647036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Usage tracker for resource:floatingip and tenant:4cd82aa642704d6092a89a6cf0ec2eb5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:26.680136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:26.693845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f015496-8697-4f9a-b5af-c9afd6324b70 req-e40b35fe-d383-407f-a3bb-fc4846d74550 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:26.697271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f015496-8697-4f9a-b5af-c9afd6324b70 req-e40b35fe-d383-407f-a3bb-fc4846d74550 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 944 time: 0.8459163 Feb 07 23:07:26.714971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bec0fa-7cf5-4da0-8b03-ddf5181f7e7f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:26.721709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.723014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b73ccc8e-00d4-476a-94b3-fecec333894a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2256138 Feb 07 23:07:26.728945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60956) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:26.743307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:26.752362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'security_group_rule': {'security_group_id': 'e9795b0d-9ac3-43b3-9946-e1223afc4315', 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:26.756032 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'tag': '8038d912-4180-47aa-8b1b-6e60ed0135f8', 'status': 'completed', 'code': 200} Feb 07 23:07:26.787333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:26.793412 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f015496-8697-4f9a-b5af-c9afd6324b70 req-d5236818-6d00-4544-b38f-771deb917e43 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949929 Feb 07 23:07:26.797678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:security_group_rule and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:26.802556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:26.812133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:26.875898 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Project 909aa67db10f450da1c5a34c7daf8438 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:07:26.880286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-cbf8becd-0d3c-4ff2-9714-d1d178b10311 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412713 Feb 07 23:07:26.893497 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.903004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:26.993705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:27.000512 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:27.058821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:27.110642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5199ba-7a2e-47d9-a1c2-6f4a5a580347,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:27.164587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:27.176797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ac0547f8-3f45-47d0-89bd-0ebbeb3ba394 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4466999 Feb 07 23:07:27.222268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:27.276283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for afbc156f-113f-45cf-8884-492aad4b9737 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:27.549373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6e463d13-00b3-401f-bcd9-2825b14d8636 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:27.580672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6e463d13-00b3-401f-bcd9-2825b14d8636 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:27.581899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6e463d13-00b3-401f-bcd9-2825b14d8636 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144669429&fields=id&tenant_id=909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 267 time: 0.1092958 Feb 07 23:07:27.836671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Deleting port d5cd0378-a994-45be-9db8-e1b4ea04353b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:27.837304 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:28.045017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65a7ede5-22ed-42dc-a3a2-f429a2c41837 req-3d6d4ff1-218b-4522-94ad-d3c2b1d5c4b9 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922556 Feb 07 23:07:28.075748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-54b0fa14-9cff-43e3-955b-da09ebc98164 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:28.077166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-54b0fa14-9cff-43e3-955b-da09ebc98164 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Synchronizing usage tracker for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:28.199199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ea7c0-34b4-498d-8105-14db7341b365 req-73a566d4-4039-4d20-b550-199e6c3e3863 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:28.199638 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-690bf26a-5cb9-4063-a427-783bea727dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:28.204406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d9ea7c0-34b4-498d-8105-14db7341b365 req-73a566d4-4039-4d20-b550-199e6c3e3863 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.4501059 Feb 07 23:07:28.207837 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:28.222963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-21431942-8fbe-47f1-960d-7d00aadd0fed tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:28.224834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-21431942-8fbe-47f1-960d-7d00aadd0fed tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/networks?id=5706a3e4-9ea8-4a72-86c3-aa66637704d6 HTTP/1.1" status: 200 len: 795 time: 0.6326632 Feb 07 23:07:28.248280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-54b0fa14-9cff-43e3-955b-da09ebc98164 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Unset dirty status for tenant:f3d6065c7d8a4c49ac1c45bd19b6b462 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:28.249813 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-54b0fa14-9cff-43e3-955b-da09ebc98164 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 945 time: 0.8360181 Feb 07 23:07:28.250626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:28.356598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=afbc156f-113f-45cf-8884-492aad4b9737,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:28.383118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-8be572f6-7604-4e07-935b-59f42f7ea94d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/quotas/909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 375 time: 0.1385090 Feb 07 23:07:28.392853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Calling delete_port for d5cd0378-a994-45be-9db8-e1b4ea04353b owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:28.460362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:28.467018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Deleting port 411122c9-6bae-4651-92ca-2fc72b3033da {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:28.467578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:28.516834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d9ea7c0-34b4-498d-8105-14db7341b365 req-0d35ad22-4eae-4206-a99a-3ee0c66868bc tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894328 Feb 07 23:07:28.587442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:28.646402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844e358-bd73-476f-a7a4-1838e485a1df req-5dadcd73-0234-4c64-9fad-7136f5669475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:28.647634 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7844e358-bd73-476f-a7a4-1838e485a1df req-5dadcd73-0234-4c64-9fad-7136f5669475 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 1095 time: 0.5372269 Feb 07 23:07:28.653383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8f5bca6d-1be9-4df0-bd33-ee9cc8ac8912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/afbc156f-113f-45cf-8884-492aad4b9737 HTTP/1.1" status: 204 len: 168 time: 2.8450835 Feb 07 23:07:28.660406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 60980) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:28.857886 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3da6025-4a53-4562-933d-63680cc05700 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:07:28.858428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3da6025-4a53-4562-933d-63680cc05700 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:28.990242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Allocated IP 172.25.0.249 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/c916fff6-346b-491c-979c-575b68e80951) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:29.006146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c3da6025-4a53-4562-933d-63680cc05700 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:29.006146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3da6025-4a53-4562-933d-63680cc05700 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/afbc156f-113f-45cf-8884-492aad4b9737 HTTP/1.1" status: 404 len: 333 time: 0.3398063 Feb 07 23:07:29.007617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 60984) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:29.015738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-4b499296-120f-40ff-9197-4e0601644243 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:29.084266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844e358-bd73-476f-a7a4-1838e485a1df req-9fae07d1-df92-4f97-8611-9a76f52c42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:29.085776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7844e358-bd73-476f-a7a4-1838e485a1df req-9fae07d1-df92-4f97-8611-9a76f52c42e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 914 time: 0.4261930 Feb 07 23:07:29.113547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-4b499296-120f-40ff-9197-4e0601644243 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:29.114778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-4b499296-120f-40ff-9197-4e0601644243 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6904080 Feb 07 23:07:29.142952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3f39a-1060-4055-ab3f-b1e3b631c7ff req-874ba213-6a87-4f62-bee8-01c1147750fa tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:29.145027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93e3f39a-1060-4055-ab3f-b1e3b631c7ff req-874ba213-6a87-4f62-bee8-01c1147750fa tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 944 time: 0.2600296 Feb 07 23:07:29.162554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet 98a142b6-cd23-4937-b23f-b5a8b1bad56d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:07:29.170387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:29.250810 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:29.406980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7844e358-bd73-476f-a7a4-1838e485a1df req-67245cca-cc45-4a64-851d-316044dc606b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8 HTTP/1.1" status: 200 len: 217 time: 0.2720690 Feb 07 23:07:29.422793 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:29.488045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] For port 411122c9-6bae-4651-92ca-2fc72b3033da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=411122c9-6bae-4651-92ca-2fc72b3033da,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:29.488671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:29.490958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93e3f39a-1060-4055-ab3f-b1e3b631c7ff req-1b658c9b-537b-453b-a960-d81907b77a4d tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328347 Feb 07 23:07:29.509619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:29.535261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:29.653398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844e358-bd73-476f-a7a4-1838e485a1df req-ae28c3fb-10cf-4611-8159-f6351445ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:29.655190 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7844e358-bd73-476f-a7a4-1838e485a1df req-ae28c3fb-10cf-4611-8159-f6351445ff82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53830ceb-7de3-4396-a48b-3d609d55a668 HTTP/1.1" status: 200 len: 853 time: 0.2366445 Feb 07 23:07:29.665486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Calling delete_port for 411122c9-6bae-4651-92ca-2fc72b3033da owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:29.670279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Port': ['ID=d5cd0378-a994-45be-9db8-e1b4ea04353b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:29.777249 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7844e358-bd73-476f-a7a4-1838e485a1df req-bc1b564c-cb0c-4a5e-b353-e361caa6e380 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786824 Feb 07 23:07:29.784911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:29.964688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-b34c4144-2064-4bbf-97e6-9146ba1f9915 service neutron] 10.222.0.10 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8162136 Feb 07 23:07:30.115293 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7844e358-bd73-476f-a7a4-1838e485a1df req-391ab558-ef85-458e-886d-79307f3ba289 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245635 Feb 07 23:07:30.116330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:30.145864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:30.165003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:30.269220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Pushing event deleted for resources: {'Port': ['ID=411122c9-6bae-4651-92ca-2fc72b3033da,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:30.389883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98a6c-253e-4986-a0cf-099396b7fa71 req-064aa966-06da-44cf-a916-87d599ee64b4 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:30.391454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0a98a6c-253e-4986-a0cf-099396b7fa71 req-064aa966-06da-44cf-a916-87d599ee64b4 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/ports?device_id=5db45a3f-035f-4c36-9112-f6c6b2e71b43 HTTP/1.1" status: 200 len: 867 time: 0.6463456 Feb 07 23:07:30.409946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-27c57bce-80c2-4f1b-aff8-5ee75e0aac0f service neutron] 10.222.0.10 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242523 Feb 07 23:07:30.430725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:30.430906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:30.444170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:30.449490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:30.452619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] No DVR routers for this DVR port 411122c9-6bae-4651-92ca-2fc72b3033da on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:07:30.454424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:30.491689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'Port': ['ID=c916fff6-346b-491c-979c-575b68e80951,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:30.509882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:30.513328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'name': 'network-vif-deleted', 'tag': '411122c9-6bae-4651-92ca-2fc72b3033da'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:30.566103 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c5e80887-3ca9-4344-a3e5-27601be93ddf req-1a79370b-8fe0-450e-be4a-ac75f917d103 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.36 "DELETE /v2.0/ports/411122c9-6bae-4651-92ca-2fc72b3033da HTTP/1.1" status: 204 len: 173 time: 2.3045151 Feb 07 23:07:30.570369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7844e358-bd73-476f-a7a4-1838e485a1df req-f1a7224b-ad46-4d2b-849a-8da63f5b9182 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915479 Feb 07 23:07:30.578879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee0e26-9ef7-49af-ad4c-ba767deba8d6 None None] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:30.581838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=98a142b6-cd23-4937-b23f-b5a8b1bad56d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:30.584538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:30.623628 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0a98a6c-253e-4986-a0cf-099396b7fa71 req-8b8c190f-15a2-4020-a960-c3710cac05a3 tempest-ServerRescueTestJSON-888607095 tempest-ServerRescueTestJSON-888607095-project] 10.222.0.10 "GET /v2.0/security-groups?id=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086682 Feb 07 23:07:30.628303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e94c85ab-77f8-4b4d-8498-6c57dd225196 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/98a142b6-cd23-4937-b23f-b5a8b1bad56d HTTP/1.1" status: 204 len: 168 time: 1.6186531 Feb 07 23:07:30.640277 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:07:30.655253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32776) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:30.729826 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db45a3f-035f-4c36-9112-f6c6b2e71b43', 'name': 'network-vif-deleted', 'tag': '411122c9-6bae-4651-92ca-2fc72b3033da', 'status': 'completed', 'code': 200} Feb 07 23:07:30.854207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 411122c9-6bae-4651-92ca-2fc72b3033da no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:07:30.935286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 411122c9-6bae-4651-92ca-2fc72b3033da {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:07:30.947849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 411122c9-6bae-4651-92ca-2fc72b3033da not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:07:31.035371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.201716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8038d912-4180-47aa-8b1b-6e60ed0135f8 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:07:31.350502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a58fd5a-778c-49bb-889f-aaa55d65d49e req-42f029d7-5c24-4c02-b2b6-629161651e1d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 210 time: 0.1345887 Feb 07 23:07:31.383321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8038d912-4180-47aa-8b1b-6e60ed0135f8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:31.408728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet c58da9ee-400e-44b8-be67-8b04b34246f0 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:07:31.411975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '8038d912-4180-47aa-8b1b-6e60ed0135f8', 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5', 'port_id': '8038d912-4180-47aa-8b1b-6e60ed0135f8', 'mac_address': 'fa:16:3e:56:5d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53830ceb-7de3-4396-a48b-3d609d55a668', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:07:31.418334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.511804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.528667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.592508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8038d912-4180-47aa-8b1b-6e60ed0135f8 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:31.626366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8038d912-4180-47aa-8b1b-6e60ed0135f8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:31.630909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.632028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.663043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.789913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:31.872538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8038d912-4180-47aa-8b1b-6e60ed0135f8,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:31.972544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['8038d912-4180-47aa-8b1b-6e60ed0135f8'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:07:31.973596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32792) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:32.016844 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:32.176460 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:32.184257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:32.190520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:32.198912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=c58da9ee-400e-44b8-be67-8b04b34246f0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:32.257629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e8e70107-bcf3-46a9-9e07-1439bef357fd tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/c58da9ee-400e-44b8-be67-8b04b34246f0 HTTP/1.1" status: 204 len: 168 time: 1.6013625 Feb 07 23:07:32.260861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 32798) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:32.329216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c077628-dd4a-4f45-b2a8-fb6a558773ff req-3e3d19db-0161-4459-b6cd-87631af79977 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:32.330734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c077628-dd4a-4f45-b2a8-fb6a558773ff req-3e3d19db-0161-4459-b6cd-87631af79977 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 944 time: 1.1561930 Feb 07 23:07:32.341033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:32.554636 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c077628-dd4a-4f45-b2a8-fb6a558773ff req-86f7eca0-8ffd-4151-88dc-58fb06310663 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900257 Feb 07 23:07:32.738907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939033b-a43c-45ee-ae11-1fdf3421848e None None] Network f286c9d4-6d1d-44fd-9bc5-6cae46265352 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:32.771657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-529a2054-9dd1-4eb3-a6c9-4b4eae73509f req-b2b8ca7e-f14b-4f0b-92d2-4824667c3637 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 210 time: 0.1265283 Feb 07 23:07:32.802451 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:32.826345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Router 8a2ffc64-e389-433e-93ce-f19d28c677ec has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:07:32.836063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event updated for resources: {'Port': ['ID=c916fff6-346b-491c-979c-575b68e80951,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:32.880616 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Floating IP 40592ea0-3527-4886-ac44-942a46937d14 associated. External IP: 172.25.0.249, port: 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae. Feb 07 23:07:32.984915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 187eedc3-c730-45ef-a535-16e8798115e9 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:32.985410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:33.107806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-7c56c61e-c6eb-4846-a1ef-f148fefd9854 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:33.108753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-7c56c61e-c6eb-4846-a1ef-f148fefd9854 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:33.122476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b1d56885-5c32-451c-b9f8-7e6e13d003a7 None None] Provisioning complete for port 187eedc3-c730-45ef-a535-16e8798115e9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:33.123005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b1d56885-5c32-451c-b9f8-7e6e13d003a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:33.162638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8038d912-4180-47aa-8b1b-6e60ed0135f8 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:33.233652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-7c56c61e-c6eb-4846-a1ef-f148fefd9854 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:33.235152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-7c56c61e-c6eb-4846-a1ef-f148fefd9854 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "GET /v2.0/networks?id=5706a3e4-9ea8-4a72-86c3-aa66637704d6 HTTP/1.1" status: 200 len: 795 time: 0.5671039 Feb 07 23:07:33.418151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] DHCP port deletion for f286c9d4-6d1d-44fd-9bc5-6cae46265352 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:07:33.422900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 8038d912-4180-47aa-8b1b-6e60ed0135f8 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:33.461515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Deleting port 187eedc3-c730-45ef-a535-16e8798115e9 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:33.462665 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:33.490935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 8038d912-4180-47aa-8b1b-6e60ed0135f8 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:33.492012 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:33.530449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-710670a3-83c5-43f3-8ac4-45b1df47f347 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:33.690879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-710670a3-83c5-43f3-8ac4-45b1df47f347 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:33.693393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-710670a3-83c5-43f3-8ac4-45b1df47f347 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909aa67db10f450da1c5a34c7daf8438 HTTP/1.1" status: 200 len: 379 time: 0.4414730 Feb 07 23:07:33.724209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'port': {'device_id': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'admin_state_up': True, 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'security_groups': ['e9795b0d-9ac3-43b3-9946-e1223afc4315']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:33.789269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:07:33.814365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-872d67d8-2fc7-4cd8-afc1-c14988402dc7 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "PUT /v2.0/routers/8a2ffc64-e389-433e-93ce-f19d28c677ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7306144 Feb 07 23:07:33.891805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] Sync routers for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:07:33.905441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:33.916477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:33.926386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 32846) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:34.024816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Made reservation on behalf of 909aa67db10f450da1c5a34c7daf8438 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:34.029387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.049257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] For port 187eedc3-c730-45ef-a535-16e8798115e9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=187eedc3-c730-45ef-a535-16e8798115e9,segment=NetworkSegment(0f904ffa-eb92-4e52-b429-8fed0490cf11),segment_id=0f904ffa-eb92-4e52-b429-8fed0490cf11)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:34.049628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.206779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 187eedc3-c730-45ef-a535-16e8798115e9 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:34.253216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:34.253985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.335428 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.361963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:07:34.390586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.425571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] Routers {'8a2ffc64-e389-433e-93ce-f19d28c677ec'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:34.426513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8a2ffc64-e389-433e-93ce-f19d28c677ec'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.456214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=187eedc3-c730-45ef-a535-16e8798115e9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:34.492348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cb916a0-be1d-4cd4-a347-7f4f79ac3c8f req-509043df-66f0-4b2c-bcae-634c02e17d5a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 210 time: 0.2029483 Feb 07 23:07:34.497617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] For port 187eedc3-c730-45ef-a535-16e8798115e9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=187eedc3-c730-45ef-a535-16e8798115e9,segment=NetworkSegment(0f904ffa-eb92-4e52-b429-8fed0490cf11),segment_id=0f904ffa-eb92-4e52-b429-8fed0490cf11)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:34.498380 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.508829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No DVR routers for this DVR port 187eedc3-c730-45ef-a535-16e8798115e9 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:07:34.526343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.582198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.582712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c24c2-d1a6-4c2d-880a-964026a8990b None None] The sync data for ids ['8a2ffc64-e389-433e-93ce-f19d28c677ec'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:07:34.671983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca98b3-1434-4469-affa-86d9fc04da0b req-48718e87-f074-4f23-bb48-e3b8057e8686 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:34.681513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dcca98b3-1434-4469-affa-86d9fc04da0b req-48718e87-f074-4f23-bb48-e3b8057e8686 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 945 time: 0.3884249 Feb 07 23:07:34.714677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.737071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Calling delete_port for 187eedc3-c730-45ef-a535-16e8798115e9 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:34.749580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.767208 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dcca98b3-1434-4469-affa-86d9fc04da0b req-b12e5ffb-0aca-4108-9ffe-46a0a010379b tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832410 Feb 07 23:07:34.807634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f286c9d4-6d1d-44fd-9bc5-6cae46265352']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.834803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f904ffa-eb92-4e52-b429-8fed0490cf11') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.835397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f904ffa-eb92-4e52-b429-8fed0490cf11') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.869977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8038d912-4180-47aa-8b1b-6e60ed0135f8'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:34.886928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:07:34.890533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 187eedc3-c730-45ef-a535-16e8798115e9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:07:34.899603 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] Sync routers for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:07:34.921521 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:34.923191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:34.937740 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:34.980083 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8038d912-4180-47aa-8b1b-6e60ed0135f8', 'code': 200} Feb 07 23:07:35.014111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.016641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8038d912-4180-47aa-8b1b-6e60ed0135f8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:35.020312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 187eedc3-c730-45ef-a535-16e8798115e9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:07:35.021539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 187eedc3-c730-45ef-a535-16e8798115e9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:07:35.055193 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:07:35.056474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.089735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.091801 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:07:35.092248 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:07:35.112286 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:07:35.181358 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.192707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8038d912-4180-47aa-8b1b-6e60ed0135f8,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:35.256411 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.258423 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:07:35.269628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.20.0.5 (5706a3e4-9ea8-4a72-86c3-aa66637704d6/c7f274ec-2007-4b9b-a274-44561d86f308/1c40eb1f-083d-4626-ac48-2347680926ea) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:35.271707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.338848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Deleting port ede21c19-e0cd-4f34-860a-a48a1089c19d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:35.339199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.405074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.431434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.504738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=f286c9d4-6d1d-44fd-9bc5-6cae46265352,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:35.624787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.692238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a753919-f84b-4fb3-bb5c-6537e1b73f45 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/f286c9d4-6d1d-44fd-9bc5-6cae46265352 HTTP/1.1" status: 204 len: 168 time: 3.4243810 Feb 07 23:07:35.714796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33028) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:35.729035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Deleting port 187eedc3-c730-45ef-a535-16e8798115e9 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:35.729916 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:35.871883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ca1db90d-00b9-4132-a1b1-2b9873419f08 None None] The port '187eedc3-c730-45ef-a535-16e8798115e9' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:07:35.877841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Calling delete_port for ede21c19-e0cd-4f34-860a-a48a1089c19d owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:35.995559 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '40592ea0-3527-4886-ac44-942a46937d14', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'port_id': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'mac_address': 'fa:16:3e:af:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:07:31Z', 'updated_at': '2022-02-07T23:07:31Z', 'revision_number': 0, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 5, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:36.024932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:36.030282 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] Checking router: cd2c8132-2a30-4971-8c1e-5f68a8ed97fa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:07:36.071761 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:36.071761 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:36.217126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b92a5d32-5fe4-4ebc-8a8a-a3764982a098 req-dbe2f183-5f4c-41ad-9fcd-cd928e03f5c4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 210 time: 0.1223969 Feb 07 23:07:36.327889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3a1dd-16c5-4c99-a271-e6b7df01dbfb req-d8a76fce-3dea-426b-8715-ec6eba0dad7a tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:36.330164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6a3a1dd-16c5-4c99-a271-e6b7df01dbfb req-d8a76fce-3dea-426b-8715-ec6eba0dad7a tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 946 time: 0.2696624 Feb 07 23:07:36.345307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bed7b19-7b59-471b-9a31-13e3d7fc9ce1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:36.346235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3bed7b19-7b59-471b-9a31-13e3d7fc9ce1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:36.348401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:36.369579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Transition to ACTIVE for port object 1c40eb1f-083d-4626-ac48-2347680926ea will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:36.395819 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-780625c7-df30-4a24-bb85-9bcc6c562db2 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8154864 Feb 07 23:07:36.432077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3bed7b19-7b59-471b-9a31-13e3d7fc9ce1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:36.437521 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:36.438824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3bed7b19-7b59-471b-9a31-13e3d7fc9ce1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7217968 Feb 07 23:07:36.451195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:36.463366 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:07:36.493862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:36.506260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:36.507992 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:36.579627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6a3a1dd-16c5-4c99-a271-e6b7df01dbfb req-43d3cde9-dd78-450f-b38c-a852dcbce5ea tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261693 Feb 07 23:07:36.599694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Deleting port 8b664724-b51e-4fc0-9538-a12228a44f76 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:36.600173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:36.831343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-af216847-453a-4e87-a0e7-8f989420c416 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3779311 Feb 07 23:07:36.832157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:36.839280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:36.849292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-267364442'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:36.860133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:36.875854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:36.881977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:36.896176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:36.897520 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'status': 'completed', 'code': 200} Feb 07 23:07:36.898540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Port': ['ID=ede21c19-e0cd-4f34-860a-a48a1089c19d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:36.900754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:36.916970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:36.945424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:36.949601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:36.980426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] For port 8b664724-b51e-4fc0-9538-a12228a44f76, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b664724-b51e-4fc0-9538-a12228a44f76,segment=NetworkSegment(a9a8c661-2854-4a05-aea3-29cb810754c4),segment_id=a9a8c661-2854-4a05-aea3-29cb810754c4)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:36.982859 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.022683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:07:37.161995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:37.162680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.179915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5839846-7f25-48fa-af71-cc7108d43c07 req-8e0723d4-d927-4073-b4a4-1c0ec39890a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:37.181598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5839846-7f25-48fa-af71-cc7108d43c07 req-8e0723d4-d927-4073-b4a4-1c0ec39890a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 1097 time: 2.0622573 Feb 07 23:07:37.194121 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '40592ea0-3527-4886-ac44-942a46937d14', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'port_id': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'mac_address': 'fa:16:3e:af:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:07:31Z', 'updated_at': '2022-02-07T23:07:31Z', 'revision_number': 0, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 5, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:37.200099 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a0b85b-0aab-4215-988a-b1b3db882f8a None None] The sync data for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 is: [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '40592ea0-3527-4886-ac44-942a46937d14', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'port_id': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'mac_address': 'fa:16:3e:af:2a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:07:31Z', 'updated_at': '2022-02-07T23:07:31Z', 'revision_number': 0, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 5, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:07:37.202342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Calling delete_port for 8b664724-b51e-4fc0-9538-a12228a44f76 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:37.252727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.253877 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment 8e5a9573-4a11-4bf4-916e-c4183d79c406 of type vlan for network 1302d8fa-beb7-4637-8120-af537257a4dc Feb 07 23:07:37.310790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.367091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.374940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:37.376234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.380718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=1c40eb1f-083d-4626-ac48-2347680926ea,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:37.384952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.431648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f2dcfcdd-6cc5-4888-9109-7a35658dd79d None None] Provisioning for port 1c40eb1f-083d-4626-ac48-2347680926ea completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:37.439760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f2dcfcdd-6cc5-4888-9109-7a35658dd79d None None] Provisioning complete for port 1c40eb1f-083d-4626-ac48-2347680926ea triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:37.440668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f2dcfcdd-6cc5-4888-9109-7a35658dd79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.532157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f2dcfcdd-6cc5-4888-9109-7a35658dd79d None None] Port 1c40eb1f-083d-4626-ac48-2347680926ea cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:37.623629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7838809 Feb 07 23:07:37.626761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33236) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:37.636411 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.639976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.675662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba992cf-bbe3-4ec8-b317-a70458a6353e None None] New status for floating IP 40592ea0-3527-4886-ac44-942a46937d14: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:07:37.678028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-3a285e8a-26e5-47f6-99a6-0a36a57fdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:37.679859 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-3a285e8a-26e5-47f6-99a6-0a36a57fdbf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5&device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1096 time: 0.8383744 Feb 07 23:07:37.680660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.681347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2ffc64-e389-433e-93ce-f19d28c677ec {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:07:37.692092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:37.695777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:37.696531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eb8b573e-5427-42f4-a198-ab727037d69f tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "DELETE /v2.0/routers/8a2ffc64-e389-433e-93ce-f19d28c677ec HTTP/1.1" status: 204 len: 168 time: 3.7478852 Feb 07 23:07:37.733224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33244) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:37.733961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59f479-0a0d-4d52-b7e2-877be020fce6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=1302d8fa-beb7-4637-8120-af537257a4dc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:37.854655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-163fcb72-7ca2-4449-b186-f310913082cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:37.856200 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-163fcb72-7ca2-4449-b186-f310913082cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d0b1347-8be6-470e-b9b7-72faad5675d8 HTTP/1.1" status: 200 len: 909 time: 0.1569445 Feb 07 23:07:37.901505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1302d8fa-beb7-4637-8120-af537257a4dc details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:07:38.062829 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5839846-7f25-48fa-af71-cc7108d43c07 req-23946755-7bf3-41ae-a480-be44daf18ca8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7882857 Feb 07 23:07:38.065019 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6a117687-3f41-4979-abc4-0981b3ed98e6 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3449845 Feb 07 23:07:38.068024 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-7fc90644-9fbf-4da2-80e8-66e30a02403d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae HTTP/1.1" status: 200 len: 999 time: 0.1933799 Feb 07 23:07:38.075661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:38.107131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:38.115598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:38.152929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:38.251972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Deleting subnet 818708ce-b7b7-4e38-857a-3fc379897a26 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:07:38.257083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-f579dae9-8e35-4a70-abc5-d4d8da91da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:38.259698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-f579dae9-8e35-4a70-abc5-d4d8da91da11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75984ac0-b102-44b0-a4db-1c60397cd814 HTTP/1.1" status: 200 len: 847 time: 0.1841235 Feb 07 23:07:38.273433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:38.310210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:38.314048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:38.322357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Request body: {'port': {'device_id': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:38.342551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b832a30-e25b-4fa2-a82d-5dad1773df5d req-5cd3578d-eda1-41cf-ad98-a4f9877c94ec tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:38.344542 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b832a30-e25b-4fa2-a82d-5dad1773df5d req-5cd3578d-eda1-41cf-ad98-a4f9877c94ec tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 931 time: 0.7196541 Feb 07 23:07:38.463970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:38.482540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-87bf9141-eb23-4c99-b100-9c188fa13d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:38.484110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-87bf9141-eb23-4c99-b100-9c188fa13d50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d0b1347-8be6-470e-b9b7-72faad5675d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172525 Feb 07 23:07:38.603239 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:38.688127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:38.750186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b664724-b51e-4fc0-9538-a12228a44f76,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:38.774295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58bc38-877a-410d-8c2e-da30de43e0bc req-24dae8d8-ba8e-49c9-b5de-2976fc6dbb8b tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:38.782579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f58bc38-877a-410d-8c2e-da30de43e0bc req-24dae8d8-ba8e-49c9-b5de-2976fc6dbb8b tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 946 time: 0.8177934 Feb 07 23:07:38.793326 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-13811447-3bd9-46a8-98c2-de68a6546af5 service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790585 Feb 07 23:07:39.064006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b832a30-e25b-4fa2-a82d-5dad1773df5d req-cf2d2979-ba47-4df3-b6fe-73dd679c1136 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7035255 Feb 07 23:07:39.190250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f58bc38-877a-410d-8c2e-da30de43e0bc req-6760be9d-758e-4349-a6fd-d5e9274948b1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066167 Feb 07 23:07:39.218206 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f04289d-4dbc-46ec-b8e1-a1f8367569dd req-1be99d9e-590e-4a39-b156-6b3cfc99a5ad service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651428 Feb 07 23:07:39.244329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.430423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.504125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c40eb1f-083d-4626-ac48-2347680926ea {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:39.514829 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.537694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Transition to ACTIVE for port object 1c40eb1f-083d-4626-ac48-2347680926ea will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:39.538089 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.544626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.580233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=69fa117f-8432-4af2-a26d-0611c88a2600,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:39.582896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.588849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa751d9d-e64c-4895-9ac2-c576cd47689f None None] Network 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:39.649560 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "DELETE /v2.0/subnets/818708ce-b7b7-4e38-857a-3fc379897a26 HTTP/1.1" status: 204 len: 168 time: 1.9078763 Feb 07 23:07:39.649929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33294) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:39.710279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6911f3-75de-4478-9285-f043d01840f9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Subnet': ['ID=818708ce-b7b7-4e38-857a-3fc379897a26,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:39.712221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': '8e5a9573-4a11-4bf4-916e-c4183d79c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:39.712609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: 1302d8fa-beb7-4637-8120-af537257a4dc, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:07:39.748641 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.853040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 1302d8fa-beb7-4637-8120-af537257a4dc is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:07:39.879403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1302d8fa-beb7-4637-8120-af537257a4dc) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:39.898403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:39.899329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:39.904539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041d6693-8963-415f-a272-ac17aac78411 None None] Network 1302d8fa-beb7-4637-8120-af537257a4dc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:39.992834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe7141a7-a0b4-4eb6-91ad-599a8333951f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3544509 Feb 07 23:07:39.993995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33298) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:40.008655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Pushing event updated for resources: {'Port': ['ID=1c40eb1f-083d-4626-ac48-2347680926ea,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:40.092532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc', 'name': 'tempest-PortsIpV6TestJSON-15209126'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:40.266968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] DHCP port deletion for 1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:07:40.285774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Deleting port 45ff99d1-5789-49af-98c9-dba4dde60865 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:40.286149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:40.356230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:40.363686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:40.374971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:40.426690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Attempting to bind port 1c40eb1f-083d-4626-ac48-2347680926ea on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:07:40.427102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Attempting to bind port 1c40eb1f-083d-4626-ac48-2347680926ea by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:07:40.427523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Attempting to bind port 1c40eb1f-083d-4626-ac48-2347680926ea on network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:40.429895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Deleting port 45ff99d1-5789-49af-98c9-dba4dde60865 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:40.430310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:40.434479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-1302d8fa-beb7-4637-8120-af537257a4dc', 'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc', 'tenant_id': '86126c5901674d4caf64d97edb81986d', 'fixed_ips': [{'subnet_id': '69fa117f-8432-4af2-a26d-0611c88a2600'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:07:40.439887 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:40.582729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Port 1c40eb1f-083d-4626-ac48-2347680926ea on network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:07:40.583678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Attempting to bind port 1c40eb1f-083d-4626-ac48-2347680926ea on network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:40.587374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:40.590920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:40.610383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:07:40.611191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Checking segment: {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:40.612765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Bound using segment: {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:07:40.613714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Bound port: 1c40eb1f-083d-4626-ac48-2347680926ea, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799beb00-4fdf-456d-9e1c-8482cf17c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:07:40.614423 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:40.655462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:07:40.709560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 189cbc36-7f59-479f-9e13-025c409c6f43 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:07:40.848183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Allocated IP 2001:db8::2 (1302d8fa-beb7-4637-8120-af537257a4dc/69fa117f-8432-4af2-a26d-0611c88a2600/03cf8953-0e93-40df-860d-e408e9240971) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:40.950818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 45ff99d1-5789-49af-98c9-dba4dde60865 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:07:40.994206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] For port 45ff99d1-5789-49af-98c9-dba4dde60865, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=45ff99d1-5789-49af-98c9-dba4dde60865,segment=NetworkSegment(b2067909-a6f2-4bff-bcc0-c13511286069),segment_id=b2067909-a6f2-4bff-bcc0-c13511286069)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:40.994206 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.016775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] For port 1c40eb1f-083d-4626-ac48-2347680926ea, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:07:41.190266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:07:41.203663 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] Sync routers for ids ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:07:41.217919 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] Routers {'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:41.218816 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:41.231094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Calling delete_port for 45ff99d1-5789-49af-98c9-dba4dde60865 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:41.277062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59941-d7c9-4034-81d8-e36430947a74 req-780df7c0-6078-4129-a254-74ace8bd474f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:41.277984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] For port 1c40eb1f-083d-4626-ac48-2347680926ea, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c40eb1f-083d-4626-ac48-2347680926ea,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:07:41.279832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6c59941-d7c9-4034-81d8-e36430947a74 req-780df7c0-6078-4129-a254-74ace8bd474f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 943 time: 0.7399554 Feb 07 23:07:41.296277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.377809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ff51cbe-c010-42c7-965d-3520a632f1d0 admin admin] 10.222.0.10 "PUT /v2.0/routers/c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3731647 Feb 07 23:07:41.378943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33308) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:41.402194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Pushing event updated for resources: {'Port': ['ID=1c40eb1f-083d-4626-ac48-2347680926ea,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:41.417764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d01ca3-0779-4972-a572-7491fe4d6171 req-0a54576b-9a59-420c-8754-f5398e32a827 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:41.418642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:41.419644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.421926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-9002efc8-f251-4010-bca2-64fa04844125 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c40eb1f-083d-4626-ac48-2347680926ea HTTP/1.1" status: 200 len: 1091 time: 3.1038280 Feb 07 23:07:41.422607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:41.430117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6d01ca3-0779-4972-a572-7491fe4d6171 req-0a54576b-9a59-420c-8754-f5398e32a827 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 946 time: 1.0469692 Feb 07 23:07:41.495111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.538401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] Set router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:07:41.577960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port 45ff99d1-5789-49af-98c9-dba4dde60865 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 23:07:41.577960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 45ff99d1-5789-49af-98c9-dba4dde60865 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:07:41.650679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] For port 45ff99d1-5789-49af-98c9-dba4dde60865, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=45ff99d1-5789-49af-98c9-dba4dde60865,segment=NetworkSegment(b2067909-a6f2-4bff-bcc0-c13511286069),segment_id=b2067909-a6f2-4bff-bcc0-c13511286069)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:41.651303 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:41.749215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Port': ['ID=45ff99d1-5789-49af-98c9-dba4dde60865,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:41.754895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] No DVR routers for this DVR port 45ff99d1-5789-49af-98c9-dba4dde60865 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:07:41.818662 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6c59941-d7c9-4034-81d8-e36430947a74 req-bfb85e0d-6fac-49b5-9b39-ff030968273c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5236783 Feb 07 23:07:41.934238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6d01ca3-0779-4972-a572-7491fe4d6171 req-1f0984d5-b9a8-4fd2-8133-fdbfd5279061 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986908 Feb 07 23:07:41.957531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Calling delete_port for 45ff99d1-5789-49af-98c9-dba4dde60865 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:42.045842 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea', 'status': 'completed', 'code': 200} Feb 07 23:07:42.086738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.131693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6b24e501-daeb-4ebf-bdbe-c7cd732b969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.145531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-6b24e501-daeb-4ebf-bdbe-c7cd732b969b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 1094 time: 0.6363721 Feb 07 23:07:42.147406 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.179883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.188100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Transition to ACTIVE for port object 03cf8953-0e93-40df-860d-e408e9240971 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:42.230318 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:07:38Z', 'revision_number': 5, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:42.237162 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] Checking router: c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:07:42.253463 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] Routers {'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:07:42.254482 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:42.334108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Transition to ACTIVE for port object 03cf8953-0e93-40df-860d-e408e9240971 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:42.349193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:07:42.350359 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:07:42.355682 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.580349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Pushing event updated for resources: {'Port': ['ID=03cf8953-0e93-40df-860d-e408e9240971,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:42.619952 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-d1d4d06a-856a-49cd-aaf9-d39a55853d07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40eb1f-083d-4626-ac48-2347680926ea HTTP/1.1" status: 200 len: 217 time: 0.4644604 Feb 07 23:07:42.620963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Network 1302d8fa-beb7-4637-8120-af537257a4dc is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:42.627716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b544ff6-9734-4458-a9f3-74fbb8e6bbe7']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:42.629649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:42.635027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:42.664226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::271 (1302d8fa-beb7-4637-8120-af537257a4dc/69fa117f-8432-4af2-a26d-0611c88a2600/189cbc36-7f59-479f-9e13-025c409c6f43) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:42.667887 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] Set router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:07:42.748419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2067909-a6f2-4bff-bcc0-c13511286069') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:42.749611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2067909-a6f2-4bff-bcc0-c13511286069') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:42.787247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.884966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.903095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-21c10d04-baef-4a31-9ce6-54ace02dbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:42.905853 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-21c10d04-baef-4a31-9ce6-54ace02dbd81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7f274ec-2007-4b9b-a274-44561d86f308 HTTP/1.1" status: 200 len: 835 time: 0.2629333 Feb 07 23:07:42.917845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:07:42.919540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.928089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Deleting port 45ff99d1-5789-49af-98c9-dba4dde60865 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:42.934058 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:07:42.961367 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:07:43.021892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.069348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Deleting port b514b327-9e07-4d0d-9a84-218e4d7cb74f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:43.069891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.415511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-29178d47-40ac-4420-8509-9a936f2c8c99 None None] The port '45ff99d1-5789-49af-98c9-dba4dde60865' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:07:43.447283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.496814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Attempting to bind port 03cf8953-0e93-40df-860d-e408e9240971 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:07:43.497706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Attempting to bind port 03cf8953-0e93-40df-860d-e408e9240971 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8e5a9573-4a11-4bf4-916e-c4183d79c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:07:43.498518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Attempting to bind port 03cf8953-0e93-40df-860d-e408e9240971 on network 1302d8fa-beb7-4637-8120-af537257a4dc {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:07:43.539364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:07:43.545458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Checking segment: {'id': '8e5a9573-4a11-4bf4-916e-c4183d79c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:43.550283 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.553592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Bound using segment: {'id': '8e5a9573-4a11-4bf4-916e-c4183d79c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:07:43.556430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.563840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Bound port: 03cf8953-0e93-40df-860d-e408e9240971, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5a9573-4a11-4bf4-916e-c4183d79c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:07:43.565574 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.614009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Network': ['ID=1b544ff6-9734-4458-a9f3-74fbb8e6bbe7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:43.676040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] For port b514b327-9e07-4d0d-9a84-218e4d7cb74f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b514b327-9e07-4d0d-9a84-218e4d7cb74f,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:43.676752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.688157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a611b4b5-8bda-4621-ae72-062e681002e9 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "DELETE /v2.0/networks/1b544ff6-9734-4458-a9f3-74fbb8e6bbe7 HTTP/1.1" status: 204 len: 168 time: 4.0216265 Feb 07 23:07:43.688934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33372) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:43.931905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] For port 03cf8953-0e93-40df-860d-e408e9240971, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:07:43.945060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] For port 03cf8953-0e93-40df-860d-e408e9240971, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=03cf8953-0e93-40df-860d-e408e9240971,segment=NetworkSegment(8e5a9573-4a11-4bf4-916e-c4183d79c406),segment_id=8e5a9573-4a11-4bf4-916e-c4183d79c406)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:07:43.955037 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:43.959536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-0f7c1c48-1742-4f10-918c-b2b87310f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:43.962031 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-0f7c1c48-1742-4f10-918c-b2b87310f876 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5706a3e4-9ea8-4a72-86c3-aa66637704d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8255749 Feb 07 23:07:44.063856 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:07:38Z', 'revision_number': 5, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:44.088320 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d186308-db78-4880-a3bd-edfe7827cfbe None None] The sync data for ids ['c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747'] in n-d-827896-3 is: [{'id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'name': 'tempest-ServerRescueTestJSON-1550984259-router', 'tenant_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:03:59Z', 'updated_at': '2022-02-07T23:07:38Z', 'revision_number': 5, 'project_id': 'f3d6065c7d8a4c49ac1c45bd19b6b462', 'gw_port': {'id': 'b514b327-9e07-4d0d-9a84-218e4d7cb74f', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:04:01Z', 'updated_at': '2022-02-07T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:07:44.208374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Calling delete_port for b514b327-9e07-4d0d-9a84-218e4d7cb74f owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:44.256179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9115de-1c77-49ba-9577-fccee3b83193 None None] Pushing event updated for resources: {'Port': ['ID=03cf8953-0e93-40df-860d-e408e9240971,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:44.331723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Deleting port c68f78b2-ef38-4bcb-bef9-ed87522a313a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:44.332919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:44.621531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-f66f679b-06d9-4df8-9e84-7312536da0bc service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987693 Feb 07 23:07:45.097509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 03cf8953-0e93-40df-860d-e408e9240971 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:45.216334 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:45.217147 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:45.225741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:45.284773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object 189cbc36-7f59-479f-9e13-025c409c6f43 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:45.293582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 03cf8953-0e93-40df-860d-e408e9240971 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:45.311597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcbbdb-40b7-4680-a702-9fe4fcd3604c req-1c8aa656-1271-422a-9b77-f17cf4417ee3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:45.317250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21dcbbdb-40b7-4680-a702-9fe4fcd3604c req-1c8aa656-1271-422a-9b77-f17cf4417ee3 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 943 time: 1.4938869 Feb 07 23:07:45.332309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b664724-b51e-4fc0-9538-a12228a44f76 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:07:45.466623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 8b664724-b51e-4fc0-9538-a12228a44f76 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:07:45.472689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b664724-b51e-4fc0-9538-a12228a44f76 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:07:45.516512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Calling delete_port for c68f78b2-ef38-4bcb-bef9-ed87522a313a owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:45.523358 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:45.621006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:45.788166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2f850c3d-26f7-4f39-b780-e9fdcde690b6 req-47de7ae3-fec6-4059-8395-07a4b724dc3f service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8356178 Feb 07 23:07:45.829369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 1302d8fa-beb7-4637-8120-af537257a4dc is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:45.934850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=189cbc36-7f59-479f-9e13-025c409c6f43,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:45.960091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:46.066760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.072505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-21dcbbdb-40b7-4680-a702-9fe4fcd3604c req-70ad7fac-a0c7-419f-89f8-aed84c4fef28 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7452986 Feb 07 23:07:46.086649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:46.103417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:46.113199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.205969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Pushing event deleted for resources: {'Port': ['ID=b514b327-9e07-4d0d-9a84-218e4d7cb74f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:46.278565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-87214a4e-c6ac-43e5-9ac4-52e7abde08aa tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.2732844 Feb 07 23:07:46.279575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33416) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:46.334148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Pushing event deleted for resources: {'Port': ['ID=c68f78b2-ef38-4bcb-bef9-ed87522a313a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:46.336804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '1302d8fa-beb7-4637-8120-af537257a4dc', 'name': 'tempest-PortsIpV6TestJSON-1030977241'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:46.405196 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.446749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.481004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-03d6d692-cf37-4afa-8dc3-11a6bd9d9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:46.483473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-03d6d692-cf37-4afa-8dc3-11a6bd9d9156 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 1094 time: 0.5631404 Feb 07 23:07:46.486046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.502067 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0c090ade-206f-4701-94a6-a19b08173446 tempest-FloatingIPAdminTestJSON-1697821850 tempest-FloatingIPAdminTestJSON-1697821850-project] 10.222.0.10 "DELETE /v2.0/floatingips/da4fcad8-c7fb-4eb5-9019-c817c38e44a8 HTTP/1.1" status: 204 len: 168 time: 2.8076372 Feb 07 23:07:46.739890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40edb797-5d0d-4bb2-927f-963103587e26 None None] Network 1302d8fa-beb7-4637-8120-af537257a4dc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:46.959932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:46.968936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.016704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.017401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:07:47.030461 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.031830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b81db1e-6706-483a-9565-07486690c725 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c5761bb8-a6a6-4ad7-a986-0dbc7d9e9747 HTTP/1.1" status: 204 len: 168 time: 5.6501482 Feb 07 23:07:47.036213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33424) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:47.187653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ba2d1ebd-537f-456a-bb89-52561695ffde None None] Provisioning for port 03cf8953-0e93-40df-860d-e408e9240971 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:47.192987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33430) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:47.205932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ba2d1ebd-537f-456a-bb89-52561695ffde None None] Provisioning complete for port 03cf8953-0e93-40df-860d-e408e9240971 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:47.211510 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1ebd-537f-456a-bb89-52561695ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.317580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] Deleting subnet b9979df1-17d7-43d2-ab50-fb150b6c8f4c {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:07:47.328939 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.375912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-85778909-d31d-4397-a1eb-27c3c8976ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:47.389872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-85778909-d31d-4397-a1eb-27c3c8976ac2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5706a3e4-9ea8-4a72-86c3-aa66637704d6 HTTP/1.1" status: 200 len: 896 time: 0.8793502 Feb 07 23:07:47.443398 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.621902 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-bbaee6ce-2bb2-4985-bd51-b9eb3cdc991e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40eb1f-083d-4626-ac48-2347680926ea HTTP/1.1" status: 200 len: 217 time: 0.2288733 Feb 07 23:07:47.783139 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1ebd-537f-456a-bb89-52561695ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.833075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-7355abd3-a00f-4c17-8ec1-fe886a31a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:47.835434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-7355abd3-a00f-4c17-8ec1-fe886a31a828 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7f274ec-2007-4b9b-a274-44561d86f308 HTTP/1.1" status: 200 len: 835 time: 0.2000821 Feb 07 23:07:47.909335 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a0a52672-31e0-43e1-bf85-459817879201 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=789e72287b1a4d7fa7f3d335f96408d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152610 Feb 07 23:07:47.918232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ba2d1ebd-537f-456a-bb89-52561695ffde None None] For port 03cf8953-0e93-40df-860d-e408e9240971, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=03cf8953-0e93-40df-860d-e408e9240971,segment=NetworkSegment(8e5a9573-4a11-4bf4-916e-c4183d79c406),segment_id=8e5a9573-4a11-4bf4-916e-c4183d79c406)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:47.920351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33446) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:47.929831 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ba2d1ebd-537f-456a-bb89-52561695ffde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:47.941369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.008736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:48.046860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:48.057634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:48.081592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:48.136340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22677711-e93e-4502-813c-ea6ccd9df9e9 req-6e76a43a-685f-49e8-90a6-999acbc6ea1b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:48.144995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-22677711-e93e-4502-813c-ea6ccd9df9e9 req-6e76a43a-685f-49e8-90a6-999acbc6ea1b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 943 time: 0.5902007 Feb 07 23:07:48.161029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:48.164968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.182160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-18257535-7740-4235-88b4-439a7e1990c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:48.187186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-18257535-7740-4235-88b4-439a7e1990c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5706a3e4-9ea8-4a72-86c3-aa66637704d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2877455 Feb 07 23:07:48.214633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d1ebd-537f-456a-bb89-52561695ffde None None] Pushing event updated for resources: {'Port': ['ID=03cf8953-0e93-40df-860d-e408e9240971,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:48.259198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port d15abb2c-7a8c-4bea-93b5-718791b5b94a yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:07:48.306602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc0397c0-a307-457c-abe1-33d15fa6e1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.310149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.370317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.397109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b9979df1-17d7-43d2-ab50-fb150b6c8f4c HTTP/1.1" status: 204 len: 168 time: 1.3575010 Feb 07 23:07:48.420635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33452) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:48.442334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf2f0-29cc-40b5-94ec-a377b5528e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9979df1-17d7-43d2-ab50-fb150b6c8f4c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:48.490707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6b548b8c-9166-4fd8-b361-a43ee1bae4c8 None None] Provisioning for port 189cbc36-7f59-479f-9e13-025c409c6f43 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:48.500552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6b548b8c-9166-4fd8-b361-a43ee1bae4c8 None None] Provisioning complete for port 189cbc36-7f59-479f-9e13-025c409c6f43 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:48.504260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b548b8c-9166-4fd8-b361-a43ee1bae4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.562463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33456) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:48.571640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc0397c0-a307-457c-abe1-33d15fa6e1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.673844 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-22677711-e93e-4502-813c-ea6ccd9df9e9 req-9546afc7-004e-4dd2-8ce9-1e298eb04031 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5272620 Feb 07 23:07:48.703242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6b548b8c-9166-4fd8-b361-a43ee1bae4c8 None None] Port 189cbc36-7f59-479f-9e13-025c409c6f43 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:48.723438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-77ff9caf-2431-4672-8f94-eec0eae0ab70 service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298808 Feb 07 23:07:48.743896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6b548b8c-9166-4fd8-b361-a43ee1bae4c8 None None] Provisioning complete for port 03cf8953-0e93-40df-860d-e408e9240971 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:48.749346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6b548b8c-9166-4fd8-b361-a43ee1bae4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.819979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:48.958641 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc0397c0-a307-457c-abe1-33d15fa6e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.002462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0397c0-a307-457c-abe1-33d15fa6e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9c5cc4-68a0-450b-b89e-3fb8b48018f8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:49.008193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 03cf8953-0e93-40df-860d-e408e9240971 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:49.063562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::159 (1302d8fa-beb7-4637-8120-af537257a4dc/69fa117f-8432-4af2-a26d-0611c88a2600/d15abb2c-7a8c-4bea-93b5-718791b5b94a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:07:49.068701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc0397c0-a307-457c-abe1-33d15fa6e1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.074745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cc0397c0-a307-457c-abe1-33d15fa6e1b4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da9c5cc4-68a0-450b-b89e-3fb8b48018f8 HTTP/1.1" status: 204 len: 168 time: 1.0924509 Feb 07 23:07:49.225850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.288942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0551b42e-e02f-433c-918e-b852351b3329']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:49.322289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a8c661-2854-4a05-aea3-29cb810754c4') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:49.322532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a8c661-2854-4a05-aea3-29cb810754c4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:49.346151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.392017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.399554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:07:49.400039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.448299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1c40eb1f-083d-4626-ac48-2347680926ea details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:07:49.504278 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:07:49.508542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.515460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.556286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0551b42e-e02f-433c-918e-b852351b3329 HTTP/1.1" status: 204 len: 168 time: 1.1359913 Feb 07 23:07:49.583911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449ac1-4703-43fc-b7ef-66b4e583c743 admin admin] Pushing event deleted for resources: {'Network': ['ID=0551b42e-e02f-433c-918e-b852351b3329,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:49.668627 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-191d207d-614d-4c7a-b568-7f0aedf2106e req-3135003f-b3c7-473d-9b6f-0ff4654277bb service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9340091 Feb 07 23:07:49.695279 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:07:49.899309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 03cf8953-0e93-40df-860d-e408e9240971 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:49.900222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:49.920370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fade589c-9022-4ead-995d-f12bfba4da7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6557f3f418b043d8ab2075b8c1cb71a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3559124 Feb 07 23:07:49.922963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33476) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:49.962999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33480) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:50.047509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.097208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:50.113526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Usage tracker for resource:security_group_rule and tenant:965300be92014245ac5339183992ca84 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:50.118895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:50.138373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:50.141159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33484) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:50.170908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.214560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object d15abb2c-7a8c-4bea-93b5-718791b5b94a will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:07:50.281767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0429a-2dc4-4a29-9e49-5ee6e9831e4f req-3021a9d3-d219-4622-832f-81d7f3308050 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:50.284585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-deb0429a-2dc4-4a29-9e49-5ee6e9831e4f req-3021a9d3-d219-4622-832f-81d7f3308050 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 943 time: 0.2906885 Feb 07 23:07:50.305598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b797cedf-13de-45ab-bd48-1d6c28049c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.309813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.334430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1c40eb1f-083d-4626-ac48-2347680926ea, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c40eb1f-083d-4626-ac48-2347680926ea,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:50.340618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-00953dd9-0b29-4032-9c0a-fc2865e3e2be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3d6065c7d8a4c49ac1c45bd19b6b462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1888547 Feb 07 23:07:50.341534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33488) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:50.369547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eefc426a-f2a1-44c6-b849-f3aed246691f None None] Provisioning complete for port 189cbc36-7f59-479f-9e13-025c409c6f43 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:50.370128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eefc426a-f2a1-44c6-b849-f3aed246691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.404708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b797cedf-13de-45ab-bd48-1d6c28049c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.461177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba91-5cdf-42d0-8611-cfd1e5762b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.471031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '1c40eb1f-083d-4626-ac48-2347680926ea', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'port_id': '1c40eb1f-083d-4626-ac48-2347680926ea', 'mac_address': 'fa:16:3e:cb:50:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:07:50.485625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eefc426a-f2a1-44c6-b849-f3aed246691f None None] Port 189cbc36-7f59-479f-9e13-025c409c6f43 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:50.503769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba91-5cdf-42d0-8611-cfd1e5762b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.547935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b514b327-9e07-4d0d-9a84-218e4d7cb74f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:07:50.554016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 1302d8fa-beb7-4637-8120-af537257a4dc is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:07:50.565649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:50.600692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba91-5cdf-42d0-8611-cfd1e5762b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.626787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeba91-5cdf-42d0-8611-cfd1e5762b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf9d81a-76a3-4db2-aa76-2ed33b3a72e8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:50.638057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b514b327-9e07-4d0d-9a84-218e4d7cb74f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:07:50.638478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b514b327-9e07-4d0d-9a84-218e4d7cb74f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:07:50.644484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dbbeba91-5cdf-42d0-8611-cfd1e5762b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.647563 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dbbeba91-5cdf-42d0-8611-cfd1e5762b6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edf9d81a-76a3-4db2-aa76-2ed33b3a72e8 HTTP/1.1" status: 204 len: 168 time: 0.3015652 Feb 07 23:07:50.656757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=d15abb2c-7a8c-4bea-93b5-718791b5b94a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:50.666300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:07:50.667442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b797cedf-13de-45ab-bd48-1d6c28049c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.680780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:50.682305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.702590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797cedf-13de-45ab-bd48-1d6c28049c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c888289-71e1-46f0-86df-3607d73d54a4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:50.708280 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.720912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b797cedf-13de-45ab-bd48-1d6c28049c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.722474 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b797cedf-13de-45ab-bd48-1d6c28049c6b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c888289-71e1-46f0-86df-3607d73d54a4 HTTP/1.1" status: 204 len: 168 time: 0.7978721 Feb 07 23:07:50.752822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c40eb1f-083d-4626-ac48-2347680926ea {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:07:50.772045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1c40eb1f-083d-4626-ac48-2347680926ea, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c40eb1f-083d-4626-ac48-2347680926ea,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:50.776907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.779865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.790617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:50.951871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1c40eb1f-083d-4626-ac48-2347680926ea,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:50.965697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=965300be92014245ac5339183992ca84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9985716 Feb 07 23:07:50.966259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33496) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:50.967577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dd8a5-4755-411b-aa33-6fc52056f77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d339a19-290c-4051-ad90-765f3e8e7115,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:50.971716 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8951ef91-dc47-4f79-adcc-9382d32819b6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6909671 Feb 07 23:07:50.978943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33500) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:50.988019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-deb0429a-2dc4-4a29-9e49-5ee6e9831e4f req-1fd295e9-3553-46c0-a71d-0b3747c8e377 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6549370 Feb 07 23:07:51.037780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['1c40eb1f-083d-4626-ac48-2347680926ea'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:07:51.169696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2cd87da4-ac75-4846-bc02-b6e76f899a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:51.173576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6fb5df8d-d0d0-4fd4-8709-fae73330d348 None None] Provisioning for port d15abb2c-7a8c-4bea-93b5-718791b5b94a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:51.201615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2cd87da4-ac75-4846-bc02-b6e76f899a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:51.245533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6fb5df8d-d0d0-4fd4-8709-fae73330d348 None None] Provisioning complete for port d15abb2c-7a8c-4bea-93b5-718791b5b94a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:51.246371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb5df8d-d0d0-4fd4-8709-fae73330d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:51.350704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9323350e-6830-4f6c-a6d4-4a1b2d9382bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:51.350704 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9323350e-6830-4f6c-a6d4-4a1b2d9382bc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A271 HTTP/1.1" status: 200 len: 927 time: 0.3579626 Feb 07 23:07:51.351669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:51.383413 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2cd87da4-ac75-4846-bc02-b6e76f899a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:51.418752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5df8d-d0d0-4fd4-8709-fae73330d348 None None] Port d15abb2c-7a8c-4bea-93b5-718791b5b94a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:07:51.444808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd87da4-ac75-4846-bc02-b6e76f899a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d339a19-290c-4051-ad90-765f3e8e7115,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:51.447467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2cd87da4-ac75-4846-bc02-b6e76f899a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:51.454956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2cd87da4-ac75-4846-bc02-b6e76f899a89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d339a19-290c-4051-ad90-765f3e8e7115 HTTP/1.1" status: 204 len: 168 time: 0.4807405 Feb 07 23:07:51.535574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port d15abb2c-7a8c-4bea-93b5-718791b5b94a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:51.538525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.170889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.212332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33536) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:52.247465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.282562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:52.290401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d72e8781f4584f2190e8cd48e60c32df is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:52.296733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:52.306287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:52.409987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for d15abb2c-7a8c-4bea-93b5-718791b5b94a owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:52.535368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7257cd1-1156-4bb8-9c30-896a1b9da771 req-42848143-bd19-48a3-a8e7-fb4cce528dab tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:52.542460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7257cd1-1156-4bb8-9c30-896a1b9da771 req-42848143-bd19-48a3-a8e7-fb4cce528dab tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 944 time: 0.2446263 Feb 07 23:07:52.546862 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.554158 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.665964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7257cd1-1156-4bb8-9c30-896a1b9da771 req-2576cf95-a03f-4553-a373-bf011fd2a1b2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212714 Feb 07 23:07:52.683230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d72e8781f4584f2190e8cd48e60c32df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4682562 Feb 07 23:07:52.688947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33550) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:52.705438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1d3a2-da91-45d0-a314-4daab6d694c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406f105-3706-4e5f-a26f-f7e1de2d116a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:52.751128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.872081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=d15abb2c-7a8c-4bea-93b5-718791b5b94a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:52.919574 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.930209 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6de29a7b-fee8-4ecc-a539-31278ff008d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:52.933203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-edf3a3ee-f61d-49d3-a852-81920401cab5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/d15abb2c-7a8c-4bea-93b5-718791b5b94a HTTP/1.1" status: 204 len: 168 time: 1.5803115 Feb 07 23:07:52.936127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33560) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:52.997952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6de29a7b-fee8-4ecc-a539-31278ff008d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:53.127788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6de29a7b-fee8-4ecc-a539-31278ff008d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:53.163182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de29a7b-fee8-4ecc-a539-31278ff008d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406f105-3706-4e5f-a26f-f7e1de2d116a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:53.183638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6de29a7b-fee8-4ecc-a539-31278ff008d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:53.184847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6de29a7b-fee8-4ecc-a539-31278ff008d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0406f105-3706-4e5f-a26f-f7e1de2d116a HTTP/1.1" status: 204 len: 168 time: 0.4943719 Feb 07 23:07:53.238768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1c40eb1f-083d-4626-ac48-2347680926ea up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:07:53.283224 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf71dfda-e5ae-479f-adf4-3172f596e865 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:07:53.290480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33574) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:53.292401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cf71dfda-e5ae-479f-adf4-3172f596e865 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/d15abb2c-7a8c-4bea-93b5-718791b5b94a HTTP/1.1" status: 404 len: 333 time: 0.3537068 Feb 07 23:07:53.379508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 1c40eb1f-083d-4626-ac48-2347680926ea completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:07:53.386100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 1c40eb1f-083d-4626-ac48-2347680926ea triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:07:53.387407 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:53.408181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 189cbc36-7f59-479f-9e13-025c409c6f43 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:53.408705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:53.659130 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:53.768531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:07:53.794987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 1c40eb1f-083d-4626-ac48-2347680926ea, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c40eb1f-083d-4626-ac48-2347680926ea,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:53.811788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:54.007939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=1c40eb1f-083d-4626-ac48-2347680926ea,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:54.088249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:54.618136 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea', 'code': 200} Feb 07 23:07:54.719561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 189cbc36-7f59-479f-9e13-025c409c6f43 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:54.815282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e71679-640a-4d7e-b935-3b4ff182ccb4 req-f4e45926-739e-4078-896a-15412626c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:54.816790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65e71679-640a-4d7e-b935-3b4ff182ccb4 req-f4e45926-739e-4078-896a-15412626c7ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 1096 time: 0.1181898 Feb 07 23:07:54.911729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-65e71679-640a-4d7e-b935-3b4ff182ccb4 req-8e262a43-2151-497f-9ef7-2bec97e802ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890858 Feb 07 23:07:55.002994 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad53b5ad-6c33-4054-a6c9-4002f21665de req-2a60507f-284c-4cf9-9fd3-c9200240bed2 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.1673603 Feb 07 23:07:55.069307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33634) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:55.215797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22a418-3f70-4f16-902b-9c49ece9f961 req-9537eb91-7279-49b5-b81c-312ab9b0197a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:55.217186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d22a418-3f70-4f16-902b-9c49ece9f961 req-9537eb91-7279-49b5-b81c-312ab9b0197a tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 945 time: 0.7065918 Feb 07 23:07:55.337136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.381116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1666676647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:55.428981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:55.443587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d22a418-3f70-4f16-902b-9c49ece9f961 req-fb977c2a-7f18-4b20-8103-7d69eabbf7fe tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088289 Feb 07 23:07:55.451293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.456138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=189cbc36-7f59-479f-9e13-025c409c6f43,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:55.465760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-77d9bf3a-4c35-4c3f-a7b6-eaacac3b6520 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/189cbc36-7f59-479f-9e13-025c409c6f43 HTTP/1.1" status: 204 len: 168 time: 2.1741865 Feb 07 23:07:55.470514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:router and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:55.471546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33646) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:55.496486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:55.546202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:55.583989 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8560f4f0-4cd8-4f71-ac33-e7bd483c536d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:07:55.584988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8560f4f0-4cd8-4f71-ac33-e7bd483c536d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:07:55.603227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.604733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.626565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8560f4f0-4cd8-4f71-ac33-e7bd483c536d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:07:55.627768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8560f4f0-4cd8-4f71-ac33-e7bd483c536d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/189cbc36-7f59-479f-9e13-025c409c6f43 HTTP/1.1" status: 404 len: 333 time: 0.1552193 Feb 07 23:07:55.632197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33652) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:55.680573 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.711372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet 69fa117f-8432-4af2-a26d-0611c88a2600 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:07:55.716465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.716710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.837987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.846033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8f8269c1-8664-478c-a0e3-17892da92865 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7714894 Feb 07 23:07:55.846917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33664) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:55.869637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1324952232'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:55.871623 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.895761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:55.910514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:network and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:55.915661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:55.958268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:55.995025 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1ff78a6f-e716-47ef-a1c0-f94b6b4df835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:55.999356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Made reservation on behalf of 83f7c64452164859bc72dc58f1655e62 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:56.029325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.047798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.072423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:56.077299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:security_group_rule and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:56.081855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:56.090326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:56.184246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.242121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.250509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.313679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:07:56.343289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.343676 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Added segment cf10026c-d5a3-40af-9633-4b6b1810f1ca of type vlan for network 46adb76d-54d3-41e0-bda8-476ba25d21df Feb 07 23:07:56.381253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.403466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.421111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f7003e-71da-4263-a154-ba88c774a7f2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:56.448071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.453119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.460363 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca03b7dd-a6f7-4d85-9d0d-192b2e2e0316 None None] Network 1302d8fa-beb7-4637-8120-af537257a4dc requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:56.469063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:56.469904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:56.472191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=69fa117f-8432-4af2-a26d-0611c88a2600,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:56.481224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-04042198-86d2-423d-933d-a364f6bd37c1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/69fa117f-8432-4af2-a26d-0611c88a2600 HTTP/1.1" status: 204 len: 168 time: 0.8475430 Feb 07 23:07:56.484663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33676) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:56.744150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8942852 Feb 07 23:07:56.746564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33686) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:56.765552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'subnet': {'network_id': '46adb76d-54d3-41e0-bda8-476ba25d21df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:56.797478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641890a-ae57-4870-b01f-9aa6f4469d4a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Network': ['ID=46adb76d-54d3-41e0-bda8-476ba25d21df,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:56.946572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 46adb76d-54d3-41e0-bda8-476ba25d21df details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:07:57.034228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c4d4fe7-41a1-4a5a-b456-c23b34ae3546 req-469d35e3-de1a-453b-9354-77d364932580 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.2927754 Feb 07 23:07:57.040170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:57.050324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:subnet and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:57.075676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:57.092060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:57.113182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:57.134714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Made reservation on behalf of 83f7c64452164859bc72dc58f1655e62 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:57.146855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:57.180824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 03cf8953-0e93-40df-860d-e408e9240971 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:57.181113 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:57.269705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af192b-aa28-4552-9c31-93611b159387 req-e308abee-64d9-42c8-8c4c-b1b2b18da359 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:57.280605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40af192b-aa28-4552-9c31-93611b159387 req-e308abee-64d9-42c8-8c4c-b1b2b18da359 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 945 time: 0.5246627 Feb 07 23:07:57.625190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40af192b-aa28-4552-9c31-93611b159387 req-f8f44527-e94d-4130-b79a-76ccaaf42be2 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404300 Feb 07 23:07:57.710396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:57.717305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] DHCP port deletion for 1302d8fa-beb7-4637-8120-af537257a4dc request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:07:57.725373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Deleting port 03cf8953-0e93-40df-860d-e408e9240971 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:57.726678 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.069269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33710) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:58.087697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Checking segment: {'id': 'cf10026c-d5a3-40af-9633-4b6b1810f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46adb76d-54d3-41e0-bda8-476ba25d21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:07:58.088608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network hostable DHCP agents. Network: 46adb76d-54d3-41e0-bda8-476ba25d21df, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:07:58.097330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Subnet': ['ID=95cf82db-d84a-4908-8dd9-2a499f476965,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:58.130002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] For port 03cf8953-0e93-40df-860d-e408e9240971, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=03cf8953-0e93-40df-860d-e408e9240971,segment=NetworkSegment(8e5a9573-4a11-4bf4-916e-c4183d79c406),segment_id=8e5a9573-4a11-4bf4-916e-c4183d79c406)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:58.130768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.132952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network 46adb76d-54d3-41e0-bda8-476ba25d21df is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:07:58.171488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 46adb76d-54d3-41e0-bda8-476ba25d21df) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:07:58.196716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:58.202353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.209066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3309bc1-fc00-493f-8db7-2197991c0370 None None] Network 46adb76d-54d3-41e0-bda8-476ba25d21df requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:07:58.261810 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-071f9620-05b3-4e5f-aff3-07eabdfc0dfd tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5043130 Feb 07 23:07:58.262053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33718) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:58.278940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'network': {'name': 'tempest-router-network01--645613095'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:58.289448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:58.301854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:network and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:58.307065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:58.325392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:58.352854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Made reservation on behalf of 83f7c64452164859bc72dc58f1655e62 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:58.366241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.428152 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c00b7030-eb95-448a-a377-1d874a031641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.455517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:07:58.472452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] For port 03cf8953-0e93-40df-860d-e408e9240971, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=03cf8953-0e93-40df-860d-e408e9240971,segment=NetworkSegment(8e5a9573-4a11-4bf4-916e-c4183d79c406),segment_id=8e5a9573-4a11-4bf4-916e-c4183d79c406)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:07:58.473140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.499515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.502000 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Added segment 693fac7b-1c90-4817-bb1e-156212b87e21 of type vlan for network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d Feb 07 23:07:58.616271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.676857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Calling delete_port for 03cf8953-0e93-40df-860d-e408e9240971 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:58.754643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.769720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 03cf8953-0e93-40df-860d-e408e9240971 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:07:58.770773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:58.771437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:58.922587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1600ee82-303f-4f71-b74c-f04e2479059e req-c98469d2-b799-4815-88fd-982b93c7f854 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.2572134 Feb 07 23:07:59.011582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 03cf8953-0e93-40df-860d-e408e9240971 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:07:59.087047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.149710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-64efc53d-9de2-4b42-88f1-d3af0fb9f3bf req-4f60c453-5e7a-4d24-9548-3d68f8ccec7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.1252422 Feb 07 23:07:59.154300 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8878548 Feb 07 23:07:59.157837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:07:59.161266 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:07:59.168257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5fb14-0898-48c5-a3f4-0580f4ae6fd7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Network': ['ID=0d1727f0-b358-4084-9a60-ccd6ebdeca0d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:59.169886 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:07:59.170196 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:07:59.181620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'network': {'name': 'tempest-router-network02--1965568029'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:59.198000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:59.208771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:network and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:59.209432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:07:59.216635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:59.230722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:59.251172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=03cf8953-0e93-40df-860d-e408e9240971,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:59.265413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Made reservation on behalf of 83f7c64452164859bc72dc58f1655e62 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:59.269673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No DVR routers for this DVR port 03cf8953-0e93-40df-860d-e408e9240971 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:07:59.273824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.338391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:07:59.356455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.357030 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Added segment 497bcd9a-9e45-4c21-9149-2197aad11343 of type vlan for network 11dbdd3b-d10a-4203-90e9-3353e7483db1 Feb 07 23:07:59.395229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.436677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.443409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:59.444467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.532368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-46adb76d-54d3-41e0-bda8-476ba25d21df', 'network_id': '46adb76d-54d3-41e0-bda8-476ba25d21df', 'tenant_id': '83f7c64452164859bc72dc58f1655e62', 'fixed_ips': [{'subnet_id': '95cf82db-d84a-4908-8dd9-2a499f476965'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:07:59.533368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.625071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923b1f1-149f-4c6f-af1b-c7684329e4aa req-f1ff9004-1a24-4a1f-970d-3ee14a987b28 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:07:59.626813 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4677672 Feb 07 23:07:59.631088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33732) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:07:59.641274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a923b1f1-149f-4c6f-af1b-c7684329e4aa req-f1ff9004-1a24-4a1f-970d-3ee14a987b28 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 945 time: 1.7167954 Feb 07 23:07:59.641600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'subnet': {'network_id': '0d1727f0-b358-4084-9a60-ccd6ebdeca0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:07:59.651433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.654785 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.710832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1302d8fa-beb7-4637-8120-af537257a4dc']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:59.713455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186f98c-577e-4cad-9535-7781fd7b765a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Network': ['ID=11dbdd3b-d10a-4203-90e9-3353e7483db1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:07:59.728157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5a9573-4a11-4bf4-916e-c4183d79c406') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:59.728846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5a9573-4a11-4bf4-916e-c4183d79c406') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:07:59.743218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.764047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Deleting port 03cf8953-0e93-40df-860d-e408e9240971 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:07:59.767813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.776273 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.786159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:07:59.786759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.832692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 11dbdd3b-d10a-4203-90e9-3353e7483db1 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:07:59.848447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:07:59.855041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:subnet and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:07:59.863387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:07:59.877022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port 03cf8953-0e93-40df-860d-e408e9240971 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 23:07:59.877675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 03cf8953-0e93-40df-860d-e408e9240971 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:07:59.882596 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:07:59.910354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:07:59.950030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Made reservation on behalf of 83f7c64452164859bc72dc58f1655e62 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:07:59.969569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:08:00.025293 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:08:00.067115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00a752-11f6-4bce-819c-a8a8717546d4 req-9680d73f-6e1b-4299-9f07-579a64421cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:00.088358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f00a752-11f6-4bce-819c-a8a8717546d4 req-9680d73f-6e1b-4299-9f07-579a64421cb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1096 time: 2.0077419 Feb 07 23:08:00.149807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-802235f0-6bc3-4425-9574-ac28c2112b2a None None] The port '03cf8953-0e93-40df-860d-e408e9240971' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:08:00.159188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.296146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.362790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f00a752-11f6-4bce-819c-a8a8717546d4 req-c63016b4-c821-4061-9fdc-2e4632381f9d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694254 Feb 07 23:08:00.406947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=1302d8fa-beb7-4637-8120-af537257a4dc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:00.454778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Allocated IP 172.20.0.2 (46adb76d-54d3-41e0-bda8-476ba25d21df/95cf82db-d84a-4908-8dd9-2a499f476965/1a3a1a30-f229-4ef4-ac88-d1be21cf667b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:00.549381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7546276-fe6d-4b70-8fba-a6bec9239015 req-42961b99-5382-4aaf-92b3-d12cf1b1af65 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1172407 Feb 07 23:08:00.572691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a923b1f1-149f-4c6f-af1b-c7684329e4aa req-1cea43fd-4abd-4513-9521-a544c83d191b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9270766 Feb 07 23:08:00.580230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a94dab5-fd4e-4462-92db-b743e3423e47 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/1302d8fa-beb7-4637-8120-af537257a4dc HTTP/1.1" status: 204 len: 168 time: 4.0941381 Feb 07 23:08:00.586378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33744) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:00.606052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2027976126'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:00.632673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:00.640246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:00.646438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:00.657257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33748) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:00.660597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:00.695606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:00.705521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.782972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:08:00.815386 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.817327 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment e843cde0-8838-415d-a5ef-a5f69e63617d of type vlan for network 63180fad-8d01-4db4-90d1-7486cc2edab3 Feb 07 23:08:00.832870 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2c39dbd6-2b34-4041-8945-d58a580c76c4 req-15771189-9557-481b-b725-636c97706e45 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1771705 Feb 07 23:08:00.923862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.979545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.983810 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:00.997217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:00.998707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.235983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6448245 Feb 07 23:08:01.236662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:01.249182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:01.334869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.359049 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.429170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Transition to ACTIVE for port object 1a3a1a30-f229-4ef4-ac88-d1be21cf667b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:01.440837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb002da-e703-4104-9863-2310bac41a57 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=63180fad-8d01-4db4-90d1-7486cc2edab3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:01.450238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:01.462326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:08:01.464245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:01.469479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:01.482119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:01.500538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:01.505988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Subnet': ['ID=478e7550-7b6c-480b-b004-c8cc50add4c6,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:01.509552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.530038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Checking segment: {'id': '693fac7b-1c90-4817-bb1e-156212b87e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0d1727f0-b358-4084-9a60-ccd6ebdeca0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:01.530800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network hostable DHCP agents. Network: 0d1727f0-b358-4084-9a60-ccd6ebdeca0d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:08:01.561332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:08:01.568255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e9563-8077-44ba-9767-f0fde8c96a65 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:01.570984 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-607e9563-8077-44ba-9767-f0fde8c96a65 tempest-TestNetworkBasicOps-2054257396 tempest-TestNetworkBasicOps-2054257396-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 1091 time: 0.9115727 Feb 07 23:08:01.574064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:01.582863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '1c40eb1f-083d-4626-ac48-2347680926ea', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:01.591508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 0d1727f0-b358-4084-9a60-ccd6ebdeca0d) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:01.592589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Transition to ACTIVE for port object 1a3a1a30-f229-4ef4-ac88-d1be21cf667b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:01.602268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:01.617620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:01.618920 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.650129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Usage tracker for resource:floatingip and tenant:909aa67db10f450da1c5a34c7daf8438 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:01.656616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:01.666393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4c95ab64-f32e-4a22-9125-842fe1147178 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0342557 Feb 07 23:08:01.674346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33770) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:01.680943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f35c15-23f1-4961-9427-7c6400918d2b None None] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:01.685062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'subnet': {'network_id': '11dbdd3b-d10a-4203-90e9-3353e7483db1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:01.706080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:01.818747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.871906 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:01.948387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:01.956646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Usage tracker for resource:subnet and tenant:83f7c64452164859bc72dc58f1655e62 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:01.961395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:01.971937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:02.020654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Made reservation on behalf of 83f7c64452164859bc72dc58f1655e62 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:02.027070 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:02.206619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2f7a1e8-a2d0-400c-ab1e-394f6b19ab72 req-556b3485-aa97-42eb-96b4-9258893ca019 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1616807 Feb 07 23:08:02.330932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:02.369431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Network 46adb76d-54d3-41e0-bda8-476ba25d21df is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:02.388276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:02.397130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:02.454971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:02.551601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Pushing event updated for resources: {'Port': ['ID=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:02.606776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=da44a6af-185f-4a44-8a3d-bb48eaa913c1,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:02.743882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': 'e843cde0-8838-415d-a5ef-a5f69e63617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:02.751935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: 63180fad-8d01-4db4-90d1-7486cc2edab3, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:08:02.765946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.766298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.766696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.767240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.767674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.768049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.768362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.768737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.769077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.769438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.769735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.770067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:02.832165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:08:02.858822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 63180fad-8d01-4db4-90d1-7486cc2edab3) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:02.888797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:02.890443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:02.890635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecff437-70ab-4bc2-be5a-587d79d683a1 None None] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:02.904475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:02.978013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Attempting to bind port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:02.979007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Attempting to bind port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'cf10026c-d5a3-40af-9633-4b6b1810f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46adb76d-54d3-41e0-bda8-476ba25d21df'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:02.979397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Attempting to bind port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b on network 46adb76d-54d3-41e0-bda8-476ba25d21df {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:08:03.011831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-55e8582f-101a-421a-bf94-01cca057bd15 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7687614 Feb 07 23:08:03.012833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33786) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:03.037788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3', 'name': 'tempest-PortsIpV6TestJSON-578247072', 'fixed_ips': [{'subnet_id': 'da44a6af-185f-4a44-8a3d-bb48eaa913c1', 'ip_address': '2001:db8::10'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:03.076280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Allocated IP 172.25.0.190 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/aac571bb-d6a2-422b-9c94-3995a322bee7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:03.134602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-0d1727f0-b358-4084-9a60-ccd6ebdeca0d', 'network_id': '0d1727f0-b358-4084-9a60-ccd6ebdeca0d', 'tenant_id': '83f7c64452164859bc72dc58f1655e62', 'fixed_ips': [{'subnet_id': '478e7550-7b6c-480b-b004-c8cc50add4c6'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:08:03.136851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:03.233547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:08:03.233867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Checking segment: {'id': 'cf10026c-d5a3-40af-9633-4b6b1810f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46adb76d-54d3-41e0-bda8-476ba25d21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:03.234539 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:03.235031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Bound using segment: {'id': 'cf10026c-d5a3-40af-9633-4b6b1810f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46adb76d-54d3-41e0-bda8-476ba25d21df'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:08:03.235725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Bound port: 1a3a1a30-f229-4ef4-ac88-d1be21cf667b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf10026c-d5a3-40af-9633-4b6b1810f1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '46adb76d-54d3-41e0-bda8-476ba25d21df'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:03.236811 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:03.414506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33796) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:03.531279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Checking segment: {'id': '497bcd9a-9e45-4c21-9149-2197aad11343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11dbdd3b-d10a-4203-90e9-3353e7483db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:03.531652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network hostable DHCP agents. Network: 11dbdd3b-d10a-4203-90e9-3353e7483db1, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:08:03.549680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Subnet': ['ID=04996644-aa82-4877-9d51-cda07bfce64d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:03.654382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network 11dbdd3b-d10a-4203-90e9-3353e7483db1 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:08:03.853216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:03.893498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] For port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:08:03.929083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] For port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,segment=NetworkSegment(cf10026c-d5a3-40af-9633-4b6b1810f1ca),segment_id=cf10026c-d5a3-40af-9633-4b6b1810f1ca)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:08:03.937822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 11dbdd3b-d10a-4203-90e9-3353e7483db1) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:03.942883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:03.943127 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:04.000691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Allocated IP 172.20.0.2 (0d1727f0-b358-4084-9a60-ccd6ebdeca0d/478e7550-7b6c-480b-b004-c8cc50add4c6/d9d82afd-3695-49dd-b474-0b9cdc10cafb) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:04.007457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5848ab25-7d41-4791-9fe7-360772603fb5 None None] Network 11dbdd3b-d10a-4203-90e9-3353e7483db1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:04.009695 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71a46b64-9184-4757-b001-47e3eb525ae9 req-1fdd6f6b-efc4-4401-a2d1-e73bdab371e9 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.4735186 Feb 07 23:08:04.062785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:04.064222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:04.126858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:04.148417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:04.167639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:04.170843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:04.178062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:04.186799 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:04.212294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:04.228434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:04.235828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:04.246913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Usage tracker for resource:security_group_rule and tenant:8135ee0e58ed4ddbb517abc56eb9e9f7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:04.251963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:04.262343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:04.299878 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-da48bd96-2bba-41cf-8c44-fdad1d02c704 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6224334 Feb 07 23:08:04.321352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:04.326436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:04.327346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=aac571bb-d6a2-422b-9c94-3995a322bee7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:04.411860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-63180fad-8d01-4db4-90d1-7486cc2edab3', 'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3', 'tenant_id': '86126c5901674d4caf64d97edb81986d', 'fixed_ips': [{'subnet_id': 'da44a6af-185f-4a44-8a3d-bb48eaa913c1'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:08:04.412744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:04.559812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2c69d-3600-48d3-aefc-56a92b16e8a7 None None] Pushing event updated for resources: {'Port': ['ID=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:04.872362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:04.879926 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:04.914650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.047440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8135ee0e58ed4ddbb517abc56eb9e9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6315677 Feb 07 23:08:05.049116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 24b90103-cdd1-43bd-b00b-49f9e4fb6667 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:08:05.091785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a168d59-d97d-4d93-b1e6-dec5fe2745ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac98dd0-e10d-4afa-8ea8-3ab7a3b1a142,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:05.110104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33822) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:05.388459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1a3a1a30-f229-4ef4-ac88-d1be21cf667b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:05.570156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4344-1bb0-4e77-aec2-81a9dedcd270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.606661 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.619202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Transition to ACTIVE for port object d9d82afd-3695-49dd-b474-0b9cdc10cafb will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:05.650408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Transition to ACTIVE for port object d9d82afd-3695-49dd-b474-0b9cdc10cafb will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:05.664133 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.685269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cd21e4-2b4c-4b6c-be35-f95459dcffc5 req-7aa4f2ab-8d0f-4d2d-bf2d-f7708c30b9d3 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1321678 Feb 07 23:08:05.721053 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4344-1bb0-4e77-aec2-81a9dedcd270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.735092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-11dbdd3b-d10a-4203-90e9-3353e7483db1', 'network_id': '11dbdd3b-d10a-4203-90e9-3353e7483db1', 'tenant_id': '83f7c64452164859bc72dc58f1655e62', 'fixed_ips': [{'subnet_id': '04996644-aa82-4877-9d51-cda07bfce64d'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:08:05.736508 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.784140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Allocated IP 2001:db8::2 (63180fad-8d01-4db4-90d1-7486cc2edab3/da44a6af-185f-4a44-8a3d-bb48eaa913c1/8760f2dc-252e-40ff-af05-ca01e86830b1) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:05.799357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:05.808906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:05.817950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:05.875064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4344-1bb0-4e77-aec2-81a9dedcd270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.916146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d4344-1bb0-4e77-aec2-81a9dedcd270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac98dd0-e10d-4afa-8ea8-3ab7a3b1a142,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:05.934599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce8d4344-1bb0-4e77-aec2-81a9dedcd270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:05.935360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ce8d4344-1bb0-4e77-aec2-81a9dedcd270 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bac98dd0-e10d-4afa-8ea8-3ab7a3b1a142 HTTP/1.1" status: 204 len: 168 time: 0.8152122 Feb 07 23:08:05.947713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:06.171852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Pushing event updated for resources: {'Port': ['ID=d9d82afd-3695-49dd-b474-0b9cdc10cafb,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:06.294113 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:06.307578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Attempting to bind port d9d82afd-3695-49dd-b474-0b9cdc10cafb on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:06.308030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Attempting to bind port d9d82afd-3695-49dd-b474-0b9cdc10cafb by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '693fac7b-1c90-4817-bb1e-156212b87e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0d1727f0-b358-4084-9a60-ccd6ebdeca0d'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:06.308400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Attempting to bind port d9d82afd-3695-49dd-b474-0b9cdc10cafb on network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:08:06.358026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:08:06.358604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Checking segment: {'id': '693fac7b-1c90-4817-bb1e-156212b87e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0d1727f0-b358-4084-9a60-ccd6ebdeca0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:06.359030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:06.359442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Bound using segment: {'id': '693fac7b-1c90-4817-bb1e-156212b87e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0d1727f0-b358-4084-9a60-ccd6ebdeca0d'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:08:06.359959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Bound port: d9d82afd-3695-49dd-b474-0b9cdc10cafb, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693fac7b-1c90-4817-bb1e-156212b87e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0d1727f0-b358-4084-9a60-ccd6ebdeca0d'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:06.360345 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:06.441171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:06.590620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-68226a26-c751-440e-aedb-f123f27241ee None None] For port d9d82afd-3695-49dd-b474-0b9cdc10cafb, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:08:06.593765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-68226a26-c751-440e-aedb-f123f27241ee None None] For port d9d82afd-3695-49dd-b474-0b9cdc10cafb, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d9d82afd-3695-49dd-b474-0b9cdc10cafb,segment=NetworkSegment(693fac7b-1c90-4817-bb1e-156212b87e21),segment_id=693fac7b-1c90-4817-bb1e-156212b87e21)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:08:06.602832 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:06.603013 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:06.688107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbffe1f-1c0f-4ce9-97a6-ec6ac1677dd5 None None] Network 46adb76d-54d3-41e0-bda8-476ba25d21df requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:06.845635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Allocated IP 172.20.0.2 (11dbdd3b-d10a-4203-90e9-3353e7483db1/04996644-aa82-4877-9d51-cda07bfce64d/92a020d2-9fb4-46da-957d-6606c36961c1) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:06.851692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68226a26-c751-440e-aedb-f123f27241ee None None] Pushing event updated for resources: {'Port': ['ID=d9d82afd-3695-49dd-b474-0b9cdc10cafb,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:06.935009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1583673-9a87-4ac3-bc00-06e228f2ea11 None None] Provisioning for port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:07.086706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1583673-9a87-4ac3-bc00-06e228f2ea11 None None] Provisioning complete for port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:07.087458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1583673-9a87-4ac3-bc00-06e228f2ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:07.151595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:07.207798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-094d7b2e-12bd-40d1-ba3a-2e550a3169b7 req-fcf1d41e-a036-43f4-a6f8-a1cf1f404331 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1235580 Feb 07 23:08:07.232657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Transition to ACTIVE for port object 8760f2dc-252e-40ff-af05-ca01e86830b1 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:07.434721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Transition to ACTIVE for port object 8760f2dc-252e-40ff-af05-ca01e86830b1 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:07.465311 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:07.486289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Allocated IP 172.20.0.1 (0d1727f0-b358-4084-9a60-ccd6ebdeca0d/478e7550-7b6c-480b-b004-c8cc50add4c6/55d1066e-a6d6-4c9a-a6da-88309c39916e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:07.644237 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:08:07.717250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::10 (63180fad-8d01-4db4-90d1-7486cc2edab3/da44a6af-185f-4a44-8a3d-bb48eaa913c1/24b90103-cdd1-43bd-b00b-49f9e4fb6667) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:07.818285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:07.820748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1583673-9a87-4ac3-bc00-06e228f2ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:07.846215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:07.858047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:07.878441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:08.069909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Pushing event updated for resources: {'Port': ['ID=8760f2dc-252e-40ff-af05-ca01e86830b1,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:08.117922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.169570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Attempting to bind port 8760f2dc-252e-40ff-af05-ca01e86830b1 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:08.170346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Attempting to bind port 8760f2dc-252e-40ff-af05-ca01e86830b1 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e843cde0-8838-415d-a5ef-a5f69e63617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:08.170726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Attempting to bind port 8760f2dc-252e-40ff-af05-ca01e86830b1 on network 63180fad-8d01-4db4-90d1-7486cc2edab3 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:08:08.178190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e1583673-9a87-4ac3-bc00-06e228f2ea11 None None] For port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,segment=NetworkSegment(cf10026c-d5a3-40af-9633-4b6b1810f1ca),segment_id=cf10026c-d5a3-40af-9633-4b6b1810f1ca)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:08.191612 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.200449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Transition to ACTIVE for port object 55d1066e-a6d6-4c9a-a6da-88309c39916e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:08.202637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.213201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:08:08.222134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Checking segment: {'id': 'e843cde0-8838-415d-a5ef-a5f69e63617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:08.222608 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.223031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Bound using segment: {'id': 'e843cde0-8838-415d-a5ef-a5f69e63617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:08:08.223781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Bound port: 8760f2dc-252e-40ff-af05-ca01e86830b1, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e843cde0-8838-415d-a5ef-a5f69e63617d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:08.245601 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.309463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Transition to ACTIVE for port object 92a020d2-9fb4-46da-957d-6606c36961c1 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:08.421358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1583673-9a87-4ac3-bc00-06e228f2ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.485577 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.528506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object 24b90103-cdd1-43bd-b00b-49f9e4fb6667 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:08.554259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Transition to ACTIVE for port object 92a020d2-9fb4-46da-957d-6606c36961c1 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:08.648738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.720099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.767545 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:08.987274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Port': ['ID=55d1066e-a6d6-4c9a-a6da-88309c39916e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:09.016506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Network 11dbdd3b-d10a-4203-90e9-3353e7483db1 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:09.021171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1583673-9a87-4ac3-bc00-06e228f2ea11 None None] Pushing event updated for resources: {'Port': ['ID=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:09.125345 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:09.127656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:09.131742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:09.136779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:09.308838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a3f97d-fdb5-4854-bfc8-682fb9e43400 None None] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:09.329933 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5496866-a7bb-4a35-a805-9468957928b4 req-74f76ad6-7f10-4e01-b7d3-523e60ca5826 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.3929908 Feb 07 23:08:09.359035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:09.362128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:09.365897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d9d82afd-3695-49dd-b474-0b9cdc10cafb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:09.371271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:09.377894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:09.378808 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.393021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=24b90103-cdd1-43bd-b00b-49f9e4fb6667,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:09.409540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] For port 8760f2dc-252e-40ff-af05-ca01e86830b1, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:08:09.418433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2d058712-694f-4a30-9797-6868fb60583a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.4023712 Feb 07 23:08:09.421500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33874) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:09.430806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '63180fad-8d01-4db4-90d1-7486cc2edab3', 'name': 'tempest-PortsIpV6TestJSON-447256056', 'fixed_ips': [{'subnet_id': 'da44a6af-185f-4a44-8a3d-bb48eaa913c1', 'ip_address': '2001:db8::f'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:09.439148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:09.532356 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.586717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] For port 8760f2dc-252e-40ff-af05-ca01e86830b1, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8760f2dc-252e-40ff-af05-ca01e86830b1,segment=NetworkSegment(e843cde0-8838-415d-a5ef-a5f69e63617d),segment_id=e843cde0-8838-415d-a5ef-a5f69e63617d)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:08:09.622848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Pushing event updated for resources: {'Port': ['ID=92a020d2-9fb4-46da-957d-6606c36961c1,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:09.659274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2528ce43-1499-4895-b844-5e053c7a248d None None] Provisioning complete for port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:09.660405 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2528ce43-1499-4895-b844-5e053c7a248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.701204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.721352 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-89ea2d08-8ff3-4248-b2ef-e657c97f14aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1213748 Feb 07 23:08:09.722754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.767966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:09.775109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.777521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:09.784837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:09.800448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:09.842554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:09.872105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.873640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:09.938019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port e2e4c2aa-6ad0-4908-9899-59a73805faae yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:08:09.973513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Attempting to bind port 92a020d2-9fb4-46da-957d-6606c36961c1 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:09.974140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Attempting to bind port 92a020d2-9fb4-46da-957d-6606c36961c1 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '497bcd9a-9e45-4c21-9149-2197aad11343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11dbdd3b-d10a-4203-90e9-3353e7483db1'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:09.974693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Attempting to bind port 92a020d2-9fb4-46da-957d-6606c36961c1 on network 11dbdd3b-d10a-4203-90e9-3353e7483db1 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:08:10.190438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:08:10.190438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Checking segment: {'id': '497bcd9a-9e45-4c21-9149-2197aad11343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11dbdd3b-d10a-4203-90e9-3353e7483db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:10.191518 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:10.192447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Bound using segment: {'id': '497bcd9a-9e45-4c21-9149-2197aad11343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11dbdd3b-d10a-4203-90e9-3353e7483db1'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:08:10.193975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Bound port: 92a020d2-9fb4-46da-957d-6606c36961c1, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497bcd9a-9e45-4c21-9149-2197aad11343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '11dbdd3b-d10a-4203-90e9-3353e7483db1'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:10.194799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:10.282885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event updated for resources: {'Port': ['ID=aac571bb-d6a2-422b-9c94-3995a322bee7,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:10.431824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:10.476354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port d9d82afd-3695-49dd-b474-0b9cdc10cafb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:10.479342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::f (63180fad-8d01-4db4-90d1-7486cc2edab3/da44a6af-185f-4a44-8a3d-bb48eaa913c1/e2e4c2aa-6ad0-4908-9899-59a73805faae) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:10.544108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83121322-b17a-465f-847d-ba78a60ad027 None None] Pushing event updated for resources: {'Port': ['ID=8760f2dc-252e-40ff-af05-ca01e86830b1,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:10.650924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5f1583a6-0820-4360-bc1c-510efd0744ce None None] Provisioning for port d9d82afd-3695-49dd-b474-0b9cdc10cafb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:10.676613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5f1583a6-0820-4360-bc1c-510efd0744ce None None] Provisioning complete for port d9d82afd-3695-49dd-b474-0b9cdc10cafb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:10.677170 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5f1583a6-0820-4360-bc1c-510efd0744ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:10.737744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] For port 92a020d2-9fb4-46da-957d-6606c36961c1, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:08:10.763024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] For port 92a020d2-9fb4-46da-957d-6606c36961c1, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92a020d2-9fb4-46da-957d-6606c36961c1,segment=NetworkSegment(497bcd9a-9e45-4c21-9149-2197aad11343),segment_id=497bcd9a-9e45-4c21-9149-2197aad11343)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:08:10.773756 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:10.926173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-1e1ade02-2c7b-41a7-9de3-df4c1af74442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:10.931389 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-1e1ade02-2c7b-41a7-9de3-df4c1af74442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5&device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1096 time: 0.9951797 Feb 07 23:08:10.942425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36274a6f-706e-4ac2-b8c1-163aeae76792 None None] Pushing event updated for resources: {'Port': ['ID=92a020d2-9fb4-46da-957d-6606c36961c1,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:11.057409 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Floating IP cdda5026-3f57-4737-bb97-5c28f996734b associated. External IP: 172.25.0.190, port: 1c40eb1f-083d-4626-ac48-2347680926ea. Feb 07 23:08:11.101216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:11.165697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5f1583a6-0820-4360-bc1c-510efd0744ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:11.176745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object e2e4c2aa-6ad0-4908-9899-59a73805faae will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:11.241305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8760f2dc-252e-40ff-af05-ca01e86830b1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:11.333573 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:11.402224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5f1583a6-0820-4360-bc1c-510efd0744ce None None] For port d9d82afd-3695-49dd-b474-0b9cdc10cafb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d9d82afd-3695-49dd-b474-0b9cdc10cafb,segment=NetworkSegment(693fac7b-1c90-4817-bb1e-156212b87e21),segment_id=693fac7b-1c90-4817-bb1e-156212b87e21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:11.411082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5f1583a6-0820-4360-bc1c-510efd0744ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:11.626327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1583a6-0820-4360-bc1c-510efd0744ce None None] Pushing event updated for resources: {'Port': ['ID=d9d82afd-3695-49dd-b474-0b9cdc10cafb,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:11.703462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0c3a0d8a-98c1-424d-a90f-f7e740e4dacb None None] Provisioning complete for port d9d82afd-3695-49dd-b474-0b9cdc10cafb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:11.704080 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0d8a-98c1-424d-a90f-f7e740e4dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:11.720939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1fbc8303-eb98-4429-a41a-dfe43253e4bc req-7fac03fa-1aee-4cc6-937b-3452527b00e7 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.9774175 Feb 07 23:08:11.756453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:11.779520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:11.785325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:11.815931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:11.824777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:11.865918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 8760f2dc-252e-40ff-af05-ca01e86830b1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:11.869699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-9bddba1d-d8c8-415c-98f7-fb00e00c59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:11.871769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-9bddba1d-d8c8-415c-98f7-fb00e00c59d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d0b1347-8be6-470e-b9b7-72faad5675d8 HTTP/1.1" status: 200 len: 909 time: 0.8898718 Feb 07 23:08:11.882121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=e2e4c2aa-6ad0-4908-9899-59a73805faae,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:11.882866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1a3a1a30-f229-4ef4-ac88-d1be21cf667b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:11.981448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dbf02b56-1d2c-4286-a132-aa7134d032e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5550117 Feb 07 23:08:11.992669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33910) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:12.250284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:12.250784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:12.271783 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-445e63e2-a5a4-4656-afa5-7e1973c1ae22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae HTTP/1.1" status: 200 len: 1001 time: 0.3678946 Feb 07 23:08:12.283154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427b257-4a53-4687-b732-a183e0abc32a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:12.290030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3427b257-4a53-4687-b732-a183e0abc32a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:08:12.302519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0c3a0d8a-98c1-424d-a90f-f7e740e4dacb None None] Provisioning for port 55d1066e-a6d6-4c9a-a6da-88309c39916e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:12.320714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3427b257-4a53-4687-b732-a183e0abc32a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:08:12.325107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3427b257-4a53-4687-b732-a183e0abc32a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3287110 Feb 07 23:08:12.327412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0c3a0d8a-98c1-424d-a90f-f7e740e4dacb None None] Provisioning complete for port 55d1066e-a6d6-4c9a-a6da-88309c39916e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:12.327820 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0d8a-98c1-424d-a90f-f7e740e4dacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:12.329195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:12.514080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa37bc4-7a24-4dd2-98e8-0a8811b7470d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:12.520403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa37bc4-7a24-4dd2-98e8-0a8811b7470d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:12.528283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa37bc4-7a24-4dd2-98e8-0a8811b7470d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:12.534670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dfa37bc4-7a24-4dd2-98e8-0a8811b7470d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1989541 Feb 07 23:08:12.535345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33924) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:12.574956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d1129-791f-4235-bd10-00cea9daff4e None None] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:12.680642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port e2e4c2aa-6ad0-4908-9899-59a73805faae {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:12.681099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:12.695416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-509e9162-21b0-43ea-8177-a90563cb5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:12.699846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-509e9162-21b0-43ea-8177-a90563cb5cef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75984ac0-b102-44b0-a4db-1c60397cd814 HTTP/1.1" status: 200 len: 847 time: 0.4063041 Feb 07 23:08:12.760099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a0d8a-98c1-424d-a90f-f7e740e4dacb None None] Port 55d1066e-a6d6-4c9a-a6da-88309c39916e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:13.145987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Provisioning for port 8760f2dc-252e-40ff-af05-ca01e86830b1 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:13.170662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:13.218953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Provisioning complete for port 8760f2dc-252e-40ff-af05-ca01e86830b1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:13.222861 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:13.226121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:13.512179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-520aece2-b81e-4795-b209-f7581c8896fc req-082fbfb1-cf28-488d-8afe-a4caae42e91d tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.2366722 Feb 07 23:08:13.562393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:13.627488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1cc0c0-ed01-4f90-a128-3cbe971a7ed7 None None] Network 11dbdd3b-d10a-4203-90e9-3353e7483db1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:13.641409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Port': ['ID=55d1066e-a6d6-4c9a-a6da-88309c39916e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:13.706112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for e2e4c2aa-6ad0-4908-9899-59a73805faae owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:13.732000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-5df4a74f-7e5e-440a-b7b1-b11300341c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:13.744512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-5df4a74f-7e5e-440a-b7b1-b11300341c7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d0b1347-8be6-470e-b9b7-72faad5675d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0324795 Feb 07 23:08:13.981412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d9d82afd-3695-49dd-b474-0b9cdc10cafb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:14.146009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.175295 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.181495 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.238300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] For port 8760f2dc-252e-40ff-af05-ca01e86830b1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8760f2dc-252e-40ff-af05-ca01e86830b1,segment=NetworkSegment(e843cde0-8838-415d-a5ef-a5f69e63617d),segment_id=e843cde0-8838-415d-a5ef-a5f69e63617d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:14.271396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.373042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port d9d82afd-3695-49dd-b474-0b9cdc10cafb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:14.373615 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.428828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Provisioning complete for port 55d1066e-a6d6-4c9a-a6da-88309c39916e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:14.441032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.448703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.479424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=e2e4c2aa-6ad0-4908-9899-59a73805faae,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:14.481259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:08:14.504910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-16667286-1300-4de9-a82f-05e4d6b27aff tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/e2e4c2aa-6ad0-4908-9899-59a73805faae HTTP/1.1" status: 204 len: 168 time: 1.9684324 Feb 07 23:08:14.507278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33948) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:14.639917 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bdcd1f-8d6d-4692-a631-51f900a9d6d8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:08:14.641249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d2bdcd1f-8d6d-4692-a631-51f900a9d6d8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:08:14.686748 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-6a63747d-48c0-4e27-a8a1-a047b69e204e service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9349012 Feb 07 23:08:14.692193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Pushing event updated for resources: {'Port': ['ID=8760f2dc-252e-40ff-af05-ca01e86830b1,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:14.708163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d2bdcd1f-8d6d-4692-a631-51f900a9d6d8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:08:14.710850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d2bdcd1f-8d6d-4692-a631-51f900a9d6d8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/e2e4c2aa-6ad0-4908-9899-59a73805faae HTTP/1.1" status: 404 len: 333 time: 0.2001805 Feb 07 23:08:14.727116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33956) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:14.762066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-52ceba36-5465-4acb-9e23-20f0bc5c29c1 None None] Port 55d1066e-a6d6-4c9a-a6da-88309c39916e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:14.916507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 24b90103-cdd1-43bd-b00b-49f9e4fb6667 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:14.917892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:14.962086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:14.975951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:15.013180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92a020d2-9fb4-46da-957d-6606c36961c1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:15.096429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1c3da683-e074-4a66-84e5-5912b3d315a0 None None] Provisioning for port 92a020d2-9fb4-46da-957d-6606c36961c1 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:15.154967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90fd7ef6-9a37-4ab5-9e70-5c87bbce40ac req-4a9e8fc4-173d-4f4c-8ad1-67cc3d264975 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0911441 Feb 07 23:08:15.245958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 92a020d2-9fb4-46da-957d-6606c36961c1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:15.256747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 92a020d2-9fb4-46da-957d-6606c36961c1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:15.257459 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:15.424387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1d9dea22-ee94-471d-abdc-2badca3ad977 None None] Provisioning complete for port 8760f2dc-252e-40ff-af05-ca01e86830b1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:15.424723 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1d9dea22-ee94-471d-abdc-2badca3ad977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:15.544843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:15.598273 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:15.646214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 92a020d2-9fb4-46da-957d-6606c36961c1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92a020d2-9fb4-46da-957d-6606c36961c1,segment=NetworkSegment(497bcd9a-9e45-4c21-9149-2197aad11343),segment_id=497bcd9a-9e45-4c21-9149-2197aad11343)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:15.652316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:15.659008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-be62e3d5-beb2-450a-b789-ff99819786a3 req-1f8e4f76-8007-4b5d-88a6-69492a2ef3b1 service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9604578 Feb 07 23:08:15.669410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:15.707003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Router ad636e63-b3bd-457e-93b2-bc40e11f11b1 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:08:15.727520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:15.735120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 24b90103-cdd1-43bd-b00b-49f9e4fb6667 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:15.844144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] Sync routers for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:15.889384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8760f2dc-252e-40ff-af05-ca01e86830b1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:15.998291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:15.999596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:16.293487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:16.497158 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fc696282-16e6-44fc-b4e6-167412a05aa9 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 14.9217379 Feb 07 23:08:16.501000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:16.512954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33974) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:16.557585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=92a020d2-9fb4-46da-957d-6606c36961c1,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:16.568188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:16.590429 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] Sync routers for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:16.595989 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2e27b6f8-c661-47be-95b0-86eb1c0f9016 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "PUT /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2649171 Feb 07 23:08:16.602817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33978) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:16.609891 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:16.616164 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:16.631151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1d9dea22-ee94-471d-abdc-2badca3ad977 None None] Provisioning for port 24b90103-cdd1-43bd-b00b-49f9e4fb6667 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:16.688226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:16.715189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1d9dea22-ee94-471d-abdc-2badca3ad977 None None] Provisioning complete for port 24b90103-cdd1-43bd-b00b-49f9e4fb6667 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:16.723744 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea', 'status': 'completed', 'code': 200} Feb 07 23:08:16.724503 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1d9dea22-ee94-471d-abdc-2badca3ad977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:16.812779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/24b90103-cdd1-43bd-b00b-49f9e4fb6667 HTTP/1.1" status: 204 len: 168 time: 2.0744743 Feb 07 23:08:16.833707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1d9dea22-ee94-471d-abdc-2badca3ad977 None None] Port 24b90103-cdd1-43bd-b00b-49f9e4fb6667 was deleted so its status cannot be updated. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 23:08:16.841637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 33984) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:16.877003 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:16.890141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:16.891354 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:17.006976 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:17.007537 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33d8b30-a18c-4e0a-8593-1a1400fdbe21 None None] The sync data for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:17.035906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58a24e77-42fb-4af9-9726-2cb2f93730e7 req-56accbf9-e403-469a-86b9-eff1924df811 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.5218353 Feb 07 23:08:17.036896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=24b90103-cdd1-43bd-b00b-49f9e4fb6667,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:17.104902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.105544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.106055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.106714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.107363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.107883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.108381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.108955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.109542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.110032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.110687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.111191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad81132-c905-4d3c-be69-9525f3057e65 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:17.173136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7acdb6cc-307e-4bde-ba82-c29b5129c203 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/cdda5026-3f57-4737-bb97-5c28f996734b HTTP/1.1" status: 200 len: 991 time: 0.4396939 Feb 07 23:08:17.175976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1d9dea22-ee94-471d-abdc-2badca3ad977 None None] Could not find standard attr ID for object e2e4c2aa-6ad0-4908-9899-59a73805faae. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:08:17.227379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8760f2dc-252e-40ff-af05-ca01e86830b1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:17.227929 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:17.295710 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9372f0ea-81e4-4230-9593-be9d8ea8d1dc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:08:17.297494 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9372f0ea-81e4-4230-9593-be9d8ea8d1dc tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/24b90103-cdd1-43bd-b00b-49f9e4fb6667 HTTP/1.1" status: 404 len: 333 time: 0.4305546 Feb 07 23:08:17.300022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 33990) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:17.306067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:08:17.395306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-196c7022-8eb8-4cc0-bb01-d64db6f64fc3 None None] Could not find standard attr ID for object 24b90103-cdd1-43bd-b00b-49f9e4fb6667. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:08:17.492733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet da44a6af-185f-4a44-8a3d-bb48eaa913c1 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:08:17.504028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:17.514938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-cfc849ea-1ad2-4db7-9b5f-e66130c46753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:17.516849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-cfc849ea-1ad2-4db7-9b5f-e66130c46753 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 1096 time: 0.7922189 Feb 07 23:08:17.629004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:17.660481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-196c7022-8eb8-4cc0-bb01-d64db6f64fc3 None None] Provisioning complete for port 55d1066e-a6d6-4c9a-a6da-88309c39916e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:17.660767 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-196c7022-8eb8-4cc0-bb01-d64db6f64fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:17.815491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-196c7022-8eb8-4cc0-bb01-d64db6f64fc3 None None] Port 55d1066e-a6d6-4c9a-a6da-88309c39916e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:17.823568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-196c7022-8eb8-4cc0-bb01-d64db6f64fc3 None None] Could not find standard attr ID for object e2e4c2aa-6ad0-4908-9899-59a73805faae. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:08:17.834474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:17.888990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-196c7022-8eb8-4cc0-bb01-d64db6f64fc3 None None] Provisioning complete for port 92a020d2-9fb4-46da-957d-6606c36961c1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:17.892502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-196c7022-8eb8-4cc0-bb01-d64db6f64fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:17.991897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92a020d2-9fb4-46da-957d-6606c36961c1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:18.019917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:18.129062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:18.138080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=da44a6af-185f-4a44-8a3d-bb48eaa913c1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:18.140048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-d1592576-8961-4807-9c1e-631d061bcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:18.142315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-d1592576-8961-4807-9c1e-631d061bcde6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5706a3e4-9ea8-4a72-86c3-aa66637704d6 HTTP/1.1" status: 200 len: 896 time: 0.6114917 Feb 07 23:08:18.153357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4665c0a8-546b-4a00-a7e0-389c7943bd61 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/da44a6af-185f-4a44-8a3d-bb48eaa913c1 HTTP/1.1" status: 204 len: 168 time: 0.8507297 Feb 07 23:08:18.157493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34000) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:18.178132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d3d59-f911-4cca-b35d-5127dad49db3 None None] Network 63180fad-8d01-4db4-90d1-7486cc2edab3 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:18.216209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34004) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:18.377224 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-6754f245-8e99-4e05-8bc5-cd4f890772c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40eb1f-083d-4626-ac48-2347680926ea HTTP/1.1" status: 200 len: 999 time: 0.2268944 Feb 07 23:08:18.389251 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-4f06d907-d115-4e4d-a798-69ed159905a7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:08:18.390538 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4f06d907-d115-4e4d-a798-69ed159905a7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "PUT /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7860355 Feb 07 23:08:18.437295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34008) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:18.462946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 92a020d2-9fb4-46da-957d-6606c36961c1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:18.463506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:18.750510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-26ab147a-8a38-4fae-9449-5b2065369c96 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/cdda5026-3f57-4737-bb97-5c28f996734b HTTP/1.1" status: 200 len: 991 time: 0.5233474 Feb 07 23:08:18.841722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:18.879126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0714b52-eb60-433c-936a-de5b635f7ec7 req-d9691ae9-0f56-492a-870c-adcdc7bdb543 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.3172596 Feb 07 23:08:18.913676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 8760f2dc-252e-40ff-af05-ca01e86830b1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:18.914251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:18.915617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'cdda5026-3f57-4737-bb97-5c28f996734b', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'port_id': '1c40eb1f-083d-4626-ac48-2347680926ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'mac_address': 'fa:16:3e:cb:50:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:08:07Z', 'updated_at': '2022-02-07T23:08:07Z', 'revision_number': 0, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:18Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:18.925293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] Checking router: 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:08:18.965617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:18.967994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:19.130162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-4b817baa-a7cf-4251-9df4-636968bd0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:19.131657 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-4b817baa-a7cf-4251-9df4-636968bd0c9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7f274ec-2007-4b9b-a274-44561d86f308 HTTP/1.1" status: 200 len: 835 time: 0.7401528 Feb 07 23:08:19.381037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:08:19.396514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] For port 8760f2dc-252e-40ff-af05-ca01e86830b1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8760f2dc-252e-40ff-af05-ca01e86830b1,segment=NetworkSegment(e843cde0-8838-415d-a5ef-a5f69e63617d),segment_id=e843cde0-8838-415d-a5ef-a5f69e63617d)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:19.396916 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:19.626184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-d49763f4-574f-423d-9e14-07278203bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:19.629709 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-d49763f4-574f-423d-9e14-07278203bb3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5706a3e4-9ea8-4a72-86c3-aa66637704d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4883311 Feb 07 23:08:19.684823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 8760f2dc-252e-40ff-af05-ca01e86830b1 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:19.856989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34016) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:20.050084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-55c2f410-2c56-432b-bdee-0b336b7ce9c4 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/cdda5026-3f57-4737-bb97-5c28f996734b HTTP/1.1" status: 200 len: 991 time: 0.1916401 Feb 07 23:08:20.051146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:20.062981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9fc63-5b68-4fac-989d-008b373d1126 None None] DHCP port deletion for 63180fad-8d01-4db4-90d1-7486cc2edab3 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:08:20.080276 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-df2b32e6-76ac-4f62-9d36-5a0e93b075d8 service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094059 Feb 07 23:08:20.208127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'cdda5026-3f57-4737-bb97-5c28f996734b', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'port_id': '1c40eb1f-083d-4626-ac48-2347680926ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'mac_address': 'fa:16:3e:cb:50:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:08:07Z', 'updated_at': '2022-02-07T23:08:07Z', 'revision_number': 0, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:18Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:20.228487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8760f2dc-252e-40ff-af05-ca01e86830b1 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:08:20.281164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 8760f2dc-252e-40ff-af05-ca01e86830b1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:08:20.281515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8760f2dc-252e-40ff-af05-ca01e86830b1 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:08:20.306333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54449cf2-32c3-4ae4-8d0c-8cc1f98bc82c None None] The sync data for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 is: [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'cdda5026-3f57-4737-bb97-5c28f996734b', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'floating_ip_address': '172.25.0.190', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'port_id': '1c40eb1f-083d-4626-ac48-2347680926ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'mac_address': 'fa:16:3e:cb:50:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:08:07Z', 'updated_at': '2022-02-07T23:08:07Z', 'revision_number': 0, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:18Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:20.351382 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a7aad4b1-b287-4782-ae43-648b6a6a38c2 req-a9ba2bb4-c64e-4429-8ef9-c5de2461960e service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605231 Feb 07 23:08:20.367470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:20.461096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aa8efe5-7462-4dff-90da-12728cbec347 req-f5e7a2d1-beac-4a53-9760-6d944ebac9c6 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0647638 Feb 07 23:08:20.484144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=8760f2dc-252e-40ff-af05-ca01e86830b1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:20.488711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No DVR routers for this DVR port 8760f2dc-252e-40ff-af05-ca01e86830b1 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:08:20.703356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a231ac0-a7ef-49f1-869e-08a9a11e2801 None None] New status for floating IP cdda5026-3f57-4737-bb97-5c28f996734b: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:08:20.746455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:20.778300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63180fad-8d01-4db4-90d1-7486cc2edab3']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:20.797754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e843cde0-8838-415d-a5ef-a5f69e63617d') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:20.798442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e843cde0-8838-415d-a5ef-a5f69e63617d') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:20.820792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:20.829819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Deleting port 55d1066e-a6d6-4c9a-a6da-88309c39916e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:20.830485 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:20.847070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:20.877476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:08:20.878390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:08:20.911003 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:08:21.050257 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.054232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34032) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:21.204188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.212656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.219010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-25f7f289-ddad-47da-b3fb-e3618147fa34 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/cdda5026-3f57-4737-bb97-5c28f996734b HTTP/1.1" status: 200 len: 991 time: 0.1633828 Feb 07 23:08:21.230210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=63180fad-8d01-4db4-90d1-7486cc2edab3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:21.245609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c4a6fad4-39c4-4c9d-9cf3-3655730513e3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/63180fad-8d01-4db4-90d1-7486cc2edab3 HTTP/1.1" status: 204 len: 168 time: 3.0858595 Feb 07 23:08:21.246880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34038) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:21.254324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1135174796'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:21.261754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:21.266763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:network and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:21.270425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:21.280467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:21.302781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:21.311537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.365975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:08:21.387215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.388093 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Added segment a3380c58-f253-435f-b1dd-e65f53ce689e of type vlan for network 675694df-82e6-47df-99e0-3a0671f222ad Feb 07 23:08:21.459829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.539329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Calling delete_port for 55d1066e-a6d6-4c9a-a6da-88309c39916e owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:21.553727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.565195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:21.565976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:21.701109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eee9d9ef-a2af-47a0-9504-1e9d78c1f281 req-01bb7724-fd36-4480-8159-3b2a59b0da92 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0464499 Feb 07 23:08:21.739888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4916766 Feb 07 23:08:21.746126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34048) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:21.752376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '675694df-82e6-47df-99e0-3a0671f222ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:21.846799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc089b-6748-4e96-857d-cd10b648682a tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Network': ['ID=675694df-82e6-47df-99e0-3a0671f222ad,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:21.878902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 675694df-82e6-47df-99e0-3a0671f222ad details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:08:21.917701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:21.924328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:21.927880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:21.936410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:21.958493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:21.966745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:22.141730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:22.215250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Port': ['ID=55d1066e-a6d6-4c9a-a6da-88309c39916e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:22.254594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.255031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.255285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.255624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.255970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.256295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.256736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.256990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.257324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.257701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.258036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.258368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:08:22.279629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34060) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:22.438453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:22.582675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ec1e9335-fa53-42e0-aaee-4522472b536f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/cdda5026-3f57-4737-bb97-5c28f996734b HTTP/1.1" status: 200 len: 993 time: 0.2994227 Feb 07 23:08:22.613612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=be4a5d17-9cbf-463a-9ed2-ea6576694598,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:22.621660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Checking segment: {'id': 'a3380c58-f253-435f-b1dd-e65f53ce689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '675694df-82e6-47df-99e0-3a0671f222ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:22.622286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network hostable DHCP agents. Network: 675694df-82e6-47df-99e0-3a0671f222ad, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:08:22.632872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-c9e7f9ac-9e75-4f5e-9399-b8efb943240c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5401003 Feb 07 23:08:22.677776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 675694df-82e6-47df-99e0-3a0671f222ad is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:08:22.705977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 675694df-82e6-47df-99e0-3a0671f222ad) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:22.712079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:22.713129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:22.716075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b2618-084f-4704-8c4e-e728b8198f4a None None] Network 675694df-82e6-47df-99e0-3a0671f222ad requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:22.754212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f1991dad-7ee8-4449-8b2f-d6b65cabdad3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0067933 Feb 07 23:08:22.770927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34064) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:22.788582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-726977651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:22.816668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:22.826075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:router and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:22.840077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:22.865346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:22.902395 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:22.903816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:22.998707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:23.055295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ffe65cc-824d-444f-bdb7-2ca8d654e811 req-c27bc73a-d94d-4f4b-8827-899320a68c3c tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1339390 Feb 07 23:08:23.065399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:23.091507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:23.157648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:23.162839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-62c1d440-8373-40c7-b1af-7b8fe46e20a5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3805008 Feb 07 23:08:23.172646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34070) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:23.179107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'network_id': '675694df-82e6-47df-99e0-3a0671f222ad', 'name': 'tempest-PortsIpV6TestJSON-56295558'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:23.244249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-675694df-82e6-47df-99e0-3a0671f222ad', 'network_id': '675694df-82e6-47df-99e0-3a0671f222ad', 'tenant_id': '86126c5901674d4caf64d97edb81986d', 'fixed_ips': [{'subnet_id': 'be4a5d17-9cbf-463a-9ed2-ea6576694598'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:08:23.246472 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:23.285962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-9b474709-bdbf-4295-bc68-0ded856f0bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:23.288422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-9b474709-bdbf-4295-bc68-0ded856f0bad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 1097 time: 0.3704298 Feb 07 23:08:23.571969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:23.581100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:port and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:23.586073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:23.598481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:23.614281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:23.615908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Allocated IP 2001:db8::2 (675694df-82e6-47df-99e0-3a0671f222ad/be4a5d17-9cbf-463a-9ed2-ea6576694598/e3e986ff-3f17-4bc4-843e-0b593da73555) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:23.619330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:23.667952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 86f8a44c-e741-4fe9-be49-6589683fabfb yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:08:23.714632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Router ad636e63-b3bd-457e-93b2-bc40e11f11b1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:08:23.850038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-8a517e5d-2346-4478-8ed8-d2fcad2ddf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:23.851669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-8a517e5d-2346-4478-8ed8-d2fcad2ddf1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 914 time: 0.4439926 Feb 07 23:08:23.959526 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:23.976231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Transition to ACTIVE for port object e3e986ff-3f17-4bc4-843e-0b593da73555 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:24.002810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Transition to ACTIVE for port object e3e986ff-3f17-4bc4-843e-0b593da73555 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:24.014523 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:24.127587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Network 675694df-82e6-47df-99e0-3a0671f222ad is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:24.130920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:24.139200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:24.180468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:24.197226 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] Sync routers for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:24.202000 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-3cf21630-0999-4d07-8f10-02c0bd094b43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8 HTTP/1.1" status: 200 len: 217 time: 0.2643723 Feb 07 23:08:24.208012 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-04156014-a946-4591-beec-6dd1f4d3585f tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "PUT /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7690518 Feb 07 23:08:24.225387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Pushing event updated for resources: {'Port': ['ID=e3e986ff-3f17-4bc4-843e-0b593da73555,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:24.233402 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:24.233402 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:24.254849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:24.351368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::ee (675694df-82e6-47df-99e0-3a0671f222ad/be4a5d17-9cbf-463a-9ed2-ea6576694598/86f8a44c-e741-4fe9-be49-6589683fabfb) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:24.378660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-d5a495c6-5942-4935-b641-d24b2aad7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:24.380186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-d5a495c6-5942-4935-b641-d24b2aad7943 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53830ceb-7de3-4396-a48b-3d609d55a668 HTTP/1.1" status: 200 len: 853 time: 0.1706038 Feb 07 23:08:24.381663 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-e90f11ae-6b15-48af-86be-8bce852aa1d2 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] delete failed (client error): The resource could not be found. Feb 07 23:08:24.386840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e90f11ae-6b15-48af-86be-8bce852aa1d2 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1820469434 HTTP/1.1" status: 404 len: 335 time: 0.1268060 Feb 07 23:08:24.387729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34086) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:24.454322 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:24.470299 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:24.470996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4180f5b1-42c7-4574-b65b-fe79b4b17587 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ad636e63-b3bd-457e-93b2-bc40e11f11b1'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:24.473177 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:07:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:24.478234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f6ee757-7d02-4531-98d5-339a8404d9d6 req-ed1e42c5-ba98-4170-9543-55a0d1c756f1 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0635850 Feb 07 23:08:24.587697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Attempting to bind port e3e986ff-3f17-4bc4-843e-0b593da73555 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:24.588879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Attempting to bind port e3e986ff-3f17-4bc4-843e-0b593da73555 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a3380c58-f253-435f-b1dd-e65f53ce689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '675694df-82e6-47df-99e0-3a0671f222ad'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:24.589321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Attempting to bind port e3e986ff-3f17-4bc4-843e-0b593da73555 on network 675694df-82e6-47df-99e0-3a0671f222ad {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:08:24.611503 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:24.611910 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4181d-4a23-4dea-aefd-ac40928136b3 None None] The sync data for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:24.619965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:08:24.620407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Checking segment: {'id': 'a3380c58-f253-435f-b1dd-e65f53ce689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '675694df-82e6-47df-99e0-3a0671f222ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:24.625071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:24.625579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Bound using segment: {'id': 'a3380c58-f253-435f-b1dd-e65f53ce689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '675694df-82e6-47df-99e0-3a0671f222ad'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:08:24.626100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Bound port: e3e986ff-3f17-4bc4-843e-0b593da73555, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3380c58-f253-435f-b1dd-e65f53ce689e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '675694df-82e6-47df-99e0-3a0671f222ad'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:24.626492 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:24.751368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-5b084ece-a9e9-411b-aa65-b47b70bdbcf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3599391 Feb 07 23:08:24.851282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] For port e3e986ff-3f17-4bc4-843e-0b593da73555, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:08:24.856445 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] For port e3e986ff-3f17-4bc4-843e-0b593da73555, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e3e986ff-3f17-4bc4-843e-0b593da73555,segment=NetworkSegment(a3380c58-f253-435f-b1dd-e65f53ce689e),segment_id=a3380c58-f253-435f-b1dd-e65f53ce689e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:08:24.864039 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:24.881242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:24.919398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object 86f8a44c-e741-4fe9-be49-6589683fabfb will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:24.986245 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:25.042689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421e41f-8f08-4e1c-afc9-30ec2073a5f6 None None] Pushing event updated for resources: {'Port': ['ID=e3e986ff-3f17-4bc4-843e-0b593da73555,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:25.117817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 675694df-82e6-47df-99e0-3a0671f222ad is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:25.128007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:25.138418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:25.150752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:25.153223 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:25.201166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0271881 Feb 07 23:08:25.202390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34098) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:25.464162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471c34e-3e39-4fa5-b587-5ec1b0da87b7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=86f8a44c-e741-4fe9-be49-6589683fabfb,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:25.752736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9696708f-8a23-4423-8388-044f4806e843 req-53b7eaa7-ed77-4832-a580-85b765a710e7 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0574751 Feb 07 23:08:25.753748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4180f5b1-42c7-4574-b65b-fe79b4b17587 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:25.763533 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-48cb35e3-755d-4fef-ab3c-4705667ff7e1 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9883583 Feb 07 23:08:25.963185 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-4180f5b1-42c7-4574-b65b-fe79b4b17587 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] update failed (client error): The resource could not be found. Feb 07 23:08:25.964486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4180f5b1-42c7-4574-b65b-fe79b4b17587 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "PUT /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1 HTTP/1.1" status: 404 len: 339 time: 1.5753133 Feb 07 23:08:25.990648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:25.992416 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-64d36de4-f45b-45d4-89d4-c5b21f07af91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:26.017288 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9589b0b4-3dbf-488a-96d3-ba50893dbc9a req-94d538f3-5808-496c-bc35-ec10e6469914 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417963 Feb 07 23:08:26.237965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e3e986ff-3f17-4bc4-843e-0b593da73555 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:26.346392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e3e986ff-3f17-4bc4-843e-0b593da73555 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:26.715555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c7e59d-4b6b-4746-b3ca-edf1a222ca30 None None] Network 675694df-82e6-47df-99e0-3a0671f222ad requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:26.803115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:26.825541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d6b35280-28b6-4de2-8b26-f0d9c9767e98 None None] Provisioning for port e3e986ff-3f17-4bc4-843e-0b593da73555 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:26.844580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d6b35280-28b6-4de2-8b26-f0d9c9767e98 None None] Provisioning complete for port e3e986ff-3f17-4bc4-843e-0b593da73555 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:26.845444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6b35280-28b6-4de2-8b26-f0d9c9767e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:26.899886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:27.243127 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6b35280-28b6-4de2-8b26-f0d9c9767e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:27.336791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d6b35280-28b6-4de2-8b26-f0d9c9767e98 None None] For port e3e986ff-3f17-4bc4-843e-0b593da73555, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e3e986ff-3f17-4bc4-843e-0b593da73555,segment=NetworkSegment(a3380c58-f253-435f-b1dd-e65f53ce689e),segment_id=a3380c58-f253-435f-b1dd-e65f53ce689e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:27.348973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6b35280-28b6-4de2-8b26-f0d9c9767e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:27.384935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18429c03-c4a1-41a9-9ec7-90be08fb269f req-3e880132-af1d-4ebf-9626-488333645fce tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1986544 Feb 07 23:08:27.479619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b35280-28b6-4de2-8b26-f0d9c9767e98 None None] Pushing event updated for resources: {'Port': ['ID=e3e986ff-3f17-4bc4-843e-0b593da73555,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:27.879972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Allocated IP 172.20.0.1 (46adb76d-54d3-41e0-bda8-476ba25d21df/95cf82db-d84a-4908-8dd9-2a499f476965/1c425d2b-f98d-45bb-a191-96692cea8221) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:27.885551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eca1de2f-df10-4294-ba64-20cfa113ac3b None None] Provisioning complete for port e3e986ff-3f17-4bc4-843e-0b593da73555 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:27.886090 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eca1de2f-df10-4294-ba64-20cfa113ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.104481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.110081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eca1de2f-df10-4294-ba64-20cfa113ac3b None None] Provisioning for port 86f8a44c-e741-4fe9-be49-6589683fabfb completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:28.119233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eca1de2f-df10-4294-ba64-20cfa113ac3b None None] Provisioning complete for port 86f8a44c-e741-4fe9-be49-6589683fabfb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:28.120732 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eca1de2f-df10-4294-ba64-20cfa113ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.132644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.191693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e3e986ff-3f17-4bc4-843e-0b593da73555 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:28.248293 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2c2600b-151a-4576-beed-b57994bd988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.260703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eca1de2f-df10-4294-ba64-20cfa113ac3b None None] Port 86f8a44c-e741-4fe9-be49-6589683fabfb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:28.282793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e3e986ff-3f17-4bc4-843e-0b593da73555 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:28.283172 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.316147 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.475494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9120149-8877-422e-b3b5-0a3fb1db38eb None None] Provisioning complete for port 86f8a44c-e741-4fe9-be49-6589683fabfb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:28.475867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9120149-8877-422e-b3b5-0a3fb1db38eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.540318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9120149-8877-422e-b3b5-0a3fb1db38eb None None] Port 86f8a44c-e741-4fe9-be49-6589683fabfb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:28.570605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=86f8a44c-e741-4fe9-be49-6589683fabfb,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:28.592448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Transition to ACTIVE for port object 1c425d2b-f98d-45bb-a191-96692cea8221 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:28.668847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3b1f891d-7501-4b73-97bf-b40b2eae90ae None None] Provisioning complete for port 86f8a44c-e741-4fe9-be49-6589683fabfb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:28.669241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3b1f891d-7501-4b73-97bf-b40b2eae90ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.729981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a985185e-fc53-4fbe-93a5-97152ce9b6f4 req-328b9cc5-2190-46e2-9b10-c7206d348357 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1017027 Feb 07 23:08:28.734902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f891d-7501-4b73-97bf-b40b2eae90ae None None] Port 86f8a44c-e741-4fe9-be49-6589683fabfb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:28.820204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:28.828804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.106736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network 46adb76d-54d3-41e0-bda8-476ba25d21df is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:29.117090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:29.122306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:29.226369 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.297541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Port': ['ID=1c425d2b-f98d-45bb-a191-96692cea8221,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:29.312033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.449988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.470876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e994fe82-3ace-41c3-911d-ca3fd0aeac22 None None] Provisioning for port 1c425d2b-f98d-45bb-a191-96692cea8221 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:29.480892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e994fe82-3ace-41c3-911d-ca3fd0aeac22 None None] Provisioning complete for port 1c425d2b-f98d-45bb-a191-96692cea8221 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:29.481506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e994fe82-3ace-41c3-911d-ca3fd0aeac22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.569048 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.575559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e994fe82-3ace-41c3-911d-ca3fd0aeac22 None None] Port 1c425d2b-f98d-45bb-a191-96692cea8221 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:29.693516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:29.982863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4562f703-f256-46e3-959e-d398db70a8bc req-b67ffe0d-fa87-48db-a12d-114c38b7ed1c tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0715292 Feb 07 23:08:30.551926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-d5ec0dc6-95b1-4bb2-84cf-cce4fcf5706e req-00d04730-93d6-4ac9-b2ab-9fd447d7f7f3 service neutron] (87671) timed out ('10.222.0.10', 40070) {{(pid=87671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:08:30.643149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:30.648926 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:30.649705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.016603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.041798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=86f8a44c-e741-4fe9-be49-6589683fabfb,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:31.163007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.177958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.398083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b0fd6d0-0b3e-4ebb-bffe-f6c771015111 req-000ac5bb-63cf-4532-8c39-b2a6b7f1cec1 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1097677 Feb 07 23:08:31.400134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 675694df-82e6-47df-99e0-3a0671f222ad is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:31.409543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:31.428196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event updated for resources: {'Port': ['ID=1c425d2b-f98d-45bb-a191-96692cea8221,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:31.559152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.856404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ad679e1d-8e2a-42ce-9664-23fcc161ab2e None None] Provisioning complete for port 86f8a44c-e741-4fe9-be49-6589683fabfb triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:31.856812 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ad679e1d-8e2a-42ce-9664-23fcc161ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:31.860926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Network 46adb76d-54d3-41e0-bda8-476ba25d21df is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:31.863205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:32.004356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Router 10872624-9fd0-4029-887c-cbabf08458e0 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:08:32.059789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ad679e1d-8e2a-42ce-9664-23fcc161ab2e None None] Port 86f8a44c-e741-4fe9-be49-6589683fabfb cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:32.345603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Router ad636e63-b3bd-457e-93b2-bc40e11f11b1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:08:32.348471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-157877dc-ea4e-4424-93d3-bbfe41036236 None None] Provisioning complete for port 1c425d2b-f98d-45bb-a191-96692cea8221 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:32.350323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-157877dc-ea4e-4424-93d3-bbfe41036236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:32.583593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-157877dc-ea4e-4424-93d3-bbfe41036236 None None] Port 1c425d2b-f98d-45bb-a191-96692cea8221 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:32.643101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:32.659163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] Sync routers for ids ['10872624-9fd0-4029-887c-cbabf08458e0'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:32.679229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] Routers {'10872624-9fd0-4029-887c-cbabf08458e0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:32.681859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['10872624-9fd0-4029-887c-cbabf08458e0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:32.777719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:32.792680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] Routers {'10872624-9fd0-4029-887c-cbabf08458e0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:32.793348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['10872624-9fd0-4029-887c-cbabf08458e0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:32.893869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:32.894555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f2b1ba-a0d3-4f53-9d50-640ed967c34c None None] The sync data for ids ['10872624-9fd0-4029-887c-cbabf08458e0'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:32.941044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10f5d690-d002-4053-a873-7fe4d7fcc649 req-e4c5bd31-36a6-4920-af41-63d6b4106ff6 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.2297053 Feb 07 23:08:32.945526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-16840d0c-02f6-4942-a2fc-8a908eb12739 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "PUT /v2.0/routers/10872624-9fd0-4029-887c-cbabf08458e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7381849 Feb 07 23:08:32.949753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34164) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:32.958384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:32.963921 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7f0c11c9-525c-40f6-bd8a-f874ae9da24a tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "PUT /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9714653 Feb 07 23:08:32.968873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34168) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:32.972809 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] Sync routers for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:32.999669 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:33.003410 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:33.129258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b742b-188f-4224-9190-a0e468643c67 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:33.131242 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f04b742b-188f-4224-9190-a0e468643c67 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports?device_id=10872624-9fd0-4029-887c-cbabf08458e0 HTTP/1.1" status: 200 len: 986 time: 0.1793771 Feb 07 23:08:33.137324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34172) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:33.163171 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:33.203803 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:33.205287 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:33.333359 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b965efff-a1af-4f24-92ad-9d159128c1f1 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:33.366509 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:33.367106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fda5fd-2716-46db-ab08-10ce336be90b None None] The sync data for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:33.803077 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-b965efff-a1af-4f24-92ad-9d159128c1f1 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 23:08:33.803803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b965efff-a1af-4f24-92ad-9d159128c1f1 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1 HTTP/1.1" status: 409 len: 329 time: 0.8339636 Feb 07 23:08:33.820126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34178) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:33.986340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-38831bfc-064c-45a0-bd34-ba20c0a86fc1 req-0b22713e-0b9b-4eb4-9692-d4563eb1e883 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0610204 Feb 07 23:08:34.337646 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f870762-1ed1-4783-bf7b-2cb9f5c49797 req-c91866fb-f0df-4c89-a891-36384bbdb838 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0781493 Feb 07 23:08:34.420598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:34.948007 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:35.038603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 86f8a44c-e741-4fe9-be49-6589683fabfb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:35.040063 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:35.691337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:35.788472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Deleting port 1c425d2b-f98d-45bb-a191-96692cea8221 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:35.789108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:35.881285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34200) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:36.087590 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:36.119364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 86f8a44c-e741-4fe9-be49-6589683fabfb owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:36.241806 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1b12016-dee5-4938-96c4-6d894aa8d0a8 req-bc31da3c-80ab-4621-ad71-9271a34ee788 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.4554718 Feb 07 23:08:36.340462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:36.429114 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4c95ca5f-2923-4d97-8893-fdce5bb0dffa tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/floatingips/cdda5026-3f57-4737-bb97-5c28f996734b HTTP/1.1" status: 200 len: 993 time: 0.5474207 Feb 07 23:08:36.507154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:36.800175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Calling delete_port for 1c425d2b-f98d-45bb-a191-96692cea8221 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:36.846514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:37.032594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34212) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:37.155782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=86f8a44c-e741-4fe9-be49-6589683fabfb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:37.554036 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c4ec8ff-ac42-45cd-88c6-fc6cd3ae9fc8 req-bb64d391-7cdb-4e21-ab4f-fa72d5c0ed85 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c&device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.1133218 Feb 07 23:08:37.754891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:37.765392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:37.948894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Port': ['ID=1c425d2b-f98d-45bb-a191-96692cea8221,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:38.020267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port aac571bb-d6a2-422b-9c94-3995a322bee7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:38.020920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:38.522535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-010e5292-6b6b-420a-b840-f46b6afdd813 req-f0a4fc4c-1562-40b7-b9a9-47565ab2743e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c8ec9e369d93424e88a18f4a19814e1f&device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0875933 Feb 07 23:08:38.677001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-010e5292-6b6b-420a-b840-f46b6afdd813 req-242896b0-0c0b-4e5f-b9b5-41285a0e68d1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c8ec9e369d93424e88a18f4a19814e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722055 Feb 07 23:08:38.871685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae9a30f4-b790-4b7c-9471-a20ba7b1c677 req-5f9fed0b-b730-4fd3-9445-3b61ba260daf tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0935354 Feb 07 23:08:38.898809 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:38.933866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Router 10872624-9fd0-4029-887c-cbabf08458e0 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:08:39.156699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:39.186462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] Sync routers for ids ['10872624-9fd0-4029-887c-cbabf08458e0'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:39.226809 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-da073de5-ffd8-4c15-8ab7-f563299f6f73 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "PUT /v2.0/routers/10872624-9fd0-4029-887c-cbabf08458e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0749812 Feb 07 23:08:39.231669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34228) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:39.261892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] Routers {'10872624-9fd0-4029-887c-cbabf08458e0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:39.263707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['10872624-9fd0-4029-887c-cbabf08458e0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:39.330712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:39.349432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] Routers {'10872624-9fd0-4029-887c-cbabf08458e0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:39.353140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['10872624-9fd0-4029-887c-cbabf08458e0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:39.379541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e5292-6b6b-420a-b840-f46b6afdd813 req-c886f5b5-968b-4296-a2dc-f63b77a54462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:39.382424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-010e5292-6b6b-420a-b840-f46b6afdd813 req-c886f5b5-968b-4296-a2dc-f63b77a54462 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6040204 Feb 07 23:08:39.384190 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:39.385444 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-443f1e56-ed22-4f5f-b62d-285b8682e4b3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:08:39.385535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:39.386728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-443f1e56-ed22-4f5f-b62d-285b8682e4b3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:08:39.446326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-443f1e56-ed22-4f5f-b62d-285b8682e4b3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:08:39.450618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-443f1e56-ed22-4f5f-b62d-285b8682e4b3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/86f8a44c-e741-4fe9-be49-6589683fabfb HTTP/1.1" status: 404 len: 333 time: 0.1781797 Feb 07 23:08:39.456642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34234) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:39.621604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e752031d-ef34-4df0-88dc-9e07c71e72cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:39.684251 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:39.688092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867c743-7b43-42f5-82ff-ae3633e378bf None None] The sync data for ids ['10872624-9fd0-4029-887c-cbabf08458e0'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:39.888016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for aac571bb-d6a2-422b-9c94-3995a322bee7 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:40.188710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Router ad636e63-b3bd-457e-93b2-bc40e11f11b1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:08:40.367604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e752031d-ef34-4df0-88dc-9e07c71e72cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:40.370891 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e752031d-ef34-4df0-88dc-9e07c71e72cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:40.386970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fee85ea-7c63-4b1c-8781-79358332167e req-889214e2-d895-4e98-bd78-60412f7b5535 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.1761467 Feb 07 23:08:40.419347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e752031d-ef34-4df0-88dc-9e07c71e72cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:40.422356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e752031d-ef34-4df0-88dc-9e07c71e72cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Fanout notify agent at l3_agent the message router_deleted on router 10872624-9fd0-4029-887c-cbabf08458e0 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:08:40.490928 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e752031d-ef34-4df0-88dc-9e07c71e72cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:40.493491 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e752031d-ef34-4df0-88dc-9e07c71e72cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/routers/10872624-9fd0-4029-887c-cbabf08458e0 HTTP/1.1" status: 204 len: 168 time: 1.0339074 Feb 07 23:08:40.511664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34244) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:40.646318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:40.659130 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] Sync routers for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:40.674687 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:40.678071 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:40.693617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b3da0e2e-61fa-4463-aed1-b8b7f602dfb7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "PUT /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8722444 Feb 07 23:08:40.702775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:40.785803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet be4a5d17-9cbf-463a-9ed2-ea6576694598 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:08:40.796840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-010e5292-6b6b-420a-b840-f46b6afdd813 req-e6abee92-a043-4f3e-aa2a-aae41cba2221 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.26 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0950022 Feb 07 23:08:40.797660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:40.905062 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:40.929306 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] Routers {'ad636e63-b3bd-457e-93b2-bc40e11f11b1'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:40.930290 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:40.961118 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.004946 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.107822 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-010c872f-4719-49f6-8152-bde0456defb3 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] show failed (client error): The resource could not be found. Feb 07 23:08:41.108904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-010c872f-4719-49f6-8152-bde0456defb3 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-819945107 HTTP/1.1" status: 404 len: 334 time: 0.4051671 Feb 07 23:08:41.120516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34254) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:41.124815 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:41.127260 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ab9247-a63d-4200-bec1-7b73c263f02b None None] The sync data for ids ['ad636e63-b3bd-457e-93b2-bc40e11f11b1'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:41.130628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3fc484c2-c5ec-4568-b3f8-6ebb4ce4de71 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:41.200928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=aac571bb-d6a2-422b-9c94-3995a322bee7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:41.228883 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-3fc484c2-c5ec-4568-b3f8-6ebb4ce4de71 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] update failed (client error): The resource could not be found. Feb 07 23:08:41.234074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3fc484c2-c5ec-4568-b3f8-6ebb4ce4de71 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1505691806 HTTP/1.1" status: 404 len: 335 time: 0.1040144 Feb 07 23:08:41.234266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34258) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:41.287609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.332966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.333548 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Floating IP cdda5026-3f57-4737-bb97-5c28f996734b disassociated (deleted). External IP: 172.25.0.190, port: 1c40eb1f-083d-4626-ac48-2347680926ea. Feb 07 23:08:41.426953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Deleting subnet 04996644-aa82-4877-9d51-cda07bfce64d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:08:41.432996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.448170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.595276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.680112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=be4a5d17-9cbf-463a-9ed2-ea6576694598,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:41.692181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:41.701988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aba23dc-5a66-4b12-be2b-17cc88b36d76 None None] Network 675694df-82e6-47df-99e0-3a0671f222ad requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:41.744253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-154728f8-d51b-4481-9f5c-b5c8d626fe1e tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/be4a5d17-9cbf-463a-9ed2-ea6576694598 HTTP/1.1" status: 204 len: 168 time: 1.2268310 Feb 07 23:08:41.751097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34266) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:42.113179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.144664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port e3e986ff-3f17-4bc4-843e-0b593da73555 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:42.144664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.244538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f37a4667-5b1a-4d79-b48a-ad88813fe329 req-259b1288-915e-4d6e-ac40-366cc6b921e1 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=59f37115-5efb-4e9d-90f0-4dbaf9b81f1c HTTP/1.1" status: 200 len: 210 time: 0.0865440 Feb 07 23:08:42.267691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] DHCP port deletion for 675694df-82e6-47df-99e0-3a0671f222ad request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:08:42.314183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Deleting port e3e986ff-3f17-4bc4-843e-0b593da73555 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:42.315117 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.345177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.545002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.563975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] For port e3e986ff-3f17-4bc4-843e-0b593da73555, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e3e986ff-3f17-4bc4-843e-0b593da73555,segment=NetworkSegment(a3380c58-f253-435f-b1dd-e65f53ce689e),segment_id=a3380c58-f253-435f-b1dd-e65f53ce689e)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:42.564379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.607744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.615173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Subnet': ['ID=04996644-aa82-4877-9d51-cda07bfce64d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:42.648372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-042dac28-45d4-4df9-bafc-9fa208850805 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/subnets/04996644-aa82-4877-9d51-cda07bfce64d HTTP/1.1" status: 204 len: 168 time: 1.4100544 Feb 07 23:08:42.652987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34272) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:42.704532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for e3e986ff-3f17-4bc4-843e-0b593da73555 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:42.774371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] For port e3e986ff-3f17-4bc4-843e-0b593da73555, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e3e986ff-3f17-4bc4-843e-0b593da73555,segment=NetworkSegment(a3380c58-f253-435f-b1dd-e65f53ce689e),segment_id=a3380c58-f253-435f-b1dd-e65f53ce689e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:42.775881 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.783011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Deleting subnet 478e7550-7b6c-480b-b004-c8cc50add4c6 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:08:42.788269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.796673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.881887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No DVR routers for this DVR port e3e986ff-3f17-4bc4-843e-0b593da73555 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:08:42.884303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:42.951677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=e3e986ff-3f17-4bc4-843e-0b593da73555,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:43.148583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Calling delete_port for e3e986ff-3f17-4bc4-843e-0b593da73555 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:43.256478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d38c34-b596-4210-bded-136b816ee855 None None] Network 11dbdd3b-d10a-4203-90e9-3353e7483db1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:43.272594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.323327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:08:43.344296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675694df-82e6-47df-99e0-3a0671f222ad']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:43.346928 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.377765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3380c58-f253-435f-b1dd-e65f53ce689e') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:43.378255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3380c58-f253-435f-b1dd-e65f53ce689e') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:43.403551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.438724 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.456387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:08:43.457392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:08:43.485132 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:08:43.698044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.751854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.758573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:08:43.786839 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:08:43.787855 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:08:43.808921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] Sync routers for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:08:43.827065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:43.827962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:43.829221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=675694df-82e6-47df-99e0-3a0671f222ad,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:43.840339 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:43.851749 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-586d5e56-d885-4062-9e99-07046cb52eb4 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/675694df-82e6-47df-99e0-3a0671f222ad HTTP/1.1" status: 204 len: 168 time: 2.0935450 Feb 07 23:08:43.852777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34290) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:43.999790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:44.091327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7bf42c-0929-46d5-981b-3e8297613c28 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:44.105327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5c7bf42c-0929-46d5-981b-3e8297613c28 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:08:44.195261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Subnet': ['ID=478e7550-7b6c-480b-b004-c8cc50add4c6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:44.201938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:44.210875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-662d4979-36c4-4c53-9f18-e05a0e1d25f7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/subnets/478e7550-7b6c-480b-b004-c8cc50add4c6 HTTP/1.1" status: 204 len: 168 time: 1.5560551 Feb 07 23:08:44.221892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34302) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:44.232901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2f5ff8d9-9dc5-4e2e-a703-2a0e4d1051eb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/floatingips/cdda5026-3f57-4737-bb97-5c28f996734b HTTP/1.1" status: 204 len: 168 time: 7.1983700 Feb 07 23:08:44.266629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dba7cf-bc2a-4fd8-a9a9-b9cd299f2ddf None None] Network 0d1727f0-b358-4084-9a60-ccd6ebdeca0d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:44.303242 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab46ee10-ca89-4f3b-8dd2-5f6e93a50190 req-993b0b51-d232-48a3-86ea-bd64f94f5210 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c8ec9e369d93424e88a18f4a19814e1f&device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.1896198 Feb 07 23:08:44.309447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:44.313000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Deleting port e3e986ff-3f17-4bc4-843e-0b593da73555 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:44.313386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:44.382690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e3e986ff-3f17-4bc4-843e-0b593da73555 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:08:44.387235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5c7bf42c-0929-46d5-981b-3e8297613c28 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:08:44.388920 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5c7bf42c-0929-46d5-981b-3e8297613c28 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/2bf95f56-26fb-44e4-9ded-4819d7cb2190 HTTP/1.1" status: 200 len: 845 time: 0.5271623 Feb 07 23:08:44.395084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34312) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:44.554434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb843f60-a262-4ca0-a5a0-cb415aedc1b1 req-4e69a5df-79c2-40f5-b840-ecc48d9b7933 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.2264378 Feb 07 23:08:44.607149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab46ee10-ca89-4f3b-8dd2-5f6e93a50190 req-5dcacc51-2a20-4fc3-8c4d-b38cb3210239 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c8ec9e369d93424e88a18f4a19814e1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2707417 Feb 07 23:08:44.644999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:08:44.677315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:44.714245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Deleting port 92a020d2-9fb4-46da-957d-6606c36961c1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:44.714755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:44.856451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e3e986ff-3f17-4bc4-843e-0b593da73555 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:08:44.857266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e3e986ff-3f17-4bc4-843e-0b593da73555 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:08:44.870106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] DHCP port deletion for 11dbdd3b-d10a-4203-90e9-3353e7483db1 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:08:44.890166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72cf3b49-4acb-4a18-8298-1e4fee3c99c2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/2bf95f56-26fb-44e4-9ded-4819d7cb2190?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4936624 Feb 07 23:08:44.903134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34324) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:45.002978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:08:45.021194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:45.119955 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea', 'status': 'completed', 'code': 200} Feb 07 23:08:45.155594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Deleting port 92a020d2-9fb4-46da-957d-6606c36961c1 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:45.156600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:45.244918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fd09ff4b-31ad-42b6-9fe8-f9a8be1fc807 None None] The port 'e3e986ff-3f17-4bc4-843e-0b593da73555' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:08:45.575881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ee10-ca89-4f3b-8dd2-5f6e93a50190 req-223e33c0-2635-4827-a39b-90a63096b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:45.577416 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab46ee10-ca89-4f3b-8dd2-5f6e93a50190 req-223e33c0-2635-4827-a39b-90a63096b35f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9619408 Feb 07 23:08:45.664711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-07aef700-6fe2-4da0-bafa-fc71d35fbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:45.666338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-07aef700-6fe2-4da0-bafa-fc71d35fbdd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=909aa67db10f450da1c5a34c7daf8438&device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 1096 time: 0.5709765 Feb 07 23:08:45.776960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:45.787062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:45.791317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:45.804081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:46.048799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-cb7315ad-46b9-461a-b32e-f07d747c59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.050659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-cb7315ad-46b9-461a-b32e-f07d747c59c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5706a3e4-9ea8-4a72-86c3-aa66637704d6 HTTP/1.1" status: 200 len: 896 time: 0.3770251 Feb 07 23:08:46.158399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-4d6bfa68-88ce-4537-a7c9-a5b3950a62b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c40eb1f-083d-4626-ac48-2347680926ea HTTP/1.1" status: 200 len: 217 time: 0.0994408 Feb 07 23:08:46.290433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] For port 92a020d2-9fb4-46da-957d-6606c36961c1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92a020d2-9fb4-46da-957d-6606c36961c1,segment=NetworkSegment(497bcd9a-9e45-4c21-9149-2197aad11343),segment_id=497bcd9a-9e45-4c21-9149-2197aad11343)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:46.292966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:46.345878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-fc39b5be-b9dd-4e9a-8ecd-87ddeb29c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.346866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:46.348080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-fc39b5be-b9dd-4e9a-8ecd-87ddeb29c507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c7f274ec-2007-4b9b-a274-44561d86f308 HTTP/1.1" status: 200 len: 835 time: 0.1835983 Feb 07 23:08:46.354133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:46.362801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92a020d2-9fb4-46da-957d-6606c36961c1 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:08:46.465763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] DHCP port deletion for 0d1727f0-b358-4084-9a60-ccd6ebdeca0d request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:08:46.518824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4015d786-e51a-42ea-a3c6-50483ae7d6a4 req-51a5de5a-88b9-4d39-a92c-0f8333742daf tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.1770120 Feb 07 23:08:46.558023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] For port 92a020d2-9fb4-46da-957d-6606c36961c1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92a020d2-9fb4-46da-957d-6606c36961c1,segment=NetworkSegment(497bcd9a-9e45-4c21-9149-2197aad11343),segment_id=497bcd9a-9e45-4c21-9149-2197aad11343)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:46.558932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:46.646356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-fb47b6a8-4440-46d5-8aea-4f3300972e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.655550 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-fb47b6a8-4440-46d5-8aea-4f3300972e45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5706a3e4-9ea8-4a72-86c3-aa66637704d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2998438 Feb 07 23:08:46.709043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Calling delete_port for 92a020d2-9fb4-46da-957d-6606c36961c1 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:46.779727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9aec3-4113-4213-a8fa-63723654fa9f req-2ff47d9d-6d72-4195-a62f-d9e695e55f85 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:46.780963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-51d9aec3-4113-4213-a8fa-63723654fa9f req-2ff47d9d-6d72-4195-a62f-d9e695e55f85 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:08:46.796698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Calling delete_port for 92a020d2-9fb4-46da-957d-6606c36961c1 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:46.889622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] Deleting port d9d82afd-3695-49dd-b474-0b9cdc10cafb {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:46.891051 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:46.969160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-51d9aec3-4113-4213-a8fa-63723654fa9f req-2ff47d9d-6d72-4195-a62f-d9e695e55f85 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:08:46.990873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51d9aec3-4113-4213-a8fa-63723654fa9f req-2ff47d9d-6d72-4195-a62f-d9e695e55f85 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 945 time: 1.8698127 Feb 07 23:08:47.072278 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-6e36f034-2b95-4738-bdc2-11157a3be5b9 service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023678 Feb 07 23:08:47.082736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.218673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-16917a9d-def6-4d85-b36c-938c3ea858ec tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:47.220190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-16917a9d-def6-4d85-b36c-938c3ea858ec tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Synchronizing usage tracker for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:08:47.270025 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51d9aec3-4113-4213-a8fa-63723654fa9f req-bff93e81-542a-4655-b306-a393360c0c9d tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715225 Feb 07 23:08:47.274311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.361154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Port': ['ID=92a020d2-9fb4-46da-957d-6606c36961c1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:47.380533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] No DVR routers for this DVR port 92a020d2-9fb4-46da-957d-6606c36961c1 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:08:47.421810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-16917a9d-def6-4d85-b36c-938c3ea858ec tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Unset dirty status for tenant:909aa67db10f450da1c5a34c7daf8438 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:08:47.424708 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-16917a9d-def6-4d85-b36c-938c3ea858ec tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 945 time: 0.9902604 Feb 07 23:08:47.430704 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab46ee10-ca89-4f3b-8dd2-5f6e93a50190 req-40d74a5e-a578-4cf6-9f4f-e5544d658ecc tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.36 "GET /v2.0/ports?device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.3557029 Feb 07 23:08:47.592773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] For port d9d82afd-3695-49dd-b474-0b9cdc10cafb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d9d82afd-3695-49dd-b474-0b9cdc10cafb,segment=NetworkSegment(693fac7b-1c90-4817-bb1e-156212b87e21),segment_id=693fac7b-1c90-4817-bb1e-156212b87e21)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:47.593607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.640382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port 1c40eb1f-083d-4626-ac48-2347680926ea {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:47.640890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.926745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:47.962039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] Calling delete_port for d9d82afd-3695-49dd-b474-0b9cdc10cafb owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:47.992533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dbdd3b-d10a-4203-90e9-3353e7483db1']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:48.024506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.099757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:08:48.100291 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:08:48.115728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port 1c40eb1f-083d-4626-ac48-2347680926ea, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=1c40eb1f-083d-4626-ac48-2347680926ea,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:48.116548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.143454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497bcd9a-9e45-4c21-9149-2197aad11343') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:48.152955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497bcd9a-9e45-4c21-9149-2197aad11343') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:48.195639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.447623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:48.461812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:18Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:48.478608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.483223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] Checking router: 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:08:48.496065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:08:48.496793 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.497861 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.529969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for 1c40eb1f-083d-4626-ac48-2347680926ea owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:48.669734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] No DVR routers for this DVR port d9d82afd-3695-49dd-b474-0b9cdc10cafb on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:08:48.705583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:08:48.705954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:48.712081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=db879162-1f20-4460-9eec-19ac2cbe550d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:48.719547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:08:48.751081 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:08:48.807137 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb0fc789-0db5-40d2-b153-50cb86df1097 req-7b5cf2f6-97c6-48dd-9bfb-56548c8c18f6 service neutron] 10.222.0.26 "GET /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6916962 Feb 07 23:08:48.821002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Deleting port 92a020d2-9fb4-46da-957d-6606c36961c1 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:48.825070 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.864011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:48.865164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:48.905355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-726fda42-8a20-431e-acbd-e54b597fbf6b req-23add2b9-be0a-4ec3-a53e-bf0144f52ce2 tempest-ServerShowV247Test-1590441918 tempest-ServerShowV247Test-1590441918-project] 10.222.0.10 "GET /v2.0/ports?device_id=b533a90a-b3e3-4906-9132-453cce9db0cb HTTP/1.1" status: 200 len: 210 time: 0.8875899 Feb 07 23:08:48.963102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d9d82afd-3695-49dd-b474-0b9cdc10cafb no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:08:48.986357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.002734 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.093011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/networks/11dbdd3b-d10a-4203-90e9-3353e7483db1 HTTP/1.1" status: 204 len: 168 time: 4.8553901 Feb 07 23:08:49.094393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34364) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:49.098778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63e1e4-440f-4a1c-8e30-6a2bfa9251b4 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Network': ['ID=11dbdd3b-d10a-4203-90e9-3353e7483db1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:49.108833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-56b58dac-731a-4a77-9200-9ba04b776d0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1663225 Feb 07 23:08:49.113865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34368) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:49.131742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'security_group': {'name': 'tempest-secgroup-1246071891'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:49.133588 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.142334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:49.148945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:49.154177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:49.165252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:49.179650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.206746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0ff788-efa8-4392-9bf1-e84f1019afb5 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:49.207528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:49.211748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group_rule and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:49.215219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:49.221721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:49.314326 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.334440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76670f6-4764-446d-9fe2-8b0690894c00 req-b3eb9b41-5621-4d48-8c52-38a475cb607f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:49.337183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dcd54-a5b9-4185-89ef-dede807e8762 None None] Pushing event deleted for resources: {'Port': ['ID=d9d82afd-3695-49dd-b474-0b9cdc10cafb,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:49.347144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c76670f6-4764-446d-9fe2-8b0690894c00 req-b3eb9b41-5621-4d48-8c52-38a475cb607f tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 945 time: 0.5935044 Feb 07 23:08:49.377226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.488230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0ad65618-cf6a-4af2-b92a-66f6ad719505 None None] The port '92a020d2-9fb4-46da-957d-6606c36961c1' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:08:49.489833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d9d82afd-3695-49dd-b474-0b9cdc10cafb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:08:49.490397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d9d82afd-3695-49dd-b474-0b9cdc10cafb not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:08:49.516465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1c40eb1f-083d-4626-ac48-2347680926ea no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:08:49.524545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504f9760-c169-479b-8625-95e030fbde7c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:49.557474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.565901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b5994714-2d65-4e4f-a487-1f92cb5f3fd2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4507892 Feb 07 23:08:49.580781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34374) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:49.597046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'security_group': {'name': 'tempest-secgroup-1665360188'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:49.635851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c76670f6-4764-446d-9fe2-8b0690894c00 req-d112d9bb-4ed4-46f6-9f04-c9c75f0f84c7 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9795b0d-9ac3-43b3-9946-e1223afc4315&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872188 Feb 07 23:08:49.636290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=1c40eb1f-083d-4626-ac48-2347680926ea,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:49.638822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:49.646751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 1c40eb1f-083d-4626-ac48-2347680926ea {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:08:49.647110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 1c40eb1f-083d-4626-ac48-2347680926ea not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:08:49.657106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:49.674466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:49.681977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:49.697047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.728544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:49.733325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group_rule and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:49.736977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:49.744317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:49.764003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] No DVR routers for this DVR port 1c40eb1f-083d-4626-ac48-2347680926ea on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:08:49.767102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.783710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'name': 'network-vif-deleted', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:08:49.807396 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd28dc59-f49f-45da-8e43-0b55e7eca35a req-974e90ff-8183-41f2-baa9-f35d5f9d5060 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.26 "DELETE /v2.0/ports/1c40eb1f-083d-4626-ac48-2347680926ea HTTP/1.1" status: 204 len: 173 time: 2.3741276 Feb 07 23:08:49.811345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.865128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.871892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.899699 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c', 'name': 'network-vif-deleted', 'tag': '1c40eb1f-083d-4626-ac48-2347680926ea', 'status': 'completed', 'code': 200} Feb 07 23:08:49.973257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0f6826-c04f-4931-8226-818d7743da3f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:49.981197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:08:49.985646 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:49.998163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-36c75deb-e858-4ceb-9b5d-7b686eff3ef6 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4128571 Feb 07 23:08:50.001979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34382) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:50.027033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:50.037617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1501750944', 'security_groups': ['dc0f6826-c04f-4931-8226-818d7743da3f'], 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'db879162-1f20-4460-9eec-19ac2cbe550d'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:50.067023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1727f0-b358-4084-9a60-ccd6ebdeca0d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:50.091904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693fac7b-1c90-4817-bb1e-156212b87e21') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:50.092252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693fac7b-1c90-4817-bb1e-156212b87e21') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:50.108080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:50.139171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:50.149156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:08:50.149976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:08:50.169283 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:08:50.321709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:50.357231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:50.398813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Network': ['ID=0d1727f0-b358-4084-9a60-ccd6ebdeca0d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:50.408067 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1d35ffe1-1aea-4e25-853a-9e59930d96d7 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/networks/0d1727f0-b358-4084-9a60-ccd6ebdeca0d HTTP/1.1" status: 204 len: 168 time: 1.3117683 Feb 07 23:08:50.412594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34390) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:50.429065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:50.459733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:50.487341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:50.661132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Deleting subnet 95cf82db-d84a-4908-8dd9-2a499f476965 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:08:50.690551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:50.928820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.169240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.239791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34404) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:51.276585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11c7b165-90fe-4a34-9220-59dac7664146 req-5904f673-aff8-4655-bb5b-049667671dae tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b6e687c-7dc6-4b9c-bb72-49174e7d8b1c HTTP/1.1" status: 200 len: 210 time: 0.0971591 Feb 07 23:08:51.329697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-655a869b-8308-4172-a0b0-d124b1bcef03', 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'tenant_id': '86126c5901674d4caf64d97edb81986d', 'fixed_ips': [{'subnet_id': 'db879162-1f20-4460-9eec-19ac2cbe550d'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:08:51.331315 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.365917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.406578 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.421607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Subnet': ['ID=95cf82db-d84a-4908-8dd9-2a499f476965,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:51.424664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:18Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:51.424849 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.435214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5e4a9-c0e2-4b79-8019-ec4564934d81 None None] The sync data for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 is: [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:07:02Z', 'revision_number': 4, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c9d103fe-5d14-4899-a071-e9d117a98df7', 'name': '', 'network_id': '5706a3e4-9ea8-4a72-86c3-aa66637704d6', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'mac_address': 'fa:16:3e:1d:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:59Z', 'updated_at': '2022-02-07T23:07:18Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'subnets': [{'id': 'c7f274ec-2007-4b9b-a274-44561d86f308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:08:51.435535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8cec04ec-c0f9-4626-ae1f-30c8bd6ec463 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/subnets/95cf82db-d84a-4908-8dd9-2a499f476965 HTTP/1.1" status: 204 len: 168 time: 1.0210295 Feb 07 23:08:51.436273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34410) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:51.458469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f299caf-3893-4bfa-b4b0-58c6bbac11b8 None None] Network 46adb76d-54d3-41e0-bda8-476ba25d21df requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:51.475275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port 79179462-5069-4f28-a8b7-9e9f144738c2 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:08:51.621129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.660580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:51.664726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ec9e369d93424e88a18f4a19814e1f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:51.668947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:51.687346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:51.765032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.793249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Deleting port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:51.793530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.944034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:51.949772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.008331 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074ef6f-bb18-41bd-848f-59de7e767819 None None] New status for floating IP cdda5026-3f57-4737-bb97-5c28f996734b: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:08:52.009249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96931d1-d026-43b9-a26b-8df00a52b24d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:52.056613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a7313e14-a7ed-4b35-b1e6-2c721e522642 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c8ec9e369d93424e88a18f4a19814e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8128834 Feb 07 23:08:52.057210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34416) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:52.094356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Allocated IP 2001:db8::2 (655a869b-8308-4172-a0b0-d124b1bcef03/db879162-1f20-4460-9eec-19ac2cbe550d/6e34858e-5f17-4189-b8cd-195a86dafa00) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:52.174247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51e7afaa-4648-4ea4-99f6-4795d3ca6b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.231465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51e7afaa-4648-4ea4-99f6-4795d3ca6b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.303257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] For port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,segment=NetworkSegment(cf10026c-d5a3-40af-9633-4b6b1810f1ca),segment_id=cf10026c-d5a3-40af-9633-4b6b1810f1ca)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:52.303818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.442396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] DHCP port deletion for 46adb76d-54d3-41e0-bda8-476ba25d21df request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:08:52.460376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Deleting port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:52.461654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.493158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51e7afaa-4648-4ea4-99f6-4795d3ca6b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.550930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34424) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:52.555132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7afaa-4648-4ea4-99f6-4795d3ca6b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96931d1-d026-43b9-a26b-8df00a52b24d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:52.695971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48c5ddaa-529c-49eb-b49a-6a24227d63f1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.724861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Calling delete_port for 1a3a1a30-f229-4ef4-ac88-d1be21cf667b owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:52.758251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-51e7afaa-4648-4ea4-99f6-4795d3ca6b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.763201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-51e7afaa-4648-4ea4-99f6-4795d3ca6b23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c96931d1-d026-43b9-a26b-8df00a52b24d HTTP/1.1" status: 204 len: 168 time: 0.7048187 Feb 07 23:08:52.817499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48c5ddaa-529c-49eb-b49a-6a24227d63f1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.888287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.924736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:52.929289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Transition to ACTIVE for port object 6e34858e-5f17-4189-b8cd-195a86dafa00 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:52.971398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] For port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,segment=NetworkSegment(cf10026c-d5a3-40af-9633-4b6b1810f1ca),segment_id=cf10026c-d5a3-40af-9633-4b6b1810f1ca)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:52.972157 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.010923 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48c5ddaa-529c-49eb-b49a-6a24227d63f1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.050707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Port': ['ID=1a3a1a30-f229-4ef4-ac88-d1be21cf667b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:53.062518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] No DVR routers for this DVR port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:08:53.117486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5ddaa-529c-49eb-b49a-6a24227d63f1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9795b0d-9ac3-43b3-9946-e1223afc4315,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:53.151418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Transition to ACTIVE for port object 6e34858e-5f17-4189-b8cd-195a86dafa00 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:53.153819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48c5ddaa-529c-49eb-b49a-6a24227d63f1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.155997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-48c5ddaa-529c-49eb-b49a-6a24227d63f1 tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/security-groups/e9795b0d-9ac3-43b3-9946-e1223afc4315 HTTP/1.1" status: 204 len: 168 time: 0.5814443 Feb 07 23:08:53.225452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34436) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:53.338820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Calling delete_port for 1a3a1a30-f229-4ef4-ac88-d1be21cf667b owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:53.385687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.440659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46adb76d-54d3-41e0-bda8-476ba25d21df']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:53.466617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf10026c-d5a3-40af-9633-4b6b1810f1ca') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:53.468182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf10026c-d5a3-40af-9633-4b6b1810f1ca') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:08:53.498749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.536826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:08:53.539216 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:08:53.542669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.544273 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.551241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:08:53.552291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.629257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:53.645807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:53.654355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:08:53.862405 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:08:53.869022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.909619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.922862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Pushing event deleted for resources: {'Network': ['ID=46adb76d-54d3-41e0-bda8-476ba25d21df,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:53.923109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Attempting to bind port 6e34858e-5f17-4189-b8cd-195a86dafa00 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:08:53.923360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Attempting to bind port 6e34858e-5f17-4189-b8cd-195a86dafa00 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8809a9b2-47f3-4c1c-b295-0cb8c8d68e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:08:53.923733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Attempting to bind port 6e34858e-5f17-4189-b8cd-195a86dafa00 on network 655a869b-8308-4172-a0b0-d124b1bcef03 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:08:53.934070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e9cebf3d-9eec-460c-a4e4-7462c3ce240d tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/networks/46adb76d-54d3-41e0-bda8-476ba25d21df HTTP/1.1" status: 204 len: 168 time: 2.4964540 Feb 07 23:08:53.935016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34450) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:53.935290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Pushing event updated for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:53.957965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:08:53.958623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Checking segment: {'id': '8809a9b2-47f3-4c1c-b295-0cb8c8d68e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:08:53.959277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:53.960318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Bound using segment: {'id': '8809a9b2-47f3-4c1c-b295-0cb8c8d68e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:08:53.961429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Bound port: 6e34858e-5f17-4189-b8cd-195a86dafa00, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8809a9b2-47f3-4c1c-b295-0cb8c8d68e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:08:53.963537 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:54.052243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::285 (655a869b-8308-4172-a0b0-d124b1bcef03/db879162-1f20-4460-9eec-19ac2cbe550d/79179462-5069-4f28-a8b7-9e9f144738c2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:08:54.059544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6e4bf334-43b2-4b5b-b30b-85934c34dad2 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Synchronizing usage tracker for tenant:83f7c64452164859bc72dc58f1655e62 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:08:54.120134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6e4bf334-43b2-4b5b-b30b-85934c34dad2 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Unset dirty status for tenant:83f7c64452164859bc72dc58f1655e62 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:08:54.128837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6e4bf334-43b2-4b5b-b30b-85934c34dad2 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad636e63-b3bd-457e-93b2-bc40e11f11b1 HTTP/1.1" status: 200 len: 205 time: 0.1920948 Feb 07 23:08:54.130022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34458) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:54.249041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:08:54.262173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:08:54.264379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Deleting port 1a3a1a30-f229-4ef4-ac88-d1be21cf667b {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:54.265084 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:54.373618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e143a41-f834-4e3f-8da9-077bd70b4c35 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:54.521682 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:54.591609 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:54.592606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4f48a-1d99-4e52-9baf-8ec806272a56 None None] The port '1a3a1a30-f229-4ef4-ac88-d1be21cf667b' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:08:54.666729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object 79179462-5069-4f28-a8b7-9e9f144738c2 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:08:54.757589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1a3a1a30-f229-4ef4-ac88-d1be21cf667b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:08:54.832703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aae1c-f149-4baa-b968-934b5b783a65 None None] Pushing event updated for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:54.847600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1a3a1a30-f229-4ef4-ac88-d1be21cf667b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:08:54.850354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1a3a1a30-f229-4ef4-ac88-d1be21cf667b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:08:54.952886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34478) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:54.989745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.094572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:55.103836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:55.121566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:08:55.130621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:55.131361 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.209028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e143a41-f834-4e3f-8da9-077bd70b4c35 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.228746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e143a41-f834-4e3f-8da9-077bd70b4c35 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.294529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e143a41-f834-4e3f-8da9-077bd70b4c35 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.296052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e143a41-f834-4e3f-8da9-077bd70b4c35 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Fanout notify agent at l3_agent the message router_deleted on router ad636e63-b3bd-457e-93b2-bc40e11f11b1 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:08:55.332976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e143a41-f834-4e3f-8da9-077bd70b4c35 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.347889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7e143a41-f834-4e3f-8da9-077bd70b4c35 tempest-RoutersNegativeTest-1170279648 tempest-RoutersNegativeTest-1170279648-project] 10.222.0.10 "DELETE /v2.0/routers/ad636e63-b3bd-457e-93b2-bc40e11f11b1 HTTP/1.1" status: 204 len: 168 time: 1.2115490 Feb 07 23:08:55.382828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=79179462-5069-4f28-a8b7-9e9f144738c2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:55.418661 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a439f824-49c4-4c1a-8e07-b373f55625b1 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4073629 Feb 07 23:08:55.419130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34488) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:55.429074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:55.481840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-909658732-network', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:55.503988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:55.515413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Usage tracker for resource:network and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:55.521389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:55.543455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:55.724413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Made reservation on behalf of 86e7e28aec2a4bf588501a9687b8c6a0 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:55.749338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.835763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:55.848167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:55.852119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.858301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:55.890344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:55.896242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:55.898178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34498) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:55.902307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Usage tracker for resource:security_group_rule and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:55.905775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:55.913263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:55.961071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:55.979575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ff4a7ee7-604d-4f20-bad1-eda490e124ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:55.981113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.155635 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.197972 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db879162-1f20-4460-9eec-19ac2cbe550d (CIDR: 2001:db8::/64) Feb 07 23:08:56.202083 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:08:56.202602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:08:56.271980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a00b43de-844f-4a83-aac3-81c586d7f606 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8443670 Feb 07 23:08:56.273809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34504) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:56.291717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:56.510912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-52ff3ed9-2735-46a2-9706-c828ab6e2269 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83f7c64452164859bc72dc58f1655e62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089263 Feb 07 23:08:56.515698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34508) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:56.614394 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.623577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e34858e-5f17-4189-b8cd-195a86dafa00 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:56.630202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.675595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d5c391-329e-418f-96b8-2170dde04d5a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:56.677823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:56.683969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:08:56.684212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfc6d-9d32-46b8-8ff7-649ae6f02f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.686463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:56.691432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:56.700409 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.700813 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Added segment e24bd5a6-6796-40d5-a110-a3b1f6e49e39 of type vlan for network b3a48779-fd1f-43fc-b355-c9b771557441 Feb 07 23:08:56.722093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:56.743718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.757333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfc6d-9d32-46b8-8ff7-649ae6f02f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.769126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:56.773251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.814397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port c9d103fe-5d14-4899-a071-e9d117a98df7 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:08:56.814743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:56.881628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6e34858e-5f17-4189-b8cd-195a86dafa00 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:57.017187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Provisioning for port 6e34858e-5f17-4189-b8cd-195a86dafa00 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:57.025411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:57.026013 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.097489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.099212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:57.100152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.197800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.403138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4464691 Feb 07 23:08:57.405293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76f652-abca-4981-9c39-da2fd0d53d0a admin admin] Pushing event updated for resources: {'Network': ['ID=b3a48779-fd1f-43fc-b355-c9b771557441,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:57.412488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34516) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:57.434258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Request body: {'subnet': {'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-subnet', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:57.465231 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.512100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network b3a48779-fd1f-43fc-b355-c9b771557441 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:08:57.517579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:08:57.525927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:08:57.554631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:08:57.556769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef6c6c-3993-45c3-9cae-a1bc9c8c7ab3 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:08:57.562494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.622201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port c9d103fe-5d14-4899-a071-e9d117a98df7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c9d103fe-5d14-4899-a071-e9d117a98df7,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:57.622789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.634221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=8b6ac38d-07cd-4e34-b4a1-36517f12fcc7,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:57.651477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:57.666388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c8f42439-e4ca-4a78-9632-f55151afe88f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3917253 Feb 07 23:08:57.668501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfc6d-9d32-46b8-8ff7-649ae6f02f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.672403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34520) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:57.674145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Usage tracker for resource:subnet and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:57.690750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bfc6d-9d32-46b8-8ff7-649ae6f02f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f7003e-71da-4263-a154-ba88c774a7f2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:57.694301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6c6bfc6d-9d32-46b8-8ff7-649ae6f02f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:57.695733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6c6bfc6d-9d32-46b8-8ff7-649ae6f02f6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87f7003e-71da-4263-a154-ba88c774a7f2 HTTP/1.1" status: 204 len: 168 time: 1.1788027 Feb 07 23:08:57.875555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for c9d103fe-5d14-4899-a071-e9d117a98df7 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:08:57.999341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:08:58.004789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:58.017235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-363159677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8b6ac38d-07cd-4e34-b4a1-36517f12fcc7'}], 'security_groups': ['504f9760-c169-479b-8625-95e030fbde7c']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:58.020501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:58.094185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:08:58.159672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Made reservation on behalf of 86e7e28aec2a4bf588501a9687b8c6a0 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:08:58.168146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:58.180379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Pushing event updated for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:08:58.380397 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d02878e-0a95-4665-850c-f2a09b037adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:58.531275 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Provisioning complete for port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:58.531627 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:58.579634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e34858e-5f17-4189-b8cd-195a86dafa00 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:08:58.721663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c695c2b7-9a0f-49df-8b2a-eb07d737193b None None] Port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:58.807394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:58.807796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:59.064820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:59.117724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] Update dhcp port {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'fixed_ips': [{'subnet_id': 'db879162-1f20-4460-9eec-19ac2cbe550d', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b6ac38d-07cd-4e34-b4a1-36517f12fcc7'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '6e34858e-5f17-4189-b8cd-195a86dafa00'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 23:08:59.187253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e6b4ddc8-0320-41fa-98db-d78a3f38eefa None None] Provisioning for port 79179462-5069-4f28-a8b7-9e9f144738c2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:08:59.246465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e6b4ddc8-0320-41fa-98db-d78a3f38eefa None None] Provisioning complete for port 79179462-5069-4f28-a8b7-9e9f144738c2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:08:59.247031 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e6b4ddc8-0320-41fa-98db-d78a3f38eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:59.481405 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:59.613251 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:59.630168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34594) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:08:59.690493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4ddc8-0320-41fa-98db-d78a3f38eefa None None] Port 79179462-5069-4f28-a8b7-9e9f144738c2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:08:59.708222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:08:59.882813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--888884060'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:08:59.922020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:08:59.940586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:08:59.953949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:08:59.982154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:00.010225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.019011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.041754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] Allocated IP 2001:db8:0:1::2 (655a869b-8308-4172-a0b0-d124b1bcef03/8b6ac38d-07cd-4e34-b4a1-36517f12fcc7/6e34858e-5f17-4189-b8cd-195a86dafa00) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:00.069036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.101492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.105358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:00.112606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:00.117123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:00.125368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:00.242759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198cf206-fb1c-4c79-8963-00ff1ecf01a4,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:00.297443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=c9d103fe-5d14-4899-a071-e9d117a98df7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:00.387760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:00.441324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.447669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.464011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:00.473305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:00.478851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.483392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:00.510402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:00.522843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f7347-2bc9-42cb-84e7-b03e07ece06e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:00.579659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] Transition to ACTIVE for port object 6e34858e-5f17-4189-b8cd-195a86dafa00 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:00.586118 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.678065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fda34-dfae-4a4a-9fe7-3eb33274e8ee None None] Pushing event updated for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:00.724363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.776018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.864140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837424ff-0f77-4009-b978-31bf5880bd8d req-03f38aec-66cf-4e35-914b-d970bf2f061a tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:00.874771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb4bc1-aa0b-47ae-abee-6c0ab4a64d48,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:00.876538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-837424ff-0f77-4009-b978-31bf5880bd8d req-03f38aec-66cf-4e35-914b-d970bf2f061a tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 946 time: 1.7341087 Feb 07 23:09:00.881004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:00.882648 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3022ad8e-3820-4cc6-a585-3be28c407a23 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2508991 Feb 07 23:09:00.889433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34632) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:00.962876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7e67ffad-d791-4468-9aa7-99a8bf07f7c1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:00.963888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7e67ffad-d791-4468-9aa7-99a8bf07f7c1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Synchronizing usage tracker for tenant:bce41b064db247bdb75f0430c0b8dca2 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:01.002227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.010259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Checking segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:01.010653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Network hostable DHCP agents. Network: b3a48779-fd1f-43fc-b355-c9b771557441, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:09:01.021695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-933c9b76-e99a-42cd-9e2a-49dea1183ef0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:01.041510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7e67ffad-d791-4468-9aa7-99a8bf07f7c1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Unset dirty status for tenant:bce41b064db247bdb75f0430c0b8dca2 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:01.043636 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7e67ffad-d791-4468-9aa7-99a8bf07f7c1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 946 time: 0.3172016 Feb 07 23:09:01.059245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-837424ff-0f77-4009-b978-31bf5880bd8d req-6a77b371-bdcb-4ec6-b887-8929a5cedf54 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816823 Feb 07 23:09:01.111288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-933c9b76-e99a-42cd-9e2a-49dea1183ef0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:01.115408 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-933c9b76-e99a-42cd-9e2a-49dea1183ef0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2245836 Feb 07 23:09:01.124859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34636) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:01.140727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ad00c442-fa0b-431d-82d6-946308f1797a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-security--1434727245', 'description': 'tempest-security-description-928910434'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:01.187786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Deleting port 8038d912-4180-47aa-8b1b-6e60ed0135f8 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:01.188362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.247364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Network b3a48779-fd1f-43fc-b355-c9b771557441 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:09:01.312401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, b3a48779-fd1f-43fc-b355-c9b771557441) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:01.322105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad00c442-fa0b-431d-82d6-946308f1797a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.327789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d1f576-9d65-489f-ac02-4a586721338d None None] Network b3a48779-fd1f-43fc-b355-c9b771557441 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:01.408054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:01.408584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.557758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e679f430-fc51-47f9-b6b0-4ae0e96f80c1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1299422 Feb 07 23:09:01.570947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34640) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:01.572218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Delete allocated IP 2001:db8::285 (655a869b-8308-4172-a0b0-d124b1bcef03/db879162-1f20-4460-9eec-19ac2cbe550d) {{(pid=87670) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 23:09:01.576346 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.585680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:01.608183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:01.613341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8:0:1::2a8 (655a869b-8308-4172-a0b0-d124b1bcef03/8b6ac38d-07cd-4e34-b4a1-36517f12fcc7/79179462-5069-4f28-a8b7-9e9f144738c2) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:01.629164 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad00c442-fa0b-431d-82d6-946308f1797a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.642337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad00c442-fa0b-431d-82d6-946308f1797a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.644795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad00c442-fa0b-431d-82d6-946308f1797a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.648591 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad00c442-fa0b-431d-82d6-946308f1797a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "PUT /v2.0/security-groups/fcdb4bc1-aa0b-47ae-abee-6c0ab4a64d48 HTTP/1.1" status: 200 len: 1779 time: 0.5200615 Feb 07 23:09:01.661470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34644) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:01.690602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Usage tracker for resource:router and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:01.703424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:01.721016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:01.765524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-b3a48779-fd1f-43fc-b355-c9b771557441', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:09:01.771749 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.778030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00c442-fa0b-431d-82d6-946308f1797a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb4bc1-aa0b-47ae-abee-6c0ab4a64d48,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:01.821163 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c4ad3a5b-854e-4dbc-ace2-9e7e07c8fdf0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups/fcdb4bc1-aa0b-47ae-abee-6c0ab4a64d48 HTTP/1.1" status: 200 len: 1779 time: 0.1541293 Feb 07 23:09:01.821857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] For port 8038d912-4180-47aa-8b1b-6e60ed0135f8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8038d912-4180-47aa-8b1b-6e60ed0135f8,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:01.821953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.839793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34650) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:01.871768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:01.872921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.058823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Allocated IP 172.20.0.2 (b3a48779-fd1f-43fc-b355-c9b771557441/198cf206-fb1c-4c79-8963-00ff1ecf01a4/2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:02.064313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.069432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Calling delete_port for 8038d912-4180-47aa-8b1b-6e60ed0135f8 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:02.102676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Provisioning for port 6e34858e-5f17-4189-b8cd-195a86dafa00 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:02.189629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22262091-8952-4fff-966b-a52a28383ebe tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.239855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:02.240477 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.282895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22262091-8952-4fff-966b-a52a28383ebe tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.376326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.481999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e34858e-5f17-4189-b8cd-195a86dafa00 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:02.501825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Pushing event deleted for resources: {'Port': ['ID=8038d912-4180-47aa-8b1b-6e60ed0135f8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:02.631838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] No DVR routers for this DVR port 8038d912-4180-47aa-8b1b-6e60ed0135f8 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:09:02.635618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.644416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'name': 'network-vif-deleted', 'tag': '8038d912-4180-47aa-8b1b-6e60ed0135f8'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:09:02.670744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.673062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22262091-8952-4fff-966b-a52a28383ebe tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.689128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Transition to ACTIVE for port object 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:02.696423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Provisioning complete for port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:02.696716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.722447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66a3f258-2545-4f26-9bcb-bd149b49c430 req-36efca4b-e183-4a4e-ba52-a5940578721c tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792 HTTP/1.1" status: 200 len: 210 time: 0.2367668 Feb 07 23:09:02.736104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22262091-8952-4fff-966b-a52a28383ebe tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb4bc1-aa0b-47ae-abee-6c0ab4a64d48,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:02.743774 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ad2d6-2c84-4bbb-86e1-f7f17a7be792', 'name': 'network-vif-deleted', 'tag': '8038d912-4180-47aa-8b1b-6e60ed0135f8', 'status': 'completed', 'code': 200} Feb 07 23:09:02.751646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ba478f8b-75fc-4184-ab3c-f95c81f49d80 req-7936adcd-867a-42b6-bd20-678396e12135 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "DELETE /v2.0/ports/8038d912-4180-47aa-8b1b-6e60ed0135f8 HTTP/1.1" status: 204 len: 173 time: 1.6984785 Feb 07 23:09:02.753112 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22262091-8952-4fff-966b-a52a28383ebe tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.754849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-22262091-8952-4fff-966b-a52a28383ebe tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/fcdb4bc1-aa0b-47ae-abee-6c0ab4a64d48 HTTP/1.1" status: 204 len: 168 time: 0.9137795 Feb 07 23:09:02.763254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34658) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:02.770899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:02.771468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.800160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:02.841889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a973f8b1-0c42-42a6-9af7-9ecfc8607e34 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:02.882086 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.883818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a973f8b1-0c42-42a6-9af7-9ecfc8607e34 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:02.886390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a973f8b1-0c42-42a6-9af7-9ecfc8607e34 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212132 Feb 07 23:09:02.892220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34662) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:02.915651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Transition to ACTIVE for port object 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:02.920213 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-3e915ad5-d200-43b7-823f-c924264a2bab tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] delete failed (client error): The resource could not be found. Feb 07 23:09:02.921615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3e915ad5-d200-43b7-823f-c924264a2bab tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/fcdb4bc1-aa0b-47ae-abee-6c0ab4a64d48 HTTP/1.1" status: 404 len: 347 time: 0.0280132 Feb 07 23:09:02.927584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34668) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:02.934497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--56834968'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:02.949666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:02.950003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.976143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:02.992765 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:02.994850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Provisioning complete for port 79179462-5069-4f28-a8b7-9e9f144738c2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:02.995221 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.023855 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:09:03.029077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:03.037155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:03.063859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:03.077099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:03.190588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.206277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Network b3a48779-fd1f-43fc-b355-c9b771557441 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:03.221219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object 79179462-5069-4f28-a8b7-9e9f144738c2 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:03.222649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:03.228108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Pushing event updated for resources: {'Port': ['ID=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:03.230533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b2417696-e121-43e0-ac43-8c5c863785a9 None None] Port 79179462-5069-4f28-a8b7-9e9f144738c2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:03.235497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:03.239195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:09:03.243047 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.246384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.246991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.247494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.247961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.248462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.248954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.249414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.249901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.250377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.250861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.251338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.251810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:03.285460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.295615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.358057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Attempting to bind port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:03.358425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Attempting to bind port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:03.358874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Attempting to bind port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:03.382162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:03.382791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Checking segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:03.385053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.386821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Bound using segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:03.387598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Bound port: 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:03.391455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.393028 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4637914 Feb 07 23:09:03.393921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489a53-65e7-4fc7-afdf-19277f9986eb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e43b582-22e8-4edf-80a7-ceaaf13d817d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:03.394399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.410802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34672) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:03.420230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '3e43b582-22e8-4edf-80a7-ceaaf13d817d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:03.428188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:03.433464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:03.438903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:03.461338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:03.484334 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.522930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] In _notify_port_updated(), no bound segment for port 79179462-5069-4f28-a8b7-9e9f144738c2 on network 655a869b-8308-4172-a0b0-d124b1bcef03 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:09:03.529744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:03.530426 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.534892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "PUT /v2.0/ports/79179462-5069-4f28-a8b7-9e9f144738c2 HTTP/1.1" status: 200 len: 930 time: 5.7913768 Feb 07 23:09:03.544749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34676) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:03.561357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] For port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:03.565803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] For port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:03.569169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8038d912-4180-47aa-8b1b-6e60ed0135f8 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:09:03.607799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dc02b-865f-42c1-9f01-7248f99fd54d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=79179462-5069-4f28-a8b7-9e9f144738c2,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:03.638850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.644367 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.673802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 8038d912-4180-47aa-8b1b-6e60ed0135f8 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:09:03.676960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8038d912-4180-47aa-8b1b-6e60ed0135f8 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:09:03.682022 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.704517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e84989-dc8b-460d-a78f-a3455368d5b9,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:03.711321 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.713274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36f7afb5-6f1c-43b4-b472-f36b1e6f6cc6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3009174 Feb 07 23:09:03.716263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34680) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:03.724046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 79179462-5069-4f28-a8b7-9e9f144738c2 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:03.724672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.835292 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f895166-962c-4941-96e7-66982a4c393a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.851957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b778aa-b42b-4c00-a298-a69d4a61744e None None] Pushing event updated for resources: {'Port': ['ID=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:03.870438 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f895166-962c-4941-96e7-66982a4c393a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:03.950900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f895166-962c-4941-96e7-66982a4c393a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.011729 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9f895166-962c-4941-96e7-66982a4c393a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.013487 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9f895166-962c-4941-96e7-66982a4c393a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/22e84989-dc8b-460d-a78f-a3455368d5b9 HTTP/1.1" status: 204 len: 168 time: 0.2954476 Feb 07 23:09:04.015155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f895166-962c-4941-96e7-66982a4c393a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22e84989-dc8b-460d-a78f-a3455368d5b9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:04.017480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34688) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:04.070442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d1c86d75-c137-4454-a735-1a2f3918e0e0 None None] Provisioning for port 79179462-5069-4f28-a8b7-9e9f144738c2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:04.086506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d1c86d75-c137-4454-a735-1a2f3918e0e0 None None] Provisioning complete for port 79179462-5069-4f28-a8b7-9e9f144738c2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:04.087763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d1c86d75-c137-4454-a735-1a2f3918e0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.114513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6d68403-3978-4d2b-9a6d-a85de7fae15d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:04.150384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a6d68403-3978-4d2b-9a6d-a85de7fae15d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:04.155731 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a6d68403-3978-4d2b-9a6d-a85de7fae15d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1340997 Feb 07 23:09:04.156237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34694) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:04.209371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d1c86d75-c137-4454-a735-1a2f3918e0e0 None None] Port 79179462-5069-4f28-a8b7-9e9f144738c2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:04.287749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:09:04.309533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] Sync routers for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:09:04.329987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7525b7b2-3ef8-4eab-9b5b-2b05a4e3d803 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.331967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:04.334282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:04.364631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7525b7b2-3ef8-4eab-9b5b-2b05a4e3d803 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.434102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7525b7b2-3ef8-4eab-9b5b-2b05a4e3d803 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.489440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525b7b2-3ef8-4eab-9b5b-2b05a4e3d803 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e43b582-22e8-4edf-80a7-ceaaf13d817d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:04.520001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7525b7b2-3ef8-4eab-9b5b-2b05a4e3d803 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.525972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7525b7b2-3ef8-4eab-9b5b-2b05a4e3d803 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e43b582-22e8-4edf-80a7-ceaaf13d817d HTTP/1.1" status: 204 len: 168 time: 0.3661504 Feb 07 23:09:04.528467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34698) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:04.623943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4530afe6-cc22-46bf-a35b-643a1a0a706e tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "PUT /v2.0/routers/5e3260bb-9c47-45f9-854c-ca9d09b0f4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3971622 Feb 07 23:09:04.629927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:04.674149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:04.682938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a695a2a5-a6f5-42c0-84b0-a451e75d80a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:04.797073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting subnet c7f274ec-2007-4b9b-a274-44561d86f308 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:09:04.803688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:04.877186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a695a2a5-a6f5-42c0-84b0-a451e75d80a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:04.883959 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a695a2a5-a6f5-42c0-84b0-a451e75d80a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3484077 Feb 07 23:09:04.889997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34708) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:04.904439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:04.922076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218086609'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:04.929507 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.014442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:05.058954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:05.110673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.168544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:05.187866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:05.211002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:05.223032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.243861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:05.291702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.313624 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.376492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.402454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.516227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.574637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:05.595161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7418e0-ac6f-42fb-b562-b80ac87392cc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:05.605409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.663084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f274ec-2007-4b9b-a274-44561d86f308,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:05.671704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.682640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-69dd20ec-8288-4463-9419-5d3312b218bb tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/subnets/c7f274ec-2007-4b9b-a274-44561d86f308 HTTP/1.1" status: 204 len: 168 time: 0.9950838 Feb 07 23:09:05.684131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:05.687894 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d82a874b-2a03-4265-83fc-fa1594cf3fca tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7911296 Feb 07 23:09:05.687894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34714) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:05.688598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34716) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:05.692930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a399de-4238-4f7b-a865-0e08257e0d67 None None] Network 5706a3e4-9ea8-4a72-86c3-aa66637704d6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:05.797857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '8d7418e0-ac6f-42fb-b562-b80ac87392cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:05.801013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 79179462-5069-4f28-a8b7-9e9f144738c2 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:05.812909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:08:59Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:05.822152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] Checking router: 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:09:05.953201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] Routers {'5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:05.954808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:06.022993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:06.038147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:06.046688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:06.047543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfbe8c1-05a9-417c-995e-39606996e4fe None None] Network b3a48779-fd1f-43fc-b355-c9b771557441 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:06.074659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:06.216922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.292658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Allocated IP 172.25.0.158 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/2b033e99-f715-4399-bad0-8ecb70c34848) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:06.406159 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.418366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.494628 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.520507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9ea9b222-7070-40cc-b6c9-dc4c553478f4 None None] Provisioning for port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:06.554910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=79179462-5069-4f28-a8b7-9e9f144738c2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:06.600270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.601354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.606214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.613020 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.660639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f39f94b6-137d-4c5a-9ad3-c22cfe24f878,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:06.722357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-02f6f783-c66a-4ad7-a5d8-7dc74c4f8fe2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/79179462-5069-4f28-a8b7-9e9f144738c2 HTTP/1.1" status: 204 len: 168 time: 3.1743684 Feb 07 23:09:06.734390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34724) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:06.807672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.807672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1478fcc8-1bb3-4314-817e-4669dd413aa0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1178045 Feb 07 23:09:06.811654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34730) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:06.830317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '8d7418e0-ac6f-42fb-b562-b80ac87392cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:06.880577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:06.927095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:06.937633 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:06.989214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:07.011471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Deleting port c737aea4-e23a-4f12-a51f-a7a0495c6fb8 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:07.016865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.068929 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-719b348e-b45e-4353-94ba-7eca743eac08 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:09:07.069813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-719b348e-b45e-4353-94ba-7eca743eac08 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:07.085457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.137973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-719b348e-b45e-4353-94ba-7eca743eac08 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:07.141014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-719b348e-b45e-4353-94ba-7eca743eac08 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/79179462-5069-4f28-a8b7-9e9f144738c2 HTTP/1.1" status: 404 len: 333 time: 0.3992276 Feb 07 23:09:07.146281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:07.151576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34736) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:07.202197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9ea9b222-7070-40cc-b6c9-dc4c553478f4 None None] Provisioning complete for port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:07.206316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b222-7070-40cc-b6c9-dc4c553478f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.232640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.265058 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f9623435-dc66-41fe-8595-781c07e24ac5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.308175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.402366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] Set router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:07.435890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f9623435-dc66-41fe-8595-781c07e24ac5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.443977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Pushing event updated for resources: {'Port': ['ID=2b033e99-f715-4399-bad0-8ecb70c34848,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:07.454197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.468763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.495228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:07.497314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fdd550-36be-4f84-84d7-0604ccb356b3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:07.497733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:07.505365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] For port c737aea4-e23a-4f12-a51f-a7a0495c6fb8, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:07.506475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.537951 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:07.619626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] DHCP port deletion for 5706a3e4-9ea8-4a72-86c3-aa66637704d6 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:09:07.635247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f9623435-dc66-41fe-8595-781c07e24ac5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.650969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] Deleting port 342f3c9a-528e-4a59-b692-1b36d1674c96 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:07.651351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.734330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Calling delete_port for c737aea4-e23a-4f12-a51f-a7a0495c6fb8 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:07.797059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.798839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b21fd5bb-b07f-4752-b817-6dd4dd1405dc tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9859240 Feb 07 23:09:07.812941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34740) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:07.828835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f9623435-dc66-41fe-8595-781c07e24ac5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:07.834643 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f9623435-dc66-41fe-8595-781c07e24ac5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/security-groups/dc0f6826-c04f-4931-8226-818d7743da3f HTTP/1.1" status: 204 len: 168 time: 0.6767426 Feb 07 23:09:07.835305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9623435-dc66-41fe-8595-781c07e24ac5 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0f6826-c04f-4931-8226-818d7743da3f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:07.845586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34744) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:07.851309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '8d7418e0-ac6f-42fb-b562-b80ac87392cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:07.983466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:08.026146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b222-7070-40cc-b6c9-dc4c553478f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.119268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:08.124422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:08.137476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:08.178573 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.285693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Port': ['ID=c737aea4-e23a-4f12-a51f-a7a0495c6fb8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:08.367318 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.553132 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.639975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 342f3c9a-528e-4a59-b692-1b36d1674c96 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:09:08.644627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9ec03f0-72c4-40cf-a42d-b55711c41c06 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.717588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9ea9b222-7070-40cc-b6c9-dc4c553478f4 None None] For port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:08.778999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9ea9b222-7070-40cc-b6c9-dc4c553478f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.895138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] For port 342f3c9a-528e-4a59-b692-1b36d1674c96, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=342f3c9a-528e-4a59-b692-1b36d1674c96,segment=NetworkSegment(799beb00-4fdf-456d-9e1c-8482cf17c389),segment_id=799beb00-4fdf-456d-9e1c-8482cf17c389)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:08.895722 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.953522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.975519 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.988346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.991938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9ec03f0-72c4-40cf-a42d-b55711c41c06 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:08.999262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.050185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9716d76c-8e75-4e66-bba1-50cc24a1af00,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:09.059821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.076635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.077788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Fanout notify agent at l3_agent the message router_deleted on router 5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:09:09.110433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.113610 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c379ff68-40e3-481f-86b8-c86fa22e295c tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/routers/5e3260bb-9c47-45f9-854c-ca9d09b0f4d1 HTTP/1.1" status: 204 len: 168 time: 3.4256861 Feb 07 23:09:09.116715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:09.125483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.127733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-029645dd-7554-4d34-a464-54d36d6c650e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2959616 Feb 07 23:09:09.165179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34768) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:09.173702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '8d7418e0-ac6f-42fb-b562-b80ac87392cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:09.208579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] Calling delete_port for 342f3c9a-528e-4a59-b692-1b36d1674c96 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:09.227958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:09.243873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:09.265738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:09.285130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:09.297795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9ec03f0-72c4-40cf-a42d-b55711c41c06 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.458717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec03f0-72c4-40cf-a42d-b55711c41c06 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f9760-c169-479b-8625-95e030fbde7c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:09.499913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9ec03f0-72c4-40cf-a42d-b55711c41c06 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.507300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c9ec03f0-72c4-40cf-a42d-b55711c41c06 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/security-groups/504f9760-c169-479b-8625-95e030fbde7c HTTP/1.1" status: 204 len: 168 time: 1.6604061 Feb 07 23:09:09.512032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34774) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:09.608674 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.661693 n-d-827896-3 neutron-server[87672]: INFO neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No ports have port_id starting with 342f3c9a-528e-4a59-b692-1b36d1674c96 Feb 07 23:09:09.666254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9b222-7070-40cc-b6c9-dc4c553478f4 None None] Pushing event updated for resources: {'Port': ['ID=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:09.692853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.707205 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.804422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ddfba4de-8a50-4d30-8bfb-264dd49928dc None None] Provisioning complete for port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:09.804422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ddfba4de-8a50-4d30-8bfb-264dd49928dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.867013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet db879162-1f20-4460-9eec-19ac2cbe550d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:09:09.878268 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:09.938578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] Pushing event deleted for resources: {'Port': ['ID=342f3c9a-528e-4a59-b692-1b36d1674c96,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:09.948638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936c59b-7b14-412c-b339-7b0808251716 None None] No DVR routers for this DVR port 342f3c9a-528e-4a59-b692-1b36d1674c96 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:09:10.000993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:08:59Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:10.001566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.049863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9892aac-9a9f-4f87-87b3-c50d750c01f4 None None] The sync data for ids ['5e3260bb-9c47-45f9-854c-ca9d09b0f4d1'] in n-d-827896-3 is: [{'id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'name': 'tempest-TestNetworkBasicOps-router-727165107', 'tenant_id': '909aa67db10f450da1c5a34c7daf8438', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:43Z', 'updated_at': '2022-02-07T23:08:59Z', 'revision_number': 5, 'project_id': '909aa67db10f450da1c5a34c7daf8438', 'gw_port': {'id': 'c737aea4-e23a-4f12-a51f-a7a0495c6fb8', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:05:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3260bb-9c47-45f9-854c-ca9d09b0f4d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:46Z', 'updated_at': '2022-02-07T23:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:09:10.073780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5706a3e4-9ea8-4a72-86c3-aa66637704d6']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:10.082226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.112281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799beb00-4fdf-456d-9e1c-8482cf17c389') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:10.112610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799beb00-4fdf-456d-9e1c-8482cf17c389') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:10.138187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.146249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.165350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.181200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:09:10.181828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:09:10.210308 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:09:10.231683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.289657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.292059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0baa02d-1497-4ddd-8fb0-b08bb5dd7ddb,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:10.295088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.299282 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-53429bb6-3e95-4458-854f-7ffb9b0f6219 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1301177 Feb 07 23:09:10.306545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34780) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:10.315286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '8d7418e0-ac6f-42fb-b562-b80ac87392cc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:10.332781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:10.337508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.339767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:10.358318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.362114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:10.387972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:10.391677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] Pushing event deleted for resources: {'Network': ['ID=5706a3e4-9ea8-4a72-86c3-aa66637704d6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:10.415001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-65612928-5323-4516-b704-f40e7ff0710b tempest-TestNetworkBasicOps-1335263726 tempest-TestNetworkBasicOps-1335263726-project] 10.222.0.10 "DELETE /v2.0/networks/5706a3e4-9ea8-4a72-86c3-aa66637704d6 HTTP/1.1" status: 204 len: 168 time: 1.2872529 Feb 07 23:09:10.481664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.528617 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.665318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:10.712096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.717696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.803527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2338dc-de5d-4258-84ff-af52882e4119,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:10.852854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.854193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aad4f7bd-c046-4403-88dc-b3bc9aa194a3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5469143 Feb 07 23:09:10.860400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34788) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:10.873236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:10.873736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.906842 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.959497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=db879162-1f20-4460-9eec-19ac2cbe550d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:10.963262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1561022d-f456-4ecd-beab-925ceeccbb10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:10.989348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.001253 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1561022d-f456-4ecd-beab-925ceeccbb10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.013824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1511aa76-05c6-4a8c-be47-9b6e1c72d7b0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/db879162-1f20-4460-9eec-19ac2cbe550d HTTP/1.1" status: 204 len: 168 time: 1.4963069 Feb 07 23:09:11.020038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34792) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:11.026557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:11.051678 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba9ed3-23a8-4d26-a306-1cff36c8b553 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:11.082030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:09:11.093905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1561022d-f456-4ecd-beab-925ceeccbb10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.170609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561022d-f456-4ecd-beab-925ceeccbb10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc2338dc-de5d-4258-84ff-af52882e4119,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:11.188450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1561022d-f456-4ecd-beab-925ceeccbb10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.188450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1561022d-f456-4ecd-beab-925ceeccbb10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dc2338dc-de5d-4258-84ff-af52882e4119 HTTP/1.1" status: 204 len: 168 time: 0.3210886 Feb 07 23:09:11.190859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34800) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:11.360050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:11.379298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:11.392288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:11.419773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1d8fbacc-4390-4682-9f8c-20f18297354e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:11.425162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34806) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:11.428756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:11.455529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1d8fbacc-4390-4682-9f8c-20f18297354e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:11.457923 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1d8fbacc-4390-4682-9f8c-20f18297354e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2636926 Feb 07 23:09:11.459757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:11.464202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.482692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34812) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:11.652693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9d103fe-5d14-4899-a071-e9d117a98df7 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:09:11.652899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:09:11.669876 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Sync routers for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:09:11.685257 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:11.689069 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:11.708370 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.719056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-feb6dbcd-1a28-4e6a-9849-e75b675ee15f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.1436038 Feb 07 23:09:11.720513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34818) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:11.732590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96c6f716-c72d-4a8c-97b0-280dbf9650d7 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.733951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c9d103fe-5d14-4899-a071-e9d117a98df7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:09:11.734914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9d103fe-5d14-4899-a071-e9d117a98df7 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:09:11.772476 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96c6f716-c72d-4a8c-97b0-280dbf9650d7 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:11.923935 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-007bd9af-0ce3-470f-966d-fedc09f2b40c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=909aa67db10f450da1c5a34c7daf8438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966350 Feb 07 23:09:11.929918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34822) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:11.964168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96c6f716-c72d-4a8c-97b0-280dbf9650d7 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:12.063089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6f716-c72d-4a8c-97b0-280dbf9650d7 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0baa02d-1497-4ddd-8fb0-b08bb5dd7ddb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:12.120075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-96c6f716-c72d-4a8c-97b0-280dbf9650d7 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:12.121401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-96c6f716-c72d-4a8c-97b0-280dbf9650d7 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a0baa02d-1497-4ddd-8fb0-b08bb5dd7ddb HTTP/1.1" status: 204 len: 168 time: 0.6374049 Feb 07 23:09:12.126927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34828) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:12.130313 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:12.418698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c737aea4-e23a-4f12-a51f-a7a0495c6fb8 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:09:12.506858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c737aea4-e23a-4f12-a51f-a7a0495c6fb8 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:09:12.507140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c737aea4-e23a-4f12-a51f-a7a0495c6fb8 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:09:12.580510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-15ee157d-0e80-430e-81ff-a659c52b9a19 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:12.672157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-15ee157d-0e80-430e-81ff-a659c52b9a19 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:12.681609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-15ee157d-0e80-430e-81ff-a659c52b9a19 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5496783 Feb 07 23:09:12.683449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:12.685719 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b639046a-be71-4370-8b8b-65c70f23e24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:12.783887 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:08Z', 'revision_number': 3, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:12.786464 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b639046a-be71-4370-8b8b-65c70f23e24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:12.792117 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Checking router: 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:09:12.792855 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Updating router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe port 2b033e99-f715-4399-bad0-8ecb70c34848 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:09:12.846819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88bc93ea-9ad4-482c-a944-b8132685a02f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:12.889470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88bc93ea-9ad4-482c-a944-b8132685a02f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:12.912643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:12.919901 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.038160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:13.040159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88bc93ea-9ad4-482c-a944-b8132685a02f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.053070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:13.099204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19158383-5c43-4de4-b039-43e2339573c0 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:13.106900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:13.107853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.163215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1410205 Feb 07 23:09:13.165524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-88bc93ea-9ad4-482c-a944-b8132685a02f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.166837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-88bc93ea-9ad4-482c-a944-b8132685a02f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9716d76c-8e75-4e66-bba1-50cc24a1af00 HTTP/1.1" status: 204 len: 168 time: 0.4788079 Feb 07 23:09:13.177718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:13.178435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34842) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:13.179470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc93ea-9ad4-482c-a944-b8132685a02f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9716d76c-8e75-4e66-bba1-50cc24a1af00,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:13.238114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'security_group': {'name': 'tempest-secgroup-708278932'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:13.250317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17627b8-16f0-46ef-95f8-54c2d4cf3324 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=39b61125-caf3-4282-9dee-adecaee099be,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:13.278725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:13.315747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:13.320507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:13.379242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e0412b7-17aa-453b-b1d6-2b2f1510386a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:13.383008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:13.416432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e0412b7-17aa-453b-b1d6-2b2f1510386a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:13.422125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4e0412b7-17aa-453b-b1d6-2b2f1510386a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2291305 Feb 07 23:09:13.422125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.447383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34848) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:13.482047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8d9c4e5a-0ce3-4288-bf5f-5af4e95e9130 None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:13.482520 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d9c4e5a-0ce3-4288-bf5f-5af4e95e9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.527422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:13.548197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group_rule and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:13.557220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:13.567673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a145ec63-5b4c-4657-9d3b-add8383eb05e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.599679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:13.605564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a145ec63-5b4c-4657-9d3b-add8383eb05e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.704179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a145ec63-5b4c-4657-9d3b-add8383eb05e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.733845 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b639046a-be71-4370-8b8b-65c70f23e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.737706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145ec63-5b4c-4657-9d3b-add8383eb05e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48fdd550-36be-4f84-84d7-0604ccb356b3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:13.795542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a145ec63-5b4c-4657-9d3b-add8383eb05e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.796644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a145ec63-5b4c-4657-9d3b-add8383eb05e tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/48fdd550-36be-4f84-84d7-0604ccb356b3 HTTP/1.1" status: 204 len: 168 time: 0.3482461 Feb 07 23:09:13.805957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34852) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:13.853171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639046a-be71-4370-8b8b-65c70f23e24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afadce8-b014-4865-bf02-c4bee6ed3fd6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:13.865496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.882426 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.956353 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b639046a-be71-4370-8b8b-65c70f23e24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:13.966179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b639046a-be71-4370-8b8b-65c70f23e24b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3afadce8-b014-4865-bf02-c4bee6ed3fd6 HTTP/1.1" status: 204 len: 168 time: 2.0342481 Feb 07 23:09:14.179945 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.250116 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Transition to ACTIVE for port object 2b033e99-f715-4399-bad0-8ecb70c34848 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:14.278460 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.322602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cad9adf1-df4d-4953-8eea-443db5b90792 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:14.342479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.401298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.412363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2245460 Feb 07 23:09:14.417823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34862) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:14.445014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'security_group': {'name': 'tempest-secgroup-1923442122'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:14.451264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8d9c4e5a-0ce3-4288-bf5f-5af4e95e9130 None None] Provisioning complete for port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:14.451843 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d9c4e5a-0ce3-4288-bf5f-5af4e95e9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.464159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75017-5af9-4bce-bdd8-be33e61ce27d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3bdf18-d366-407f-a8e2-d807e5b3ef45,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:14.504227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:14.536143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:14.557067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:14.586460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:14.607608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cad9adf1-df4d-4953-8eea-443db5b90792 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:14.609683 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Attempting to bind port 2b033e99-f715-4399-bad0-8ecb70c34848 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:14.610065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cad9adf1-df4d-4953-8eea-443db5b90792 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8040299 Feb 07 23:09:14.610667 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Attempting to bind port 2b033e99-f715-4399-bad0-8ecb70c34848 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:14.611248 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Attempting to bind port 2b033e99-f715-4399-bad0-8ecb70c34848 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:14.615235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34868) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:14.637350 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Pushing event updated for resources: {'Port': ['ID=2b033e99-f715-4399-bad0-8ecb70c34848,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:14.651101 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.654160 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:14.659148 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:14.659993 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.663008 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:14.665843 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Bound port: 2b033e99-f715-4399-bad0-8ecb70c34848, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:14.668173 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.689905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:14.697206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group_rule and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:14.702223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:14.713579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:14.781176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26c8930d-1ed8-471f-b695-6423f7c36700 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.791275 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.792753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c4e5a-0ce3-4288-bf5f-5af4e95e9130 None None] Port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:14.793926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.795889 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.797768 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.798456 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.799852 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.801518 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.802355 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.803584 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.804715 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.806537 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.807091 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:14.807365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26c8930d-1ed8-471f-b695-6423f7c36700 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.851342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] Update dhcp port {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'fixed_ips': [{'subnet_id': '8b6ac38d-07cd-4e34-b4a1-36517f12fcc7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39b61125-caf3-4282-9dee-adecaee099be'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '6e34858e-5f17-4189-b8cd-195a86dafa00'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 23:09:14.920433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26c8930d-1ed8-471f-b695-6423f7c36700 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.965838 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.968795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:14.978195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8930d-1ed8-471f-b695-6423f7c36700 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f39f94b6-137d-4c5a-9ad3-c22cfe24f878,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:14.980946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34872) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:15.007089 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] For port 2b033e99-f715-4399-bad0-8ecb70c34848, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:15.026961 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.029484 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] For port 2b033e99-f715-4399-bad0-8ecb70c34848, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2b033e99-f715-4399-bad0-8ecb70c34848,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:15.043174 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.068985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Allocated IP 172.20.0.1 (b3a48779-fd1f-43fc-b355-c9b771557441/198cf206-fb1c-4c79-8963-00ff1ecf01a4/047dfebf-4ff2-4f98-809b-cb2c0272066d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:15.091553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-26c8930d-1ed8-471f-b695-6423f7c36700 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.096494 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-26c8930d-1ed8-471f-b695-6423f7c36700 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f39f94b6-137d-4c5a-9ad3-c22cfe24f878 HTTP/1.1" status: 204 len: 168 time: 0.4761455 Feb 07 23:09:15.112177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34878) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:15.122083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7143c4-78a1-4b12-bdc9-6fe1ce994d2a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:15.129168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.276694 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:15.277981 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:15.286072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.288864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3a9b6936-8250-490a-bb5f-6a38ca20fcd3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8638699 Feb 07 23:09:15.298406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:15.302769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34884) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:15.352507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.353530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Usage tracker for resource:security_group_rule and tenant:c17df03a99e9438b8405a2c14d4ac0c9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:15.376324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Transition to ACTIVE for port object 047dfebf-4ff2-4f98-809b-cb2c0272066d will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:15.378876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'security_group': {'name': 'tempest-secgroup-839243295'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:15.390817 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5408e9f-254c-40d2-aa31-a3ff004e1027 None None] Pushing event updated for resources: {'Port': ['ID=2b033e99-f715-4399-bad0-8ecb70c34848,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:15.404103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:15.415987 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.464255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:15.473907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:15.479627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:15.496116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:15.532591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] Allocated IP 2001:db8::2 (655a869b-8308-4172-a0b0-d124b1bcef03/39b61125-caf3-4282-9dee-adecaee099be/6e34858e-5f17-4189-b8cd-195a86dafa00) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:15.539068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:15.573004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:15.578899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Network b3a48779-fd1f-43fc-b355-c9b771557441 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:15.580604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Pushing event updated for resources: {'Port': ['ID=047dfebf-4ff2-4f98-809b-cb2c0272066d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:15.585577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:15.589815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:15.631929 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:15.651492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-671d0cd7-5284-4750-a0c8-50c0ddf707e1 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:15.735781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:15.775174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:security_group_rule and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:15.780931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:15.795607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-671d0cd7-5284-4750-a0c8-50c0ddf707e1 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:15.813080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-671d0cd7-5284-4750-a0c8-50c0ddf707e1 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6417985 Feb 07 23:09:15.816265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34900) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:15.829034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:15.900255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:15.972457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.001863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] Transition to ACTIVE for port object 6e34858e-5f17-4189-b8cd-195a86dafa00 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:16.007113 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.182228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.190480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc269bea-8c41-400b-a454-b64b66db467b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.247027 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:08Z', 'revision_number': 3, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:16.259608 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9528e6a-1afc-4c80-9081-a585b7935871 None None] The sync data for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 is: [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:08Z', 'revision_number': 3, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:09:16.293639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-a31f6d06-7a81-4442-ad7c-86d331b34b56 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:16.312021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-a31f6d06-7a81-4442-ad7c-86d331b34b56 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 813 time: 0.5305176 Feb 07 23:09:16.331631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.348201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc269bea-8c41-400b-a454-b64b66db467b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.359257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bd0986ce-d341-4e4a-aa5e-5f15a5e40a3c None None] Provisioning for port 047dfebf-4ff2-4f98-809b-cb2c0272066d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:16.373289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bd0986ce-d341-4e4a-aa5e-5f15a5e40a3c None None] Provisioning complete for port 047dfebf-4ff2-4f98-809b-cb2c0272066d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:16.374101 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bd0986ce-d341-4e4a-aa5e-5f15a5e40a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.382932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-b51dc2da-5ca5-41b5-bb77-99a2789964f6 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/quotas/bce41b064db247bdb75f0430c0b8dca2 HTTP/1.1" status: 200 len: 375 time: 0.0684350 Feb 07 23:09:16.394637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.423315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4b3cc-ec89-4173-92ed-92336f6f788a None None] Pushing event updated for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:16.480848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bd0986ce-d341-4e4a-aa5e-5f15a5e40a3c None None] Port 047dfebf-4ff2-4f98-809b-cb2c0272066d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:16.501871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-3b1e510c-4445-4de0-9daf-450faba9d7bf tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182814 Feb 07 23:09:16.554350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.625049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef03dd4-45bf-4c76-8296-ef4f062e18b6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:16.650034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.660370 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc269bea-8c41-400b-a454-b64b66db467b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.766152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.773629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-48647445-6fdd-4703-9f2f-99ed05361158 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4548008 Feb 07 23:09:16.785608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34906) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:16.787854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc269bea-8c41-400b-a454-b64b66db467b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:16.789551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc269bea-8c41-400b-a454-b64b66db467b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/8d7418e0-ac6f-42fb-b562-b80ac87392cc HTTP/1.1" status: 204 len: 168 time: 0.8879340 Feb 07 23:09:16.817989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-968609806', 'security_groups': ['cef03dd4-45bf-4c76-8296-ef4f062e18b6'], 'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39b61125-caf3-4282-9dee-adecaee099be'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:16.881323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:17.189660 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:17.319516 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e057c820-6a7f-44d0-9f2a-1f675efc41e4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4336116 Feb 07 23:09:17.328086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34916) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:17.338096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102025220'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:17.351484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:17.360028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:17.360851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ac112-0a63-4972-90ec-85bb386bd497,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:17.366738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:17.384534 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-abcf5521-d8fb-46b4-8f22-22668bb12114 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c17df03a99e9438b8405a2c14d4ac0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4012861 Feb 07 23:09:17.385741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:17.393057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34920) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:17.442882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:17.449160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269bea-8c41-400b-a454-b64b66db467b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7418e0-ac6f-42fb-b562-b80ac87392cc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:17.508033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-3b49ab0d-07f9-4c4b-bdcb-385af03fa2fb service neutron] 10.222.0.10 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0050311 Feb 07 23:09:17.512911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:17.622992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:17.671537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90742ac8-dd83-4c33-8460-6dc5fd86b356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:17.687258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:17.714055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90742ac8-dd83-4c33-8460-6dc5fd86b356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:17.720378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1237f057-87aa-4c58-a81b-a85851625d84 None None] Provisioning for port 6e34858e-5f17-4189-b8cd-195a86dafa00 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:17.722597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:17.738222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1237f057-87aa-4c58-a81b-a85851625d84 None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:17.738377 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1237f057-87aa-4c58-a81b-a85851625d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:17.907659 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:17.921157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:17.975652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.022958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90742ac8-dd83-4c33-8460-6dc5fd86b356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.065049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1237f057-87aa-4c58-a81b-a85851625d84 None None] Provisioning complete for port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:18.066124 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1237f057-87aa-4c58-a81b-a85851625d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.083356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] device_id is not set on port e8eb0183-1025-4991-80fb-f62eb82bbb6f yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:09:18.083585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.161747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1237f057-87aa-4c58-a81b-a85851625d84 None None] Port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:18.175214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90742ac8-dd83-4c33-8460-6dc5fd86b356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ac112-0a63-4972-90ec-85bb386bd497,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:18.182332 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90742ac8-dd83-4c33-8460-6dc5fd86b356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.183733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-90742ac8-dd83-4c33-8460-6dc5fd86b356 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f33ac112-0a63-4972-90ec-85bb386bd497 HTTP/1.1" status: 204 len: 168 time: 0.7899103 Feb 07 23:09:18.403149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Pushing event updated for resources: {'Port': ['ID=047dfebf-4ff2-4f98-809b-cb2c0272066d,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:18.423074 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.459701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.477886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.478393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.478919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.479706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.480261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.480743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.481290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.482239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.482239 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.482543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.482833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.483983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:18.612478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8::123 (655a869b-8308-4172-a0b0-d124b1bcef03/39b61125-caf3-4282-9dee-adecaee099be/e8eb0183-1025-4991-80fb-f62eb82bbb6f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:18.681462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.715935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e34858e-5f17-4189-b8cd-195a86dafa00 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:18.787875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:18.791209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4608204 Feb 07 23:09:18.807331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:18.832918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '57be6254-3642-42a2-a2e5-a5710c1deaa7', 'direction': 'ingress', 'protocol': 17}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:18.889224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-64c6041b-a9ed-45f7-a16c-9a4597eaec7f service neutron] 10.222.0.10 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3255043 Feb 07 23:09:18.982464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:19.006680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375fd84-2144-460c-a311-357a4dfbc533 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57be6254-3642-42a2-a2e5-a5710c1deaa7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:19.023613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:19.044783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:19.045586 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:19.054277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:19.097283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:19.139429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Network b3a48779-fd1f-43fc-b355-c9b771557441 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:19.150880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:19.335239 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:19.401720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object e8eb0183-1025-4991-80fb-f62eb82bbb6f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:19.485936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:19.602178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2b033e99-f715-4399-bad0-8ecb70c34848 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:19.614204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:19.734901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=e8eb0183-1025-4991-80fb-f62eb82bbb6f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:19.753350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-260f5e99-0c23-4242-bcb4-4990a6d93f39 req-faa5e9cb-21a7-4541-a7c0-2b3c132a630c tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 210 time: 0.3669944 Feb 07 23:09:19.768880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:19.779397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:19.782082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:19.788350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:19.789082 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:19.839604 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-56eb2a3a-beb1-42b9-8ad2-4f097a52f912 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0470483 Feb 07 23:09:19.843535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:19.849802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:19.943410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ffa32208-2dd5-41d2-a0ca-283c38499fa1 None None] Provisioning complete for port 047dfebf-4ff2-4f98-809b-cb2c0272066d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:19.944630 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ffa32208-2dd5-41d2-a0ca-283c38499fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.050756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2b033e99-f715-4399-bad0-8ecb70c34848 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:20.087292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2b033e99-f715-4399-bad0-8ecb70c34848 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:20.087773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.225155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ffa32208-2dd5-41d2-a0ca-283c38499fa1 None None] Port 047dfebf-4ff2-4f98-809b-cb2c0272066d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:20.418964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:20.428741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:20.436895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:20.465832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:20.476193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.489530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:09:20.500138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:20.508888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.584028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 2b033e99-f715-4399-bad0-8ecb70c34848, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2b033e99-f715-4399-bad0-8ecb70c34848,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:20.602926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.810765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.821856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.872504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-acdcfd49-34e8-495e-8872-e7eb492896d9 None None] Provisioning for port e8eb0183-1025-4991-80fb-f62eb82bbb6f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:20.900048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-acdcfd49-34e8-495e-8872-e7eb492896d9 None None] Provisioning complete for port e8eb0183-1025-4991-80fb-f62eb82bbb6f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:20.901227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-acdcfd49-34e8-495e-8872-e7eb492896d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.924243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a598dc6c-2311-4a39-93c4-b61931465bd4,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:20.943032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:20.958061 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-19cc73a7-5a6b-4cd6-ba4e-557681c1691b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 2.1394668 Feb 07 23:09:20.971686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 34968) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:21.078341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=2b033e99-f715-4399-bad0-8ecb70c34848,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:21.095534 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39b61125-caf3-4282-9dee-adecaee099be (CIDR: 2001:db8::/64) Feb 07 23:09:21.106227 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:09:21.108051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:21.157089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-acdcfd49-34e8-495e-8872-e7eb492896d9 None None] Port e8eb0183-1025-4991-80fb-f62eb82bbb6f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:21.173100 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-52bb3cf4-640e-449c-9a67-1f4faaf0bf7b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3281155 Feb 07 23:09:21.180511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:21.188109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:21.434950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:21.441249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:21.446726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:21.465827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:21.502234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:21.508899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:21.544651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34978) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:21.586306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:09:21.603717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-16db62f0-986a-48e2-8be8-eb35626b68ed admin admin] 10.222.0.10 "PUT /v2.0/routers/431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8701863 Feb 07 23:09:21.617003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Sync routers for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:09:21.638241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b3b5ae8-ad4c-498e-9345-3ca03cff83e6 req-a63e3350-54f7-470c-ad04-2c5d882d2525 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 210 time: 0.2517271 Feb 07 23:09:21.658393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:21.659263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:21.664996 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:09:21.681393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afc04bcc-da05-4a10-a422-45813f7a1d4b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:21.758852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afc04bcc-da05-4a10-a422-45813f7a1d4b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:21.845006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afc04bcc-da05-4a10-a422-45813f7a1d4b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:21.946968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc04bcc-da05-4a10-a422-45813f7a1d4b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be6254-3642-42a2-a2e5-a5710c1deaa7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:21.982553 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afc04bcc-da05-4a10-a422-45813f7a1d4b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:21.986116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-afc04bcc-da05-4a10-a422-45813f7a1d4b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/57be6254-3642-42a2-a2e5-a5710c1deaa7 HTTP/1.1" status: 204 len: 168 time: 1.0110044 Feb 07 23:09:21.988428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:22.034336 n-d-827896-3 neutron-server[87671]: INFO neutron.db.ipam_backend_mixin [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8b6ac38d-07cd-4e34-b4a1-36517f12fcc7 (CIDR: 2001:db8:0:1::/64) Feb 07 23:09:22.041719 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:09:22.042899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:22.093290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b5a8ea70-61e8-451c-ac75-ace02f72a45c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9112554 Feb 07 23:09:22.097937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 34990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:22.107936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'subnet': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:22.330410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:22.336918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Usage tracker for resource:subnet and tenant:86126c5901674d4caf64d97edb81986d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:22.341151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:22.349601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:22.364311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:22.367158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1262122235-network', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:22.374587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:22.380744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Usage tracker for resource:network and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:22.385641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:22.396120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:22.412119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-16fb5221-7f80-443c-8d29-d498930aef6a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:22.417495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Made reservation on behalf of 86126c5901674d4caf64d97edb81986d for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:22.422490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:22.444095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:22.448433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:22.603495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:22.937903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2b033e99-f715-4399-bad0-8ecb70c34848 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:23.294816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-16fb5221-7f80-443c-8d29-d498930aef6a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:23.296155 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-16fb5221-7f80-443c-8d29-d498930aef6a tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.3061628 Feb 07 23:09:23.300687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:23.305696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:23.309208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:23.323331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:23.358478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2b033e99-f715-4399-bad0-8ecb70c34848 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:23.359957 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.480791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b2c87fc-4e7a-4a10-bc6c-55543b571aa5 req-362badae-584e-4292-b97c-881bbfd674cf tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 210 time: 0.3736341 Feb 07 23:09:23.481547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35002) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:23.489435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578353147'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:23.495898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:17Z', 'revision_number': 2, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:23.502329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:23.512964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Checking router: 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:09:23.514060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Updating router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe port 047dfebf-4ff2-4f98-809b-cb2c0272066d binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:09:23.553318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:23.587248 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.591795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-25935774-95a9-45d1-bb48-3d8a061fbe7c tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:23.594546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-25935774-95a9-45d1-bb48-3d8a061fbe7c tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 813 time: 0.9936545 Feb 07 23:09:23.613181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35006) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:23.627301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245540591', 'description': 'tempest-description--1145295537'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:23.639836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Request body: {'port': {'device_id': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5', 'admin_state_up': True, 'tenant_id': 'bce41b064db247bdb75f0430c0b8dca2'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:23.646729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:23.664234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:23.664234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:23.673642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:23.685673 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.716518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:23.730617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:23.737317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:23.751683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:23.797330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.943609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.954742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.959378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:23.963340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.971672 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:23.984848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group_rule and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:24.045348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:24.053532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2ddef-4ac9-42bf-b11f-edfd6512e505,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:24.076834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:24.100920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:09:24.152119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.157916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d8ba341-5d7a-4c18-9be9-7f932a3348a6 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6714816 Feb 07 23:09:24.161441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35012) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:24.172085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792929223'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:24.185001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.185481 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Added segment f9cd2eaf-59c9-49a9-a48b-baec70cf42e0 of type vlan for network 1578e435-8757-4628-a497-fe2432a1d83a Feb 07 23:09:24.185643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:24.190215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:24.197062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100b1032-ed4f-466c-8910-4a097d8459b1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:24.197630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:24.207797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:24.217703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.218282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.218463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.219042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.219225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.219486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.220013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.220190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.220493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.220854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.221170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.221507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:09:24.225771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:24.231589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.249878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Usage tracker for resource:port and tenant:bce41b064db247bdb75f0430c0b8dca2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:24.260506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:24.272924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:24.275974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.283955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:24.299018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:24.306800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:24.324893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:24.333697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.340547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Made reservation on behalf of bce41b064db247bdb75f0430c0b8dca2 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:24.344847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.346372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.385880 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.461345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b48d36a-094d-4d83-8b68-65939f493a07,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:24.477515 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.479458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6d76f5c8-2a0f-43c7-8af0-ab51f9cbe2ef tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8647673 Feb 07 23:09:24.482956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35018) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:24.496056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'security_group_rule': {'security_group_id': '3b48d36a-094d-4d83-8b68-65939f493a07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:24.502654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:24.509248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group_rule and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:24.512676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.513925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:24.514703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.521232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:24.532655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:24.569753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.598890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Network 655a869b-8308-4172-a0b0-d124b1bcef03 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:24.614898 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.637373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Transition to ACTIVE for port object 047dfebf-4ff2-4f98-809b-cb2c0272066d will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:24.652816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.661677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.681038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.685622 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.712689 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.748290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:24.780739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:24.780739 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.826040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Subnet': ['ID=224540ce-f988-4204-9a28-48d747bb216f,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:24.889315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c851abee-b70c-4a2a-ba6b-35d2f8eacb5a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:24.893246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd913e9-6d55-416e-8a9d-d322a40f4d6f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:24.928132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.934413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-123e3c0b-f195-444f-94ef-b101cd198834 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7714744 Feb 07 23:09:24.941363 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:24.942818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3abce805-4a0f-4cc6-9c72-fb66ac2bac10 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4583683 Feb 07 23:09:24.944280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35026) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:24.950715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35028) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:24.958976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '7ad2ddef-4ac9-42bf-b11f-edfd6512e505', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c851abee-b70c-4a2a-ba6b-35d2f8eacb5a', 'remote_ip_prefix': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:24.974501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:24.992845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'security_group_rule': {'security_group_id': '3b48d36a-094d-4d83-8b68-65939f493a07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:25.005024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454ad665-a90f-49c1-87d7-c8d01d692694 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:25.016956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:25.024723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group_rule and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:25.034078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:25.043102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:25.059084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:25.062429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:25.087896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] Pushing event updated for resources: {'Network': ['ID=1578e435-8757-4628-a497-fe2432a1d83a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:25.134757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05db6160-60a4-4245-b989-b77d85a318d7 req-75fbc2f1-0bf2-4f92-b272-7914c7976583 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 210 time: 0.3425434 Feb 07 23:09:25.140859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:25.141673 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3b832db7-8608-4ef3-8137-683e3df02f7d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0415480 Feb 07 23:09:25.142561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35036) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:25.156840 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a0f4b07c-b7f9-4983-865a-ee5c4e9a717e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5954239 Feb 07 23:09:25.158861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2132876563', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '224540ce-f988-4204-9a28-48d747bb216f'}], 'security_groups': ['6e3bdf18-d366-407f-a8e2-d807e5b3ef45', '1e7143c4-78a1-4b12-bdc9-6fe1ce994d2a']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:25.163452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35040) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:25.176167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Request body: {'subnet': {'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1262122235-subnet', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:25.185178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:25.188654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Allocated IP 172.20.0.14 (e44701a1-ded6-4b4d-aa79-6b8ecbab98d5/53830ceb-7de3-4396-a48b-3d609d55a668/c35a096e-232b-4b77-93c1-9b82d9d166e1) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:25.203244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Usage tracker for resource:subnet and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:25.210487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:25.287427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1578e435-8757-4628-a497-fe2432a1d83a details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:09:25.470590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:25.487398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:25.490709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.494356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.532200 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.558031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Attempting to bind port 047dfebf-4ff2-4f98-809b-cb2c0272066d on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:25.558601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Attempting to bind port 047dfebf-4ff2-4f98-809b-cb2c0272066d by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:25.559167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Attempting to bind port 047dfebf-4ff2-4f98-809b-cb2c0272066d on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:25.606547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:25.607096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Checking segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:25.607740 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.608306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Bound using segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:25.609103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Bound port: 047dfebf-4ff2-4f98-809b-cb2c0272066d, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:25.609709 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.612611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.625246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0c141-9d0d-4eae-b72f-c90d56103f54 None None] Pushing event updated for resources: {'Port': ['ID=047dfebf-4ff2-4f98-809b-cb2c0272066d,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:25.626137 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.672356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.715843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6afc26-f6ff-4f67-8670-fe72279e0368,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:25.727272 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.834152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.836459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bcebb8bf-3c43-491f-a972-ab8f1a4c2ae4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8582973 Feb 07 23:09:25.844132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35044) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:25.849291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:25.859144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:25.863476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:floatingip and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:25.867737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:25.876220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:25.903485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.907796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.972188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:25.981526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] For port 047dfebf-4ff2-4f98-809b-cb2c0272066d, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:26.129135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:26.141392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:26.163039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:26.208793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] For port 047dfebf-4ff2-4f98-809b-cb2c0272066d, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=047dfebf-4ff2-4f98-809b-cb2c0272066d,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:26.222326 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-16abad32-3cf1-4a0e-b06c-615b2e6131a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.224337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Pushing event updated for resources: {'Port': ['ID=c35a096e-232b-4b77-93c1-9b82d9d166e1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:26.247787 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.277446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a567991-c1ea-4073-b9b8-12c11620fe69,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:26.289640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:26.290293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Network hostable DHCP agents. Network: 1578e435-8757-4628-a497-fe2432a1d83a, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:09:26.314641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:26.315778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.360431 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-e2595f7e-9329-4a4e-bd93-edc51a0ccfeb tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7511954 Feb 07 23:09:26.381170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Request body: {'port': {'device_id': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:26.400790 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.453122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:26.461641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:08:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:26.556157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Network 1578e435-8757-4628-a497-fe2432a1d83a is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:09:26.581173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1578e435-8757-4628-a497-fe2432a1d83a) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:26.590045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:26.592782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.622183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.633908 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:26.659017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02effb-fc86-4a47-b6c6-ac6f416bda38 None None] Network 1578e435-8757-4628-a497-fe2432a1d83a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:26.745530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a41d15e-241d-4f26-9844-98d8e2cb57d6,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:26.758660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5bb40cb-4865-41cc-91c4-46220b7c071a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5927036 Feb 07 23:09:26.766150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35062) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:26.769958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:26.942343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0c141-9d0d-4eae-b72f-c90d56103f54 None None] Pushing event updated for resources: {'Port': ['ID=047dfebf-4ff2-4f98-809b-cb2c0272066d,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:27.025880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.030353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-348f51f5-cdbb-4b26-96ef-36ead19a1793 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.0832412 Feb 07 23:09:27.041005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35066) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:27.137855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Delete allocated IP 2001:db8::123 (655a869b-8308-4172-a0b0-d124b1bcef03/39b61125-caf3-4282-9dee-adecaee099be) {{(pid=87670) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 07 23:09:27.151403 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6031fd77-8c7b-4592-842d-36407296d0e4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.170931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:27.184823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Usage tracker for resource:router and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:27.187042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Allocated IP 2001:db8:0:2::159 (655a869b-8308-4172-a0b0-d124b1bcef03/224540ce-f988-4204-9a28-48d747bb216f/e8eb0183-1025-4991-80fb-f62eb82bbb6f) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:27.191545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:27.194144 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6031fd77-8c7b-4592-842d-36407296d0e4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.201541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:27.222035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.223732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.235911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:27.269946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa6f1f-82ed-453e-9df9-95529bdc6359 req-9a295484-2b76-4ea3-9ce4-fece5e5ac473 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:27.273530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.279822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-deaa6f1f-82ed-453e-9df9-95529bdc6359 req-9a295484-2b76-4ea3-9ce4-fece5e5ac473 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 932 time: 0.7227604 Feb 07 23:09:27.327459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] Update dhcp port {'port': {'network_id': '655a869b-8308-4172-a0b0-d124b1bcef03', 'fixed_ips': [{'subnet_id': '8b6ac38d-07cd-4e34-b4a1-36517f12fcc7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39b61125-caf3-4282-9dee-adecaee099be', 'ip_address': '2001:db8::2'}, {'subnet_id': '224540ce-f988-4204-9a28-48d747bb216f'}], 'binding:host_id': 'n-d-827896-3'}, 'id': '6e34858e-5f17-4189-b8cd-195a86dafa00'} from n-d-827896-3. {{(pid=87672) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 07 23:09:27.331766 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.382375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6031fd77-8c7b-4592-842d-36407296d0e4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.481310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.500424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031fd77-8c7b-4592-842d-36407296d0e4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a41d15e-241d-4f26-9844-98d8e2cb57d6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:27.543188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6031fd77-8c7b-4592-842d-36407296d0e4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:27.544912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6031fd77-8c7b-4592-842d-36407296d0e4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3a41d15e-241d-4f26-9844-98d8e2cb57d6 HTTP/1.1" status: 204 len: 168 time: 0.5028758 Feb 07 23:09:27.548423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-deaa6f1f-82ed-453e-9df9-95529bdc6359 req-445cdeb5-d689-4a82-a736-da77d3351626 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676666 Feb 07 23:09:27.579885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35078) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:27.982506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.002655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Allocated IP 172.25.0.126 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/7d6b8153-c2ec-4785-bdfe-4ec0f2c2dcae) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:28.019604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-1578e435-8757-4628-a497-fe2432a1d83a', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:09:28.020437 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.112630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.149476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Transition to ACTIVE for port object e8eb0183-1025-4991-80fb-f62eb82bbb6f will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:28.171841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.251880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b062a653-73f2-4ec8-ab65-26011f72fe7c tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:28.291449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b062a653-73f2-4ec8-ab65-26011f72fe7c tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:28.297539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b062a653-73f2-4ec8-ab65-26011f72fe7c tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6996765 Feb 07 23:09:28.299295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35084) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:28.315201 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.404202 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8c252923-cb63-4693-a016-51e3ffbcff6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.446147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] In _notify_port_updated(), no bound segment for port e8eb0183-1025-4991-80fb-f62eb82bbb6f on network 655a869b-8308-4172-a0b0-d124b1bcef03 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:09:28.453088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:28.453811 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.458535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "PUT /v2.0/ports/e8eb0183-1025-4991-80fb-f62eb82bbb6f HTTP/1.1" status: 200 len: 970 time: 3.3133845 Feb 07 23:09:28.465797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35088) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:28.467873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.491839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c61804e3-e4ec-4d04-aa8f-1982a3d5135d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.528779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c61804e3-e4ec-4d04-aa8f-1982a3d5135d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.541418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] Allocated IP 2001:db8:0:2::2 (655a869b-8308-4172-a0b0-d124b1bcef03/224540ce-f988-4204-9a28-48d747bb216f/6e34858e-5f17-4189-b8cd-195a86dafa00) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:28.549878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f3992-f27f-4def-aefb-28a6e87505ef tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event updated for resources: {'Port': ['ID=e8eb0183-1025-4991-80fb-f62eb82bbb6f,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:28.574571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Allocated IP 172.20.0.2 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/2a38b85f-a4ad-4dda-a4c8-3efd2f43d806) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:28.612133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c61804e3-e4ec-4d04-aa8f-1982a3d5135d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.616961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35a096e-232b-4b77-93c1-9b82d9d166e1 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:09:28.643805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.648225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61804e3-e4ec-4d04-aa8f-1982a3d5135d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c851abee-b70c-4a2a-ba6b-35d2f8eacb5a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:28.737975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:28.772153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Transition to ACTIVE for port object c35a096e-232b-4b77-93c1-9b82d9d166e1 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:28.859855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:28.866723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:28.879768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'Port': ['ID=7d6b8153-c2ec-4785-bdfe-4ec0f2c2dcae,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:28.907891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:28.953407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:28.980203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.000340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] Transition to ACTIVE for port object 6e34858e-5f17-4189-b8cd-195a86dafa00 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:29.008698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:25Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:29.040458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.122198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac4e50-a851-40cb-9f2a-b0c5ec2b9c95 None None] The sync data for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 is: [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:25Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:09:29.244337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c61804e3-e4ec-4d04-aa8f-1982a3d5135d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.246262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c61804e3-e4ec-4d04-aa8f-1982a3d5135d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/c851abee-b70c-4a2a-ba6b-35d2f8eacb5a HTTP/1.1" status: 204 len: 168 time: 0.9432113 Feb 07 23:09:29.264428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35100) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:29.369559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.444483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port e8eb0183-1025-4991-80fb-f62eb82bbb6f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:29.445861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.668790 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.676119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Pushing event updated for resources: {'Port': ['ID=c35a096e-232b-4b77-93c1-9b82d9d166e1,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:29.677015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.709454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef80e3-6d91-4b3e-93cb-302c68953d49 None None] Pushing event updated for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:29.722038 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.760355 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.788044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Transition to ACTIVE for port object 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:29.806151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d6d77-ab30-42ed-8d61-3aca0d134899 req-9cc3df3a-a566-4c04-8bc2-3acc5e6535f6 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:29.814438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-168d6d77-ab30-42ed-8d61-3aca0d134899 req-9cc3df3a-a566-4c04-8bc2-3acc5e6535f6 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 944 time: 0.7558322 Feb 07 23:09:29.839544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Transition to ACTIVE for port object 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:29.858011 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:29.920984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:30.004994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:30.009808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:30.017184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:30.034926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-168d6d77-ab30-42ed-8d61-3aca0d134899 req-f9c9bf96-c786-4027-b688-4ca05c57d149 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116103 Feb 07 23:09:30.114580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:30.302123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Pushing event updated for resources: {'Port': ['ID=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:30.346642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Attempting to bind port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:30.347061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Attempting to bind port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:30.347393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Attempting to bind port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:30.355299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:30.355864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:30.356205 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:30.356842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:30.357503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Bound port: 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:30.357966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:30.533433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] For port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:30.542674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] For port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:30.551526 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:30.719685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449d3dc-e5da-4914-8409-092879381b39 None None] Pushing event updated for resources: {'Port': ['ID=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:30.744145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Attempting to bind port c35a096e-232b-4b77-93c1-9b82d9d166e1 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:30.749728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Attempting to bind port c35a096e-232b-4b77-93c1-9b82d9d166e1 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:30.750354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Attempting to bind port c35a096e-232b-4b77-93c1-9b82d9d166e1 on network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:30.777057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-327394ed-3d10-4463-b919-84411204990b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:30.791697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:30.803309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Port c35a096e-232b-4b77-93c1-9b82d9d166e1 on network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:09:30.803848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Attempting to bind port c35a096e-232b-4b77-93c1-9b82d9d166e1 on network e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:30.838035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:30.838543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Checking segment: {'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:30.839244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Bound using segment: {'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:30.839821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Bound port: c35a096e-232b-4b77-93c1-9b82d9d166e1, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:30.840285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.013668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e34858e-5f17-4189-b8cd-195a86dafa00 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:31.043159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] For port c35a096e-232b-4b77-93c1-9b82d9d166e1, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:31.046900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] For port c35a096e-232b-4b77-93c1-9b82d9d166e1, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:31.058732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.120861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-327394ed-3d10-4463-b919-84411204990b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:31.122340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-327394ed-3d10-4463-b919-84411204990b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.6983390 Feb 07 23:09:31.140590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35112) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:31.286493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:31.294741 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.294932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.301186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] 10.222.0.26 "PUT /v2.0/ports/c35a096e-232b-4b77-93c1-9b82d9d166e1 HTTP/1.1" status: 200 len: 1092 time: 4.9279428 Feb 07 23:09:31.390716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'tag': 'c35a096e-232b-4b77-93c1-9b82d9d166e1'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:09:31.394335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for e8eb0183-1025-4991-80fb-f62eb82bbb6f owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:31.420281 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.461998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 047dfebf-4ff2-4f98-809b-cb2c0272066d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:31.466608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.668331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614c94a-3f66-4a7c-8ad2-663707937712 service neutron] Pushing event updated for resources: {'Port': ['ID=c35a096e-232b-4b77-93c1-9b82d9d166e1,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:31.737941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f7e0d92d-204e-499a-8ff5-7d8e0e4826d5 None None] Provisioning for port 6e34858e-5f17-4189-b8cd-195a86dafa00 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:31.760961 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'tag': 'c35a096e-232b-4b77-93c1-9b82d9d166e1', 'status': 'completed', 'code': 200} Feb 07 23:09:31.776676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Allocated IP 172.25.0.244 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/442a7956-566d-4885-9de1-91bb6f843fa9) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:31.777886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f7e0d92d-204e-499a-8ff5-7d8e0e4826d5 None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:31.778429 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f7e0d92d-204e-499a-8ff5-7d8e0e4826d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.815094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba52a66-2c57-4f78-89be-9a8f34da066b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:31.952839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 047dfebf-4ff2-4f98-809b-cb2c0272066d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:31.972667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 047dfebf-4ff2-4f98-809b-cb2c0272066d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:31.973250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.092088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-a3b84e52-c838-45c8-8c5a-90c4c9db97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:32.097704 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-a3b84e52-c838-45c8-8c5a-90c4c9db97b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 1095 time: 0.6802528 Feb 07 23:09:32.248292 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba52a66-2c57-4f78-89be-9a8f34da066b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.363188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.404827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.450705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.514923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.568194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'Port': ['ID=7d6b8153-c2ec-4785-bdfe-4ec0f2c2dcae,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:32.580172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.586905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/e8eb0183-1025-4991-80fb-f62eb82bbb6f HTTP/1.1" status: 204 len: 168 time: 4.1025877 Feb 07 23:09:32.588320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f7e0d92d-204e-499a-8ff5-7d8e0e4826d5 None None] Provisioning complete for port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:32.589771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f7e0d92d-204e-499a-8ff5-7d8e0e4826d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.590520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba52a66-2c57-4f78-89be-9a8f34da066b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.598176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:32.618383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-16f1f905-0688-4975-9e0c-7ecf4fc2688f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1 HTTP/1.1" status: 200 len: 217 time: 0.4957223 Feb 07 23:09:32.623408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.703494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 047dfebf-4ff2-4f98-809b-cb2c0272066d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=047dfebf-4ff2-4f98-809b-cb2c0272066d,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:32.717139 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.744408 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:32.761471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2ab58a09-0453-4e96-bab3-d372af06d64f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9076002 Feb 07 23:09:32.791814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d490739-a252-449a-a500-1266cd483ba2 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=e8eb0183-1025-4991-80fb-f62eb82bbb6f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:32.847834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ff905-f61d-4c44-8348-94273095b9ad req-b583f7cb-eaf9-49df-bd89-38ad6ecee69c tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:32.861627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-302ff905-f61d-4c44-8348-94273095b9ad req-b583f7cb-eaf9-49df-bd89-38ad6ecee69c tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 944 time: 1.1190021 Feb 07 23:09:32.990708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-302ff905-f61d-4c44-8348-94273095b9ad req-2660a567-0fbf-4e47-b855-d445fc74e1d1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263878 Feb 07 23:09:33.037662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=047dfebf-4ff2-4f98-809b-cb2c0272066d,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:33.062928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0d92d-204e-499a-8ff5-7d8e0e4826d5 None None] Port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:33.077848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f7e0d92d-204e-499a-8ff5-7d8e0e4826d5 None None] Could not find standard attr ID for object e8eb0183-1025-4991-80fb-f62eb82bbb6f. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:09:33.083416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba52a66-2c57-4f78-89be-9a8f34da066b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2ddef-4ac9-42bf-b11f-edfd6512e505,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:33.153630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:33.162369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:33.170244 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b418e16-23b1-4ab9-8f86-e57ae7a60012 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] GET failed (client error): The resource could not be found. Feb 07 23:09:33.170989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b418e16-23b1-4ab9-8f86-e57ae7a60012 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:33.176021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5993e849-4b39-454e-a858-030c881b2964 req-c473c1df-fa13-41dd-a1b1-215888034452 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Synchronizing usage tracker for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:33.188653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cba52a66-2c57-4f78-89be-9a8f34da066b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:33.189948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cba52a66-2c57-4f78-89be-9a8f34da066b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/7ad2ddef-4ac9-42bf-b11f-edfd6512e505 HTTP/1.1" status: 204 len: 168 time: 1.9730775 Feb 07 23:09:33.191085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:33.193269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35138) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:33.197438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Pushing event updated for resources: {'Port': ['ID=442a7956-566d-4885-9de1-91bb6f843fa9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:33.204770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:33.238963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5993e849-4b39-454e-a858-030c881b2964 req-c473c1df-fa13-41dd-a1b1-215888034452 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Unset dirty status for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:33.263325 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e7ff9660-5f56-4a71-b816-41dd169eaa9d None None] Could not find standard attr ID for object e8eb0183-1025-4991-80fb-f62eb82bbb6f. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:09:33.273915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-c473c1df-fa13-41dd-a1b1-215888034452 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--245540591&fields=id&tenant_id=86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 267 time: 0.1629744 Feb 07 23:09:33.325901 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:33.403288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a0fa5-e0f5-49ed-a3e6-5219e7458f8d None None] Network 1578e435-8757-4628-a497-fe2432a1d83a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:33.415223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b418e16-23b1-4ab9-8f86-e57ae7a60012 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:33.419471 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1b418e16-23b1-4ab9-8f86-e57ae7a60012 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports/e8eb0183-1025-4991-80fb-f62eb82bbb6f HTTP/1.1" status: 404 len: 333 time: 0.8000324 Feb 07 23:09:33.421651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f5d11c6d-94d4-4b32-ab78-07c64b91baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:33.423444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-f5d11c6d-94d4-4b32-ab78-07c64b91baf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53830ceb-7de3-4396-a48b-3d609d55a668 HTTP/1.1" status: 200 len: 853 time: 0.5639391 Feb 07 23:09:33.428491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35142) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:33.577859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-7bf97f21-5e13-4f6a-a7ce-7a5f048fda0b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:33.579232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5993e849-4b39-454e-a858-030c881b2964 req-7bf97f21-5e13-4f6a-a7ce-7a5f048fda0b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Synchronizing usage tracker for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:33.602515 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-3e4f95b6-1fed-4080-92f7-33b2c841ee7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103637 Feb 07 23:09:33.627092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5993e849-4b39-454e-a858-030c881b2964 req-7bf97f21-5e13-4f6a-a7ce-7a5f048fda0b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Unset dirty status for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:33.643160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-7bf97f21-5e13-4f6a-a7ce-7a5f048fda0b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 816 time: 0.3671465 Feb 07 23:09:33.675325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-b77cd17c-2c8f-4a63-80b9-1d3c68585a25 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/quotas/86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 375 time: 0.0214088 Feb 07 23:09:33.718954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-70ed5380-c12e-40c5-a918-c046f3790c2b None None] Provisioning for port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:33.741778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-70ed5380-c12e-40c5-a918-c046f3790c2b None None] Provisioning complete for port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:33.742532 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-70ed5380-c12e-40c5-a918-c046f3790c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:33.764108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2e549ffa-c142-4805-abe3-83edf02327e0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:33.893884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5993e849-4b39-454e-a858-030c881b2964 req-9875b4ad-8303-4849-b11b-fb2e9ce2d91c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Synchronizing usage tracker for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:33.921000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2e549ffa-c142-4805-abe3-83edf02327e0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:33.923614 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2e549ffa-c142-4805-abe3-83edf02327e0 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7230532 Feb 07 23:09:33.932973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35148) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:33.943040 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--175456605'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:33.951241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-5993e849-4b39-454e-a858-030c881b2964 req-9875b4ad-8303-4849-b11b-fb2e9ce2d91c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Unset dirty status for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:33.967478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-9875b4ad-8303-4849-b11b-fb2e9ce2d91c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2843864 Feb 07 23:09:34.036529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:34.040376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a227569-c6a6-421c-afe3-659616dabe1d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.077640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:34.121046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a227569-c6a6-421c-afe3-659616dabe1d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.144820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-64d2b003-3f05-4993-b9c1-00c00ff7f4b1 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257108 Feb 07 23:09:34.152015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.169970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-70ed5380-c12e-40c5-a918-c046f3790c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.247089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-70ed5380-c12e-40c5-a918-c046f3790c2b None None] For port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:34.258282 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-70ed5380-c12e-40c5-a918-c046f3790c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.454819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed5380-c12e-40c5-a918-c046f3790c2b None None] Pushing event updated for resources: {'Port': ['ID=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:34.561703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.590200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:34.609549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:34.618785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:34.638487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:34.707167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e12890c7-0e5f-46b8-8e75-cc7bfac488bd None None] Provisioning complete for port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:34.707463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e12890c7-0e5f-46b8-8e75-cc7bfac488bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.755000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef62b7b-f4f6-4c98-ba04-a17bdc25ce5f req-3b8c16fb-8068-4586-8a0a-427a47701a3b tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:34.769356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef62b7b-f4f6-4c98-ba04-a17bdc25ce5f req-3b8c16fb-8068-4586-8a0a-427a47701a3b tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 944 time: 0.2736254 Feb 07 23:09:34.800103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-c7869d28-614d-4fc1-b065-f5a3c2ee51b2 service neutron] 10.222.0.10 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8231599 Feb 07 23:09:34.918545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a227569-c6a6-421c-afe3-659616dabe1d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:34.960124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:34.981855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a227569-c6a6-421c-afe3-659616dabe1d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef03dd4-45bf-4c76-8296-ef4f062e18b6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:35.020052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c6c3f66-cb54-4667-9894-269c134ae7ce req-630a9893-875e-4453-8557-2c3cb2ba47b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8440449 Feb 07 23:09:35.051075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a227569-c6a6-421c-afe3-659616dabe1d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.067636 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6a227569-c6a6-421c-afe3-659616dabe1d tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/security-groups/cef03dd4-45bf-4c76-8296-ef4f062e18b6 HTTP/1.1" status: 204 len: 168 time: 1.6373191 Feb 07 23:09:35.068741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35156) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:35.075279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.309290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.316394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:35.316960 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.417295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ef62b7b-f4f6-4c98-ba04-a17bdc25ce5f req-e759dc25-b1ab-4b05-b0fa-6d7948fe42a0 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6484389 Feb 07 23:09:35.434397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104377b8-2ddb-4ddf-bdf5-28459ece62e8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:35.515470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.543441 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.545296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ca57ad0a-abf2-4b92-b8d6-1260f0c0dcbd tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6106241 Feb 07 23:09:35.549170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35160) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:35.558598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '104377b8-2ddb-4ddf-bdf5-28459ece62e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:35.593164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:35.603020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 047dfebf-4ff2-4f98-809b-cb2c0272066d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:35.608213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:35.616055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:35.624357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-a8bbcbea-0131-43d3-9648-d5536d94d270 service neutron] 10.222.0.10 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7864754 Feb 07 23:09:35.635016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:35.686670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.711968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 047dfebf-4ff2-4f98-809b-cb2c0272066d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:35.712415 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.870777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:35.882824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.006379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc9b17c-91de-4143-ba86-2aefd3296ff8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.006633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ff2096-8302-4605-abf3-53807c92ca68,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:36.057663 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc9b17c-91de-4143-ba86-2aefd3296ff8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.119743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.156961 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc9b17c-91de-4143-ba86-2aefd3296ff8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.166573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-283125e6-5b57-4bda-84db-b2c603a7d2c8 req-20e9930d-d79f-4d53-b3db-7a78a1ca08bd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 210 time: 0.1651103 Feb 07 23:09:36.183079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.186683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0176127c-7daf-4922-a2b6-a2e18c2627ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6358821 Feb 07 23:09:36.191076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35168) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:36.216425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9b17c-91de-4143-ba86-2aefd3296ff8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7143c4-78a1-4b12-bdc9-6fe1ce994d2a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:36.227431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8938f30-2519-425c-b59e-82904d1386cc req-f627efe2-59fb-4f9b-ae3a-c11257482186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:36.230226 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8938f30-2519-425c-b59e-82904d1386cc req-f627efe2-59fb-4f9b-ae3a-c11257482186 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 1095 time: 0.7582159 Feb 07 23:09:36.256872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edc9b17c-91de-4143-ba86-2aefd3296ff8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.264081 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-edc9b17c-91de-4143-ba86-2aefd3296ff8 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/security-groups/1e7143c4-78a1-4b12-bdc9-6fe1ce994d2a HTTP/1.1" status: 204 len: 168 time: 1.1928759 Feb 07 23:09:36.265110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35174) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:36.301053 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e65bb5-dc1a-4e73-910f-ebd01c202054 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.324473 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e65bb5-dc1a-4e73-910f-ebd01c202054 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.368883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e65bb5-dc1a-4e73-910f-ebd01c202054 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.414995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65bb5-dc1a-4e73-910f-ebd01c202054 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ff2096-8302-4605-abf3-53807c92ca68,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:36.431613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5e65bb5-dc1a-4e73-910f-ebd01c202054 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.433649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b5e65bb5-dc1a-4e73-910f-ebd01c202054 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/50ff2096-8302-4605-abf3-53807c92ca68 HTTP/1.1" status: 204 len: 168 time: 0.2409747 Feb 07 23:09:36.439497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:09:36.440538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.441866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35182) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:36.530507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9104ae2f-8884-4ce3-b583-44693d554a35 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:36.583151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9104ae2f-8884-4ce3-b583-44693d554a35 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:36.584447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9104ae2f-8884-4ce3-b583-44693d554a35 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1411448 Feb 07 23:09:36.589997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35190) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:36.788979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69b56334-a1b4-45d6-ba36-de614510a0c8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.834863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69b56334-a1b4-45d6-ba36-de614510a0c8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:36.883643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c92021-9495-4b20-91bf-f83a76c41c69 req-8bad069c-b0b2-472f-911f-a8a43ea04ed9 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:36.885228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88c92021-9495-4b20-91bf-f83a76c41c69 req-8bad069c-b0b2-472f-911f-a8a43ea04ed9 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 944 time: 0.2160282 Feb 07 23:09:36.980727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88c92021-9495-4b20-91bf-f83a76c41c69 req-c62dfa94-51bb-49c2-b657-fa0ab003b766 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847564 Feb 07 23:09:36.983102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69b56334-a1b4-45d6-ba36-de614510a0c8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.026070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:09:37.028602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25a4f49-7add-4ee7-808d-262001dfcb8c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.028859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b56334-a1b4-45d6-ba36-de614510a0c8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104377b8-2ddb-4ddf-bdf5-28459ece62e8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:37.045791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:09:37.062810 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:37.064090 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:37.097648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8938f30-2519-425c-b59e-82904d1386cc req-97648542-a3d6-493a-80c5-e6bf2cb1b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:37.100146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8938f30-2519-425c-b59e-82904d1386cc req-97648542-a3d6-493a-80c5-e6bf2cb1b0ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 914 time: 0.8508880 Feb 07 23:09:37.102321 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69b56334-a1b4-45d6-ba36-de614510a0c8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.104277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-69b56334-a1b4-45d6-ba36-de614510a0c8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/104377b8-2ddb-4ddf-bdf5-28459ece62e8 HTTP/1.1" status: 204 len: 168 time: 0.5102897 Feb 07 23:09:37.108003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35202) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:37.249596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0514969b-00c9-4dc3-9ee1-fdc511af8252 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:37.284994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0514969b-00c9-4dc3-9ee1-fdc511af8252 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:37.293352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0514969b-00c9-4dc3-9ee1-fdc511af8252 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1774588 Feb 07 23:09:37.296390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35210) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:37.307532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178652551'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:37.321585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:37.342809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:37.365838 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.454272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:37.460963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:37.466520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:37.475704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:37.510605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:37.610456 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8938f30-2519-425c-b59e-82904d1386cc req-ac0df712-21cd-43e5-b2e1-11b9b3d3af90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1 HTTP/1.1" status: 200 len: 217 time: 0.4911461 Feb 07 23:09:37.614732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a3e7f76-cf33-4c8a-9901-e1a7817baf8f req-204fe83f-5f15-4ce5-841a-3e3318afa7ee tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 210 time: 0.0877581 Feb 07 23:09:37.690053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c35a096e-232b-4b77-93c1-9b82d9d166e1 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:09:37.711067 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.717445 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.770078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.778774 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3291f6ef-24c8-4680-a6c4-4f718a604139 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.0126317 Feb 07 23:09:37.779438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35214) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:37.790398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25a4f49-7add-4ee7-808d-262001dfcb8c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:37.888745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8938f30-2519-425c-b59e-82904d1386cc req-1672c8ed-3c9e-4117-a013-3d0c3ea3e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:37.898686 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8938f30-2519-425c-b59e-82904d1386cc req-1672c8ed-3c9e-4117-a013-3d0c3ea3e9d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53830ceb-7de3-4396-a48b-3d609d55a668 HTTP/1.1" status: 200 len: 853 time: 0.2706671 Feb 07 23:09:37.921096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b152b53e-5622-4f34-bbbe-9129d5214790,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:38.004660 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:38.007258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-38e44744-3444-4f3a-af78-65de0f7ab2ee tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7089491 Feb 07 23:09:38.103358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35218) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:38.164243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': 'b152b53e-5622-4f34-bbbe-9129d5214790', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:38.179521 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:33Z', 'revision_number': 3, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:38.188119 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:09:38.188952 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Updating router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 port 442a7956-566d-4885-9de1-91bb6f843fa9 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:09:38.239913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c35a096e-232b-4b77-93c1-9b82d9d166e1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:38.263377 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:38.309233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8938f30-2519-425c-b59e-82904d1386cc req-a722cdf2-2529-4d8f-91d5-4f02cd4f8a9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3982766 Feb 07 23:09:38.311101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'c35a096e-232b-4b77-93c1-9b82d9d166e1', 'network_id': 'e44701a1-ded6-4b4d-aa79-6b8ecbab98d5', 'port_id': 'c35a096e-232b-4b77-93c1-9b82d9d166e1', 'mac_address': 'fa:16:3e:b1:8b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53830ceb-7de3-4396-a48b-3d609d55a668', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:09:38.544913 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:38.580906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-9a16079e-67ac-4a1f-84aa-95e9672d8861 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:38.581404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35a096e-232b-4b77-93c1-9b82d9d166e1 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:09:38.582401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-9a16079e-67ac-4a1f-84aa-95e9672d8861 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 816 time: 0.3890812 Feb 07 23:09:38.606840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:38.611340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:38.614632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:38.621716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:38.634749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c35a096e-232b-4b77-93c1-9b82d9d166e1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:38.636702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25a4f49-7add-4ee7-808d-262001dfcb8c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:38.643208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:38.831654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c35a096e-232b-4b77-93c1-9b82d9d166e1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:38.875771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:38.943332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['c35a096e-232b-4b77-93c1-9b82d9d166e1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:09:38.978502 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:38.992612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4f49-7add-4ee7-808d-262001dfcb8c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3bdf18-d366-407f-a8e2-d807e5b3ef45,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:39.010662 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Transition to ACTIVE for port object 442a7956-566d-4885-9de1-91bb6f843fa9 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:39.026651 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.031116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.048885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-62c44517-6c59-4967-a2f7-c5e8e9c997bd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 379 time: 0.3788247 Feb 07 23:09:39.049500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.072971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'port': {'device_id': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'admin_state_up': True, 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'security_groups': ['3b48d36a-094d-4d83-8b68-65939f493a07']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:39.114941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7d4d1a-075e-4ca0-b026-3eaa5df17205,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:39.123324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25a4f49-7add-4ee7-808d-262001dfcb8c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.127252 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e25a4f49-7add-4ee7-808d-262001dfcb8c tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/security-groups/6e3bdf18-d366-407f-a8e2-d807e5b3ef45 HTTP/1.1" status: 204 len: 168 time: 2.8301044 Feb 07 23:09:39.128167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.129486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-71cd4627-ec72-4024-ade9-affa47034b36 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0251920 Feb 07 23:09:39.191526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35232) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:39.191818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35234) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:39.235550 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Attempting to bind port 442a7956-566d-4885-9de1-91bb6f843fa9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:39.238180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Attempting to bind port 442a7956-566d-4885-9de1-91bb6f843fa9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:39.239125 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Attempting to bind port 442a7956-566d-4885-9de1-91bb6f843fa9 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:39.282180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:39.284086 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:39.286790 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.287655 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:39.291431 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Bound port: 442a7956-566d-4885-9de1-91bb6f843fa9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:39.292287 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.357214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee51fa9a-a189-4e1d-ae5a-cac3f0b036ac tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules/6a7d4d1a-075e-4ca0-b026-3eaa5df17205 HTTP/1.1" status: 200 len: 763 time: 0.1583946 Feb 07 23:09:39.376091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35240) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:39.457792 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] For port 442a7956-566d-4885-9de1-91bb6f843fa9, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:39.466304 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] For port 442a7956-566d-4885-9de1-91bb6f843fa9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=442a7956-566d-4885-9de1-91bb6f843fa9,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:39.477486 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.508721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4541f4d3-f8e0-4f77-941b-1567e77952a9 req-379991d2-1150-4150-8c23-51ca639c3d3f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 210 time: 0.5872617 Feb 07 23:09:39.561244 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9c603-a765-479a-ab6e-454388942065 None None] Pushing event updated for resources: {'Port': ['ID=442a7956-566d-4885-9de1-91bb6f843fa9,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:39.592407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8938f30-2519-425c-b59e-82904d1386cc req-4c21e19f-3590-4cbd-897f-831b336babe7 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2686460 Feb 07 23:09:39.716457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:39.722620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041aad8-a706-445f-89b0-9ad59c666812 req-00839eda-f8aa-4d52-9832-b00349f8e1fa tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:39.733105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet 39b61125-caf3-4282-9dee-adecaee099be {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:09:39.735685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0041aad8-a706-445f-89b0-9ad59c666812 req-00839eda-f8aa-4d52-9832-b00349f8e1fa tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 945 time: 1.0287330 Feb 07 23:09:39.737683 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:39.738890 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:39.872382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:39.888616 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9c603-a765-479a-ab6e-454388942065 None None] Pushing event updated for resources: {'Port': ['ID=442a7956-566d-4885-9de1-91bb6f843fa9,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:39.926166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14902daa-eeea-45d3-a981-c70848f73c1b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:39.942646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:39.984135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14902daa-eeea-45d3-a981-c70848f73c1b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:39.985964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-14902daa-eeea-45d3-a981-c70848f73c1b tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5980232 Feb 07 23:09:39.995260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35246) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:40.011002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Made reservation on behalf of 86e7e28aec2a4bf588501a9687b8c6a0 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:40.016214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.038419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.061538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0041aad8-a706-445f-89b0-9ad59c666812 req-35fe2f9c-d33f-4698-9f3a-5104300b855d tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236811 Feb 07 23:09:40.116447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3c63330-21a4-40bf-aa0a-257f2c0cac78 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.141532 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:40.186940 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d8938f30-2519-425c-b59e-82904d1386cc req-17303f8f-bfd3-4528-a140-7e28eb5ccafe service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769556 Feb 07 23:09:40.193880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3c63330-21a4-40bf-aa0a-257f2c0cac78 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.259836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.277779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3c63330-21a4-40bf-aa0a-257f2c0cac78 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.279516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.314668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c63330-21a4-40bf-aa0a-257f2c0cac78 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a7d4d1a-075e-4ca0-b026-3eaa5df17205,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:40.324160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d3c63330-21a4-40bf-aa0a-257f2c0cac78 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.329894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d3c63330-21a4-40bf-aa0a-257f2c0cac78 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6a7d4d1a-075e-4ca0-b026-3eaa5df17205 HTTP/1.1" status: 204 len: 168 time: 0.3206198 Feb 07 23:09:40.332091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35250) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:40.380961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Allocated IP 172.20.0.8 (b3a48779-fd1f-43fc-b355-c9b771557441/198cf206-fb1c-4c79-8963-00ff1ecf01a4/4206ec15-d6b8-4860-b9ae-3256dc3e0a66) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:40.453413 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-18a98239-4432-4f67-9ea7-a28ebee17860 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1182418 Feb 07 23:09:40.456485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35254) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:40.473280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': 'b152b53e-5622-4f34-bbbe-9129d5214790', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:40.517139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.518877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:40.528496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:40.533572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:40.547854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:40.614626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.618886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=39b61125-caf3-4282-9dee-adecaee099be,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:40.638030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.657895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cbda26-206a-4f35-a958-e561acd03ad2 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:40.671893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-534edb11-f571-4eff-819e-158d70ef373f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/39b61125-caf3-4282-9dee-adecaee099be HTTP/1.1" status: 204 len: 168 time: 1.4765198 Feb 07 23:09:40.673629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35260) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:40.711795 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:33Z', 'revision_number': 3, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:40.721493 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae93a3eb-f9fd-40db-a6cd-46e1001b35e9 None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:33Z', 'revision_number': 3, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:09:40.735738 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:40.886307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e1406e3-2c7f-4b03-981f-ddf4ed115056 req-f18b72f7-89b0-4d9f-8766-8bc88d04d796 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 210 time: 0.1265078 Feb 07 23:09:40.937430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Allocated IP 172.20.0.1 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:40.988277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet 224540ce-f988-4204-9a28-48d747bb216f {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:09:41.008303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.089470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.127541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Transition to ACTIVE for port object 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:41.161968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.255215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.259565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.275898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.280362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Transition to ACTIVE for port object a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:41.309083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Network b3a48779-fd1f-43fc-b355-c9b771557441 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:41.317215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:41.325548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:41.359440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ff8b04-98b9-4596-b6c1-514477fc991e,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:41.530783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:41.596914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.605297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35274) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:41.608016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de9a3777-d7ea-4276-aade-f2a354f66b77 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1499722 Feb 07 23:09:41.645352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:41.646500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.695550 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.704988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c35a096e-232b-4b77-93c1-9b82d9d166e1 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:41.715231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d6d1d5d9-2e77-4ce3-9da6-ac10fcdf6aa5 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules/c7ff8b04-98b9-4596-b6c1-514477fc991e HTTP/1.1" status: 200 len: 763 time: 0.0965235 Feb 07 23:09:41.715896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35278) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:41.768734 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-0c946ff5-c9d3-413e-9bf0-c2589e90c42d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6989734 Feb 07 23:09:41.784333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Request body: {'port': {'device_id': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:41.866268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:41.917990 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bca2696f-a182-4cc8-a3fd-9f088e48b128 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1970315 Feb 07 23:09:41.918725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35282) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:41.957532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660a56-3ee7-41c6-9092-027df29bd159 req-811687b9-7f5f-4ac0-bde6-ebfdd695e12d tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:41.964900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea660a56-3ee7-41c6-9092-027df29bd159 req-811687b9-7f5f-4ac0-bde6-ebfdd695e12d tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 945 time: 0.5674636 Feb 07 23:09:42.026614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port c35a096e-232b-4b77-93c1-9b82d9d166e1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:42.046878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port c35a096e-232b-4b77-93c1-9b82d9d166e1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:42.047405 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5fea-0272-4286-8b9c-936fc5b104cb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.048284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.088360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5fea-0272-4286-8b9c-936fc5b104cb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.106931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:42.123135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:42.140917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:42.199687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-42af37fc-6e85-440b-b17e-2ac7687e69b5 None None] Provisioning for port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:42.221990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-42af37fc-6e85-440b-b17e-2ac7687e69b5 None None] Provisioning complete for port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:42.222362 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-42af37fc-6e85-440b-b17e-2ac7687e69b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.331289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5fea-0272-4286-8b9c-936fc5b104cb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.393871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.397512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-42af37fc-6e85-440b-b17e-2ac7687e69b5 None None] Port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:42.500887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=224540ce-f988-4204-9a28-48d747bb216f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:42.527903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e5fea-0272-4286-8b9c-936fc5b104cb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7ff8b04-98b9-4596-b6c1-514477fc991e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:42.565896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.571321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2554fc7f-2b64-4c4e-b3a4-3a7b75349a0f tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/224540ce-f988-4204-9a28-48d747bb216f HTTP/1.1" status: 204 len: 168 time: 1.8965869 Feb 07 23:09:42.573064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d7e5fea-0272-4286-8b9c-936fc5b104cb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.577811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0d7e5fea-0272-4286-8b9c-936fc5b104cb tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c7ff8b04-98b9-4596-b6c1-514477fc991e HTTP/1.1" status: 204 len: 168 time: 0.6472473 Feb 07 23:09:42.577811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35288) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:42.577811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.611392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.671870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a096e-232b-4b77-93c1-9b82d9d166e1'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:09:42.684865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port c35a096e-232b-4b77-93c1-9b82d9d166e1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:42.691128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.697223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35290) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:42.706730 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a64bc86-3dad-45bb-9a84-eb6bffb549f3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:42.707606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a64bc86-3dad-45bb-9a84-eb6bffb549f3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:42.725995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:42.729513 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6a64bc86-3dad-45bb-9a84-eb6bffb549f3 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/39b61125-caf3-4282-9dee-adecaee099be HTTP/1.1" status: 404 len: 337 time: 0.1260397 Feb 07 23:09:42.730604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35298) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:42.859707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea660a56-3ee7-41c6-9092-027df29bd159 req-0717e4ea-9d16-42f9-bff7-5f20aeeaa20a tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8735471 Feb 07 23:09:42.914958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.942444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting subnet 8b6ac38d-07cd-4e34-b4a1-36517f12fcc7 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:09:42.963882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:42.967731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a7660-fce9-46ba-9c09-e41297c44d09 None None] Network 655a869b-8308-4172-a0b0-d124b1bcef03 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:43.041394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cd8d0c13-033a-4463-8571-4eacc86b8d86 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:43.120528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.138464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 442a7956-566d-4885-9de1-91bb6f843fa9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:43.147102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cd8d0c13-033a-4463-8571-4eacc86b8d86 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:43.152808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cd8d0c13-033a-4463-8571-4eacc86b8d86 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4210083 Feb 07 23:09:43.161163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35304) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:43.177066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': 'b152b53e-5622-4f34-bbbe-9129d5214790', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:43.216627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:43.234307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:43.250824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ee2d7-1875-4853-af86-820b6d256bd4 req-69651eca-2965-4ef4-9d50-b6f035a1995a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:43.252051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-254ee2d7-1875-4853-af86-820b6d256bd4 req-69651eca-2965-4ef4-9d50-b6f035a1995a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 931 time: 0.6264257 Feb 07 23:09:43.315346 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35a096e-232b-4b77-93c1-9b82d9d166e1', 'code': 200} Feb 07 23:09:43.330311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.377951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-254ee2d7-1875-4853-af86-820b6d256bd4 req-d99d6ef7-f877-4a07-898e-6cf2e6a78924 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144111 Feb 07 23:09:43.485221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.492208 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Project 98f3d62098c047aaac38a764defd734f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:09:43.506752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-55576478-12c7-4bbe-9af3-6a85b2566969 None None] Provisioning for port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:43.525993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.599701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.604164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-55576478-12c7-4bbe-9af3-6a85b2566969 None None] Provisioning complete for port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:43.604775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-55576478-12c7-4bbe-9af3-6a85b2566969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.658514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.659656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.672368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6ac38d-07cd-4e34-b4a1-36517f12fcc7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:43.677030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.690801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-10425c08-532f-40b4-a4d3-b97605fa0280 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/8b6ac38d-07cd-4e34-b4a1-36517f12fcc7 HTTP/1.1" status: 204 len: 168 time: 0.9489622 Feb 07 23:09:43.691619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35308) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:43.804101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c047b292-5f87-42a1-ac4c-04f22f48a1a5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:43.841285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0eb10-8e88-4230-8589-d8d51f78d12e req-7795d186-2ee7-4842-ba1e-612fb344aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:43.843399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-92f0eb10-8e88-4230-8589-d8d51f78d12e req-7795d186-2ee7-4842-ba1e-612fb344aa0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 1097 time: 0.4939673 Feb 07 23:09:43.846274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:43.849551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef4c2611-b53f-43e7-b8f2-6e24f731981f tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6774924 Feb 07 23:09:43.850281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35312) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:43.858089 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4480ab-3608-4941-be79-800da8e6acf9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:43.858592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4480ab-3608-4941-be79-800da8e6acf9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:43.863029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5c4480ab-3608-4941-be79-800da8e6acf9 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/db879162-1f20-4460-9eec-19ac2cbe550d HTTP/1.1" status: 404 len: 337 time: 0.1551790 Feb 07 23:09:43.868617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35316) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:43.919124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-02b69305-5174-4d1a-bc33-b95b2f87c9c5 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules/c047b292-5f87-42a1-ac4c-04f22f48a1a5 HTTP/1.1" status: 200 len: 769 time: 0.0654855 Feb 07 23:09:43.931433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35322) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:43.969079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-92f0eb10-8e88-4230-8589-d8d51f78d12e req-589ee64e-cd08-4746-8031-bfbb0beeaae1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129355 Feb 07 23:09:44.000510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=c35a096e-232b-4b77-93c1-9b82d9d166e1,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:44.018293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4ba0dc8a-0e8c-4c74-8fd8-31915390fca8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:44.037548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 442a7956-566d-4885-9de1-91bb6f843fa9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:44.042826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-29976fc5-ad3a-4ef0-8f13-2be230a887ce tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Synchronizing usage tracker for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:44.052776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 442a7956-566d-4885-9de1-91bb6f843fa9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:44.053433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.092948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4ba0dc8a-0e8c-4c74-8fd8-31915390fca8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:44.094509 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4ba0dc8a-0e8c-4c74-8fd8-31915390fca8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1612759 Feb 07 23:09:44.097665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35326) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:44.100232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-55576478-12c7-4bbe-9af3-6a85b2566969 None None] Port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:44.132326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:09:44.147495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.154445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f364bb2a-4cfb-4329-b360-91f628837206 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.163886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-29976fc5-ad3a-4ef0-8f13-2be230a887ce tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Unset dirty status for tenant:86126c5901674d4caf64d97edb81986d on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:44.171171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-29976fc5-ad3a-4ef0-8f13-2be230a887ce tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "GET /v2.0/ports?device_id=10872624-9fd0-4029-887c-cbabf08458e0 HTTP/1.1" status: 200 len: 205 time: 0.3011284 Feb 07 23:09:44.173355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f364bb2a-4cfb-4329-b360-91f628837206 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.178801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35332) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:44.195552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Transition to ACTIVE for port object 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:44.213138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.262353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1b62369-c311-4d7a-9e19-3824ae395317 None None] Provisioning complete for port 6e34858e-5f17-4189-b8cd-195a86dafa00 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:44.262750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1b62369-c311-4d7a-9e19-3824ae395317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.365820 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-372f6ad2-28fb-4605-a796-4ec58f259881 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] delete failed (client error): The resource could not be found. Feb 07 23:09:44.372228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-372f6ad2-28fb-4605-a796-4ec58f259881 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/routers/10872624-9fd0-4029-887c-cbabf08458e0 HTTP/1.1" status: 404 len: 336 time: 0.1905751 Feb 07 23:09:44.373204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35336) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:44.389122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:44.502337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.523663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] DHCP port deletion for 655a869b-8308-4172-a0b0-d124b1bcef03 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:09:44.525359 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f364bb2a-4cfb-4329-b360-91f628837206 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.600259 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41f2553-e8f4-43be-8da3-fe74cf31c5e7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:44.600764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41f2553-e8f4-43be-8da3-fe74cf31c5e7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:44.607011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364bb2a-4cfb-4329-b360-91f628837206 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c047b292-5f87-42a1-ac4c-04f22f48a1a5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:44.616221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a41f2553-e8f4-43be-8da3-fe74cf31c5e7 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/be4a5d17-9cbf-463a-9ed2-ea6576694598 HTTP/1.1" status: 404 len: 337 time: 0.1098015 Feb 07 23:09:44.630181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35342) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:44.639953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Deleting port 6e34858e-5f17-4189-b8cd-195a86dafa00 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:44.640391 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.684741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f364bb2a-4cfb-4329-b360-91f628837206 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.688544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f364bb2a-4cfb-4329-b360-91f628837206 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c047b292-5f87-42a1-ac4c-04f22f48a1a5 HTTP/1.1" status: 204 len: 168 time: 0.5897682 Feb 07 23:09:44.708757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35346) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:44.744296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 442a7956-566d-4885-9de1-91bb6f843fa9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=442a7956-566d-4885-9de1-91bb6f843fa9,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:44.781423 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:44.910782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e02e214f-3aa1-4988-b7d6-af7a1973b432 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:44.947012 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce396e3-a69f-4c2e-a0fc-b3d43dfc4c11 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:44.947012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce396e3-a69f-4c2e-a0fc-b3d43dfc4c11 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:44.950232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3ce396e3-a69f-4c2e-a0fc-b3d43dfc4c11 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/da44a6af-185f-4a44-8a3d-bb48eaa913c1 HTTP/1.1" status: 404 len: 337 time: 0.3186808 Feb 07 23:09:44.962538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35350) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:45.066140 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba56d9f-c120-4929-bdde-903ee15d6580 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:45.067454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba56d9f-c120-4929-bdde-903ee15d6580 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:45.070522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5ba56d9f-c120-4929-bdde-903ee15d6580 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/69fa117f-8432-4af2-a26d-0611c88a2600 HTTP/1.1" status: 404 len: 337 time: 0.1056068 Feb 07 23:09:45.072583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:09:45.082180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e34858e-5f17-4189-b8cd-195a86dafa00 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:09:45.088062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35354) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:45.150794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.158060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:45.158590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:45.159012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:45.168194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on network b3a48779-fd1f-43fc-b355-c9b771557441 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:09:45.168724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:45.173698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e02e214f-3aa1-4988-b7d6-af7a1973b432 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:45.180635 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e02e214f-3aa1-4988-b7d6-af7a1973b432 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4653974 Feb 07 23:09:45.180635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:45.180635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Checking segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:45.181160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Bound using segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:45.181536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Bound port: 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:45.181720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.191927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35360) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:45.197287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.270889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=442a7956-566d-4885-9de1-91bb6f843fa9,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:45.332945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.351177 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9041f9e9-7707-4b21-abf6-e19ec10d8c22 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:45.351768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9041f9e9-7707-4b21-abf6-e19ec10d8c22 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:45.354460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9041f9e9-7707-4b21-abf6-e19ec10d8c22 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/afbc156f-113f-45cf-8884-492aad4b9737 HTTP/1.1" status: 404 len: 333 time: 0.2591650 Feb 07 23:09:45.363377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35366) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:45.543335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e1b62369-c311-4d7a-9e19-3824ae395317 None None] Provisioning complete for port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:45.543917 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1b62369-c311-4d7a-9e19-3824ae395317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.579445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.590624 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbe678e-edcd-446e-ae28-41f5f9041cda tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:45.591420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbe678e-edcd-446e-ae28-41f5f9041cda tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:45.594860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1bbe678e-edcd-446e-ae28-41f5f9041cda tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/98a142b6-cd23-4937-b23f-b5a8b1bad56d HTTP/1.1" status: 404 len: 337 time: 0.2297189 Feb 07 23:09:45.598935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:45.603345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35372) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:45.662035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b0537-b287-46ca-b25e-3c5e9d40cab1 req-6335c4a6-f880-41a2-9561-ae7da03584b1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:45.665328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c8b0537-b287-46ca-b25e-3c5e9d40cab1 req-6335c4a6-f880-41a2-9561-ae7da03584b1 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 946 time: 1.2738123 Feb 07 23:09:45.688532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:45.694477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adf5c-75df-4564-a2d7-3c47484eaa1a req-8022bb18-e656-4368-82d0-b8bde2d87b5a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:45.697384 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-477adf5c-75df-4564-a2d7-3c47484eaa1a req-8022bb18-e656-4368-82d0-b8bde2d87b5a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.8776500 Feb 07 23:09:45.698120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e55ac2e-eaff-465b-b182-73905072e0e3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.724318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:45.739640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:45.740971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.752994 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.924326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e55ac2e-eaff-465b-b182-73905072e0e3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:45.946398 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6006579-6201-4398-9cf1-53c9e3fd5c26 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:45.949144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6006579-6201-4398-9cf1-53c9e3fd5c26 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:45.955726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d6006579-6201-4398-9cf1-53c9e3fd5c26 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/c58da9ee-400e-44b8-be67-8b04b34246f0 HTTP/1.1" status: 404 len: 337 time: 0.2892022 Feb 07 23:09:45.957225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35378) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:46.044647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:46.045489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:46.051111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e1b62369-c311-4d7a-9e19-3824ae395317 None None] Port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:46.051770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] 10.222.0.36 "PUT /v2.0/ports/4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 1091 time: 4.2756646 Feb 07 23:09:46.052513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:09:46.121892 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6647161-e32d-4ac0-a967-df6ae89a5490 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:46.123217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6647161-e32d-4ac0-a967-df6ae89a5490 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:46.131222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a6647161-e32d-4ac0-a967-df6ae89a5490 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/038ef193-b959-419e-a22a-59c9d744c8ab HTTP/1.1" status: 404 len: 333 time: 0.1281030 Feb 07 23:09:46.137388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35384) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:46.289077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Calling delete_port for 6e34858e-5f17-4189-b8cd-195a86dafa00 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:46.323193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e657e0-97e5-450b-9e42-c822febede92 service neutron] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:46.345050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e55ac2e-eaff-465b-b182-73905072e0e3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:46.391559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55ac2e-eaff-465b-b182-73905072e0e3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b152b53e-5622-4f34-bbbe-9129d5214790,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:46.403864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-93cb7074-9d03-43c8-89e1-21a2c92d488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:46.405790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-93cb7074-9d03-43c8-89e1-21a2c92d488e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1094 time: 0.2798498 Feb 07 23:09:46.409624 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9822666-1338-493f-8a90-b2da475897c0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:46.410670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9822666-1338-493f-8a90-b2da475897c0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:46.418843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d9822666-1338-493f-8a90-b2da475897c0 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/438816b4-d92b-4343-ad7c-358778d16199 HTTP/1.1" status: 404 len: 337 time: 0.2302856 Feb 07 23:09:46.421534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:46.451609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35388) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:46.465400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c8b0537-b287-46ca-b25e-3c5e9d40cab1 req-01073a34-5918-4d50-be88-765d07c1aebd tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664077 Feb 07 23:09:46.572953 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:46.578540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-6fa500cc-5d5b-43e6-a06e-40a71a970c69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 217 time: 0.1619849 Feb 07 23:09:46.599691 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea993193-9cec-4c03-8854-d03fada0723b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] DELETE failed (client error): The resource could not be found. Feb 07 23:09:46.605334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea993193-9cec-4c03-8854-d03fada0723b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:09:46.611297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea993193-9cec-4c03-8854-d03fada0723b tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/subnets/965b8ef2-4054-4a11-9ac8-d01bcb9ee847 HTTP/1.1" status: 404 len: 337 time: 0.1441469 Feb 07 23:09:46.612167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35392) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:46.658964 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'status': 'completed', 'code': 200} Feb 07 23:09:46.661222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8e55ac2e-eaff-465b-b182-73905072e0e3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:46.668482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8e55ac2e-eaff-465b-b182-73905072e0e3 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/b152b53e-5622-4f34-bbbe-9129d5214790 HTTP/1.1" status: 204 len: 168 time: 1.4734232 Feb 07 23:09:46.670004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35396) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:46.729645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-477adf5c-75df-4564-a2d7-3c47484eaa1a req-0f6b4d6b-bb38-44e8-b100-b233e2c8c185 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8002999 Feb 07 23:09:46.736975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Deleting port 2bf95f56-26fb-44e4-9ded-4819d7cb2190 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:46.737905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:46.838586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0bfce913-1e09-49e0-b80e-7437f49d8f01 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:46.887544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0bfce913-1e09-49e0-b80e-7437f49d8f01 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:46.895175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0bfce913-1e09-49e0-b80e-7437f49d8f01 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2149699 Feb 07 23:09:46.896810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35400) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:46.911862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015395582'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:46.921998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:46.939516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:46.951247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:46.965648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-31a8c5cd-92ad-450b-bd8f-13c6863e6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:46.970305 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:09:46.971071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-31a8c5cd-92ad-450b-bd8f-13c6863e6ae8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.3828270 Feb 07 23:09:46.972627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:46.973091 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:09:47.005616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 442a7956-566d-4885-9de1-91bb6f843fa9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:47.006758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:47.022126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:47.101936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:47.106620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:47.109776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:47.118889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:47.209024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 442a7956-566d-4885-9de1-91bb6f843fa9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:47.209645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.236514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.261360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.359942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.361658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4595778 Feb 07 23:09:47.370557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:47.383453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Request body: {'security_group_rule': {'security_group_id': '842ee531-0eda-4c6e-86ab-4055957cc237', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:47.449763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:47.480257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:09:47.480552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Usage tracker for resource:security_group_rule and tenant:98f3d62098c047aaac38a764defd734f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:47.489133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Deleting port 6e34858e-5f17-4189-b8cd-195a86dafa00 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:09:47.489915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.500127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:47.509040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c9037-c8c3-49ce-b3b9-c646f3ac9e10 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842ee531-0eda-4c6e-86ab-4055957cc237,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:47.541961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:47.574647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993e849-4b39-454e-a858-030c881b2964 req-ce2d2dea-700d-44de-aabd-67bd3585d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:47.576480 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-ce2d2dea-700d-44de-aabd-67bd3585d948 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5551405 Feb 07 23:09:47.617631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.796513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.810969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.839668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-647b3b65-5078-49a2-af0a-a4b6cf1988c1 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451031 Feb 07 23:09:47.870856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5e9c15-a53f-4cea-b14e-77cfb2374a08,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:47.939012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:47.939892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-31b23452-4b2a-456d-aab0-c0f81f738c7d tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5647595 Feb 07 23:09:47.945740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35414) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:47.983932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] For port 6e34858e-5f17-4189-b8cd-195a86dafa00, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e34858e-5f17-4189-b8cd-195a86dafa00,segment=NetworkSegment(8809a9b2-47f3-4c1c-b295-0cb8c8d68e98),segment_id=8809a9b2-47f3-4c1c-b295-0cb8c8d68e98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:47.985170 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:48.115441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c012dbe-b500-4a4a-b5d2-144b388c94e8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:48.189780 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5993e849-4b39-454e-a858-030c881b2964 req-1caa3ced-ab03-4842-b5e0-11b3b994c235 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419082 Feb 07 23:09:48.191410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c012dbe-b500-4a4a-b5d2-144b388c94e8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:48.309396 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c012dbe-b500-4a4a-b5d2-144b388c94e8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:48.327151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Calling delete_port for 6e34858e-5f17-4189-b8cd-195a86dafa00 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:48.395419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:09:48.430454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d37f3d26-a3b4-4702-a9ce-b58c614b0605 admin admin] 10.222.0.10 "PUT /v2.0/routers/e7d2eb70-6d41-45bd-b5d0-a29c998d4546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6471419 Feb 07 23:09:48.444089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:09:48.466577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c012dbe-b500-4a4a-b5d2-144b388c94e8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842ee531-0eda-4c6e-86ab-4055957cc237,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:48.506764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c012dbe-b500-4a4a-b5d2-144b388c94e8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:48.512858 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8c012dbe-b500-4a4a-b5d2-144b388c94e8 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/842ee531-0eda-4c6e-86ab-4055957cc237 HTTP/1.1" status: 204 len: 168 time: 0.5627651 Feb 07 23:09:48.517069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35422) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:48.527151 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:48.578855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:48.583743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:48.607089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-b2e310d2-3d92-4ff0-b750-1e6ff0ca1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:48.607089 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-b2e310d2-3d92-4ff0-b750-1e6ff0ca1a59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1094 time: 0.2577593 Feb 07 23:09:48.725292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c8189f22-9c91-4382-a9b3-62edc6133fe2 None None] Provisioning complete for port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:48.726268 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8189f22-9c91-4382-a9b3-62edc6133fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:48.782320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-47c177b2-85e2-4c70-8844-8e769d0e2480 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:48.812299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Calling delete_port for 2bf95f56-26fb-44e4-9ded-4819d7cb2190 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:09:48.884293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-47c177b2-85e2-4c70-8844-8e769d0e2480 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:48.892176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-47c177b2-85e2-4c70-8844-8e769d0e2480 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3704154 Feb 07 23:09:48.896196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35428) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:48.993566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-d1b7c08a-8037-4d78-8337-96ed05c6094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:48.995292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-d1b7c08a-8037-4d78-8337-96ed05c6094a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.3796008 Feb 07 23:09:49.054632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c8189f22-9c91-4382-a9b3-62edc6133fe2 None None] Port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:09:49.094675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-e7583350-a004-4254-bb2d-9bbaa20d4d21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 217 time: 0.0857053 Feb 07 23:09:49.139705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-42d3368e-fbd7-48d5-ada4-2613e2b7a3af tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Synchronizing usage tracker for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:09:49.184532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-42d3368e-fbd7-48d5-ada4-2613e2b7a3af tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] Unset dirty status for tenant:98f3d62098c047aaac38a764defd734f on resource:security_group_rule {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:09:49.190621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-42d3368e-fbd7-48d5-ada4-2613e2b7a3af tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2875922 Feb 07 23:09:49.191514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35434) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:49.196258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-107892e7-3a8c-4736-9433-09674977d24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:49.197926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-107892e7-3a8c-4736-9433-09674977d24d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.0972064 Feb 07 23:09:49.206066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5d132-a6cc-48b6-99c1-a22c47e299fc req-ad3b7689-053c-4578-b58d-9715a1d7b874 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:49.221364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ccc5d132-a6cc-48b6-99c1-a22c47e299fc req-ad3b7689-053c-4578-b58d-9715a1d7b874 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 946 time: 1.3437386 Feb 07 23:09:49.245425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:49.326077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:49.359657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Port': ['ID=2bf95f56-26fb-44e4-9ded-4819d7cb2190,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:49.436412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:49.442900 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-d0a779c5-5aff-46cd-85c1-5d20c2cfff52 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] delete failed (client error): The resource could not be found. Feb 07 23:09:49.443995 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d0a779c5-5aff-46cd-85c1-5d20c2cfff52 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "DELETE /v2.0/security-groups/842ee531-0eda-4c6e-86ab-4055957cc237 HTTP/1.1" status: 404 len: 347 time: 0.2516894 Feb 07 23:09:49.450757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35440) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:49.497408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba012a53-9770-4f92-a295-41e69531ee66 req-61f5627c-1bc5-45b3-8505-173778a5d415 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:49.499629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba012a53-9770-4f92-a295-41e69531ee66 req-61f5627c-1bc5-45b3-8505-173778a5d415 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 1.4031050 Feb 07 23:09:49.504990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9ec3aead-d1d1-43c4-8ca7-b76b1cb00d31 tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/ports/2bf95f56-26fb-44e4-9ded-4819d7cb2190 HTTP/1.1" status: 204 len: 168 time: 2.8804703 Feb 07 23:09:49.509538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ccc5d132-a6cc-48b6-99c1-a22c47e299fc req-c252814e-2311-4e27-9439-db400705c121 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868781 Feb 07 23:09:49.510247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35446) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:49.544689 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aca1f842-7207-453a-94ef-af17ce537ab4 tempest-SecGroupIPv6Test-919841864 tempest-SecGroupIPv6Test-919841864-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861831 Feb 07 23:09:49.566719 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:49.591717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-03f73dba-e1f0-42eb-a057-0960aa8e604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:49.593913 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-03f73dba-e1f0-42eb-a057-0960aa8e604b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3819931 Feb 07 23:09:49.933908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] Pushing event deleted for resources: {'Port': ['ID=6e34858e-5f17-4189-b8cd-195a86dafa00,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:49.949922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b66585-e336-4079-a438-ac06d83e9984 None None] No DVR routers for this DVR port 6e34858e-5f17-4189-b8cd-195a86dafa00 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:09:50.041100 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-e8f86126-661c-40ce-8403-df53d2101972 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373972 Feb 07 23:09:50.297962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 2, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:50.313173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:09:50.314860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Updating router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:09:50.391379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35466) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:50.474649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:50.536513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35474) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:50.576786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-978187177-network', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:50.619048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:50.634238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba012a53-9770-4f92-a295-41e69531ee66 req-59fab60d-12fa-4610-bbd9-c6ee66f320c1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1195076 Feb 07 23:09:50.645213 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e9f2ea83-c0ea-4da9-84bf-74b74aea1ff9 req-2825ce1b-19f5-4b8a-8a57-7dbf6c19712a service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916603 Feb 07 23:09:50.658095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Usage tracker for resource:network and tenant:f538c033b81240769c5dd5c38e3adf34 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:50.665824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:50.678495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:50.698546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Made reservation on behalf of f538c033b81240769c5dd5c38e3adf34 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:50.702528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:50.740263 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:50.758294 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:50.787521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:50.794764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f538c033b81240769c5dd5c38e3adf34 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:50.798914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:50.811811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:51.071844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.079485 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.128653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:09:51.129145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.154854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42edba5b-3762-4d5b-b94f-0507e24720eb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:51.162777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.163314 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Added segment 7f63cff9-7561-4f8d-93ef-88dba31b243d of type vlan for network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 Feb 07 23:09:51.213603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655a869b-8308-4172-a0b0-d124b1bcef03']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:51.222402 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.261420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8809a9b2-47f3-4c1c-b295-0cb8c8d68e98') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:51.261420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8809a9b2-47f3-4c1c-b295-0cb8c8d68e98') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:51.285050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.286909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:51.290782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.331602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.369794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.392513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:09:51.395037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:09:51.460489 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:09:51.653862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] Pushing event updated for resources: {'Network': ['ID=0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:51.679573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:09:51.684653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:09:51.707357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.722677 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d3420922-9581-47be-a283-71b1a75f9eb3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98f3d62098c047aaac38a764defd734f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3302977 Feb 07 23:09:51.723490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35486) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:51.806897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dab09a27-0e1f-452d-9e89-2e003eb3b8f0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2666693 Feb 07 23:09:51.812670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35492) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:51.838160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Request body: {'subnet': {'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-978187177-subnet', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:51.843671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.853848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:51.862393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] Pushing event deleted for resources: {'Network': ['ID=655a869b-8308-4172-a0b0-d124b1bcef03,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:51.863528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Usage tracker for resource:subnet and tenant:f538c033b81240769c5dd5c38e3adf34 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:51.873703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:51.880697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db850bee-9f45-425e-9633-c8c48c3152cb tempest-PortsIpV6TestJSON-636494614 tempest-PortsIpV6TestJSON-636494614-project] 10.222.0.10 "DELETE /v2.0/networks/655a869b-8308-4172-a0b0-d124b1bcef03 HTTP/1.1" status: 204 len: 168 time: 2.3613956 Feb 07 23:09:51.886148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:51.927293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Made reservation on behalf of f538c033b81240769c5dd5c38e3adf34 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:51.935002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:51.985911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.077183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Transition to ACTIVE for port object a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:52.095269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.169977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36d92453-1b39-4127-a14a-d8925a1666a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.204735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1084a-cac6-46e4-bfe2-b5579954f1c6 None None] Pushing event updated for resources: {'Port': ['ID=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:52.306042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36d92453-1b39-4127-a14a-d8925a1666a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.332904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937c53f-2856-4e41-ab47-d859ac751aab req-4335f2b5-28da-427b-ab84-3f19701e6ec9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:52.342403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4937c53f-2856-4e41-ab47-d859ac751aab req-4335f2b5-28da-427b-ab84-3f19701e6ec9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.2573724 Feb 07 23:09:52.462808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4937c53f-2856-4e41-ab47-d859ac751aab req-db1fb061-fe57-49af-a20a-7719c005239b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193736 Feb 07 23:09:52.589949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:52.591091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36d92453-1b39-4127-a14a-d8925a1666a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.627826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'port_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'mac_address': 'fa:16:3e:68:2b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:09:52.648545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Attempting to bind port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:52.649001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Attempting to bind port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:52.649370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Attempting to bind port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:52.681139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35502) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:52.739404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d92453-1b39-4127-a14a-d8925a1666a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f7347-2bc9-42cb-84e7-b03e07ece06e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:52.787725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.895818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.934773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:52.935386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:52.935975 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.936600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:52.938563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Bound port: a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:52.942849 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:52.995588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:09:53.034286 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36d92453-1b39-4127-a14a-d8925a1666a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.039019 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36d92453-1b39-4127-a14a-d8925a1666a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b7f7347-2bc9-42cb-84e7-b03e07ece06e HTTP/1.1" status: 204 len: 168 time: 1.3128209 Feb 07 23:09:53.084250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5dcbf73-7b31-4230-96f6-42b7b749959e,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:53.095771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Checking segment: {'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:53.096491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Network hostable DHCP agents. Network: 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:09:53.131386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3dd8bde4-7e23-46aa-b6b6-6bbc534537af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86126c5901674d4caf64d97edb81986d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490895 Feb 07 23:09:53.133793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35512) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:53.145534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:09:53.175286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:53.203397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:53.204216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.233411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5832d85b-9804-4600-8f37-44888eaa37fc None None] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:09:53.290171 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5f673ec8-439e-4078-8524-81c31a194e93 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4652438 Feb 07 23:09:53.294059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35516) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:53.299406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:53.315268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:53.324428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Usage tracker for resource:router and tenant:f538c033b81240769c5dd5c38e3adf34 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:53.329713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d49eb17-aab0-440b-b40f-c2e406f9a459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.331954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:53.342563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:53.384580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.385641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.414410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d49eb17-aab0-440b-b40f-c2e406f9a459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.429600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.440499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] For port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:53.445693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] For port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:53.456114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:53.463358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.545449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d49eb17-aab0-440b-b40f-c2e406f9a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.561503 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.570746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49eb17-aab0-440b-b40f-c2e406f9a459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde99484-9daa-420f-a165-46c17bc70e73,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:53.593563 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d49eb17-aab0-440b-b40f-c2e406f9a459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:53.595709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4d49eb17-aab0-440b-b40f-c2e406f9a459 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bde99484-9daa-420f-a165-46c17bc70e73 HTTP/1.1" status: 204 len: 168 time: 0.4593470 Feb 07 23:09:53.742832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:09:53.744112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:54.084114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20027c4-9b1c-4087-b199-ced6ef40f6a1 req-b8e691e3-a05e-4fb0-aaa1-783a1042ff84 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:54.097892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c20027c4-9b1c-4087-b199-ced6ef40f6a1 req-b8e691e3-a05e-4fb0-aaa1-783a1042ff84 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.2701995 Feb 07 23:09:54.159517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:54.236690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c20027c4-9b1c-4087-b199-ced6ef40f6a1 req-39c623dd-f04d-4c3a-95b9-e838c56c849e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319368 Feb 07 23:09:54.378878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4206ec15-d6b8-4860-b9ae-3256dc3e0a66'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:09:54.585831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1084a-cac6-46e4-bfe2-b5579954f1c6 None None] Pushing event updated for resources: {'Port': ['ID=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:54.827094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:54.934481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:09:55.047285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60', 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'fixed_ips': [{'subnet_id': 'a5dcbf73-7b31-4230-96f6-42b7b749959e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:09:55.048137 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:55.312363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:55.381556 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:55.730282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Allocated IP 172.25.0.51 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/5a8a8f62-54c2-4e80-934d-6eaf625f9853) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:55.946573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Allocated IP 172.20.0.2 (0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60/a5dcbf73-7b31-4230-96f6-42b7b749959e/5927e980-eb09-4adf-bc48-59c4fcb1e6e5) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:09:56.030616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65ce86-af03-45bf-8f52-33673c4eb55e req-d0ee688e-3d54-4c9a-a698-084595389bf9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:56.049109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f65ce86-af03-45bf-8f52-33673c4eb55e req-d0ee688e-3d54-4c9a-a698-084595389bf9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.3360548 Feb 07 23:09:56.056187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.123994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35578) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:56.144239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f65ce86-af03-45bf-8f52-33673c4eb55e req-3f3ad489-6661-4e48-8599-b7b88fddd6c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925503 Feb 07 23:09:56.182117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.303082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:56.309000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:56.315363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:56.346099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.353788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-c260-4dac-b16b-f8b53b0311a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.378276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8a8f62-54c2-4e80-934d-6eaf625f9853,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:56.408084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Transition to ACTIVE for port object 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:56.479110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Transition to ACTIVE for port object 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:09:56.503828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.609862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:09:56.621921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:09:56.629116 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:09:56.658114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:53Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:09:56.744585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f01bae-7e26-4b50-94ac-5a48a573357d None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:53Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:09:56.758536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Pushing event updated for resources: {'Port': ['ID=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:56.872793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-729898288'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:56.921295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:56.938146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Attempting to bind port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:09:56.939112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Attempting to bind port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:09:56.945210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Attempting to bind port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 on network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:09:56.955058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35592) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:56.957581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:09:56.958352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Checking segment: {'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:09:56.958352 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.958903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Bound using segment: {'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:09:56.959393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Bound port: 5927e980-eb09-4adf-bc48-59c4fcb1e6e5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:09:56.959939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:56.969062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:57.000007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:57.072068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:57.170894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:57.270853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] For port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:09:57.281100 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.288157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] For port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,segment=NetworkSegment(7f63cff9-7561-4f8d-93ef-88dba31b243d),segment_id=7f63cff9-7561-4f8d-93ef-88dba31b243d)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:09:57.310241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:57.313999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.318456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f837aa819dd54c079518e6042f59f883 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:57.327101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:57.351101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:57.379020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:57.388471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.447076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.498787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:57.501392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:57.509046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.571540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:57.572520 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.659296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:security_group_rule and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:57.679499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6d408-d526-4bba-88ee-2948d9a4dc18 req-efd5c7aa-2a44-4e19-be6e-1037eaa1a862 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:57.681080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e6d408-d526-4bba-88ee-2948d9a4dc18 req-efd5c7aa-2a44-4e19-be6e-1037eaa1a862 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.2086818 Feb 07 23:09:57.690279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:57.720292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:57.745661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:57.747013 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.761258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e6d408-d526-4bba-88ee-2948d9a4dc18 req-019161b3-2df6-406a-9d68-d9ee778047a0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697501 Feb 07 23:09:57.762275 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:57.892530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f837aa819dd54c079518e6042f59f883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9349139 Feb 07 23:09:57.893496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35610) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:57.895560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81405d-092c-4b98-9e30-3094e31d44d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c287b474-5f43-4f9e-8412-760bb6a906ac,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:58.000125 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69e69e9c-3a50-4867-a309-9ee528d5abe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.044041 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69e69e9c-3a50-4867-a309-9ee528d5abe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.135417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69e69e9c-3a50-4867-a309-9ee528d5abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.197540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e69e9c-3a50-4867-a309-9ee528d5abe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c287b474-5f43-4f9e-8412-760bb6a906ac,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:58.203681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-69e69e9c-3a50-4867-a309-9ee528d5abe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.205979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-69e69e9c-3a50-4867-a309-9ee528d5abe7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c287b474-5f43-4f9e-8412-760bb6a906ac HTTP/1.1" status: 204 len: 168 time: 0.3009624 Feb 07 23:09:58.222705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd40ad-14be-42d6-86ad-d977b1a3e455 None None] Pushing event updated for resources: {'Port': ['ID=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:58.278543 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.334585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fcbacc33-9fbd-4ee6-8556-f6cf102ab9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.367361 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.419264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:09:58.433787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.445712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:09:58.446323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.579193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:58.612695 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.662837 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:09:58.700700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:09:58.715778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b47b03-8afa-466a-b272-8715d60f134d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:58.744998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:58.745459 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment 3f889187-3edc-45fb-9e61-63eeb4b8c316 of type vlan for network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 Feb 07 23:09:59.006261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.045869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.209843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:09:59.276090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.282115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:59.284511 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.306232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:09:59.368838 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.438800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=547a186a-54ec-48e9-9bb9-ffbf3b919ad1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:59.450856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601db9f-8df2-4bbc-8d8f-d435bbdb77da req-6140fdd9-419c-40e3-9eea-64e6112af43f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:09:59.452419 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3601db9f-8df2-4bbc-8d8f-d435bbdb77da req-6140fdd9-419c-40e3-9eea-64e6112af43f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.2933574 Feb 07 23:09:59.457174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:09:59.511597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:09:59.558986 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.566655 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4af279a8-9eb9-486c-b013-a483386103c2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4410934 Feb 07 23:09:59.568673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35640) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:09:59.587578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-552019277'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:09:59.622113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:09:59.651766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3601db9f-8df2-4bbc-8d8f-d435bbdb77da req-fcf00d98-34b1-4509-9db8-fafb95f46aa5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816962 Feb 07 23:09:59.661635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:09:59.668925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Router 28da9b3d-6f08-4109-bd6e-8ae6127976ea is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:09:59.673997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:09:59.708034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:09:59.738360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:09:59.748352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.816118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:09:59.874511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.875071 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment e5382b29-7ccf-4b94-ae21-517f2eb7dc75 of type vlan for network 6a6ae81e-9cb0-44df-8822-a9f47284a148 Feb 07 23:09:59.881254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:09:59.945230 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.951532 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:09:59.956914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:09:59.966168 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.056959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.071491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:00.078920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.117985 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'code': 200} Feb 07 23:10:00.153800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:00.223123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:00.299681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effbe6ad-5981-4bd1-8189-9eddddd1cfb7 None None] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:00.344053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:00.352370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:00.363426 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Sync routers for ids ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:00.384293 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8140998 Feb 07 23:10:00.392939 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Routers {'28da9b3d-6f08-4109-bd6e-8ae6127976ea'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:00.393958 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:00.398939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35668) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:00.437903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': '547a186a-54ec-48e9-9bb9-ffbf3b919ad1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:00.482693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.486406 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fcaa0415-a700-4972-b4da-3404552e0eb6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1913013 Feb 07 23:10:00.490583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35672) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:00.491029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8e846-f2e8-4918-a629-bfde6495323b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=6a6ae81e-9cb0-44df-8822-a9f47284a148,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:00.609634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9c8f-8a69-47e4-9f42-a1b65a777e18 req-35f19ae3-49ff-4fee-b4a1-72b1fc00cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:00.611285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-062e9c8f-8a69-47e4-9f42-a1b65a777e18 req-35f19ae3-49ff-4fee-b4a1-72b1fc00cbfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1096 time: 0.4629633 Feb 07 23:10:00.654400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1635525826-network', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:00.670107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:00.688145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Usage tracker for resource:network and tenant:d03ec50cd818485fab2776fa033bbda5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:00.697842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:00.703878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:00.712817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:10:00.720266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:00.726208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:00.745605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:00.745909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:00.768494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:00.780438 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.782265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-062e9c8f-8a69-47e4-9f42-a1b65a777e18 req-3b621292-d907-482b-b028-64a10943696a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607859 Feb 07 23:10:00.801817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Made reservation on behalf of d03ec50cd818485fab2776fa033bbda5 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:00.820717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.889420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cf2d6cd9-6b0f-44d4-aa3a-aa0d09f9077c None None] Provisioning for port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:00.912482 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Set router 28da9b3d-6f08-4109-bd6e-8ae6127976ea gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:00.919900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-cf2d6cd9-6b0f-44d4-aa3a-aa0d09f9077c None None] Provisioning complete for port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:00.920973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6cd9-6b0f-44d4-aa3a-aa0d09f9077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:00.957327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.010151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:01.020103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Usage tracker for resource:security_group_rule and tenant:d03ec50cd818485fab2776fa033bbda5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:01.023788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:01.034893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:01.042372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:01.247879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.267514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.316534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:10:01.348824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.349264 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Added segment 6769ef40-bb2f-4bc7-a78a-9ddfca0007c1 of type vlan for network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c Feb 07 23:10:01.369679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.410934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.509500 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6cd9-6b0f-44d4-aa3a-aa0d09f9077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.510977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.516050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:01.517150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.528455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:01.529012 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.630457 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:09:56Z', 'revision_number': 3, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port': {'id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:55Z', 'updated_at': '2022-02-07T23:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:01.653175 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Checking router: 28da9b3d-6f08-4109-bd6e-8ae6127976ea for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:01.655633 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Updating router 28da9b3d-6f08-4109-bd6e-8ae6127976ea port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:10:01.679661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.829417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-cf2d6cd9-6b0f-44d4-aa3a-aa0d09f9077c None None] For port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,segment=NetworkSegment(7f63cff9-7561-4f8d-93ef-88dba31b243d),segment_id=7f63cff9-7561-4f8d-93ef-88dba31b243d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:01.855318 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6cd9-6b0f-44d4-aa3a-aa0d09f9077c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:01.994555 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.024309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=5bf41d90-87df-4174-aaee-90c6247f0186,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:02.038778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': '3f889187-3edc-45fb-9e61-63eeb4b8c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '547a186a-54ec-48e9-9bb9-ffbf3b919ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:02.039047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: 547a186a-54ec-48e9-9bb9-ffbf3b919ad1, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:10:02.250048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d6cd9-6b0f-44d4-aa3a-aa0d09f9077c None None] Pushing event updated for resources: {'Port': ['ID=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:02.278253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308a1d0-3a47-46ac-804b-dd14be7a2bf3 req-abc37803-3e73-4632-a209-83393f5716bd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:02.286223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a308a1d0-3a47-46ac-804b-dd14be7a2bf3 req-abc37803-3e73-4632-a209-83393f5716bd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 1.2235465 Feb 07 23:10:02.302579 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9542799 Feb 07 23:10:02.306842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35688) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:02.316725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Request body: {'subnet': {'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1635525826-subnet', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:02.326068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:10:02.339917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:02.344076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 547a186a-54ec-48e9-9bb9-ffbf3b919ad1) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:02.361190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1006aa9e-da22-466b-a45c-223fb5335993,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:02.368330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb084e-e67f-4205-9e9b-1c135fd4db2e admin admin] Pushing event updated for resources: {'Network': ['ID=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:02.382206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:02.384692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.400113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Usage tracker for resource:subnet and tenant:d03ec50cd818485fab2776fa033bbda5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:02.410713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8d5f9-433d-440a-aa24-e6373a335588 None None] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:02.412716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:02.430990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:02.463032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a308a1d0-3a47-46ac-804b-dd14be7a2bf3 req-30b3f9b9-6d15-4f1e-ad8e-452a4125f88a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734903 Feb 07 23:10:02.471910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:10:02.520215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66e4b12d-5247-40a6-addc-9907f7568e33 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1176572 Feb 07 23:10:02.529701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35692) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:02.540663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': '6a6ae81e-9cb0-44df-8822-a9f47284a148', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:02.578330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Made reservation on behalf of d03ec50cd818485fab2776fa033bbda5 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:02.584582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:02.608402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b3b03774-7fdd-4167-bf08-34d5af306540 None None] Provisioning complete for port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:02.609037 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b3b03774-7fdd-4167-bf08-34d5af306540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.023240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:03.056870 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.063758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:03.082501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:03.103545 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Transition to ACTIVE for port object 5a8a8f62-54c2-4e80-934d-6eaf625f9853 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:03.123070 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.125037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:03.319609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:03.353912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.354627 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d9e92-ae2f-4c02-ac45-dbc9bbeb658b None None] Pushing event updated for resources: {'Port': ['ID=5a8a8f62-54c2-4e80-934d-6eaf625f9853,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:03.359487 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Attempting to bind port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:03.360025 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Attempting to bind port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:03.360549 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Attempting to bind port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:03.373068 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:03.376416 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:03.378514 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.379535 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:03.381085 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Bound port: 5a8a8f62-54c2-4e80-934d-6eaf625f9853, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:03.382929 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.403358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:03.507990 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] For port 5a8a8f62-54c2-4e80-934d-6eaf625f9853, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:03.517674 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] For port 5a8a8f62-54c2-4e80-934d-6eaf625f9853, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5a8a8f62-54c2-4e80-934d-6eaf625f9853,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:03.528874 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.592393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.670866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-547a186a-54ec-48e9-9bb9-ffbf3b919ad1', 'network_id': '547a186a-54ec-48e9-9bb9-ffbf3b919ad1', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': '5bf41d90-87df-4174-aaee-90c6247f0186'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:10:03.671712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.731928 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Routers {'28da9b3d-6f08-4109-bd6e-8ae6127976ea'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:03.732607 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:03.875311 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d9e92-ae2f-4c02-ac45-dbc9bbeb658b None None] Pushing event updated for resources: {'Port': ['ID=5a8a8f62-54c2-4e80-934d-6eaf625f9853,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:03.878697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e011c8-2583-4e89-ab93-1fc82dc30067,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:03.913202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:03.913652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:03.935770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Checking segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:03.937546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Network hostable DHCP agents. Network: 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:10:03.976480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.080324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:10:04.156934 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] Set router 28da9b3d-6f08-4109-bd6e-8ae6127976ea gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:04.180278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Allocated IP 2001:db8::2 (547a186a-54ec-48e9-9bb9-ffbf3b919ad1/5bf41d90-87df-4174-aaee-90c6247f0186/3ae79096-cb54-4e9a-9493-533f6bee995b) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:04.187701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:04.195115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:04.195977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.239210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ea1c4-a50a-4cfa-9143-99593871587a None None] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:04.268095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b100e31-ceb9-4831-8452-a38630ad4d25 req-f73412bc-6ba6-4d27-9ac4-397e946cd0be tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:04.269837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b100e31-ceb9-4831-8452-a38630ad4d25 req-f73412bc-6ba6-4d27-9ac4-397e946cd0be tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.5051370 Feb 07 23:10:04.335863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-767e7a53-c55e-43dd-ab97-3a3fc6fd576a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0249822 Feb 07 23:10:04.341043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35714) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:04.400424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:04.444885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b100e31-ceb9-4831-8452-a38630ad4d25 req-0b3c2df1-3ca3-4764-a648-8929adaf94cf tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540866 Feb 07 23:10:04.464314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:04.482470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Usage tracker for resource:router and tenant:d03ec50cd818485fab2776fa033bbda5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:04.486839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:04.502331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Allocated IP 172.20.0.1 (0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60/a5dcbf73-7b31-4230-96f6-42b7b749959e/b389010b-0f05-4023-b962-65ef5d1288e0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:04.508182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:04.510713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.615118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=389fea0f-cb2d-40b6-bbf8-d89b2574acec,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:04.632684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.634176 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.698102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': 'e5382b29-7ccf-4b94-ae21-517f2eb7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a6ae81e-9cb0-44df-8822-a9f47284a148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:04.698927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: 6a6ae81e-9cb0-44df-8822-a9f47284a148, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:10:04.725702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.755774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:10:04.785942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 6a6ae81e-9cb0-44df-8822-a9f47284a148) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:04.796098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:04.797564 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:04.968133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.009426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Transition to ACTIVE for port object b389010b-0f05-4023-b962-65ef5d1288e0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:05.070442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.083622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac3679-2627-415f-b88d-68d8e42f88f5 None None] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:05.196066 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:09:56Z', 'revision_number': 3, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port': {'id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:55Z', 'updated_at': '2022-02-07T23:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:05.205513 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476969f8-10d7-4d73-aa75-3b0d3b23e8b1 None None] The sync data for ids ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'] in n-d-827896-3 is: [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:09:56Z', 'revision_number': 3, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port': {'id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:55Z', 'updated_at': '2022-02-07T23:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:05.227016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:05.231120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:05.249169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:05.263564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-37d69615-d211-4aa8-b1ba-338e0673d085 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7321613 Feb 07 23:10:05.355319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'fixed_ips': [{'subnet_id': '13e011c8-2583-4e89-ab93-1fc82dc30067'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:10:05.356132 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.423977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:05.425981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Pushing event updated for resources: {'Port': ['ID=b389010b-0f05-4023-b962-65ef5d1288e0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:05.432280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:05.593269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1366300393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:05.746360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:05.817794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:router and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:05.843520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:05.940187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:05.994257 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.003175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.015080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.029530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d971fd9-6595-43f4-b32b-16cc8dda930e req-b7912caf-5f79-4d2b-bc03-2824c7ac7bb3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:06.044387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d971fd9-6595-43f4-b32b-16cc8dda930e req-b7912caf-5f79-4d2b-bc03-2824c7ac7bb3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.9756436 Feb 07 23:10:06.054494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35738) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:06.059118 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.070166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'floatingip': {'port_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:06.083968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.242864 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.296809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.298716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c2eea171-3421-4687-84c6-6140e4ab06b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7284520 Feb 07 23:10:06.301895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35748) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:06.336916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Allocated IP 172.20.0.2 (4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c/13e011c8-2583-4e89-ab93-1fc82dc30067/a2131e12-cb6d-4107-83a6-6c75da2dfa9d) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:06.353658 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.360046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-75096712-8ac2-453e-822e-6aaafc820662 None None] Provisioning for port b389010b-0f05-4023-b962-65ef5d1288e0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:06.381297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-75096712-8ac2-453e-822e-6aaafc820662 None None] Provisioning complete for port b389010b-0f05-4023-b962-65ef5d1288e0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:06.381736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75096712-8ac2-453e-822e-6aaafc820662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.479020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-75096712-8ac2-453e-822e-6aaafc820662 None None] Port b389010b-0f05-4023-b962-65ef5d1288e0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:06.542571 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:06.585602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.031939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Transition to ACTIVE for port object 3ae79096-cb54-4e9a-9493-533f6bee995b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:07.142280 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.145651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Transition to ACTIVE for port object 3ae79096-cb54-4e9a-9493-533f6bee995b will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:07.284851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.370191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-6a6ae81e-9cb0-44df-8822-a9f47284a148', 'network_id': '6a6ae81e-9cb0-44df-8822-a9f47284a148', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': '389fea0f-cb2d-40b6-bbf8-d89b2574acec'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:10:07.371212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.767619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.787229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.826492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:07.918030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:07.933967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Transition to ACTIVE for port object a2131e12-cb6d-4107-83a6-6c75da2dfa9d will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:07.966600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Transition to ACTIVE for port object a2131e12-cb6d-4107-83a6-6c75da2dfa9d will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:07.972277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5a8a8f62-54c2-4e80-934d-6eaf625f9853 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:07.975709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.019715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Pushing event updated for resources: {'Port': ['ID=3ae79096-cb54-4e9a-9493-533f6bee995b,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:08.044909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.045379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.045851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.046300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.046744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.047188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.047625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.048066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.048501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.049007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.049441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.049890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:08.060749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:08.064037 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.208441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.280539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:08.333608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Pushing event updated for resources: {'Port': ['ID=b389010b-0f05-4023-b962-65ef5d1288e0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:08.385747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Allocated IP 2001:db8:1::2 (6a6ae81e-9cb0-44df-8822-a9f47284a148/389fea0f-cb2d-40b6-bbf8-d89b2574acec/32ce4085-b1ce-4988-a5ed-73c47666efc7) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:08.483869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.555539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.762386 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.923874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:08.961066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:08.971025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:08.978615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:08.982403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:08.985729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:09.048529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Pushing event updated for resources: {'Port': ['ID=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:09.345683 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Floating IP 3efb2ac1-c42f-4086-aa04-a944621c9c7b associated. External IP: 172.25.0.126, port: 4206ec15-d6b8-4860-b9ae-3256dc3e0a66. Feb 07 23:10:09.681267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Allocated IP 172.25.0.75 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/e8d627d6-be2a-4a01-bbc3-e180af88c286) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:09.856684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8::1 (547a186a-54ec-48e9-9bb9-ffbf3b919ad1/5bf41d90-87df-4174-aaee-90c6247f0186/8d1352f6-108a-497e-bc3d-b96eff282d61) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:09.918334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Attempting to bind port 3ae79096-cb54-4e9a-9493-533f6bee995b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:09.919419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Attempting to bind port 3ae79096-cb54-4e9a-9493-533f6bee995b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '3f889187-3edc-45fb-9e61-63eeb4b8c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '547a186a-54ec-48e9-9bb9-ffbf3b919ad1'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:09.919977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Attempting to bind port 3ae79096-cb54-4e9a-9493-533f6bee995b on network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:09.936650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:09.937404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Checking segment: {'id': '3f889187-3edc-45fb-9e61-63eeb4b8c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '547a186a-54ec-48e9-9bb9-ffbf3b919ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:09.938147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.938738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Bound using segment: {'id': '3f889187-3edc-45fb-9e61-63eeb4b8c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '547a186a-54ec-48e9-9bb9-ffbf3b919ad1'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:09.939418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Bound port: 3ae79096-cb54-4e9a-9493-533f6bee995b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f889187-3edc-45fb-9e61-63eeb4b8c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '547a186a-54ec-48e9-9bb9-ffbf3b919ad1'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:09.940001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:09.990164 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.072806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Attempting to bind port a2131e12-cb6d-4107-83a6-6c75da2dfa9d on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:10.073529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Attempting to bind port a2131e12-cb6d-4107-83a6-6c75da2dfa9d by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:10.074426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Attempting to bind port a2131e12-cb6d-4107-83a6-6c75da2dfa9d on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:10.117544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Transition to ACTIVE for port object 32ce4085-b1ce-4988-a5ed-73c47666efc7 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:10.123688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:10.125118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Checking segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:10.127054 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.127839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Bound using segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:10.128661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Bound port: a2131e12-cb6d-4107-83a6-6c75da2dfa9d, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:10.129434 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.214334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:10.279036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:10.280026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.331629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-181d953f-e7e6-4f51-b6f1-e4639b8183c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4097066 Feb 07 23:10:10.421103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-930b5ae8-6ea5-4d9d-9e7b-4e4c21a22eb4 None None] Provisioning complete for port b389010b-0f05-4023-b962-65ef5d1288e0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:10.421477 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-930b5ae8-6ea5-4d9d-9e7b-4e4c21a22eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.443851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Router 28da9b3d-6f08-4109-bd6e-8ae6127976ea has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:10:10.576740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-930b5ae8-6ea5-4d9d-9e7b-4e4c21a22eb4 None None] Port b389010b-0f05-4023-b962-65ef5d1288e0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:10.585540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Transition to ACTIVE for port object 32ce4085-b1ce-4988-a5ed-73c47666efc7 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:10.666564 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.714741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:10:10.743798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.849726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] For port 3ae79096-cb54-4e9a-9493-533f6bee995b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:10.854132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] For port 3ae79096-cb54-4e9a-9493-533f6bee995b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3ae79096-cb54-4e9a-9493-533f6bee995b,segment=NetworkSegment(3f889187-3edc-45fb-9e61-63eeb4b8c316),segment_id=3f889187-3edc-45fb-9e61-63eeb4b8c316)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:10.929506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:10.952991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.000647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:11.008795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] For port a2131e12-cb6d-4107-83a6-6c75da2dfa9d, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:11.018883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:11.035382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:11.056986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 5a8a8f62-54c2-4e80-934d-6eaf625f9853, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5a8a8f62-54c2-4e80-934d-6eaf625f9853,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:11.062534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] For port a2131e12-cb6d-4107-83a6-6c75da2dfa9d, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:11.064187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Pushing event updated for resources: {'Port': ['ID=32ce4085-b1ce-4988-a5ed-73c47666efc7,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:11.078699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.160596 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.171985 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.210166 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.322062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:11.333724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:11.339834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object 8d1352f6-108a-497e-bc3d-b96eff282d61 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:11.345235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:11.354260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:11.395189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:11.415683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] Sync routers for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:11.532150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-16065476-c606-4d75-b71a-066bfe406bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:11.534180 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-16065476-c606-4d75-b71a-066bfe406bfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5&device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 1096 time: 1.0051990 Feb 07 23:10:11.536824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Pushing event updated for resources: {'Port': ['ID=e8d627d6-be2a-4a01-bbc3-e180af88c286,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:11.591398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:11.602668 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Sync routers for ids ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:11.619714 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Routers {'28da9b3d-6f08-4109-bd6e-8ae6127976ea'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:11.620959 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:11.730161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c9713829-85e1-4640-b16a-1ab11d0c114b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "PUT /v2.0/floatingips/3efb2ac1-c42f-4086-aa04-a944621c9c7b HTTP/1.1" status: 200 len: 991 time: 5.6720970 Feb 07 23:10:11.730773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:11.760702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Attempting to bind port 32ce4085-b1ce-4988-a5ed-73c47666efc7 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:11.761274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Attempting to bind port 32ce4085-b1ce-4988-a5ed-73c47666efc7 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'e5382b29-7ccf-4b94-ae21-517f2eb7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a6ae81e-9cb0-44df-8822-a9f47284a148'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:11.762079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Attempting to bind port 32ce4085-b1ce-4988-a5ed-73c47666efc7 on network 6a6ae81e-9cb0-44df-8822-a9f47284a148 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:11.772808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f094325-e7c4-4615-aab2-385ce9109341 None None] Pushing event updated for resources: {'Port': ['ID=3ae79096-cb54-4e9a-9493-533f6bee995b,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:12.026705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:12.027520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:12.078964 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'status': 'completed', 'code': 200} Feb 07 23:10:12.274119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:12.274495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Checking segment: {'id': 'e5382b29-7ccf-4b94-ae21-517f2eb7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a6ae81e-9cb0-44df-8822-a9f47284a148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:12.274912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:12.277356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Bound using segment: {'id': 'e5382b29-7ccf-4b94-ae21-517f2eb7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a6ae81e-9cb0-44df-8822-a9f47284a148'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:12.278043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Bound port: 32ce4085-b1ce-4988-a5ed-73c47666efc7, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5382b29-7ccf-4b94-ae21-517f2eb7dc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '6a6ae81e-9cb0-44df-8822-a9f47284a148'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:12.278322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:12.302646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Set router 28da9b3d-6f08-4109-bd6e-8ae6127976ea gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:12.321164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-829e3626-d839-48a0-8f4f-a80b13c67598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:12.328744 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-829e3626-d839-48a0-8f4f-a80b13c67598 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3d0b1347-8be6-470e-b9b7-72faad5675d8 HTTP/1.1" status: 200 len: 909 time: 0.7310772 Feb 07 23:10:12.338325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:12.402721 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-af666e64-cb20-4ec4-a564-0f1499a4dc08 admin admin] 10.222.0.10 "PUT /v2.0/routers/28da9b3d-6f08-4109-bd6e-8ae6127976ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9007976 Feb 07 23:10:12.673277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] For port 32ce4085-b1ce-4988-a5ed-73c47666efc7, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:12.688016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] For port 32ce4085-b1ce-4988-a5ed-73c47666efc7, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=32ce4085-b1ce-4988-a5ed-73c47666efc7,segment=NetworkSegment(e5382b29-7ccf-4b94-ae21-517f2eb7dc75),segment_id=e5382b29-7ccf-4b94-ae21-517f2eb7dc75)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:12.739682 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:12.794626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=5a8a8f62-54c2-4e80-934d-6eaf625f9853,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:12.891734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e61ecf-96a0-4c33-84dc-8c2f915aa8c8 req-063d6bf5-ac4f-4513-8e20-90d76a1b5adc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:12.898923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84e61ecf-96a0-4c33-84dc-8c2f915aa8c8 req-063d6bf5-ac4f-4513-8e20-90d76a1b5adc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.6849036 Feb 07 23:10:13.089382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:13.114773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:13.127189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-bdd658a9-df85-47aa-8215-a0cccb9b1795 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae HTTP/1.1" status: 200 len: 1001 time: 0.7275920 Feb 07 23:10:13.160630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:13.176335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:13.176335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:13.507243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-8c4f364b-bc5f-4416-9ae1-024ae91f6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:13.508880 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-8c4f364b-bc5f-4416-9ae1-024ae91f6fc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75984ac0-b102-44b0-a4db-1c60397cd814 HTTP/1.1" status: 200 len: 847 time: 0.1500571 Feb 07 23:10:13.730254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5a8a8f62-54c2-4e80-934d-6eaf625f9853 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:14.009335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-ac2f0ed3-8761-42bd-955f-5412b7deea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:14.012272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-ac2f0ed3-8761-42bd-955f-5412b7deea1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1096 time: 1.9315059 Feb 07 23:10:14.118132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa6392-a3da-42f8-aefe-4c08db172004 None None] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:14.139657 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port': {'id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:55Z', 'updated_at': '2022-02-07T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b389010b-0f05-4023-b962-65ef5d1288e0', 'name': '', 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'mac_address': 'fa:16:3e:27:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'a5dcbf73-7b31-4230-96f6-42b7b749959e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:06Z', 'revision_number': 2, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'subnets': [{'id': 'a5dcbf73-7b31-4230-96f6-42b7b749959e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:14.174215 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Checking router: 28da9b3d-6f08-4109-bd6e-8ae6127976ea for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:14.174782 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Updating router 28da9b3d-6f08-4109-bd6e-8ae6127976ea port b389010b-0f05-4023-b962-65ef5d1288e0 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:10:14.229615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:14.289559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:14.519559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84e61ecf-96a0-4c33-84dc-8c2f915aa8c8 req-c84cbcd8-d305-4771-bc32-0495b832d0e4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6092122 Feb 07 23:10:14.555027 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:14.736397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=8d1352f6-108a-497e-bc3d-b96eff282d61,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:14.849553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-a5ad2139-fcca-4340-aecf-de0ffbc4b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:14.853669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-a5ad2139-fcca-4340-aecf-de0ffbc4b5f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.8161118 Feb 07 23:10:15.085057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8ef02-fb6e-4a9e-a2c3-e7950776cd59 None None] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:15.453570 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-a0d76124-7687-46df-b6fb-a0cdae0084bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 999 time: 0.5767734 Feb 07 23:10:15.961050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b062-0e71-4cfb-9719-9677cc28055c None None] Pushing event updated for resources: {'Port': ['ID=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:16.055055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d923b12d-fb54-49ee-acc4-2c2587844572 None None] Provisioning for port 3ae79096-cb54-4e9a-9493-533f6bee995b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:16.150303 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.192507 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Transition to ACTIVE for port object b389010b-0f05-4023-b962-65ef5d1288e0 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:16.224907 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:16.256389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-fee8218b-5a20-44ea-b686-ed5e02f278cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:16.260128 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-fee8218b-5a20-44ea-b686-ed5e02f278cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3d0b1347-8be6-470e-b9b7-72faad5675d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.4306505 Feb 07 23:10:16.303477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dfbf4e-698e-45f8-9d7a-936528db71e0 None None] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:16.520624 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Pushing event updated for resources: {'Port': ['ID=b389010b-0f05-4023-b962-65ef5d1288e0,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:16.544742 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.546532 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.548310 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.550175 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.550945 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.552048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.554035 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.554571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.556307 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.557788 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.558684 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.560134 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:16.768742 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-5d29706e-c359-4c43-ac42-f8558cf50af2 service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905052 Feb 07 23:10:16.816906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-aadabdaf-4d07-49a4-9be6-7f7fd3fc49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:16.820694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-aadabdaf-4d07-49a4-9be6-7f7fd3fc49c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.9607031 Feb 07 23:10:17.005465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.005810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2d92d-de87-460a-a8a5-0b1a4c63727c req-b7a30094-2032-4b0e-aea8-78e8a1281030 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:17.008892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e2d92d-de87-460a-a8a5-0b1a4c63727c req-b7a30094-2032-4b0e-aea8-78e8a1281030 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.9458120 Feb 07 23:10:17.031661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.031942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.037626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.045254 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Attempting to bind port b389010b-0f05-4023-b962-65ef5d1288e0 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:17.046474 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Attempting to bind port b389010b-0f05-4023-b962-65ef5d1288e0 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:17.049050 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Attempting to bind port b389010b-0f05-4023-b962-65ef5d1288e0 on network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:17.059387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:17.060122 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.071738 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:17.074690 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Checking segment: {'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:17.079416 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.080226 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Bound using segment: {'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:17.081396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Bound port: b389010b-0f05-4023-b962-65ef5d1288e0, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f63cff9-7561-4f8d-93ef-88dba31b243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:17.082122 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.169830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=8d1352f6-108a-497e-bc3d-b96eff282d61,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:17.305119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4d4097ab-6642-4ff1-ad3d-7683b24795c3 None None] Provisioning for port a2131e12-cb6d-4107-83a6-6c75da2dfa9d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:17.378019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68e2d92d-de87-460a-a8a5-0b1a4c63727c req-aadcf448-80d6-424a-89bf-577ba0ce381a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3538396 Feb 07 23:10:17.427463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-5951b4f8-87a5-4767-a247-0777a00a4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:17.429352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-5951b4f8-87a5-4767-a247-0777a00a4e93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5841088 Feb 07 23:10:17.484350 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] For port b389010b-0f05-4023-b962-65ef5d1288e0, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:17.496595 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] For port b389010b-0f05-4023-b962-65ef5d1288e0, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b389010b-0f05-4023-b962-65ef5d1288e0,segment=NetworkSegment(7f63cff9-7561-4f8d-93ef-88dba31b243d),segment_id=7f63cff9-7561-4f8d-93ef-88dba31b243d)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:17.505526 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:17.643847 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Routers {'28da9b3d-6f08-4109-bd6e-8ae6127976ea'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:17.644869 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:17.690709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:17.699275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:17.781813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-1a493541-c639-4555-85f0-b2047ece0cff service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228714 Feb 07 23:10:17.889827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3ae79096-cb54-4e9a-9493-533f6bee995b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:18.016324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a5552-090e-4738-9071-9fa7d8d91882 None None] Pushing event updated for resources: {'Port': ['ID=32ce4085-b1ce-4988-a5ed-73c47666efc7,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:18.080683 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884c8c4-66d8-4520-9d9c-48ba55ce94fd None None] Pushing event updated for resources: {'Port': ['ID=b389010b-0f05-4023-b962-65ef5d1288e0,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:18.121943 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] Set router 28da9b3d-6f08-4109-bd6e-8ae6127976ea gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:18.423490 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e8b2a7cd-3ebc-4b28-b1fc-a2dff7ee5c3c req-157c02ce-98e1-4c34-9762-58b7f7e96d59 service neutron] 10.222.0.36 "GET /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6418164 Feb 07 23:10:18.450151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f72c0ff3-5378-4b70-97ae-2ed64ce91d50 req-14bef805-3af5-485d-bc5b-c0bfe4550748 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603370 Feb 07 23:10:18.529746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Router f46247f9-68f3-48db-8a6b-f4b551bd1f9b is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:10:18.597839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 68ba9c57-c9e9-4ab5-9181-030968d978aa is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:10:18.805583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4d4097ab-6642-4ff1-ad3d-7683b24795c3 None None] Provisioning for port 32ce4085-b1ce-4988-a5ed-73c47666efc7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:19.106773 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port': {'id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:55Z', 'updated_at': '2022-02-07T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b389010b-0f05-4023-b962-65ef5d1288e0', 'name': '', 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'mac_address': 'fa:16:3e:27:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'a5dcbf73-7b31-4230-96f6-42b7b749959e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:17Z', 'revision_number': 4, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'subnets': [{'id': 'a5dcbf73-7b31-4230-96f6-42b7b749959e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:19.116613 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddefa9ef-6d0f-4acc-b3ac-cdec33485fba None None] The sync data for ids ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'] in n-d-827896-3 is: [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:10:05Z', 'revision_number': 4, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port': {'id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:55Z', 'updated_at': '2022-02-07T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b389010b-0f05-4023-b962-65ef5d1288e0', 'name': '', 'network_id': '0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'mac_address': 'fa:16:3e:27:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3301, 'fixed_ips': [{'subnet_id': 'a5dcbf73-7b31-4230-96f6-42b7b749959e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:17Z', 'revision_number': 4, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'subnets': [{'id': 'a5dcbf73-7b31-4230-96f6-42b7b749959e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:19.556577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:19.570999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7eec84aa-8b56-4ef9-a048-e9825452a3a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/68ba9c57-c9e9-4ab5-9181-030968d978aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2655573 Feb 07 23:10:19.572959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35894) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:19.840279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b065d8-3d50-4bc6-a481-07f6846aac0a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:19.842467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d0b065d8-3d50-4bc6-a481-07f6846aac0a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:10:19.854272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3ae79096-cb54-4e9a-9493-533f6bee995b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:19.910592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] Sync routers for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:19.925071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d0b065d8-3d50-4bc6-a481-07f6846aac0a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:10:19.932386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d0b065d8-3d50-4bc6-a481-07f6846aac0a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports/8d1352f6-108a-497e-bc3d-b96eff282d61 HTTP/1.1" status: 200 len: 911 time: 0.3578508 Feb 07 23:10:19.935164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 35900) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:19.968875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3ae79096-cb54-4e9a-9493-533f6bee995b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:19.970130 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:20.027011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dc1a1-e4dc-4354-acbc-b0ec33f4fbee req-fc7661f6-e2ed-401b-9efe-e9b7af5ce9d1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:20.034587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a4dc1a1-e4dc-4354-acbc-b0ec33f4fbee req-fc7661f6-e2ed-401b-9efe-e9b7af5ce9d1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 1.1598535 Feb 07 23:10:20.196133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8a4dc1a1-e4dc-4354-acbc-b0ec33f4fbee req-57d69550-a644-47ea-9e30-bc5bb24afb71 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605272 Feb 07 23:10:20.197287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:20.208185 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Sync routers for ids ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:20.233320 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Routers {'f46247f9-68f3-48db-8a6b-f4b551bd1f9b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:20.235945 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:20.262685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:20.263758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:20.289830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:20.294322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4c64331d-735d-4976-8b0f-685908287d4c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.9469361 Feb 07 23:10:20.298336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 35910) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:20.759268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:21.159081 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Set router f46247f9-68f3-48db-8a6b-f4b551bd1f9b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:21.202744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:21.211589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:21.671700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:21.676921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6653e07f-b377-46b1-868f-af49b1809320 None None] The sync data for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:21.690758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3efb2ac1-c42f-4086-aa04-a944621c9c7b', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'port_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'mac_address': 'fa:16:3e:68:2b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:09:29Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 1, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:21.724782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] Checking router: 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:22.053660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:22.054351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:22.691325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-b70a10b0-d2a3-4204-80f2-4c4555adda29 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:22.700964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-b70a10b0-d2a3-4204-80f2-4c4555adda29 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 1.0454848 Feb 07 23:10:22.787616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:22.800517 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:12Z', 'revision_number': 3, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port': {'id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:08Z', 'updated_at': '2022-02-07T23:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:22.817887 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Checking router: f46247f9-68f3-48db-8a6b-f4b551bd1f9b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:22.818961 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Updating router f46247f9-68f3-48db-8a6b-f4b551bd1f9b port e8d627d6-be2a-4a01-bbc3-e180af88c286 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:10:22.843166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6338ff43-fe8f-441a-8c32-bd3bda699b16 None None] Provisioning for port 8d1352f6-108a-497e-bc3d-b96eff282d61 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:22.917917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6338ff43-fe8f-441a-8c32-bd3bda699b16 None None] Provisioning complete for port 8d1352f6-108a-497e-bc3d-b96eff282d61 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:22.918368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6338ff43-fe8f-441a-8c32-bd3bda699b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:22.920518 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:23.017048 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:23.062761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-9fd15590-ff9f-4dce-b919-f2ac38670e80 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/quotas/9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 375 time: 0.3554149 Feb 07 23:10:23.140937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:23.421793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-9a2dd3ba-7d35-42ef-9e44-0b1f098c8c15 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:10:23.574972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-9a2dd3ba-7d35-42ef-9e44-0b1f098c8c15 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:10:23.584433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-9a2dd3ba-7d35-42ef-9e44-0b1f098c8c15 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5031676 Feb 07 23:10:23.604484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6338ff43-fe8f-441a-8c32-bd3bda699b16 None None] Port 8d1352f6-108a-497e-bc3d-b96eff282d61 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:23.692959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 3ae79096-cb54-4e9a-9493-533f6bee995b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3ae79096-cb54-4e9a-9493-533f6bee995b,segment=NetworkSegment(3f889187-3edc-45fb-9e61-63eeb4b8c316),segment_id=3f889187-3edc-45fb-9e61-63eeb4b8c316)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:23.745442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6338ff43-fe8f-441a-8c32-bd3bda699b16 None None] Provisioning complete for port 3ae79096-cb54-4e9a-9493-533f6bee995b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:23.745442 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6338ff43-fe8f-441a-8c32-bd3bda699b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:23.750642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8:1::1 (6a6ae81e-9cb0-44df-8822-a9f47284a148/389fea0f-cb2d-40b6-bbf8-d89b2574acec/4dce3ae7-003b-4e89-9e43-9cc06f8ea88c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:23.888638 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.094187 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.134171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-c0221f0f-12fb-4508-81ca-72647db9ea36 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487452 Feb 07 23:10:24.200430 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.274892 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Transition to ACTIVE for port object e8d627d6-be2a-4a01-bbc3-e180af88c286 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:24.311825 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.396671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.527620 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Attempting to bind port e8d627d6-be2a-4a01-bbc3-e180af88c286 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:24.535547 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Attempting to bind port e8d627d6-be2a-4a01-bbc3-e180af88c286 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:24.536701 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Attempting to bind port e8d627d6-be2a-4a01-bbc3-e180af88c286 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:24.565360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:24.647589 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:24.647994 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:24.653904 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.655498 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:24.656978 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Bound port: e8d627d6-be2a-4a01-bbc3-e180af88c286, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:24.663378 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.685528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=3ae79096-cb54-4e9a-9493-533f6bee995b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:24.731214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2131e12-cb6d-4107-83a6-6c75da2dfa9d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:24.749094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-5b17ef92-92df-4522-8602-bd1ce9713710 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1067750 Feb 07 23:10:24.785474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:24.887880 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775491-33aa-4356-931d-71b2c0484650 None None] Pushing event updated for resources: {'Port': ['ID=e8d627d6-be2a-4a01-bbc3-e180af88c286,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:24.892441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port a2131e12-cb6d-4107-83a6-6c75da2dfa9d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:24.905732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-99ade275-1713-4469-9d77-327fed8bdba5 None None] Provisioning complete for port 8d1352f6-108a-497e-bc3d-b96eff282d61 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:24.906026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-99ade275-1713-4469-9d77-327fed8bdba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:25.007690 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] For port e8d627d6-be2a-4a01-bbc3-e180af88c286, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:25.014433 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] For port e8d627d6-be2a-4a01-bbc3-e180af88c286, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e8d627d6-be2a-4a01-bbc3-e180af88c286,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:25.023128 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:25.128174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a2131e12-cb6d-4107-83a6-6c75da2dfa9d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:25.128836 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:25.264884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-16649acf-b793-4047-9815-b0443886cc38 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1206651 Feb 07 23:10:25.317575 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90775491-33aa-4356-931d-71b2c0484650 None None] Pushing event updated for resources: {'Port': ['ID=e8d627d6-be2a-4a01-bbc3-e180af88c286,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:25.321126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-99ade275-1713-4469-9d77-327fed8bdba5 None None] Port 8d1352f6-108a-497e-bc3d-b96eff282d61 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:25.328601 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Routers {'f46247f9-68f3-48db-8a6b-f4b551bd1f9b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:25.329467 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:09:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:25.364158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:25.373694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:25.377840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:25.379229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:25.680414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=4dce3ae7-003b-4e89-9e43-9cc06f8ea88c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:25.824287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:25.857914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.858608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.859764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.860067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.860737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.861400 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.862006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.862717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.869496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.870236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.870872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.871405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:25.871729 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] Set router f46247f9-68f3-48db-8a6b-f4b551bd1f9b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:25.927233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:25.991327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Allocated IP 172.20.0.1 (4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c/13e011c8-2583-4e89-ab93-1fc82dc30067/b8799959-be51-4671-93da-cf86ec87ef07) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:26.017571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-b97b3cbc-93e8-4b8a-ae99-fab301abb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:26.022109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-b97b3cbc-93e8-4b8a-ae99-fab301abb089 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bce41b064db247bdb75f0430c0b8dca2&device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 1097 time: 1.0387075 Feb 07 23:10:26.197691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port a2131e12-cb6d-4107-83a6-6c75da2dfa9d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:26.202905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3efb2ac1-c42f-4086-aa04-a944621c9c7b', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'port_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'mac_address': 'fa:16:3e:68:2b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:09:29Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 1, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:26.213226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9dc59b57-5b2e-4f9f-853e-3dbcf40e638d None None] Provisioning for port 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:26.223585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9dc59b57-5b2e-4f9f-853e-3dbcf40e638d None None] Provisioning complete for port 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:26.224898 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9dc59b57-5b2e-4f9f-853e-3dbcf40e638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.352090 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce30f192-fdcf-4faf-b827-223ee2737185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.355182 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.356492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b389010b-0f05-4023-b962-65ef5d1288e0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:26.385701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.429575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Transition to ACTIVE for port object b8799959-be51-4671-93da-cf86ec87ef07 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:26.441300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9dc59b57-5b2e-4f9f-853e-3dbcf40e638d None None] Port 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:26.524510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.610476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50ada1d-3e11-406c-9b4f-82e73f40bde9 None None] The sync data for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 is: [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3efb2ac1-c42f-4086-aa04-a944621c9c7b', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'floating_ip_address': '172.25.0.126', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'port_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'mac_address': 'fa:16:3e:68:2b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:09:29Z', 'updated_at': '2022-02-07T23:10:08Z', 'revision_number': 1, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:26.665827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:26.720236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Pushing event updated for resources: {'Port': ['ID=b8799959-be51-4671-93da-cf86ec87ef07,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:26.759333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b389010b-0f05-4023-b962-65ef5d1288e0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:26.765444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:26.769044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fe86820-908a-4e1d-aca7-3ef4f30e28f2 req-38841c69-927b-4b52-9dd5-48e3f1c87a12 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.0912552 Feb 07 23:10:26.777126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b389010b-0f05-4023-b962-65ef5d1288e0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:26.778602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.779076 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:26.780873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.782216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.782635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.783041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.785062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.785500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.790838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.790838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.791201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.792731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.792731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:10:26.812873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:26.848843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:27.002213 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:12Z', 'revision_number': 3, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port': {'id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:08Z', 'updated_at': '2022-02-07T23:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:27.037065 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce89391f-8d40-4793-9fae-ace455195ccf None None] The sync data for ids ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'] in n-d-827896-3 is: [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:12Z', 'revision_number': 3, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port': {'id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:08Z', 'updated_at': '2022-02-07T23:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:27.061050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:27.216136 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:27.226575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-9c647630-4b2b-4485-9c06-93e48d6c60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:27.230233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-9c647630-4b2b-4485-9c06-93e48d6c60d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 200 len: 914 time: 0.9998863 Feb 07 23:10:27.323335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039db944-c318-421d-8d5c-3584d5e04ef4 None None] New status for floating IP 3efb2ac1-c42f-4086-aa04-a944621c9c7b: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:10:27.398349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:27.461654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b389010b-0f05-4023-b962-65ef5d1288e0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b389010b-0f05-4023-b962-65ef5d1288e0,segment=NetworkSegment(7f63cff9-7561-4f8d-93ef-88dba31b243d),segment_id=7f63cff9-7561-4f8d-93ef-88dba31b243d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:27.470949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-4c6e06d1-05a6-436f-a6cb-a6fbba0799ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1 HTTP/1.1" status: 200 len: 217 time: 0.2246065 Feb 07 23:10:27.488249 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:27.489486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 32ce4085-b1ce-4988-a5ed-73c47666efc7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:27.783034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-54f32706-e0c7-44fc-aee9-4b0286913ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:27.785186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-54f32706-e0c7-44fc-aee9-4b0286913ac6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53830ceb-7de3-4396-a48b-3d609d55a668 HTTP/1.1" status: 200 len: 853 time: 0.3072593 Feb 07 23:10:27.790558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57d5f770-6b3f-4bb5-8131-2e2cb729b669 None None] Provisioning for port b8799959-be51-4671-93da-cf86ec87ef07 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:27.859049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57d5f770-6b3f-4bb5-8131-2e2cb729b669 None None] Provisioning complete for port b8799959-be51-4671-93da-cf86ec87ef07 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:27.859726 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57d5f770-6b3f-4bb5-8131-2e2cb729b669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:27.882334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-166be1c2-4cf5-4699-a380-7c0032fa53c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700910 Feb 07 23:10:28.118093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-57d5f770-6b3f-4bb5-8131-2e2cb729b669 None None] Port b8799959-be51-4671-93da-cf86ec87ef07 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:28.119601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b389010b-0f05-4023-b962-65ef5d1288e0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:28.326008 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bf5a7b08-78b1-4395-b41f-0a916c1fe477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.346075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:10:28.352775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 32ce4085-b1ce-4988-a5ed-73c47666efc7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:28.406446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cd03b23-f9fd-4039-b7bf-97783a83e9b4 req-9604fb5b-3e27-4033-a58c-d503a9e10b92 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.1869287 Feb 07 23:10:28.434243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.434243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.561847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 32ce4085-b1ce-4988-a5ed-73c47666efc7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:28.562569 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.642683 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.659145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.659854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.671453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:28.677213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Pushing event updated for resources: {'Port': ['ID=b8799959-be51-4671-93da-cf86ec87ef07,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:28.892900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=4dce3ae7-003b-4e89-9e43-9cc06f8ea88c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:28.980126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:28.983411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:29.060938 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:29.160067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 32ce4085-b1ce-4988-a5ed-73c47666efc7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=32ce4085-b1ce-4988-a5ed-73c47666efc7,segment=NetworkSegment(e5382b29-7ccf-4b94-ae21-517f2eb7dc75),segment_id=e5382b29-7ccf-4b94-ae21-517f2eb7dc75)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:29.165707 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:29.307923 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-a203f149-d99f-41d7-a48f-89f29624c664 service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3928721 Feb 07 23:10:29.356522 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:29.376253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=32ce4085-b1ce-4988-a5ed-73c47666efc7,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:29.502002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:29.526769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:29.564780 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:29.625972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Router f46247f9-68f3-48db-8a6b-f4b551bd1f9b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:10:29.629402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-58f62192-e7d6-47ec-a9fa-3b6deb70e84f None None] Provisioning complete for port b8799959-be51-4671-93da-cf86ec87ef07 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:29.631027 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-58f62192-e7d6-47ec-a9fa-3b6deb70e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:29.967508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-58f62192-e7d6-47ec-a9fa-3b6deb70e84f None None] Port b8799959-be51-4671-93da-cf86ec87ef07 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:29.982703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e8d627d6-be2a-4a01-bbc3-e180af88c286 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:30.220439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-1de68c4c-837e-4f46-bbd6-16fb56a19a9e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:30.223713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-1de68c4c-837e-4f46-bbd6-16fb56a19a9e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:10:30.236979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a8f97a45-43fc-4e4e-a8c0-3ae3a54b0ac2 req-efa761ba-9914-4fb2-b371-2e180cfc0d5e service neutron] 10.222.0.26 "GET /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8945310 Feb 07 23:10:30.335179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5e33c767-67ec-45ab-a97e-e1e48db8a955 None None] Provisioning complete for port 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:30.335707 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5e33c767-67ec-45ab-a97e-e1e48db8a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:30.451416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e8d627d6-be2a-4a01-bbc3-e180af88c286 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:30.466662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e8d627d6-be2a-4a01-bbc3-e180af88c286 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:30.468256 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:30.524596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:30.553213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c14abc34-bcf4-45b1-a6f0-9a08d248b1f4 req-07bfadd7-0052-469c-9fd0-d2dd066a270b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.1056623 Feb 07 23:10:30.558983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 68ba9c57-c9e9-4ab5-9181-030968d978aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:10:30.560518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-1de68c4c-837e-4f46-bbd6-16fb56a19a9e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:10:30.561650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-1de68c4c-837e-4f46-bbd6-16fb56a19a9e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.8964849 Feb 07 23:10:30.568745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5e33c767-67ec-45ab-a97e-e1e48db8a955 None None] Port 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:30.580112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-75c91a90-3da2-4842-b71c-8e01b8274b0f admin admin] 10.222.0.10 "PUT /v2.0/routers/f46247f9-68f3-48db-8a6b-f4b551bd1f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2781177 Feb 07 23:10:30.583627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'port': {'device_id': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'admin_state_up': True, 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:30.752586 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:30.786536 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Sync routers for ids ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:30.794245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e8d627d6-be2a-4a01-bbc3-e180af88c286, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e8d627d6-be2a-4a01-bbc3-e180af88c286,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:30.800112 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:30.807820 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Routers {'f46247f9-68f3-48db-8a6b-f4b551bd1f9b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:30.809011 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:30.813646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2131e12-cb6d-4107-83a6-6c75da2dfa9d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:30.955157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:31.065659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e8d627d6-be2a-4a01-bbc3-e180af88c286,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:31.095924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:31.096232 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:31.112099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a2131e12-cb6d-4107-83a6-6c75da2dfa9d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:31.112581 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:31.120810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:31.125319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:31.434655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:31.457608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] Sync routers for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:31.490764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-77bcff57-0a33-4f8b-bdff-df8239c2047b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/68ba9c57-c9e9-4ab5-9181-030968d978aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5531158 Feb 07 23:10:31.491444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b389010b-0f05-4023-b962-65ef5d1288e0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:31.493377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36048) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:31.562049 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Set router f46247f9-68f3-48db-8a6b-f4b551bd1f9b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:31.575600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08d2ef-a9cc-4b16-9eca-47a642e495b2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:31.580427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5a08d2ef-a9cc-4b16-9eca-47a642e495b2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports/4dce3ae7-003b-4e89-9e43-9cc06f8ea88c HTTP/1.1" status: 200 len: 913 time: 0.0853798 Feb 07 23:10:31.581326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36054) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:31.582546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:31.598839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:31.714999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.20.0.11 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/9292e92d-f216-493b-9c60-5c324af7208a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:31.784230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:31.819405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:31.820289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:31.918043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:31.919133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc211c8-c387-4be6-b487-2358354ba325 None None] The sync data for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:31.972422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b389010b-0f05-4023-b962-65ef5d1288e0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:31.980289 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:32.023939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54e8ad1e-02c7-4b78-bf80-63d98be1efd1 req-4866545a-2356-4f99-ac3d-468caf72626e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.2302754 Feb 07 23:10:32.111467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36070) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:32.143898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-312510977-network', 'tenant_id': '8b76011aad4545ab9db368575381582b'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:32.247422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3ae79096-cb54-4e9a-9493-533f6bee995b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:32.293094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:32.311234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Usage tracker for resource:network and tenant:8b76011aad4545ab9db368575381582b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:32.323096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:32.345299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:32.350894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3ae79096-cb54-4e9a-9493-533f6bee995b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:32.355926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:32.392541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Transition to ACTIVE for port object 9292e92d-f216-493b-9c60-5c324af7208a will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:32.402356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:32.418513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d74716-eb09-46c9-9b4f-e0d43fc17e72 req-7581ca14-733a-4203-b9b0-c2e842c81e1d tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:32.420155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5d74716-eb09-46c9-9b4f-e0d43fc17e72 req-7581ca14-733a-4203-b9b0-c2e842c81e1d tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 946 time: 0.8376961 Feb 07 23:10:32.450237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:32.678556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:32.685095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:32.691689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:32.716116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Made reservation on behalf of 8b76011aad4545ab9db368575381582b for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:32.723068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:32.757466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:27Z', 'revision_number': 4, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port': {'id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:08Z', 'updated_at': '2022-02-07T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b8799959-be51-4671-93da-cf86ec87ef07', 'name': '', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'mac_address': 'fa:16:3e:6f:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:25Z', 'updated_at': '2022-02-07T23:10:27Z', 'revision_number': 2, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'subnets': [{'id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:32.768421 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Checking router: f46247f9-68f3-48db-8a6b-f4b551bd1f9b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:32.768812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Updating router f46247f9-68f3-48db-8a6b-f4b551bd1f9b port b8799959-be51-4671-93da-cf86ec87ef07 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:10:32.780592 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:32.905490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e8d627d6-be2a-4a01-bbc3-e180af88c286 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:32.964664 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.188333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5d74716-eb09-46c9-9b4f-e0d43fc17e72 req-99a2b7b2-2874-4d15-a7b3-51151c221be4 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6571653 Feb 07 23:10:33.220368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:33.235985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Usage tracker for resource:security_group_rule and tenant:8b76011aad4545ab9db368575381582b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:33.245813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e8d627d6-be2a-4a01-bbc3-e180af88c286 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:33.248691 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.249595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:33.297237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:33.328361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=9292e92d-f216-493b-9c60-5c324af7208a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:33.451525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:33.453783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e9fb97ec-3f41-4158-bbb3-058fb95517f9 None None] Provisioning for port 9292e92d-f216-493b-9c60-5c324af7208a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:33.454057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.456994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.501636 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-fec87c7c-c43b-4cd6-91ab-60e4187d63c8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9258552 Feb 07 23:10:33.519636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccb805-9877-47bf-890a-739332079bcb req-76e340a4-0fc2-47e7-83ad-a704abfa8e48 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:33.519820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.521529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-95ccb805-9877-47bf-890a-739332079bcb req-76e340a4-0fc2-47e7-83ad-a704abfa8e48 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Synchronizing usage tracker for tenant:bce41b064db247bdb75f0430c0b8dca2 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:10:33.523971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e9fb97ec-3f41-4158-bbb3-058fb95517f9 None None] Provisioning complete for port 9292e92d-f216-493b-9c60-5c324af7208a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:33.526306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e9fb97ec-3f41-4158-bbb3-058fb95517f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.537083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Request body: {'port': {'device_id': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:33.623763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:10:33.695391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93522794-2d8a-4788-8010-47fe4b378238,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:33.705517 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.706023 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Added segment 5a8a8628-212d-4a54-ade0-fdb6537cf87b of type vlan for network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce Feb 07 23:10:33.718776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-95ccb805-9877-47bf-890a-739332079bcb req-76e340a4-0fc2-47e7-83ad-a704abfa8e48 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Unset dirty status for tenant:bce41b064db247bdb75f0430c0b8dca2 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:10:33.725058 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95ccb805-9877-47bf-890a-739332079bcb req-76e340a4-0fc2-47e7-83ad-a704abfa8e48 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 946 time: 0.5131307 Feb 07 23:10:33.750199 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.766582 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Transition to ACTIVE for port object b8799959-be51-4671-93da-cf86ec87ef07 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:33.775456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486c299-968f-45b1-865d-fb26732bf548 req-b8412f54-86ce-4988-a126-fd0d75ab8846 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:33.776779 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.784057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3486c299-968f-45b1-865d-fb26732bf548 req-b8412f54-86ce-4988-a126-fd0d75ab8846 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 932 time: 0.3234594 Feb 07 23:10:33.823459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e9fb97ec-3f41-4158-bbb3-058fb95517f9 None None] Port 9292e92d-f216-493b-9c60-5c324af7208a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:33.823971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Deleting port c35a096e-232b-4b77-93c1-9b82d9d166e1 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:10:33.824534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:33.886067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 32ce4085-b1ce-4988-a5ed-73c47666efc7 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:33.911327 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984b50-2da3-4767-af56-f60fd761ed36 None None] Pushing event updated for resources: {'Port': ['ID=b8799959-be51-4671-93da-cf86ec87ef07,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:34.070083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 32ce4085-b1ce-4988-a5ed-73c47666efc7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:34.070929 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.107813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3486c299-968f-45b1-865d-fb26732bf548 req-9aa72811-2425-4143-bc1f-71ea97f3cb10 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374151 Feb 07 23:10:34.121040 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.123865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.238827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.337631 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Attempting to bind port b8799959-be51-4671-93da-cf86ec87ef07 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:34.338152 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Attempting to bind port b8799959-be51-4671-93da-cf86ec87ef07 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:34.338482 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Attempting to bind port b8799959-be51-4671-93da-cf86ec87ef07 on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:34.345522 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:34.345991 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Checking segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:34.346479 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.346744 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Bound using segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:34.347165 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Bound port: b8799959-be51-4671-93da-cf86ec87ef07, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:34.347545 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.581361 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] For port b8799959-be51-4671-93da-cf86ec87ef07, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:34.602778 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] For port b8799959-be51-4671-93da-cf86ec87ef07, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8799959-be51-4671-93da-cf86ec87ef07,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:34.610772 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.675692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.678597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:34.679588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:34.795238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6823502 Feb 07 23:10:34.796930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36096) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:34.822679 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Routers {'f46247f9-68f3-48db-8a6b-f4b551bd1f9b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:34.825297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:34.847897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Request body: {'subnet': {'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-312510977-subnet', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:34.920229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:34.988850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Usage tracker for resource:subnet and tenant:8b76011aad4545ab9db368575381582b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:35.128535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:35.187422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] For port c35a096e-232b-4b77-93c1-9b82d9d166e1, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=c35a096e-232b-4b77-93c1-9b82d9d166e1,segment=NetworkSegment(d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b),segment_id=d3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:35.188010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:35.231393 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984b50-2da3-4767-af56-f60fd761ed36 None None] Pushing event updated for resources: {'Port': ['ID=b8799959-be51-4671-93da-cf86ec87ef07,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:35.231873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:35.328709 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] Set router f46247f9-68f3-48db-8a6b-f4b551bd1f9b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:35.541978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c4afd-f821-4289-9266-3aa5fcef6d2d admin admin] Pushing event updated for resources: {'Network': ['ID=8db2bfae-7cd0-4ff5-afb7-345681e6a1ce,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:35.552681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Made reservation on behalf of 8b76011aad4545ab9db368575381582b for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:10:35.555050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:35.555897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93368f9-f259-4c83-8de0-c385f1326507 req-e2f169a5-bd3c-40f6-8cf7-27865f765f83 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:35.563591 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d93368f9-f259-4c83-8de0-c385f1326507 req-e2f169a5-bd3c-40f6-8cf7-27865f765f83 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 946 time: 1.0240948 Feb 07 23:10:35.572307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:10:35.606354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Calling delete_port for c35a096e-232b-4b77-93c1-9b82d9d166e1 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:10:35.653732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d93368f9-f259-4c83-8de0-c385f1326507 req-6c1611f7-fccb-4798-8fc8-f38a6231a6ad tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/security-groups?id=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887735 Feb 07 23:10:35.681826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507eb507-0320-4ae3-b3a0-5d41acb2517a req-d0a840e9-e303-43af-8782-16100f55b3bf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:35.694562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-507eb507-0320-4ae3-b3a0-5d41acb2517a req-d0a840e9-e303-43af-8782-16100f55b3bf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 932 time: 0.2339952 Feb 07 23:10:35.787142 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:10:35.958037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-507eb507-0320-4ae3-b3a0-5d41acb2517a req-7cf5d175-e633-4af7-a457-9403b414573c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625651 Feb 07 23:10:35.977064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device c35a096e-232b-4b77-93c1-9b82d9d166e1 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:10:35.993682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:10:35.994251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:36.193515 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:27Z', 'revision_number': 4, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port': {'id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:08Z', 'updated_at': '2022-02-07T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b8799959-be51-4671-93da-cf86ec87ef07', 'name': '', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'mac_address': 'fa:16:3e:6f:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:25Z', 'updated_at': '2022-02-07T23:10:34Z', 'revision_number': 4, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'subnets': [{'id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:36.207045 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b55d61-fc78-4276-8536-ef2a2d49720d None None] The sync data for ids ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'] in n-d-827896-3 is: [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:10:27Z', 'revision_number': 4, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port': {'id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:08Z', 'updated_at': '2022-02-07T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b8799959-be51-4671-93da-cf86ec87ef07', 'name': '', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'mac_address': 'fa:16:3e:6f:b2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:25Z', 'updated_at': '2022-02-07T23:10:34Z', 'revision_number': 4, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'subnets': [{'id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:36.212598 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:36.368318 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:36.422050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:36.557313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Pushing event deleted for resources: {'Port': ['ID=c35a096e-232b-4b77-93c1-9b82d9d166e1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:36.585580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:36.593334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:36.911623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 4dce3ae7-003b-4e89-9e43-9cc06f8ea88c owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:10:37.037441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8799959-be51-4671-93da-cf86ec87ef07 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:37.141253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] No DVR routers for this DVR port c35a096e-232b-4b77-93c1-9b82d9d166e1 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:37.161896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:37.218863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'name': 'network-vif-deleted', 'tag': 'c35a096e-232b-4b77-93c1-9b82d9d166e1'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:37.248958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9292e92d-f216-493b-9c60-5c324af7208a {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:10:37.263865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b8799959-be51-4671-93da-cf86ec87ef07 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:37.273676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b8799959-be51-4671-93da-cf86ec87ef07 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:37.274713 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:37.314875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95ccb805-9877-47bf-890a-739332079bcb req-5c488836-ba08-4e01-9cd7-5f06ad9fe557 tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.26 "DELETE /v2.0/ports/c35a096e-232b-4b77-93c1-9b82d9d166e1 HTTP/1.1" status: 204 len: 173 time: 3.5806501 Feb 07 23:10:37.347555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:37.413132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Transition to ACTIVE for port object 9292e92d-f216-493b-9c60-5c324af7208a will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:37.444380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:37.574594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:37.633335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b8799959-be51-4671-93da-cf86ec87ef07, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8799959-be51-4671-93da-cf86ec87ef07,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:37.642364 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:37.760406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b8799959-be51-4671-93da-cf86ec87ef07,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:37.804453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb941a3b-68fe-4c88-980a-d286a9b327b6 req-96e3223b-ee94-4ef4-976e-8a2da6b1045c tempest-VolumesSnapshotTestJSON-1719444943 tempest-VolumesSnapshotTestJSON-1719444943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1c4ad8b-3b79-49f4-a53b-905f6ba794f6 HTTP/1.1" status: 200 len: 210 time: 0.2100213 Feb 07 23:10:38.197779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef18e2-81de-471f-8d21-09aba09cba7f req-566ea7b3-b484-4f41-89c0-8d90308afd64 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:38.199627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67ef18e2-81de-471f-8d21-09aba09cba7f req-566ea7b3-b484-4f41-89c0-8d90308afd64 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.4992757 Feb 07 23:10:38.201098 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:38.342195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:38.436788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9292e92d-f216-493b-9c60-5c324af7208a,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:38.447820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=4dce3ae7-003b-4e89-9e43-9cc06f8ea88c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:38.501206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67ef18e2-81de-471f-8d21-09aba09cba7f req-3cc95b29-8483-49cf-b8f4-5c37f2f69d65 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880220 Feb 07 23:10:38.577365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54837469-f7f9-4519-aa70-efc96895f23d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:38.656493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Attempting to bind port 9292e92d-f216-493b-9c60-5c324af7208a on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:38.656851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Attempting to bind port 9292e92d-f216-493b-9c60-5c324af7208a by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:38.657571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Attempting to bind port 9292e92d-f216-493b-9c60-5c324af7208a on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:38.663842 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c4ad8b-3b79-49f4-a53b-905f6ba794f6', 'name': 'network-vif-deleted', 'tag': 'c35a096e-232b-4b77-93c1-9b82d9d166e1', 'status': 'completed', 'code': 200} Feb 07 23:10:38.665254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Checking segment: {'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:38.666460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Network hostable DHCP agents. Network: 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:10:38.683369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Port 9292e92d-f216-493b-9c60-5c324af7208a on network 1578e435-8757-4628-a497-fe2432a1d83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:10:38.684991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Attempting to bind port 9292e92d-f216-493b-9c60-5c324af7208a on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:38.716850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:38.719043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:38.720184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:38.721209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Bound port: 9292e92d-f216-493b-9c60-5c324af7208a, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:38.721990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:38.756262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8799959-be51-4671-93da-cf86ec87ef07 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:38.883913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:10:38.948719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b8799959-be51-4671-93da-cf86ec87ef07 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:38.949900 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.050918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] For port 9292e92d-f216-493b-9c60-5c324af7208a, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:39.054555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] For port 9292e92d-f216-493b-9c60-5c324af7208a, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9292e92d-f216-493b-9c60-5c324af7208a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:39.061892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.157003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:39.177925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:39.178543 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.179134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcacdb5d-76d0-4ca9-a6e2-76656a374253 None None] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:39.208490 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a4ec1a1b-1277-4730-b32a-5e646f2b33f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.3802781 Feb 07 23:10:39.211628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:39.211628 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.212665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/9292e92d-f216-493b-9c60-5c324af7208a HTTP/1.1" status: 200 len: 1092 time: 5.6824124 Feb 07 23:10:39.215983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36138) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:39.256983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:10:39.311495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:39.331002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Usage tracker for resource:router and tenant:8b76011aad4545ab9db368575381582b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:39.352024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:39.359376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:39.417103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.418162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.439153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba57e1-3f41-43e1-9f06-a046d0a074e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9292e92d-f216-493b-9c60-5c324af7208a,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:39.513139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.567297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8db2bfae-7cd0-4ff5-afb7-345681e6a1ce', 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'fixed_ips': [{'subnet_id': '54837469-f7f9-4519-aa70-efc96895f23d'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:10:39.568970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.577695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d968ee-46c2-46fd-aa14-8b966fceb1bb req-e1e99042-7990-4c80-8d55-2cbf9fe26a56 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:39.588034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37d968ee-46c2-46fd-aa14-8b966fceb1bb req-e1e99042-7990-4c80-8d55-2cbf9fe26a56 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 944 time: 1.5585914 Feb 07 23:10:39.708813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:39.995855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-37d968ee-46c2-46fd-aa14-8b966fceb1bb req-8fd8c964-3691-4c95-b5b0-f0ec51490329 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932819 Feb 07 23:10:40.003046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:40.031709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-2cfeaf68-f7a4-45d1-8520-ec536450699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.033974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-2cfeaf68-f7a4-45d1-8520-ec536450699c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 1095 time: 0.7610700 Feb 07 23:10:40.197979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Allocated IP 172.20.0.2 (8db2bfae-7cd0-4ff5-afb7-345681e6a1ce/54837469-f7f9-4519-aa70-efc96895f23d/de53abcd-ac60-4dc1-8483-8edb7993f204) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:40.231280 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-95ed966a-b12c-4d1d-a52f-33a8e6bff10c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9292e92d-f216-493b-9c60-5c324af7208a HTTP/1.1" status: 200 len: 217 time: 0.1363854 Feb 07 23:10:40.427804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-52a38257-db63-4b37-8e76-11215bf16c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.443566 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-52a38257-db63-4b37-8e76-11215bf16c08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1983166 Feb 07 23:10:40.478557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6da74-c44f-41b0-a809-a801f07221bf req-b435153b-d546-41f9-8223-f9eb91ae58ff tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.487330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfa6da74-c44f-41b0-a809-a801f07221bf req-b435153b-d546-41f9-8223-f9eb91ae58ff tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.6207597 Feb 07 23:10:40.551804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:40.606300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 68ba9c57-c9e9-4ab5-9181-030968d978aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:10:40.607749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Transition to ACTIVE for port object de53abcd-ac60-4dc1-8483-8edb7993f204 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:40.664989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfa6da74-c44f-41b0-a809-a801f07221bf req-3c546fa7-3212-4776-ac04-09dd9ca1b45b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247075 Feb 07 23:10:40.676103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:10:40.686896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Transition to ACTIVE for port object de53abcd-ac60-4dc1-8483-8edb7993f204 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:40.707568 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:40.851687 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a', 'status': 'completed', 'code': 200} Feb 07 23:10:40.867842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-181b758f-9d9c-4bed-83fd-bbc53a2b43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:40.869963 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-181b758f-9d9c-4bed-83fd-bbc53a2b43e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4116285 Feb 07 23:10:40.881606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:40.896948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:40.902937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:41.002472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Pushing event updated for resources: {'Port': ['ID=de53abcd-ac60-4dc1-8483-8edb7993f204,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:41.043205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Attempting to bind port de53abcd-ac60-4dc1-8483-8edb7993f204 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:41.044239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Attempting to bind port de53abcd-ac60-4dc1-8483-8edb7993f204 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:41.044896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Attempting to bind port de53abcd-ac60-4dc1-8483-8edb7993f204 on network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:41.080918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:41.082038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Checking segment: {'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:41.083091 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:41.084028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Bound using segment: {'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:41.084966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Bound port: de53abcd-ac60-4dc1-8483-8edb7993f204, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:41.085606 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:41.238499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] For port de53abcd-ac60-4dc1-8483-8edb7993f204, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:41.245547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] For port de53abcd-ac60-4dc1-8483-8edb7993f204, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=de53abcd-ac60-4dc1-8483-8edb7993f204,segment=NetworkSegment(5a8a8628-212d-4a54-ade0-fdb6537cf87b),segment_id=5a8a8628-212d-4a54-ade0-fdb6537cf87b)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:41.253612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:41.267646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] Sync routers for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:41.268331 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:41.296045 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:41.297974 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:41.313387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:41.325285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3243ffd6-5ca4-4661-8e90-7729dedd8f57 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/68ba9c57-c9e9-4ab5-9181-030968d978aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7371082 Feb 07 23:10:41.325807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36164) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:41.355105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:41.508784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Allocated IP 172.25.0.87 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/47b04eb0-d6b8-4817-916f-cf7e27628be3) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:41.600386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221bb74-4eae-4ddf-84c5-5740e899c8db None None] Pushing event updated for resources: {'Port': ['ID=de53abcd-ac60-4dc1-8483-8edb7993f204,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:41.624978 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:41.642998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:41.664706 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:41.919987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:42.042819 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:42.044892 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4155c283-e374-4844-ab27-af054ca6a0c3 None None] The sync data for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:42.097775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-2ffbd984-b094-45b0-85e0-c91ff9070f36 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1306081 Feb 07 23:10:42.199237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:42.387407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:42.391972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:42.399053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:42.446340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Pushing event updated for resources: {'Port': ['ID=47b04eb0-d6b8-4817-916f-cf7e27628be3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:42.697986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b6866f5-90df-484f-a877-c50b976b34b3 req-793ad196-41dc-4c0f-8806-5c0dd9635d9d service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782721 Feb 07 23:10:42.978983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device de53abcd-ac60-4dc1-8483-8edb7993f204 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:43.225641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port de53abcd-ac60-4dc1-8483-8edb7993f204 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:43.343005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e63e34-b841-408d-b0c1-60bcd7e17802 req-eaf2217d-95e7-450d-8c5a-ea87022a70e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:43.344958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92e63e34-b841-408d-b0c1-60bcd7e17802 req-eaf2217d-95e7-450d-8c5a-ea87022a70e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 944 time: 1.7381628 Feb 07 23:10:43.446293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-58f564f0-e90d-4682-9b38-ba1432fdc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:43.459846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-58f564f0-e90d-4682-9b38-ba1432fdc290 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 1095 time: 0.6670859 Feb 07 23:10:43.488282 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-92e63e34-b841-408d-b0c1-60bcd7e17802 req-b8b73395-390a-48bc-a296-cb85bcf6992f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200664 Feb 07 23:10:43.559813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0998b-1b40-421f-afd6-7ad80b1914e5 req-38c513b4-c56f-4af7-87d8-bb18bc577d56 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:43.559813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05c0998b-1b40-421f-afd6-7ad80b1914e5 req-38c513b4-c56f-4af7-87d8-bb18bc577d56 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 1.3621061 Feb 07 23:10:43.643263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d62bd-761a-47ba-96d3-47928c83719e None None] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:43.796432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05c0998b-1b40-421f-afd6-7ad80b1914e5 req-40e3eaa3-5b47-40b9-9655-10f62c35ea6d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571922 Feb 07 23:10:43.850952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36200) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:43.863112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:43.880750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:44.126147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5b831954-fee3-422a-8014-e2c5cc70151f None None] Provisioning for port de53abcd-ac60-4dc1-8483-8edb7993f204 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:44.177869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5b831954-fee3-422a-8014-e2c5cc70151f None None] Provisioning complete for port de53abcd-ac60-4dc1-8483-8edb7993f204 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:44.178343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b831954-fee3-422a-8014-e2c5cc70151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:44.198608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:44.224922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:44.234205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e8a9d7754e413db7dbfbdfa4370f7f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:44.243441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:44.314967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:44.360231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-90721bcb-ad7d-4847-8308-d738588eaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:44.365785 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-90721bcb-ad7d-4847-8308-d738588eaac3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.9042568 Feb 07 23:10:44.417254 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b831954-fee3-422a-8014-e2c5cc70151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:44.531098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5b831954-fee3-422a-8014-e2c5cc70151f None None] For port de53abcd-ac60-4dc1-8483-8edb7993f204, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=de53abcd-ac60-4dc1-8483-8edb7993f204,segment=NetworkSegment(5a8a8628-212d-4a54-ade0-fdb6537cf87b),segment_id=5a8a8628-212d-4a54-ade0-fdb6537cf87b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:44.544517 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b831954-fee3-422a-8014-e2c5cc70151f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:44.692355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-7cbe9c9a-2ff2-4f11-90ca-d5374d5aef1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9292e92d-f216-493b-9c60-5c324af7208a HTTP/1.1" status: 200 len: 217 time: 0.2219117 Feb 07 23:10:44.764297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:44.777619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:44.827423 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b831954-fee3-422a-8014-e2c5cc70151f None None] Pushing event updated for resources: {'Port': ['ID=de53abcd-ac60-4dc1-8483-8edb7993f204,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:44.946685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5e8a9d7754e413db7dbfbdfa4370f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0943737 Feb 07 23:10:44.958748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36212) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:45.010607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d6501550-692b-4009-9983-f067e184fec2 None None] Provisioning complete for port de53abcd-ac60-4dc1-8483-8edb7993f204 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:45.011208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6501550-692b-4009-9983-f067e184fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.069933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-b1f86fa1-23ae-4e53-8a87-ffb2c788b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:45.072768 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-b1f86fa1-23ae-4e53-8a87-ffb2c788b2a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.3638396 Feb 07 23:10:45.222091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480b964-6005-4c1a-841a-0f08514bc2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d441c06e-ce4a-42c9-bd0a-7240b12da761,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:45.284150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 8d1352f6-108a-497e-bc3d-b96eff282d61 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:10:45.284507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.328399 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.412398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab92e3-7ec3-42f1-aa76-46d2c6c2db40 req-37406ac8-1835-4638-b7f9-343c30db1ea4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:45.414182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-9334e651-167b-4406-8041-22d14f783d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:45.414451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bab92e3-7ec3-42f1-aa76-46d2c6c2db40 req-37406ac8-1835-4638-b7f9-343c30db1ea4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 944 time: 0.4575362 Feb 07 23:10:45.415233 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324fc96e-04a8-4ee8-a782-c40482b2d481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.415685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-9334e651-167b-4406-8041-22d14f783d50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3221474 Feb 07 23:10:45.564874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324fc96e-04a8-4ee8-a782-c40482b2d481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.584309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452759b-6308-4249-a652-2830e7aed021 req-80fd412a-8f42-4b70-8e4e-821f31c7879c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:45.586564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d452759b-6308-4249-a652-2830e7aed021 req-80fd412a-8f42-4b70-8e4e-821f31c7879c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.4869525 Feb 07 23:10:45.656923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bab92e3-7ec3-42f1-aa76-46d2c6c2db40 req-f0810da9-0139-4211-aca4-193ab43b337a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777508 Feb 07 23:10:45.710439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:45.713062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-2f90c0ea-975a-4a33-98a7-8a7c52666ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801931 Feb 07 23:10:45.897976 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e128d13e-cfdc-47d0-80ff-50e75b07b9a9 req-a479c2d8-377a-4f21-be07-ff35692a0d5d service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713507 Feb 07 23:10:45.904252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Router b4636953-9490-4223-9684-db51cc7700e7 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:10:45.935207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d452759b-6308-4249-a652-2830e7aed021 req-5a362f89-4d68-437c-ad7a-96cab2458aa4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297975 Feb 07 23:10:45.947163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 8d1352f6-108a-497e-bc3d-b96eff282d61 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:10:45.983423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324fc96e-04a8-4ee8-a782-c40482b2d481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.021245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fc96e-04a8-4ee8-a782-c40482b2d481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d441c06e-ce4a-42c9-bd0a-7240b12da761,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:46.030139 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-324fc96e-04a8-4ee8-a782-c40482b2d481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.033768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-324fc96e-04a8-4ee8-a782-c40482b2d481 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d441c06e-ce4a-42c9-bd0a-7240b12da761 HTTP/1.1" status: 204 len: 168 time: 1.0698862 Feb 07 23:10:46.213636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:46.227316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Sync routers for ids ['b4636953-9490-4223-9684-db51cc7700e7'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:46.253080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.255633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eabdb309-20b7-4bb4-9019-c07b704bf121 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0384433 Feb 07 23:10:46.261073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36226) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:46.265032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Routers {'b4636953-9490-4223-9684-db51cc7700e7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:46.265911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b4636953-9490-4223-9684-db51cc7700e7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:46.521487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Set router b4636953-9490-4223-9684-db51cc7700e7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:46.539896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36230) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:46.562883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.567973 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.593441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:46.603726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Usage tracker for resource:security_group_rule and tenant:167f06fbf484403180bdb7b25dbbaf43 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:46.610838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:46.624889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:46.702020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=8d1352f6-108a-497e-bc3d-b96eff282d61,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:46.904068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:46.909580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.050643 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=167f06fbf484403180bdb7b25dbbaf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5093100 Feb 07 23:10:47.061691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36242) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:47.072983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device de53abcd-ac60-4dc1-8483-8edb7993f204 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:47.147624 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.205466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31baeb81-6731-40d3-8547-fb06a78e5457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17e82f8-4eb8-4444-8ffb-254b055371a0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:47.225928 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5a13-1a1f-4f34-a7b0-3ef956b94e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.242590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port de53abcd-ac60-4dc1-8483-8edb7993f204 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:47.243651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.266025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5a13-1a1f-4f34-a7b0-3ef956b94e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.306427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:10:43Z', 'revision_number': 3, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:47.318095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Checking router: b4636953-9490-4223-9684-db51cc7700e7 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:10:47.318535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Updating router b4636953-9490-4223-9684-db51cc7700e7 port 47b04eb0-d6b8-4817-916f-cf7e27628be3 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:10:47.341689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5a13-1a1f-4f34-a7b0-3ef956b94e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.364744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f5a13-1a1f-4f34-a7b0-3ef956b94e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17e82f8-4eb8-4444-8ffb-254b055371a0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:47.373666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5a13-1a1f-4f34-a7b0-3ef956b94e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:47.375509 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ae9f5a13-1a1f-4f34-a7b0-3ef956b94e8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e17e82f8-4eb8-4444-8ffb-254b055371a0 HTTP/1.1" status: 204 len: 168 time: 0.3092768 Feb 07 23:10:47.449321 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:48.134954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f72a0a-576a-4408-b59a-822d2f1d34e6 req-356b9921-d95a-4721-b941-28f589c08ed2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:48.136963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8f72a0a-576a-4408-b59a-822d2f1d34e6 req-356b9921-d95a-4721-b941-28f589c08ed2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 944 time: 0.9924443 Feb 07 23:10:48.204328 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:48.237285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Transition to ACTIVE for port object 47b04eb0-d6b8-4817-916f-cf7e27628be3 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:48.251448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:48.313957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 68ba9c57-c9e9-4ab5-9181-030968d978aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:10:48.352692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Attempting to bind port 47b04eb0-d6b8-4817-916f-cf7e27628be3 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:10:48.352692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Attempting to bind port 47b04eb0-d6b8-4817-916f-cf7e27628be3 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:10:48.352692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Attempting to bind port 47b04eb0-d6b8-4817-916f-cf7e27628be3 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:10:48.367739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:10:48.368401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:10:48.368848 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:48.369523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:10:48.370695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Bound port: 47b04eb0-d6b8-4817-916f-cf7e27628be3, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:10:48.371392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:48.373214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb448fd-adc7-418c-afbb-81d92a301b6e req-c1b60726-1ee0-43fd-8e06-83f6abd74d4c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:48.376108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3cb448fd-adc7-418c-afbb-81d92a301b6e req-c1b60726-1ee0-43fd-8e06-83f6abd74d4c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 1.1183231 Feb 07 23:10:48.492027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced33b8-086c-4110-8350-873608b47807 None None] Pushing event updated for resources: {'Port': ['ID=47b04eb0-d6b8-4817-916f-cf7e27628be3,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:48.518478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8f72a0a-576a-4408-b59a-822d2f1d34e6 req-de7deef3-27f4-4768-8013-f5acf9988c76 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689840 Feb 07 23:10:48.574688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] For port 47b04eb0-d6b8-4817-916f-cf7e27628be3, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:10:48.579947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] For port 47b04eb0-d6b8-4817-916f-cf7e27628be3, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=47b04eb0-d6b8-4817-916f-cf7e27628be3,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:10:48.586725 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:48.692054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Routers {'b4636953-9490-4223-9684-db51cc7700e7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:48.693277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b4636953-9490-4223-9684-db51cc7700e7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:48.892824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] Set router b4636953-9490-4223-9684-db51cc7700e7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:10:48.940238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:48.955430 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] Sync routers for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:48.978870 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:48.981505 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:48.984774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3cb448fd-adc7-418c-afbb-81d92a301b6e req-3558f85c-0832-4d35-9b7e-154349d0305b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5839727 Feb 07 23:10:49.035541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2d838fd5-0a8e-4aa8-8114-fac7fba8caa9 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/68ba9c57-c9e9-4ab5-9181-030968d978aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7051516 Feb 07 23:10:49.038036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36274) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:49.089685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced33b8-086c-4110-8350-873608b47807 None None] Pushing event updated for resources: {'Port': ['ID=47b04eb0-d6b8-4817-916f-cf7e27628be3,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:49.157513 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:49.187985 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] Routers {'68ba9c57-c9e9-4ab5-9181-030968d978aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:10:49.189330 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['68ba9c57-c9e9-4ab5-9181-030968d978aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:49.192920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ec93914a-fafb-4184-b4e3-96445bc22e03 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:10:49.246484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ec93914a-fafb-4184-b4e3-96445bc22e03 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:10:49.246484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ec93914a-fafb-4184-b4e3-96445bc22e03 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=68ba9c57-c9e9-4ab5-9181-030968d978aa HTTP/1.1" status: 200 len: 205 time: 0.1855526 Feb 07 23:10:49.246484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36282) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:49.337193 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:49.339247 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a366c03c-7ca2-45f2-9da1-8899b6e54bb4 None None] The sync data for ids ['68ba9c57-c9e9-4ab5-9181-030968d978aa'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:49.525240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:10:43Z', 'revision_number': 3, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:49.531448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5e8aa-bdd8-42ae-beff-f79a76511453 None None] The sync data for ids ['b4636953-9490-4223-9684-db51cc7700e7'] in n-d-827896-3 is: [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:10:43Z', 'revision_number': 3, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:10:49.578455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:49.765770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:10:49.892496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc91b5fe-b3f3-4d52-995c-3f6c0360bfe5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.228007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9292e92d-f216-493b-9c60-5c324af7208a details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:10:50.472029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Allocated IP 172.20.0.1 (8db2bfae-7cd0-4ff5-afb7-345681e6a1ce/54837469-f7f9-4519-aa70-efc96895f23d/92f4cc0b-9faa-4172-9fc9-0c5451294e16) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:10:50.591254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc91b5fe-b3f3-4d52-995c-3f6c0360bfe5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.596353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc91b5fe-b3f3-4d52-995c-3f6c0360bfe5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.650994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc91b5fe-b3f3-4d52-995c-3f6c0360bfe5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.652603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc91b5fe-b3f3-4d52-995c-3f6c0360bfe5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Fanout notify agent at l3_agent the message router_deleted on router 68ba9c57-c9e9-4ab5-9181-030968d978aa {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:10:50.681347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc91b5fe-b3f3-4d52-995c-3f6c0360bfe5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:50.682963 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bc91b5fe-b3f3-4d52-995c-3f6c0360bfe5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/68ba9c57-c9e9-4ab5-9181-030968d978aa HTTP/1.1" status: 204 len: 168 time: 1.4477403 Feb 07 23:10:50.686374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36318) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:50.745697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa986a3-9d02-4c3b-9ea6-5b5045a9f8d6 req-31317332-98e2-478e-baf8-d192b9664635 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:50.766838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-faa986a3-9d02-4c3b-9ea6-5b5045a9f8d6 req-31317332-98e2-478e-baf8-d192b9664635 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 944 time: 0.8046138 Feb 07 23:10:50.997430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet 389fea0f-cb2d-40b6-bbf8-d89b2574acec {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:10:51.030786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.084177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 47b04eb0-d6b8-4817-916f-cf7e27628be3 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:51.197429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.293084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9292e92d-f216-493b-9c60-5c324af7208a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9292e92d-f216-493b-9c60-5c324af7208a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:51.299607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-faa986a3-9d02-4c3b-9ea6-5b5045a9f8d6 req-9a833e1a-9ccd-42ae-a7f5-4f7e1c4f2f27 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309172 Feb 07 23:10:51.383069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:51.433566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.433834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '9292e92d-f216-493b-9c60-5c324af7208a', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'port_id': '9292e92d-f216-493b-9c60-5c324af7208a', 'mac_address': 'fa:16:3e:94:35:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:10:51.464267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'port_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'mac_address': 'fa:16:3e:68:2b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:10:51.466723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ed2b1-a034-49d0-9832-04af6755944f req-e375c19b-22ce-4d31-a979-62505967b61c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:51.476626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-712ed2b1-a034-49d0-9832-04af6755944f req-e375c19b-22ce-4d31-a979-62505967b61c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.9635005 Feb 07 23:10:51.582277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-712ed2b1-a034-49d0-9832-04af6755944f req-9d21e141-2248-4462-a5ee-9795681c7d97 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042624 Feb 07 23:10:51.605422 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.649230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.718756 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.732414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Transition to ACTIVE for port object 92f4cc0b-9faa-4172-9fc9-0c5451294e16 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:10:51.746177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=389fea0f-cb2d-40b6-bbf8-d89b2574acec,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:51.760854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 47b04eb0-d6b8-4817-916f-cf7e27628be3 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:51.791050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:51.812245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-73c08795-1418-4abc-a6a0-a7dba544087d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/389fea0f-cb2d-40b6-bbf8-d89b2574acec HTTP/1.1" status: 204 len: 168 time: 1.1224537 Feb 07 23:10:51.814140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36342) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:51.849875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aaa222-ca89-4783-b60d-22dec06b71a3 None None] Network 6a6ae81e-9cb0-44df-8822-a9f47284a148 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:51.878281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.103544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 47b04eb0-d6b8-4817-916f-cf7e27628be3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:52.105025 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.202580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet 5bf41d90-87df-4174-aaee-90c6247f0186 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:10:52.210910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.232402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9292e92d-f216-493b-9c60-5c324af7208a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:10:52.244280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:52.255356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:52.288781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:10:52.317852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9292e92d-f216-493b-9c60-5c324af7208a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9292e92d-f216-493b-9c60-5c324af7208a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:52.407162 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.536117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Pushing event updated for resources: {'Port': ['ID=92f4cc0b-9faa-4172-9fc9-0c5451294e16,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:52.552456 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.578295 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.810553 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:52.942396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:10:52.994477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.027351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:53.092780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9292e92d-f216-493b-9c60-5c324af7208a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:10:53.247587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9292e92d-f216-493b-9c60-5c324af7208a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:53.252518 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.254659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.321796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c7b9bda6-e17c-41ef-a7f4-f2661eb7d498 None None] Provisioning for port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:53.521551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf41d90-87df-4174-aaee-90c6247f0186,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:53.535192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.575899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4206ec15-d6b8-4860-b9ae-3256dc3e0a66'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:10:53.577779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6955091a-bf0b-481c-b227-ec05c976982a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/5bf41d90-87df-4174-aaee-90c6247f0186 HTTP/1.1" status: 204 len: 168 time: 1.7622311 Feb 07 23:10:53.581647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:53.675232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c7b9bda6-e17c-41ef-a7f4-f2661eb7d498 None None] Provisioning complete for port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:53.675613 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7b9bda6-e17c-41ef-a7f4-f2661eb7d498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.890566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:53.922559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 32ce4085-b1ce-4988-a5ed-73c47666efc7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:10:53.923074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.050791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3847fbb9-1e4e-4441-8c47-52a13f58bb3b None None] Network 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:10:54.088780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9bda6-e17c-41ef-a7f4-f2661eb7d498 None None] Port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:10:54.097112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ea55-c405-4b16-88cc-5f107c2a3e45 req-2f5f26b0-6811-4a7c-b740-19b0b22e2b92 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:54.110146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a874ea55-c405-4b16-88cc-5f107c2a3e45 req-2f5f26b0-6811-4a7c-b740-19b0b22e2b92 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.9325604 Feb 07 23:10:54.124001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e501b-bafb-45f4-a0d0-e250d4255116 req-16f13576-df6c-49d0-b55a-d8eff49fb140 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:54.145751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d02e501b-bafb-45f4-a0d0-e250d4255116 req-16f13576-df6c-49d0-b55a-d8eff49fb140 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 945 time: 0.9665778 Feb 07 23:10:54.351304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d02e501b-bafb-45f4-a0d0-e250d4255116 req-7c96d958-b211-47d8-bafd-b852c9f36cca tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041590 Feb 07 23:10:54.548406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a874ea55-c405-4b16-88cc-5f107c2a3e45 req-49aaed68-260f-44ea-9731-7ceb31634392 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4370897 Feb 07 23:10:54.579504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.855331 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:54.866622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:54.893224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port 32ce4085-b1ce-4988-a5ed-73c47666efc7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=32ce4085-b1ce-4988-a5ed-73c47666efc7,segment=NetworkSegment(e5382b29-7ccf-4b94-ae21-517f2eb7dc75),segment_id=e5382b29-7ccf-4b94-ae21-517f2eb7dc75)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:54.893841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.299607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 47b04eb0-d6b8-4817-916f-cf7e27628be3, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=47b04eb0-d6b8-4817-916f-cf7e27628be3,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:55.319791 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:55.392084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 32ce4085-b1ce-4988-a5ed-73c47666efc7 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:10:55.653974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf286bc-c334-4f2a-bc8c-e8243bb3fb3a None None] DHCP port deletion for 6a6ae81e-9cb0-44df-8822-a9f47284a148 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:10:55.688111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 32ce4085-b1ce-4988-a5ed-73c47666efc7 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:10:56.006237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8bf286bc-c334-4f2a-bc8c-e8243bb3fb3a None None] Deleting port 32ce4085-b1ce-4988-a5ed-73c47666efc7 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:10:56.010886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.024383 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8bf286bc-c334-4f2a-bc8c-e8243bb3fb3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.195844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=32ce4085-b1ce-4988-a5ed-73c47666efc7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:56.215680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No DVR routers for this DVR port 32ce4085-b1ce-4988-a5ed-73c47666efc7 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:56.448792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=47b04eb0-d6b8-4817-916f-cf7e27628be3,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:56.596586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No active binding found for port 32ce4085-b1ce-4988-a5ed-73c47666efc7 {{(pid=87672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 07 23:10:56.597337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 32ce4085-b1ce-4988-a5ed-73c47666efc7 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:10:56.636874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8bf286bc-c334-4f2a-bc8c-e8243bb3fb3a None None] The port '32ce4085-b1ce-4988-a5ed-73c47666efc7' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:10:56.667450 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c5f2efe5-c219-4db7-b575-9d6f459a9741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.727682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.759113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6ae81e-9cb0-44df-8822-a9f47284a148']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:56.776033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] DHCP port deletion for 547a186a-54ec-48e9-9bb9-ffbf3b919ad1 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:10:56.782192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] Deleting port 3ae79096-cb54-4e9a-9493-533f6bee995b {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:10:56.782748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.792951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5382b29-7ccf-4b94-ae21-517f2eb7dc75') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:56.793265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5382b29-7ccf-4b94-ae21-517f2eb7dc75') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:10:56.823289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.828213 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.860896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.875600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:10:56.876140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:56.888040 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:10:57.111859 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:10:57.115540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.166258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.219451 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/6a6ae81e-9cb0-44df-8822-a9f47284a148 HTTP/1.1" status: 204 len: 168 time: 3.6288145 Feb 07 23:10:57.222541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36402) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:57.246802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a2e28-3580-457f-8e8e-e76ba84ee1df tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=6a6ae81e-9cb0-44df-8822-a9f47284a148,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:57.452087 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] For port 3ae79096-cb54-4e9a-9493-533f6bee995b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3ae79096-cb54-4e9a-9493-533f6bee995b,segment=NetworkSegment(3f889187-3edc-45fb-9e61-63eeb4b8c316),segment_id=3f889187-3edc-45fb-9e61-63eeb4b8c316)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:57.460150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.764491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Pushing event updated for resources: {'Port': ['ID=92f4cc0b-9faa-4172-9fc9-0c5451294e16,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:57.790621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9cfa-33e0-424f-868c-513c4b3d1fb0 req-d40b7ccc-777d-437f-9340-c00b9d105a63 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:57.799695 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce6e9cfa-33e0-424f-868c-513c4b3d1fb0 req-d40b7ccc-777d-437f-9340-c00b9d105a63 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 945 time: 2.0073197 Feb 07 23:10:57.802538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:57.857127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36410) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:10:57.878786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eb853-1d69-4b83-b983-c9924a445aaf req-4e28e3b5-a08e-4a2b-82e6-b07bf203efeb tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:10:57.890317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-727eb853-1d69-4b83-b983-c9924a445aaf req-4e28e3b5-a08e-4a2b-82e6-b07bf203efeb tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 1.7054968 Feb 07 23:10:57.917418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:58.007401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 3ae79096-cb54-4e9a-9493-533f6bee995b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:10:58.008528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:58.087320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] Calling delete_port for 3ae79096-cb54-4e9a-9493-533f6bee995b owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:10:58.195830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:58.308162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce6e9cfa-33e0-424f-868c-513c4b3d1fb0 req-a46c32c0-a2fa-4a86-8def-1d3e0498f690 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054255 Feb 07 23:10:58.358145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-727eb853-1d69-4b83-b983-c9924a445aaf req-4a053526-4c5b-4a35-91c4-ba0d45d75432 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629343 Feb 07 23:10:58.456139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 47b04eb0-d6b8-4817-916f-cf7e27628be3 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:58.468064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:58.528318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:10:58.533080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:10:58.537329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9292e92d-f216-493b-9c60-5c324af7208a up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:10:58.541736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:10:58.557428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Usage tracker for resource:security_group_rule and tenant:0e74d176c91a490fac35c9038744be49 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:10:58.626833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:10:58.785060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:10:58.902098 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f899b303-1763-47eb-8254-516b7e97cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:58.963441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 47b04eb0-d6b8-4817-916f-cf7e27628be3 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:58.965325 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:59.167433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:59.178414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Router b4636953-9490-4223-9684-db51cc7700e7 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:10:59.185904 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:59.241837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:59.291124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] No DVR routers for this DVR port 3ae79096-cb54-4e9a-9493-533f6bee995b on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:10:59.296390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:59.296850 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:59.322793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bfdf5-6f1e-415b-808e-2ea6259b90b2 None None] Pushing event deleted for resources: {'Port': ['ID=3ae79096-cb54-4e9a-9493-533f6bee995b,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:59.324710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 9292e92d-f216-493b-9c60-5c324af7208a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:10:59.354299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 9292e92d-f216-493b-9c60-5c324af7208a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:59.357553 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:59.442888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:10:59.460045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2b7c98ba-e13c-48de-972f-b91644beb4cc admin admin] 10.222.0.10 "PUT /v2.0/routers/b4636953-9490-4223-9684-db51cc7700e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1965914 Feb 07 23:10:59.463043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port 3ae79096-cb54-4e9a-9493-533f6bee995b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3ae79096-cb54-4e9a-9493-533f6bee995b,segment=NetworkSegment(3f889187-3edc-45fb-9e61-63eeb4b8c316),segment_id=3f889187-3edc-45fb-9e61-63eeb4b8c316)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:10:59.463430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:10:59.732246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Sync routers for ids ['b4636953-9490-4223-9684-db51cc7700e7'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:10:59.753512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e08021-5521-4ee5-8a6e-3ab774cf0655,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:10:59.878709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bc41b02e-327b-4231-a7b7-52c2f36877e7 None None] Provisioning complete for port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:10:59.879741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bc41b02e-327b-4231-a7b7-52c2f36877e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.002587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6b62b2d8-ee21-4d2c-a94d-2118dcbcad58 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e74d176c91a490fac35c9038744be49&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1406255 Feb 07 23:11:00.021081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36428) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:00.023665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 3ae79096-cb54-4e9a-9493-533f6bee995b owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:11:00.078202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bc41b02e-327b-4231-a7b7-52c2f36877e7 None None] Port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:00.083880 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.127894 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.131646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Routers {'b4636953-9490-4223-9684-db51cc7700e7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:00.132721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b4636953-9490-4223-9684-db51cc7700e7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:00.182150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cd528-18e8-4b84-a03d-2004f5b18877 req-ebab8b5f-608f-454f-bbb6-9f3158137338 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:00.187141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-239cd528-18e8-4b84-a03d-2004f5b18877 req-ebab8b5f-608f-454f-bbb6-9f3158137338 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 945 time: 0.5461972 Feb 07 23:11:00.219442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:11:00.219762 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:11:00.226726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe49b38e-2d0c-4942-bdd8-870c3a132989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.266423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe49b38e-2d0c-4942-bdd8-870c3a132989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.360003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cf1b9-41f2-4eba-8475-09a9f993eed5 req-ee9a1063-83de-4782-8dc2-34b1f92fa119 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:00.361677 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb6cf1b9-41f2-4eba-8475-09a9f993eed5 req-ee9a1063-83de-4782-8dc2-34b1f92fa119 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.4762819 Feb 07 23:11:00.362368 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe49b38e-2d0c-4942-bdd8-870c3a132989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.413257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49b38e-2d0c-4942-bdd8-870c3a132989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e08021-5521-4ee5-8a6e-3ab774cf0655,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:00.420214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-239cd528-18e8-4b84-a03d-2004f5b18877 req-fa2b7021-cad4-4711-aca8-419e89e9cd2b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221415 Feb 07 23:11:00.443484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe49b38e-2d0c-4942-bdd8-870c3a132989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.449063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe49b38e-2d0c-4942-bdd8-870c3a132989 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6e08021-5521-4ee5-8a6e-3ab774cf0655 HTTP/1.1" status: 204 len: 168 time: 0.4222941 Feb 07 23:11:00.478829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb6cf1b9-41f2-4eba-8475-09a9f993eed5 req-72bf47bd-d5b7-44d6-b011-b14dddc260ce tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825825 Feb 07 23:11:00.651023 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.706493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3ae79096-cb54-4e9a-9493-533f6bee995b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:11:00.721174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 3ae79096-cb54-4e9a-9493-533f6bee995b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:11:00.721899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.755453 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:00.769194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3ae79096-cb54-4e9a-9493-533f6bee995b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:11:00.769542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3ae79096-cb54-4e9a-9493-533f6bee995b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:11:00.786209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:00.859036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] The port '3ae79096-cb54-4e9a-9493-533f6bee995b' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:11:00.889237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Set router b4636953-9490-4223-9684-db51cc7700e7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:11:01.079938 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.108077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547a186a-54ec-48e9-9bb9-ffbf3b919ad1']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:01.128967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f889187-3edc-45fb-9e61-63eeb4b8c316') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:01.130001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f889187-3edc-45fb-9e61-63eeb4b8c316') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:01.155064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.182073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.190051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:11:01.190779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:11:01.318587 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:11:01.330586 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.340338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.400012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36450) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:01.407722 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/547a186a-54ec-48e9-9bb9-ffbf3b919ad1 HTTP/1.1" status: 204 len: 168 time: 4.1760700 Feb 07 23:11:01.411145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1740458222'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:01.412978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899bd52-0250-4c37-af4a-bf868cb9b812 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=547a186a-54ec-48e9-9bb9-ffbf3b919ad1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:01.421181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:01.432638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:01.439162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36456) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:01.453692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:01.481924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.489623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:01.527436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:01.541650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.564414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:01.586170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Usage tracker for resource:security_group_rule and tenant:f97a65a6098345eb8f3e514b4d499d5d is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:01.586502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9292e92d-f216-493b-9c60-5c324af7208a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9292e92d-f216-493b-9c60-5c324af7208a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:01.597874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:01.624331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:01.679296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:11:01.692075 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a', 'code': 200} Feb 07 23:11:01.734569 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.743548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:01.743963 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment c3be7370-589a-400e-a9ac-4402b4a2f700 of type vlan for network e34247f0-05c2-444b-9d9e-aa77bfce6d2e Feb 07 23:11:01.904675 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.000078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:02.032360 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.035398 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.076115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f5c67-06e0-4895-b9f7-a3f20cdafcf7 req-8354bacd-cc6e-424f-a284-e896b51926a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:02.078513 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-952f5c67-06e0-4895-b9f7-a3f20cdafcf7 req-8354bacd-cc6e-424f-a284-e896b51926a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 1097 time: 0.3498614 Feb 07 23:11:02.122097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9292e92d-f216-493b-9c60-5c324af7208a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:02.150622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.176360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.214770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '92f4cc0b-9faa-4172-9fc9-0c5451294e16', 'name': '', 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'mac_address': 'fa:16:3e:0d:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '54837469-f7f9-4519-aa70-efc96895f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:49Z', 'updated_at': '2022-02-07T23:10:55Z', 'revision_number': 2, 'project_id': '8b76011aad4545ab9db368575381582b', 'subnets': [{'id': '54837469-f7f9-4519-aa70-efc96895f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:02.226318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Checking router: b4636953-9490-4223-9684-db51cc7700e7 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:11:02.227024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Updating router b4636953-9490-4223-9684-db51cc7700e7 port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:11:02.260676 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-952f5c67-06e0-4895-b9f7-a3f20cdafcf7 req-e35f823a-684c-4d0a-8b1b-6ad76f18e888 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515608 Feb 07 23:11:02.275214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f97a65a6098345eb8f3e514b4d499d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349023 Feb 07 23:11:02.277995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36470) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:02.281025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8a76a-6ef9-48ff-9315-41d6a336c4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b1de73-641f-4a6e-a29d-f02c4b448230,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:02.351508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fedb0-585d-460e-82be-2d9d76931990 req-f1208894-8c1a-4907-ba23-b69238916452 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:02.356936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:02.368324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-981fedb0-585d-460e-82be-2d9d76931990 req-f1208894-8c1a-4907-ba23-b69238916452 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 946 time: 0.5678265 Feb 07 23:11:02.368502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.408291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f69a3eca-9d51-4193-93ba-68dbc134a18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.455449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f69a3eca-9d51-4193-93ba-68dbc134a18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.559419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f69a3eca-9d51-4193-93ba-68dbc134a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.618048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a3eca-9d51-4193-93ba-68dbc134a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b1de73-641f-4a6e-a29d-f02c4b448230,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:02.630762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f69a3eca-9d51-4193-93ba-68dbc134a18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.632369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f69a3eca-9d51-4193-93ba-68dbc134a18e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36b1de73-641f-4a6e-a29d-f02c4b448230 HTTP/1.1" status: 204 len: 168 time: 0.3532555 Feb 07 23:11:02.657941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.672377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:02.672988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.747592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-981fedb0-585d-460e-82be-2d9d76931990 req-bfe58fb3-fc02-449d-b22e-20623b081a58 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769205 Feb 07 23:11:02.914560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36480) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:02.914797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5109265 Feb 07 23:11:02.920883 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:02.927211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:02.946359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cf55b-6fe1-415c-bce0-49f5e7869a9a req-f98f8309-266a-4c21-8f8e-182e8525a3d1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:02.958539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Transition to ACTIVE for port object 92f4cc0b-9faa-4172-9fc9-0c5451294e16 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:02.959630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-476cf55b-6fe1-415c-bce0-49f5e7869a9a req-f98f8309-266a-4c21-8f8e-182e8525a3d1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.8268788 Feb 07 23:11:02.975777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e951f2-ee9a-409a-ac1d-8587ce1ac5e3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=e34247f0-05c2-444b-9d9e-aa77bfce6d2e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:03.009567 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:03.015462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:11:03.173294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-476cf55b-6fe1-415c-bce0-49f5e7869a9a req-038b04b0-4290-4676-983e-7427668af14c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118924 Feb 07 23:11:03.306916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:03.318827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:03.323943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:03.345284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:03.365074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:03.371941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:03.457034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c7f7ab37-216f-4557-a0c3-7efd400b3e25 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:03.458083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c7f7ab37-216f-4557-a0c3-7efd400b3e25 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Synchronizing usage tracker for tenant:8b76011aad4545ab9db368575381582b on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:03.481652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c7f7ab37-216f-4557-a0c3-7efd400b3e25 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Unset dirty status for tenant:8b76011aad4545ab9db368575381582b on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:03.489508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c7f7ab37-216f-4557-a0c3-7efd400b3e25 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/networks?id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 200 len: 911 time: 0.3888586 Feb 07 23:11:03.534468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-47296f78-e00b-4b9a-8c28-d6e821c77759 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/quotas/8b76011aad4545ab9db368575381582b HTTP/1.1" status: 200 len: 375 time: 0.0435843 Feb 07 23:11:03.694624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:03.700366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0f3ec-c817-454e-a362-657103887d9d None None] Pushing event updated for resources: {'Port': ['ID=92f4cc0b-9faa-4172-9fc9-0c5451294e16,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:03.780250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c08ddaa8-7e16-40be-a6ef-ce52c51ee551 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Synchronizing usage tracker for tenant:8b76011aad4545ab9db368575381582b on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:03.795683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Attempting to bind port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:03.797908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Attempting to bind port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:03.800173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Attempting to bind port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 on network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:03.813145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c08ddaa8-7e16-40be-a6ef-ce52c51ee551 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Unset dirty status for tenant:8b76011aad4545ab9db368575381582b on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:03.823527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c08ddaa8-7e16-40be-a6ef-ce52c51ee551 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b76011aad4545ab9db368575381582b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2823069 Feb 07 23:11:03.835328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:11:03.835711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Checking segment: {'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:03.836121 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:03.836523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Bound using segment: {'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:11:03.837029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Bound port: 92f4cc0b-9faa-4172-9fc9-0c5451294e16, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8a8628-212d-4a54-ade0-fdb6537cf87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:03.837482 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:03.877533 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'code': 200} Feb 07 23:11:04.173530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] For port 92f4cc0b-9faa-4172-9fc9-0c5451294e16, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:11:04.181593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c718d88e-ec35-4b81-b83d-c7d4e40ab478 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:11:04.184120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] For port 92f4cc0b-9faa-4172-9fc9-0c5451294e16, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92f4cc0b-9faa-4172-9fc9-0c5451294e16,segment=NetworkSegment(5a8a8628-212d-4a54-ade0-fdb6537cf87b),segment_id=5a8a8628-212d-4a54-ade0-fdb6537cf87b)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:11:04.191517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-c718d88e-ec35-4b81-b83d-c7d4e40ab478 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3602614 Feb 07 23:11:04.217596 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:04.477578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:04.558653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Routers {'b4636953-9490-4223-9684-db51cc7700e7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:04.561900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b4636953-9490-4223-9684-db51cc7700e7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:04.573044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add054b-5f76-4bdb-b175-5f26d6fcf9b8 req-57047932-aba0-4fb0-8a2f-3f9252d25f52 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:04.575641 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0add054b-5f76-4bdb-b175-5f26d6fcf9b8 req-57047932-aba0-4fb0-8a2f-3f9252d25f52 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 946 time: 0.3217781 Feb 07 23:11:04.684492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-bdaa93cd-6894-4711-87e2-c648ad5b7e60 service neutron] 10.222.0.10 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897280 Feb 07 23:11:04.786087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=8956b600-d097-44ff-b344-6e451e3a1920,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:04.828535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb0f3ec-c817-454e-a362-657103887d9d None None] Pushing event updated for resources: {'Port': ['ID=92f4cc0b-9faa-4172-9fc9-0c5451294e16,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:04.843033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': 'c3be7370-589a-400e-a9ac-4402b4a2f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:04.845701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: e34247f0-05c2-444b-9d9e-aa77bfce6d2e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:11:04.880278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:11:04.903586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e34247f0-05c2-444b-9d9e-aa77bfce6d2e) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:04.913177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:04.915626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:04.962863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0add054b-5f76-4bdb-b175-5f26d6fcf9b8 req-d2c9c11a-58a1-4e08-8835-c630437ef7c0 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730202 Feb 07 23:11:04.966919 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee0e31da-5709-405a-b0af-db5d617771ee tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0504284 Feb 07 23:11:04.969960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36524) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:04.982380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-465211883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:04.983731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-e4c0f8e9-85a5-4061-b908-47f1cae7ae39 service neutron] 10.222.0.10 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980795 Feb 07 23:11:05.007747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:05.014367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:router and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:05.021306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:05.027824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f3055-d525-4d5c-a5a5-8a45c7700a6f None None] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:11:05.035806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:05.059199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:05.061876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:05.115058 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:05.159753 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:05.235227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:05.243617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36532) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:05.266661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'port': {'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e', 'name': 'tempest-RoutersIpV6Test-758927528'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:05.267864 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8ce16212-0e91-445d-a2b6-7f91ae81c9a4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2964687 Feb 07 23:11:05.764883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-e34247f0-05c2-444b-9d9e-aa77bfce6d2e', 'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': '8956b600-d097-44ff-b344-6e451e3a1920'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:11:05.765835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:05.880659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] Set router b4636953-9490-4223-9684-db51cc7700e7 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:11:05.989760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71816667-95a5-4571-ac53-f60076b7da10 req-1c49d56f-d772-49c7-8e21-ae0c8f2261ba tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:05.993064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71816667-95a5-4571-ac53-f60076b7da10 req-1c49d56f-d772-49c7-8e21-ae0c8f2261ba tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 946 time: 0.3369591 Feb 07 23:11:06.084937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:06.100650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:port and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:06.105531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:06.114989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:06.168948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:06.174462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:06.250069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f0420-1a22-476a-9d70-1fe26653cadf req-090389d9-cc3b-4474-81ba-4180e7adc9ca tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:06.262381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d0f0420-1a22-476a-9d70-1fe26653cadf req-090389d9-cc3b-4474-81ba-4180e7adc9ca tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.9224412 Feb 07 23:11:06.273336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] device_id is not set on port e431c53f-1d85-4e45-8b17-b5349c7403f3 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:11:06.432857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71816667-95a5-4571-ac53-f60076b7da10 req-6ee7be62-59e5-456b-9415-ca6c146c2483 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052471 Feb 07 23:11:06.608414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:06.642721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:06.779473 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a57376a6-0f9c-40e2-a3c6-ec1b61a88994 req-61e2c518-ab29-44ea-967a-20b040fa5347 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 210 time: 0.2193019 Feb 07 23:11:06.841515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d0f0420-1a22-476a-9d70-1fe26653cadf req-d5844107-8b36-453c-b124-008f56418333 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5776305 Feb 07 23:11:06.975799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8::235 (e34247f0-05c2-444b-9d9e-aa77bfce6d2e/8956b600-d097-44ff-b344-6e451e3a1920/e431c53f-1d85-4e45-8b17-b5349c7403f3) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:07.215137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '92f4cc0b-9faa-4172-9fc9-0c5451294e16', 'name': '', 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'mac_address': 'fa:16:3e:0d:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '54837469-f7f9-4519-aa70-efc96895f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:49Z', 'updated_at': '2022-02-07T23:11:04Z', 'revision_number': 4, 'project_id': '8b76011aad4545ab9db368575381582b', 'subnets': [{'id': '54837469-f7f9-4519-aa70-efc96895f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:07.229523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f476b3-b35f-4b6a-8cc4-81366613754b None None] The sync data for ids ['b4636953-9490-4223-9684-db51cc7700e7'] in n-d-827896-3 is: [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '92f4cc0b-9faa-4172-9fc9-0c5451294e16', 'name': '', 'network_id': '8db2bfae-7cd0-4ff5-afb7-345681e6a1ce', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'mac_address': 'fa:16:3e:0d:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '54837469-f7f9-4519-aa70-efc96895f23d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:49Z', 'updated_at': '2022-02-07T23:11:04Z', 'revision_number': 4, 'project_id': '8b76011aad4545ab9db368575381582b', 'subnets': [{'id': '54837469-f7f9-4519-aa70-efc96895f23d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:07.522558 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:07.577974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object e431c53f-1d85-4e45-8b17-b5349c7403f3 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:08.078242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:08.292502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Allocated IP 2001:db8::2 (e34247f0-05c2-444b-9d9e-aa77bfce6d2e/8956b600-d097-44ff-b344-6e451e3a1920/fd265093-d259-4569-8d14-a65b55ad4e33) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:08.396151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6df0c984-b780-4a08-8dc5-0d5e2dbd0b8a req-e9cf6670-f563-4399-9475-6f76feab1302 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 210 time: 0.1485851 Feb 07 23:11:08.505772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:08.529210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:08.550304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:11:08.586001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:08.586982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:08.642211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=e431c53f-1d85-4e45-8b17-b5349c7403f3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:08.868235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ef8ec-3faf-4cd4-b664-0dfd7242945c req-403417b8-c613-4bed-999e-d1d2741fc1fa tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:08.878913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-481ef8ec-3faf-4cd4-b664-0dfd7242945c req-403417b8-c613-4bed-999e-d1d2741fc1fa tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 946 time: 1.6539195 Feb 07 23:11:08.932871 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:08.996957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Transition to ACTIVE for port object fd265093-d259-4569-8d14-a65b55ad4e33 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:09.085290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Transition to ACTIVE for port object fd265093-d259-4569-8d14-a65b55ad4e33 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:09.107223 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:09.125851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92f4cc0b-9faa-4172-9fc9-0c5451294e16 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:09.195668 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e25f75af-9990-49a4-bac9-173e13aa164d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9424803 Feb 07 23:11:09.198997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36592) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:09.292192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-481ef8ec-3faf-4cd4-b664-0dfd7242945c req-cc62c4e9-f689-4f07-921b-73fbac4ce6cd tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693362 Feb 07 23:11:09.355132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-2fef01c5-d4fc-42ae-98ea-deb348252e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:09.367389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-2fef01c5-d4fc-42ae-98ea-deb348252e63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1096 time: 0.7265882 Feb 07 23:11:09.690997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Pushing event updated for resources: {'Port': ['ID=fd265093-d259-4569-8d14-a65b55ad4e33,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:09.760841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.761958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.762456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.762976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.763462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.763955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.764438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.766694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.767241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.767726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.771050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.772337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:09.783510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:09.788194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:09.804393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:11:09.815679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3bf8a9-960d-4530-850b-a113c1655e6d req-a82ae704-f681-4d3c-a43b-2c19a1b19d06 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:09.833130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f3bf8a9-960d-4530-850b-a113c1655e6d req-a82ae704-f681-4d3c-a43b-2c19a1b19d06 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.9285359 Feb 07 23:11:10.026781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Attempting to bind port fd265093-d259-4569-8d14-a65b55ad4e33 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:10.027429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Attempting to bind port fd265093-d259-4569-8d14-a65b55ad4e33 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'c3be7370-589a-400e-a9ac-4402b4a2f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:10.027978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Attempting to bind port fd265093-d259-4569-8d14-a65b55ad4e33 on network e34247f0-05c2-444b-9d9e-aa77bfce6d2e {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:10.050572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:11:10.052985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Checking segment: {'id': 'c3be7370-589a-400e-a9ac-4402b4a2f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:10.055440 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:10.066892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Bound using segment: {'id': 'c3be7370-589a-400e-a9ac-4402b4a2f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:11:10.073632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Bound port: fd265093-d259-4569-8d14-a65b55ad4e33, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3be7370-589a-400e-a9ac-4402b4a2f700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e34247f0-05c2-444b-9d9e-aa77bfce6d2e'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:10.075100 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:10.130927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:10.136006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f3bf8a9-960d-4530-850b-a113c1655e6d req-5a79b983-9e13-48c5-839f-da4cc5ff724d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3014607 Feb 07 23:11:10.278144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:10.278780 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:10.367259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-ed83190d-8a42-4f1e-9209-baa6edfb9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:10.370847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-ed83190d-8a42-4f1e-9209-baa6edfb9770 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.9729874 Feb 07 23:11:10.584588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] For port fd265093-d259-4569-8d14-a65b55ad4e33, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:11:10.594823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] For port fd265093-d259-4569-8d14-a65b55ad4e33, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fd265093-d259-4569-8d14-a65b55ad4e33,segment=NetworkSegment(c3be7370-589a-400e-a9ac-4402b4a2f700),segment_id=c3be7370-589a-400e-a9ac-4402b4a2f700)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:11:10.602928 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:10.647996 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:10.914100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 92f4cc0b-9faa-4172-9fc9-0c5451294e16, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92f4cc0b-9faa-4172-9fc9-0c5451294e16,segment=NetworkSegment(5a8a8628-212d-4a54-ade0-fdb6537cf87b),segment_id=5a8a8628-212d-4a54-ade0-fdb6537cf87b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:10.948151 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:11.081391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a095bbd-3dcd-4c6d-9d1a-df47368f3ef1 None None] Pushing event updated for resources: {'Port': ['ID=fd265093-d259-4569-8d14-a65b55ad4e33,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:11.176850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bfaaad91-7796-4a19-80ee-fbd8e8b04658 req-a2129913-b708-469e-9382-39683bbe19e9 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 210 time: 0.3765469 Feb 07 23:11:11.289911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-535693cb-953d-4927-be62-3f2100414359 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 1001 time: 0.9080970 Feb 07 23:11:11.385968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=92f4cc0b-9faa-4172-9fc9-0c5451294e16,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:11.465498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff6fc0-4321-4e8c-9919-b51f07ea02fd req-51e466bc-8908-4b57-b825-3f06d7af1c31 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:11.492020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84ff6fc0-4321-4e8c-9919-b51f07ea02fd req-51e466bc-8908-4b57-b825-3f06d7af1c31 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 946 time: 0.8207107 Feb 07 23:11:11.665107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-00269f78-72c7-4845-9efd-639ae0fe56f1 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:11.669948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-00269f78-72c7-4845-9efd-639ae0fe56f1 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.36 "GET /v2.0/networks?id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 200 len: 911 time: 2.2112324 Feb 07 23:11:11.717833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-920d1956-863e-41af-910f-b97328fedd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:11.720164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-920d1956-863e-41af-910f-b97328fedd61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.4213569 Feb 07 23:11:11.741163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Request body: {'port': {'device_id': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'admin_state_up': True, 'tenant_id': '8b76011aad4545ab9db368575381582b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:11.765693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:11.964248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84ff6fc0-4321-4e8c-9919-b51f07ea02fd req-cf1b605a-585d-4366-8073-c4b851ed64b4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424770 Feb 07 23:11:12.009238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:12.058825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab8de5-12ed-40a4-badf-dfe3f519b987 req-9febc72e-1a81-4ab1-9d2f-c85e7cee690b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:12.061225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:12.062541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dab8de5-12ed-40a4-badf-dfe3f519b987 req-9febc72e-1a81-4ab1-9d2f-c85e7cee690b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.4737482 Feb 07 23:11:12.079677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-48758ba3-2b5a-4f52-94b6-341911fb531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:12.082814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-48758ba3-2b5a-4f52-94b6-341911fb531e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3438940 Feb 07 23:11:12.126922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Made reservation on behalf of 8b76011aad4545ab9db368575381582b for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:12.133049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:12.438252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7dab8de5-12ed-40a4-badf-dfe3f519b987 req-c464c288-5d08-400b-9f0a-d86ca75fe98c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3524020 Feb 07 23:11:12.528989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b280b193-caca-4192-ba2a-862ec7f02694 req-e00fe968-caaa-4d7a-a88b-cdf85b571177 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 210 time: 0.0857689 Feb 07 23:11:12.575082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-d29065ce-0228-4794-8bbc-b9caf83583c1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:12.576360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-d29065ce-0228-4794-8bbc-b9caf83583c1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:12.578605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-b54c8b37-e432-42f9-8dbe-2d64fe98441e service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506352 Feb 07 23:11:12.676274 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:11:12.915810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a037962d-3e0c-4089-a7ba-d22601d2612d req-738502ef-e22c-480c-a9d1-e7e6a106d6dd service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150530 Feb 07 23:11:13.329439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0e222-682c-4af7-90af-095533932392 None None] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:11:13.649605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa6d17-f231-445c-a3c0-b3d901e75090 req-8303d839-1852-4a1a-970a-c0298dc22a93 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:13.663177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0aa6d17-f231-445c-a3c0-b3d901e75090 req-8303d839-1852-4a1a-970a-c0298dc22a93 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 946 time: 0.2890048 Feb 07 23:11:13.668470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92f4cc0b-9faa-4172-9fc9-0c5451294e16 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:13.836090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:13.850709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:13.986872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:13.987250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:13.991354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c0aa6d17-f231-445c-a3c0-b3d901e75090 req-a9dea5ef-2c09-48a1-9f85-6cf948b05926 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264899 Feb 07 23:11:14.175351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f5b68-1521-4e12-968a-d749d551adba req-a0ee4eef-ba5f-4d79-a791-661624ed8f8a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:14.198260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f00f5b68-1521-4e12-968a-d749d551adba req-a0ee4eef-ba5f-4d79-a791-661624ed8f8a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.4763100 Feb 07 23:11:14.365617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f00f5b68-1521-4e12-968a-d749d551adba req-8aa2dd5a-8118-4e9e-9b44-482ef859f16b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646695 Feb 07 23:11:14.382575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-d29065ce-0228-4794-8bbc-b9caf83583c1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:14.385080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-d29065ce-0228-4794-8bbc-b9caf83583c1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 946 time: 2.5119090 Feb 07 23:11:14.386032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=e431c53f-1d85-4e45-8b17-b5349c7403f3,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:14.500181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e9e9f44-158b-47c5-9dba-7fa5405bc836 None None] Provisioning for port fd265093-d259-4569-8d14-a65b55ad4e33 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:14.502513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96a0cd28-a326-4cb0-8aba-a070dfd7cd39 req-367e7054-aa01-451b-b15f-807e05374124 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 210 time: 0.1144364 Feb 07 23:11:14.567119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9292e92d-f216-493b-9c60-5c324af7208a no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:11:14.621852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Allocated IP 172.20.0.14 (4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c/13e011c8-2583-4e89-ab93-1fc82dc30067/8f4c7030-3d41-47d5-809d-481df540190e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:15.020661 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:15.046762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fd265093-d259-4569-8d14-a65b55ad4e33 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:15.106783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:15.151168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9292e92d-f216-493b-9c60-5c324af7208a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9292e92d-f216-493b-9c60-5c324af7208a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:15.172589 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:15.192317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port 9292e92d-f216-493b-9c60-5c324af7208a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:11:15.193193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:15.243394 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a', 'code': 200} Feb 07 23:11:15.389639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port fd265093-d259-4569-8d14-a65b55ad4e33 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:15.424608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fd265093-d259-4569-8d14-a65b55ad4e33 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:15.434990 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:15.584222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9292e92d-f216-493b-9c60-5c324af7208a,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:16.150745 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:16.221766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aef3fd9f-c90b-451a-9f3c-4648f4eee72c None None] Provisioning complete for port fd265093-d259-4569-8d14-a65b55ad4e33 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:16.222548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aef3fd9f-c90b-451a-9f3c-4648f4eee72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:16.354326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:16.594907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port fd265093-d259-4569-8d14-a65b55ad4e33, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fd265093-d259-4569-8d14-a65b55ad4e33,segment=NetworkSegment(c3be7370-589a-400e-a9ac-4402b4a2f700),segment_id=c3be7370-589a-400e-a9ac-4402b4a2f700)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:16.611018 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:16.637292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Transition to ACTIVE for port object 8f4c7030-3d41-47d5-809d-481df540190e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:16.671105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f010d7-72be-4bd2-9d26-7c73b3ee5da6 req-d9fc524e-8e05-48a1-a736-0e894ac8041e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:16.673609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82f010d7-72be-4bd2-9d26-7c73b3ee5da6 req-d9fc524e-8e05-48a1-a736-0e894ac8041e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 944 time: 1.3198028 Feb 07 23:11:16.710129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:16.728270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424854-ffae-497a-8090-9f936e6303d7 req-6638bb01-5b4c-456d-bdc5-f3993a112cdf tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:16.748206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d424854-ffae-497a-8090-9f936e6303d7 req-6638bb01-5b4c-456d-bdc5-f3993a112cdf tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.7130957 Feb 07 23:11:16.867216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port 9292e92d-f216-493b-9c60-5c324af7208a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9292e92d-f216-493b-9c60-5c324af7208a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:16.867640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:16.955853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=fd265093-d259-4569-8d14-a65b55ad4e33,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:17.029342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aef3fd9f-c90b-451a-9f3c-4648f4eee72c None None] Provisioning for port e431c53f-1d85-4e45-8b17-b5349c7403f3 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:17.054233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-aef3fd9f-c90b-451a-9f3c-4648f4eee72c None None] Provisioning complete for port e431c53f-1d85-4e45-8b17-b5349c7403f3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:17.055160 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aef3fd9f-c90b-451a-9f3c-4648f4eee72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:17.120338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d424854-ffae-497a-8090-9f936e6303d7 req-67313091-1755-488f-ad26-a385c9ecd731 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818062 Feb 07 23:11:17.142519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82f010d7-72be-4bd2-9d26-7c73b3ee5da6 req-6109f45c-7bf2-4d1a-b8ee-44287b51e390 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899937 Feb 07 23:11:17.208767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-aef3fd9f-c90b-451a-9f3c-4648f4eee72c None None] Port e431c53f-1d85-4e45-8b17-b5349c7403f3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:17.288527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for 9292e92d-f216-493b-9c60-5c324af7208a owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:11:17.339088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:17.361470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-016a5790-e9e9-415e-9642-22d16a7a6955 None None] Provisioning complete for port e431c53f-1d85-4e45-8b17-b5349c7403f3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:17.362152 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-016a5790-e9e9-415e-9642-22d16a7a6955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:17.447473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-016a5790-e9e9-415e-9642-22d16a7a6955 None None] Port e431c53f-1d85-4e45-8b17-b5349c7403f3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:17.483426 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:17.493377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14b59f-4618-4fdd-b50e-e03339757716 req-84e1a0b1-b36f-43eb-8e96-7c7100157d4d tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:17.504379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c14b59f-4618-4fdd-b50e-e03339757716 req-84e1a0b1-b36f-43eb-8e96-7c7100157d4d tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1028 time: 0.2119994 Feb 07 23:11:17.553631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0c14b59f-4618-4fdd-b50e-e03339757716 req-4623f1fe-82fe-4250-802e-0681accee478 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Synchronizing usage tracker for tenant:8b76011aad4545ab9db368575381582b on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:17.584905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0c14b59f-4618-4fdd-b50e-e03339757716 req-4623f1fe-82fe-4250-802e-0681accee478 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Unset dirty status for tenant:8b76011aad4545ab9db368575381582b on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:17.605334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c14b59f-4618-4fdd-b50e-e03339757716 req-4623f1fe-82fe-4250-802e-0681accee478 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997233 Feb 07 23:11:17.672076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:17.693474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:17.707809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:11:17.827526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:17.828159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:17.873675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Pushing event updated for resources: {'Port': ['ID=8f4c7030-3d41-47d5-809d-481df540190e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:17.885680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-29abfc4e-b824-414e-8d6c-04f7cf07b2dd tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 6.1823821 Feb 07 23:11:18.183296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-77f8a266-116b-4d09-9430-6edd7b325923 None None] Provisioning for port 8f4c7030-3d41-47d5-809d-481df540190e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:18.203530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-77f8a266-116b-4d09-9430-6edd7b325923 None None] Provisioning complete for port 8f4c7030-3d41-47d5-809d-481df540190e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:18.204306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-77f8a266-116b-4d09-9430-6edd7b325923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:18.432645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Request body: {'port': {'device_id': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:18.546727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-77f8a266-116b-4d09-9430-6edd7b325923 None None] Port 8f4c7030-3d41-47d5-809d-481df540190e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:18.841590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fd265093-d259-4569-8d14-a65b55ad4e33 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:18.871945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7568c2b-8c88-4408-83b7-2d3e9038e666 req-664a8d2c-34c3-434d-8056-29e30beb4a9c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:18.887193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7568c2b-8c88-4408-83b7-2d3e9038e666 req-664a8d2c-34c3-434d-8056-29e30beb4a9c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.2860668 Feb 07 23:11:18.920152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef81d5-e9e6-4af3-9404-e9cf8329bde5 req-3acc6aea-5f5c-4e78-af99-d9752ab14b6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:18.928471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdef81d5-e9e6-4af3-9404-e9cf8329bde5 req-3acc6aea-5f5c-4e78-af99-d9752ab14b6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 944 time: 0.4629798 Feb 07 23:11:19.020719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7568c2b-8c88-4408-83b7-2d3e9038e666 req-61cd0f4d-616e-4a1f-919a-a69791c73410 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295176 Feb 07 23:11:19.041227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdef81d5-e9e6-4af3-9404-e9cf8329bde5 req-381ae38c-080f-4eab-9784-53cbccec854e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113694 Feb 07 23:11:19.213494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fd265093-d259-4569-8d14-a65b55ad4e33 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:19.215163 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:19.437002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fca0d-e317-43ad-96af-9696949427c1 req-52396607-cf55-49ac-aaf8-3d3bb0a5e56c tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:19.444400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf0fca0d-e317-43ad-96af-9696949427c1 req-52396607-cf55-49ac-aaf8-3d3bb0a5e56c tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1028 time: 0.2232645 Feb 07 23:11:19.550425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf0fca0d-e317-43ad-96af-9696949427c1 req-4d4fa13a-39ec-4121-a6dd-35afc719d500 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048653 Feb 07 23:11:19.929209 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:19.959197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:20.005223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:20.006055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:20.441918 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8b8a4cb-8fe9-4cef-bfe4-e51d0723371a req-df5ccf8e-58a9-4d1f-b16b-fed740298b98 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.1070209 Feb 07 23:11:20.696868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2d58d-5913-4912-bd5f-df4942f06692 req-0103f11c-0f24-445a-aa8d-db8eb446aab6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:20.701350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87c2d58d-5913-4912-bd5f-df4942f06692 req-0103f11c-0f24-445a-aa8d-db8eb446aab6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.2533891 Feb 07 23:11:20.889674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87c2d58d-5913-4912-bd5f-df4942f06692 req-d6197a1f-474a-4373-a62c-761dcc234ad0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821470 Feb 07 23:11:20.964490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621ff0-5572-4221-837d-292a4dc0b1b7 req-6603d2f5-ae72-4f3e-a285-d8f1cce7ee78 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:20.973230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4621ff0-5572-4221-837d-292a4dc0b1b7 req-6603d2f5-ae72-4f3e-a285-d8f1cce7ee78 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1028 time: 0.2270737 Feb 07 23:11:21.027771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4621ff0-5572-4221-837d-292a4dc0b1b7 req-138ee73c-4383-46d4-ba73-292d550b69c5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531306 Feb 07 23:11:21.065940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:21.208461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=e431c53f-1d85-4e45-8b17-b5349c7403f3,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:21.683771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] No DVR routers for this DVR port 9292e92d-f216-493b-9c60-5c324af7208a on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:21.686633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=9292e92d-f216-493b-9c60-5c324af7208a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:21.732978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61fd1123-7df7-4529-9f6b-77266a2e72bf req-e40193fb-5907-4537-b286-e66836b72db7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.0791576 Feb 07 23:11:21.748522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:21.774296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'name': 'network-vif-deleted', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:21.796450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d544214-0c04-4fc5-bb2e-c423ec1756bb req-a6a81aab-e06a-4f0a-b858-afbb6153fe23 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "DELETE /v2.0/ports/9292e92d-f216-493b-9c60-5c324af7208a HTTP/1.1" status: 204 len: 173 time: 7.4011769 Feb 07 23:11:22.063295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4c7030-3d41-47d5-809d-481df540190e {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:22.085780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:22.128100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Transition to ACTIVE for port object 8f4c7030-3d41-47d5-809d-481df540190e will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:22.146317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:22.161083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:22.294388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:22.369889 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c463ebd-656d-478f-9d8f-8b3d393e7410', 'name': 'network-vif-deleted', 'tag': '9292e92d-f216-493b-9c60-5c324af7208a', 'status': 'completed', 'code': 200} Feb 07 23:11:22.425967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd5a88-756c-40c1-b8b0-2364ab7fcfa5 req-6b3cbef8-c2b3-4819-967b-7e88c3aa7627 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:22.441502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55bd5a88-756c-40c1-b8b0-2364ab7fcfa5 req-6b3cbef8-c2b3-4819-967b-7e88c3aa7627 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.2102280 Feb 07 23:11:22.483542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c7030-3d41-47d5-809d-481df540190e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:22.627477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55bd5a88-756c-40c1-b8b0-2364ab7fcfa5 req-f7a5e268-1f6d-488f-8d46-842d4c4bffc7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831486 Feb 07 23:11:22.721699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489335f-6b58-4e5b-8a96-8dfd9c5e27c5 req-19853cfb-085d-410e-aa4c-8474ac039871 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:22.738863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5489335f-6b58-4e5b-8a96-8dfd9c5e27c5 req-19853cfb-085d-410e-aa4c-8474ac039871 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1053 time: 0.1801655 Feb 07 23:11:22.960061 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5489335f-6b58-4e5b-8a96-8dfd9c5e27c5 req-e238e19d-4a1f-4821-8654-bca7b61d2025 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199306 Feb 07 23:11:23.270521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1be48a28-879e-4914-b59c-e2e9c1352293 req-279fd9a2-abc6-4082-bfa7-2db187e2de76 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.1565990 Feb 07 23:11:23.321766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c8f5484f-46a8-4229-a6e1-b8d157caeb79 None None] Provisioning complete for port e431c53f-1d85-4e45-8b17-b5349c7403f3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:23.322317 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c8f5484f-46a8-4229-a6e1-b8d157caeb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:23.415902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5484f-46a8-4229-a6e1-b8d157caeb79 None None] Port e431c53f-1d85-4e45-8b17-b5349c7403f3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:23.536591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Attempting to bind port 8f4c7030-3d41-47d5-809d-481df540190e on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:23.537122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Attempting to bind port 8f4c7030-3d41-47d5-809d-481df540190e by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:23.537228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Attempting to bind port 8f4c7030-3d41-47d5-809d-481df540190e on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:23.564077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Port 8f4c7030-3d41-47d5-809d-481df540190e on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:11:23.564417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Attempting to bind port 8f4c7030-3d41-47d5-809d-481df540190e on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:23.584138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router e7a3db31-47e3-47d9-bd05-4ecbc5cdffda is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:11:23.596087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:11:23.596469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Checking segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:23.598201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Bound using segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:11:23.598755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Bound port: 8f4c7030-3d41-47d5-809d-481df540190e, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:23.599103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:24.350376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d148976-536d-405a-8118-311bbe863a6b req-c1d2f5c5-9b21-4924-881c-bce36cbc948b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:24.366835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d148976-536d-405a-8118-311bbe863a6b req-c1d2f5c5-9b21-4924-881c-bce36cbc948b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.2703373 Feb 07 23:11:24.409164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a9ed1f5-d040-4cff-ba6c-a08f86980d0d req-d42a1e45-abb3-445d-8ab6-4cfdd05ad268 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2814152 Feb 07 23:11:24.552075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:11:24.559533 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8edc5727-ff12-4b40-84ad-6eacccf03132 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/e7a3db31-47e3-47d9-bd05-4ecbc5cdffda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3591921 Feb 07 23:11:24.574484 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] Sync routers for ids ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:24.581787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36740) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:24.593309 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d148976-536d-405a-8118-311bbe863a6b req-954468f3-d411-432d-b9a6-0e55cad4cbf4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253251 Feb 07 23:11:24.616273 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] Routers {'e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:24.621930 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:24.699524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] For port 8f4c7030-3d41-47d5-809d-481df540190e, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:11:24.757735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a9ed1f5-d040-4cff-ba6c-a08f86980d0d req-ad6f4103-f94f-4a1b-82b3-092da41a83e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.1921794 Feb 07 23:11:24.782730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] For port 8f4c7030-3d41-47d5-809d-481df540190e, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8f4c7030-3d41-47d5-809d-481df540190e,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:11:24.906024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1de24-7130-4837-942e-84a8559d62f5 req-95b50596-bdc7-48a5-b5e3-424885e06097 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:24.908593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43b1de24-7130-4837-942e-84a8559d62f5 req-95b50596-bdc7-48a5-b5e3-424885e06097 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1053 time: 0.4935663 Feb 07 23:11:24.995717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.031106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23016af8-bcc1-46aa-a6f4-5a3897b31204 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:25.035761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-23016af8-bcc1-46aa-a6f4-5a3897b31204 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:25.126664 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:25.169698 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] Routers {'e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:25.170419 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:10:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:25.183484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-23016af8-bcc1-46aa-a6f4-5a3897b31204 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:25.185004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-23016af8-bcc1-46aa-a6f4-5a3897b31204 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports/e431c53f-1d85-4e45-8b17-b5349c7403f3 HTTP/1.1" status: 200 len: 983 time: 0.5834458 Feb 07 23:11:25.198757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cdd860ed-a3b2-43df-a39a-5a396c727965 req-23956f28-0125-4f4f-8afd-a4d2af642817 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c463ebd-656d-478f-9d8f-8b3d393e7410 HTTP/1.1" status: 200 len: 210 time: 0.1998587 Feb 07 23:11:25.248757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36748) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:25.258592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43b1de24-7130-4837-942e-84a8559d62f5 req-01a7e056-2532-44a1-8176-6e4436529b0f tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242426 Feb 07 23:11:25.401183 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:25.401849 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f00106-692c-404c-8c6d-1fb88bc6f222 None None] The sync data for ids ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:25.588693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed1f5-d040-4cff-ba6c-a08f86980d0d req-e9b59c5c-c185-4a3d-8f5b-b4d7552b8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:25.590929 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a9ed1f5-d040-4cff-ba6c-a08f86980d0d req-e9b59c5c-c185-4a3d-8f5b-b4d7552b8c1c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8045375 Feb 07 23:11:25.645604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:25.647510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:25.650334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/8f4c7030-3d41-47d5-809d-481df540190e HTTP/1.1" status: 200 len: 1092 time: 7.2625136 Feb 07 23:11:25.651707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'tag': '8f4c7030-3d41-47d5-809d-481df540190e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:25.932516 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'tag': '8f4c7030-3d41-47d5-809d-481df540190e', 'status': 'completed', 'code': 200} Feb 07 23:11:26.021812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c7030-3d41-47d5-809d-481df540190e,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:26.083706 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b7c4231d-61c7-421f-8d30-b6328f199ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:26.098878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.099390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.099822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.100735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.100735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.100735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.100735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.103349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.103349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.103349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.103349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.103837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b75530-f369-47c1-8be5-3a63777700f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:26.214585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-4f2c87e5-5ec0-42ed-bbe8-5c7457c1ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:26.231862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-4f2c87e5-5ec0-42ed-bbe8-5c7457c1ee02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b76011aad4545ab9db368575381582b&device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1095 time: 0.4205189 Feb 07 23:11:26.432854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ed1f5-d040-4cff-ba6c-a08f86980d0d req-c2f3548a-5b45-4c44-ad2b-081093c381ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:26.435379 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a9ed1f5-d040-4cff-ba6c-a08f86980d0d req-c2f3548a-5b45-4c44-ad2b-081093c381ec service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8349235 Feb 07 23:11:26.437858 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-28be73c2-9f19-4b83-8803-0263261a640b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f4c7030-3d41-47d5-809d-481df540190e HTTP/1.1" status: 200 len: 217 time: 0.2008183 Feb 07 23:11:26.670426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-11a3e2e7-6dfe-4a87-8f1d-67a104f4cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:26.671943 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-11a3e2e7-6dfe-4a87-8f1d-67a104f4cdb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e011c8-2583-4e89-ab93-1fc82dc30067 HTTP/1.1" status: 200 len: 849 time: 0.2237711 Feb 07 23:11:26.852691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0610a71-9a60-4cef-8e69-9885d67882da req-0c19ae10-bde2-4827-8786-9a5ff0d08877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:26.854553 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-0c19ae10-bde2-4827-8786-9a5ff0d08877 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767812 Feb 07 23:11:27.145233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-a0b05d14-42c0-43d0-a4b7-687e43c638b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843354 Feb 07 23:11:27.334531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee091c3-812e-443b-b9db-b8ac8297ee3d req-d4a54852-cdc0-4a22-a7fa-4e775c6c6305 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:27.351987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ee091c3-812e-443b-b9db-b8ac8297ee3d req-d4a54852-cdc0-4a22-a7fa-4e775c6c6305 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.4859488 Feb 07 23:11:27.442760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd87b83-5ee2-4b76-90f3-1412a17857fd req-717d0080-cbfb-470e-b2db-eade4806d659 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:27.445327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fd87b83-5ee2-4b76-90f3-1412a17857fd req-717d0080-cbfb-470e-b2db-eade4806d659 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1095 time: 0.6225238 Feb 07 23:11:27.515846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e0610a71-9a60-4cef-8e69-9885d67882da req-a7a01667-8c46-41f3-88e1-145aa568c1a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640099 Feb 07 23:11:27.678236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ee091c3-812e-443b-b9db-b8ac8297ee3d req-8f1b56fb-1859-4147-962f-ec8e486752d0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3252397 Feb 07 23:11:27.699776 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fd87b83-5ee2-4b76-90f3-1412a17857fd req-2a152ac1-35f4-4e34-b454-e75970f188df tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168412 Feb 07 23:11:27.869467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:27.996408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7aa6-8732-45af-871e-149baee784b9 req-659af211-5ac8-477e-82d4-3eb093b137b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:28.001103 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63cd7aa6-8732-45af-871e-149baee784b9 req-659af211-5ac8-477e-82d4-3eb093b137b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b76011aad4545ab9db368575381582b&device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1095 time: 0.4214401 Feb 07 23:11:28.225441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b0d8887c-f2bb-456d-b225-71c57f8eedd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:28.515506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7aa6-8732-45af-871e-149baee784b9 req-a359020b-6273-439e-8c72-7125a02c7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:28.517650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63cd7aa6-8732-45af-871e-149baee784b9 req-a359020b-6273-439e-8c72-7125a02c7f17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 200 len: 911 time: 0.5091789 Feb 07 23:11:28.616459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-e9750d1b-70ce-4829-8937-f1a51ad80d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:28.617966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-e9750d1b-70ce-4829-8937-f1a51ad80d78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1096 time: 0.2690959 Feb 07 23:11:28.709085 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63cd7aa6-8732-45af-871e-149baee784b9 req-eedabb47-7a1f-4ec9-86b9-62753f3ce1b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f4c7030-3d41-47d5-809d-481df540190e HTTP/1.1" status: 200 len: 217 time: 0.1840215 Feb 07 23:11:28.788963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7aa6-8732-45af-871e-149baee784b9 req-87e13cb8-4975-4a94-9b23-772d6279e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:28.790739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63cd7aa6-8732-45af-871e-149baee784b9 req-87e13cb8-4975-4a94-9b23-772d6279e2f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e011c8-2583-4e89-ab93-1fc82dc30067 HTTP/1.1" status: 200 len: 849 time: 0.0751710 Feb 07 23:11:28.914989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-0b9df392-dd36-496e-8e08-ed043c90a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:28.916709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-0b9df392-dd36-496e-8e08-ed043c90a3db service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.2884004 Feb 07 23:11:29.009570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7aa6-8732-45af-871e-149baee784b9 req-5e422453-390a-476d-9524-9b8f52450ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:29.017802 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63cd7aa6-8732-45af-871e-149baee784b9 req-5e422453-390a-476d-9524-9b8f52450ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152867 Feb 07 23:11:29.184330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port e431c53f-1d85-4e45-8b17-b5349c7403f3 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:11:29.184648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:29.231646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63cd7aa6-8732-45af-871e-149baee784b9 req-4c0017a0-d510-42d7-9a02-8716df3b7220 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104542 Feb 07 23:11:29.356918 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:29.420978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8f4c7030-3d41-47d5-809d-481df540190e details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:11:29.594705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-63cd7aa6-8732-45af-871e-149baee784b9 req-848341fd-315a-44ff-a98e-1aee3b58fb92 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553414 Feb 07 23:11:29.653550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:29.754841 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-245958d5-fb13-48d7-9d49-90719e40465e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 1001 time: 0.8261247 Feb 07 23:11:29.791821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 8f4c7030-3d41-47d5-809d-481df540190e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8f4c7030-3d41-47d5-809d-481df540190e,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:29.821431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '8f4c7030-3d41-47d5-809d-481df540190e', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'port_id': '8f4c7030-3d41-47d5-809d-481df540190e', 'mac_address': 'fa:16:3e:d4:d9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:11:29.902360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-bac8b8f1-f6a0-4a7a-9e10-263a14c2cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:29.904295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-bac8b8f1-f6a0-4a7a-9e10-263a14c2cf1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.1430111 Feb 07 23:11:29.930373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7931bc-f7df-4559-8d08-e67192934bb3 req-e8c5f4fe-dfe4-4b4f-aff8-f45af56ef1d5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:29.932064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f7931bc-f7df-4559-8d08-e67192934bb3 req-e8c5f4fe-dfe4-4b4f-aff8-f45af56ef1d5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.8606694 Feb 07 23:11:29.982979 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.010089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4c7030-3d41-47d5-809d-481df540190e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:30.029520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f5f7f-270c-4340-9171-4218802f3141 req-c785dfe1-90ef-4372-a77b-38560c1b7f51 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:30.032043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-941f5f7f-270c-4340-9171-4218802f3141 req-c785dfe1-90ef-4372-a77b-38560c1b7f51 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1095 time: 1.0211194 Feb 07 23:11:30.053993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 8f4c7030-3d41-47d5-809d-481df540190e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8f4c7030-3d41-47d5-809d-481df540190e,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:30.067931 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.214582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f7931bc-f7df-4559-8d08-e67192934bb3 req-6502baa7-6349-4b1d-b53e-3037a9652050 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393472 Feb 07 23:11:30.222722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=8f4c7030-3d41-47d5-809d-481df540190e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:30.244665 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:30.268360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-941f5f7f-270c-4340-9171-4218802f3141 req-c59f46ee-6b26-4150-94b2-65b9ee5dad32 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946535 Feb 07 23:11:30.319787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['8f4c7030-3d41-47d5-809d-481df540190e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:11:30.410515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for e431c53f-1d85-4e45-8b17-b5349c7403f3 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:11:30.480268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-136aeece-ff4a-462a-a8a5-8e5ee79a9fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:30.481833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-136aeece-ff4a-462a-a8a5-8e5ee79a9fa6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5666811 Feb 07 23:11:30.893472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-f1aacfc0-bfbe-481a-b371-811f5e88ef98 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037576 Feb 07 23:11:31.005341 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.106447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caa22d00-7f1b-48a9-afe6-535e07140253 req-45510920-fc02-46a6-8883-02c0edf370e8 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032616 Feb 07 23:11:31.108453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.170276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=e431c53f-1d85-4e45-8b17-b5349c7403f3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:31.221041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.221391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.221731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.222618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.222956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.223790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.223790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.223975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.224236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.224956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.224956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.225199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:11:31.428434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.439110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8f4c7030-3d41-47d5-809d-481df540190e up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:31.551550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 8f4c7030-3d41-47d5-809d-481df540190e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:31.563218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 8f4c7030-3d41-47d5-809d-481df540190e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:31.563652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.779661 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.810356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c7030-3d41-47d5-809d-481df540190e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:31.822192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 8f4c7030-3d41-47d5-809d-481df540190e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8f4c7030-3d41-47d5-809d-481df540190e,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:31.834371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:31.835255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:11:32.148446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=8f4c7030-3d41-47d5-809d-481df540190e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:32.183955 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.209510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff2740-1907-4d5a-9092-ada8e455932b req-2d53db66-a18b-40cf-b559-f02ca8725dcf tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:32.217273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53ff2740-1907-4d5a-9092-ada8e455932b req-2d53db66-a18b-40cf-b559-f02ca8725dcf tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1096 time: 0.7198651 Feb 07 23:11:32.223701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router e7a3db31-47e3-47d9-bd05-4ecbc5cdffda has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:11:32.251398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231a1e6-f32b-4d09-a709-dbb3f5067d31 req-54d934ad-b2db-4b43-889c-c51508aae0b6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:32.253757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0231a1e6-f32b-4d09-a709-dbb3f5067d31 req-54d934ad-b2db-4b43-889c-c51508aae0b6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 0.8071778 Feb 07 23:11:32.257776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:32.269450 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:32.391734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:32.407762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0231a1e6-f32b-4d09-a709-dbb3f5067d31 req-8650ebdd-600a-485f-82ab-5250ba947a16 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417913 Feb 07 23:11:32.412083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53ff2740-1907-4d5a-9092-ada8e455932b req-c186f6d0-1e00-43c0-b8d9-9fe6021894e8 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937003 Feb 07 23:11:32.469782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:11:32.473027 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c7030-3d41-47d5-809d-481df540190e', 'code': 200} Feb 07 23:11:32.486437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] Sync routers for ids ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:32.490030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-19f8fd75-34a2-4315-b4df-65f19984cb98 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/e7a3db31-47e3-47d9-bd05-4ecbc5cdffda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2269759 Feb 07 23:11:32.494143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36918) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:32.515765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] Routers {'e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:32.516739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:32.596522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:32.605770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] Routers {'e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:32.606643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:32.798968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:32.800869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18b47d-aee9-4f18-8b3f-afe356d3ee20 None None] The sync data for ids ['e7a3db31-47e3-47d9-bd05-4ecbc5cdffda'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:32.910571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541da76-cba6-4df9-b7b9-bd742c264fe0 req-dd22a579-31b2-41b5-9e7d-1a05ee72da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:32.912198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3541da76-cba6-4df9-b7b9-bd742c264fe0 req-dd22a579-31b2-41b5-9e7d-1a05ee72da5c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.3331668 Feb 07 23:11:32.951444 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-9d202e4e-1b35-4461-88b1-6f0ba394c118 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] remove_router_interface failed (client error): The resource could not be found. Feb 07 23:11:32.952552 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9d202e4e-1b35-4461-88b1-6f0ba394c118 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/e7a3db31-47e3-47d9-bd05-4ecbc5cdffda/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4573143 Feb 07 23:11:32.955470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36924) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:33.015607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2752f98-3923-4183-b5ed-446c1846ce13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:33.029535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3541da76-cba6-4df9-b7b9-bd742c264fe0 req-4c48c50f-9e2d-4360-a434-a36da2597d22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798163 Feb 07 23:11:33.047994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2752f98-3923-4183-b5ed-446c1846ce13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:33.050444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e2752f98-3923-4183-b5ed-446c1846ce13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7a3db31-47e3-47d9-bd05-4ecbc5cdffda HTTP/1.1" status: 200 len: 205 time: 0.0922599 Feb 07 23:11:33.053221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:33.214820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d366b-356e-48f2-9406-85070573154b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.004456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d366b-356e-48f2-9406-85070573154b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.007731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d366b-356e-48f2-9406-85070573154b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.058408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1555ade-5f87-4502-b632-a12e770470f1 req-a7d370a0-964d-4d32-bd4c-94ca15c1d369 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:34.059921 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1555ade-5f87-4502-b632-a12e770470f1 req-a7d370a0-964d-4d32-bd4c-94ca15c1d369 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.2650366 Feb 07 23:11:34.062083 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d366b-356e-48f2-9406-85070573154b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.062523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9d366b-356e-48f2-9406-85070573154b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Fanout notify agent at l3_agent the message router_deleted on router e7a3db31-47e3-47d9-bd05-4ecbc5cdffda {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:11:34.119325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066bee1-e864-4cea-96b9-a1f7205761c3 req-cb6c2b43-390b-4956-adb6-cff2c707088a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:34.125032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c066bee1-e864-4cea-96b9-a1f7205761c3 req-cb6c2b43-390b-4956-adb6-cff2c707088a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.3658388 Feb 07 23:11:34.180231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c9d366b-356e-48f2-9406-85070573154b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.181861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5c9d366b-356e-48f2-9406-85070573154b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/e7a3db31-47e3-47d9-bd05-4ecbc5cdffda HTTP/1.1" status: 204 len: 168 time: 1.1274004 Feb 07 23:11:34.185487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 36946) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:34.203509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1555ade-5f87-4502-b632-a12e770470f1 req-17ca1d24-1cb0-404c-8285-270041a5c82b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362782 Feb 07 23:11:34.224283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c066bee1-e864-4cea-96b9-a1f7205761c3 req-4197854f-bcb5-403f-988d-7a8e9514fa9d tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922935 Feb 07 23:11:34.324251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet 8956b600-d097-44ff-b344-6e451e3a1920 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:11:34.333309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.437495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.477787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:34.579055 n-d-827896-3 neutron-server[87672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'code': 422} returned with failed status Feb 07 23:11:34.580441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.699783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.760141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=8956b600-d097-44ff-b344-6e451e3a1920,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:34.768048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:34.776933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b73f7-b98c-48db-9b2b-0dc32fc06955 None None] Network e34247f0-05c2-444b-9d9e-aa77bfce6d2e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:11:34.778440 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 36972) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:34.778713 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a8c57138-18a4-4bd7-8058-ab3dc83557ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/8956b600-d097-44ff-b344-6e451e3a1920 HTTP/1.1" status: 204 len: 168 time: 0.5921383 Feb 07 23:11:35.092034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:35.126288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port fd265093-d259-4569-8d14-a65b55ad4e33 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:11:35.127002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:35.462268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:11:35.583388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3123649-5187-43f2-8d80-e28393455112 None None] DHCP port deletion for e34247f0-05c2-444b-9d9e-aa77bfce6d2e request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:11:35.630361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Deleting port fd265093-d259-4569-8d14-a65b55ad4e33 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:11:35.631612 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:35.857788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port fd265093-d259-4569-8d14-a65b55ad4e33, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fd265093-d259-4569-8d14-a65b55ad4e33,segment=NetworkSegment(c3be7370-589a-400e-a9ac-4402b4a2f700),segment_id=c3be7370-589a-400e-a9ac-4402b4a2f700)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:35.858381 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:36.169621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef31d4b-4bbb-4379-8699-59d0c366bddb req-94027d38-436f-44f9-aba4-522cf211a716 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:36.177996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ef31d4b-4bbb-4379-8699-59d0c366bddb req-94027d38-436f-44f9-aba4-522cf211a716 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.7124856 Feb 07 23:11:36.244302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for fd265093-d259-4569-8d14-a65b55ad4e33 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:11:36.280518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d3123649-5187-43f2-8d80-e28393455112 None None] For port fd265093-d259-4569-8d14-a65b55ad4e33, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fd265093-d259-4569-8d14-a65b55ad4e33,segment=NetworkSegment(c3be7370-589a-400e-a9ac-4402b4a2f700),segment_id=c3be7370-589a-400e-a9ac-4402b4a2f700)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:36.280943 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:36.380458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ef31d4b-4bbb-4379-8699-59d0c366bddb req-287e546d-897b-4774-adfb-52340a02191d tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013125 Feb 07 23:11:36.436156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Calling delete_port for fd265093-d259-4569-8d14-a65b55ad4e33 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:11:36.544106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efc016-efdc-4a00-b00b-302dd2504fd9 req-9b0d5328-dfdc-48b5-8f7a-7bd0677a3039 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:36.552402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35efc016-efdc-4a00-b00b-302dd2504fd9 req-9b0d5328-dfdc-48b5-8f7a-7bd0677a3039 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.3869197 Feb 07 23:11:36.612531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35efc016-efdc-4a00-b00b-302dd2504fd9 req-33a42aa7-d8c6-419e-806e-530cd4be80e6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587659 Feb 07 23:11:36.617538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:36.772239 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:36.774977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:11:36.775341 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:11:36.795224 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:36.798164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fd265093-d259-4569-8d14-a65b55ad4e33 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:11:36.870026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=fd265093-d259-4569-8d14-a65b55ad4e33,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:36.881014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No DVR routers for this DVR port fd265093-d259-4569-8d14-a65b55ad4e33 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:36.934222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: fd265093-d259-4569-8d14-a65b55ad4e33 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:11:36.934494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fd265093-d259-4569-8d14-a65b55ad4e33 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:11:37.274619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.276648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Deleting port fd265093-d259-4569-8d14-a65b55ad4e33 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:11:37.277316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3123649-5187-43f2-8d80-e28393455112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.321830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34247f0-05c2-444b-9d9e-aa77bfce6d2e']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:37.346500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3be7370-589a-400e-a9ac-4402b4a2f700') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:37.347519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3be7370-589a-400e-a9ac-4402b4a2f700') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:37.359869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d5c5-1265-42d4-8637-1a6d0d04bd01 req-b645fd99-d429-40c4-b161-40b6c378a9d2 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:37.361827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e04d5c5-1265-42d4-8637-1a6d0d04bd01 req-b645fd99-d429-40c4-b161-40b6c378a9d2 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.7454035 Feb 07 23:11:37.370895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3123649-5187-43f2-8d80-e28393455112 None None] The port 'fd265093-d259-4569-8d14-a65b55ad4e33' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:11:37.375686 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.426822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.437040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-163feec9-8942-4486-a9e8-5cf3853c058d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0140681 Feb 07 23:11:37.446467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:11:37.446876 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:11:37.527922 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:11:37.568214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e04d5c5-1265-42d4-8637-1a6d0d04bd01 req-1dd746e4-ffa5-479e-abd7-70030d966c83 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969571 Feb 07 23:11:37.593072 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.622242 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.635302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=e34247f0-05c2-444b-9d9e-aa77bfce6d2e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:37.644898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-43a93ff7-7c6c-47a6-ae7f-641509b4ad9d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/e34247f0-05c2-444b-9d9e-aa77bfce6d2e HTTP/1.1" status: 204 len: 168 time: 2.8633034 Feb 07 23:11:37.647797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37026) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:37.655402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-462206115'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:37.669871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:37.680373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:37.693464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:37.702525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:37.718859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:37.723387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.755040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:11:37.769599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.770058 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment ea44fe26-241f-47ce-b266-65abcabe9528 of type vlan for network f652d529-8fde-4f4c-a515-7a75526ceb3d Feb 07 23:11:37.815989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.873930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.885269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:37.885898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:37.928450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cabc9c-966c-47ee-94b8-45fda3622921 req-2de2d474-2538-4fa7-98cf-caad298c8137 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:37.930682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77cabc9c-966c-47ee-94b8-45fda3622921 req-2de2d474-2538-4fa7-98cf-caad298c8137 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.1501994 Feb 07 23:11:37.937409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c2116-cce7-4564-9850-92d62fe37b2e req-412dead7-a95f-4d95-be4d-ee1eebb3c092 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:37.939510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b6c2116-cce7-4564-9850-92d62fe37b2e req-412dead7-a95f-4d95-be4d-ee1eebb3c092 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.2178581 Feb 07 23:11:38.026136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b6c2116-cce7-4564-9850-92d62fe37b2e req-57564b80-a4bd-44e0-b760-f26a48ca9167 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494738 Feb 07 23:11:38.035344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3858624 Feb 07 23:11:38.043783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77cabc9c-966c-47ee-94b8-45fda3622921 req-f30fef36-4c20-4d6f-91f2-adc84b73ce53 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988095 Feb 07 23:11:38.043783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37034) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:38.056953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': 'f652d529-8fde-4f4c-a515-7a75526ceb3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:38.070200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5147e4e-2ac4-4669-adfe-2636bde53337 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=f652d529-8fde-4f4c-a515-7a75526ceb3d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:38.088640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f652d529-8fde-4f4c-a515-7a75526ceb3d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:11:38.196989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:38.207945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:38.214582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:38.229935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:38.250786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:38.259846 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:38.712685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:38.816531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-d615c6ca-9cbc-442e-bee5-9ea1606aa070 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:38.826327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-d615c6ca-9cbc-442e-bee5-9ea1606aa070 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/networks?id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 200 len: 911 time: 0.4253111 Feb 07 23:11:38.871748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-cddf3524-360b-4579-a86b-c951151785ff tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/quotas/8b76011aad4545ab9db368575381582b HTTP/1.1" status: 200 len: 375 time: 0.0442364 Feb 07 23:11:38.941417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=9a956937-6dde-43aa-8160-7192efec0f39,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:38.971412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': 'ea44fe26-241f-47ce-b266-65abcabe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f652d529-8fde-4f4c-a515-7a75526ceb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:38.972343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: f652d529-8fde-4f4c-a515-7a75526ceb3d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:11:39.015373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network f652d529-8fde-4f4c-a515-7a75526ceb3d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:11:39.036118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f652d529-8fde-4f4c-a515-7a75526ceb3d) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:39.047171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db9651-9bc7-45b9-9684-4c9683ec429c None None] Network f652d529-8fde-4f4c-a515-7a75526ceb3d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:11:39.056317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:39.056958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.107042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-0d5055ab-63f4-480a-b690-b1f3ce2e8214 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b76011aad4545ab9db368575381582b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2344158 Feb 07 23:11:39.261704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37070) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:39.262262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-be7c5ff6-60b1-433b-a242-83c8cf9a27d4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2208672 Feb 07 23:11:39.267180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1000432658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:39.288157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:39.304241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:router and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:39.312003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:39.323694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:39.355944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.357211 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.390179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.430429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.442699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-6c77e950-814a-4195-9507-d3c5f3a711c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347030 Feb 07 23:11:39.476504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.478123 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1f92e394-bcc5-4a0a-8dbe-5e12413d33c6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2152405 Feb 07 23:11:39.480958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37074) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:39.498318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-f652d529-8fde-4f4c-a515-7a75526ceb3d', 'network_id': 'f652d529-8fde-4f4c-a515-7a75526ceb3d', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': '9a956937-6dde-43aa-8160-7192efec0f39'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:11:39.499889 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:39.677220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbcbb9-2299-46ff-beff-828d60b1c457 req-ba7e79de-4692-4066-9477-b90a3e944ab7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:39.678796 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02cbcbb9-2299-46ff-beff-828d60b1c457 req-ba7e79de-4692-4066-9477-b90a3e944ab7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.4106236 Feb 07 23:11:39.840502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Allocated IP 2001:db8::2 (f652d529-8fde-4f4c-a515-7a75526ceb3d/9a956937-6dde-43aa-8160-7192efec0f39/566d2cb2-8adb-46a4-9c9c-5d55489d2e07) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:39.924345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02cbcbb9-2299-46ff-beff-828d60b1c457 req-b5f4a522-2a19-41f8-adce-6574b1fe78ca tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054582 Feb 07 23:11:39.943745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-2b082c8a-a244-422a-9f27-a688fb2fb3b7 service neutron] 10.222.0.10 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993596 Feb 07 23:11:40.382113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-178f2cc1-f469-4b51-9fdf-dd3dfb44ca46 req-54480d86-6a4b-4119-85b8-245871b71a77 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 210 time: 0.1119471 Feb 07 23:11:40.392981 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.411225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Transition to ACTIVE for port object 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:40.471374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Transition to ACTIVE for port object 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:40.481719 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.610393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Network f652d529-8fde-4f4c-a515-7a75526ceb3d is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:40.617736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:40.626741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:11:40.698869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Pushing event updated for resources: {'Port': ['ID=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:40.839036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Attempting to bind port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:40.839451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Attempting to bind port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ea44fe26-241f-47ce-b266-65abcabe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f652d529-8fde-4f4c-a515-7a75526ceb3d'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:40.843473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Attempting to bind port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 on network f652d529-8fde-4f4c-a515-7a75526ceb3d {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:40.860396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:11:40.860804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Checking segment: {'id': 'ea44fe26-241f-47ce-b266-65abcabe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f652d529-8fde-4f4c-a515-7a75526ceb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:40.861208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:40.861731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Bound using segment: {'id': 'ea44fe26-241f-47ce-b266-65abcabe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f652d529-8fde-4f4c-a515-7a75526ceb3d'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:11:40.862388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Bound port: 566d2cb2-8adb-46a4-9c9c-5d55489d2e07, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea44fe26-241f-47ce-b266-65abcabe9528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f652d529-8fde-4f4c-a515-7a75526ceb3d'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:40.862811 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.104722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.147963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] For port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:11:41.157777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] For port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,segment=NetworkSegment(ea44fe26-241f-47ce-b266-65abcabe9528),segment_id=ea44fe26-241f-47ce-b266-65abcabe9528)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:11:41.170664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:41.385442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6930aa1-5ea1-436f-82bc-e6b6cfecfe4a None None] Pushing event updated for resources: {'Port': ['ID=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:41.508788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1aed1-3858-4417-bf60-e51c197e346c req-0438b87f-6332-4375-a9e5-21fdf2df5e1d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:41.511789 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4e1aed1-3858-4417-bf60-e51c197e346c req-0438b87f-6332-4375-a9e5-21fdf2df5e1d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.2883296 Feb 07 23:11:41.628781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb34e1cc-ce8a-4c60-97b1-d53b2b86e820 req-becf077c-9a0c-4ccf-b655-57ef6b2e1fac tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 210 time: 0.0564096 Feb 07 23:11:41.645185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4e1aed1-3858-4417-bf60-e51c197e346c req-5c4afe72-225a-404d-8cc9-23451b492022 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275654 Feb 07 23:11:42.136948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8::1 (f652d529-8fde-4f4c-a515-7a75526ceb3d/9a956937-6dde-43aa-8160-7192efec0f39/0b2cfc2a-c844-4abc-aa5d-405bf63d8a91) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:42.185527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-6077ad5a-261d-44e3-835e-9438ac7c1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:42.187834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-6077ad5a-261d-44e3-835e-9438ac7c1071 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536&tenant_id=86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 1094 time: 0.2387915 Feb 07 23:11:42.334875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:42.862737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87965d8b-6904-409e-830b-a1cf968b4b66 None None] Network f652d529-8fde-4f4c-a515-7a75526ceb3d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:11:42.952518 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.025755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-1956e210-d9ba-4114-974a-d3d3e102b36e tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:43.027367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-1956e210-d9ba-4114-974a-d3d3e102b36e tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.26 "GET /v2.0/networks?id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 200 len: 911 time: 0.4825406 Feb 07 23:11:43.057928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:43.113931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Request body: {'port': {'device_id': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'admin_state_up': True, 'tenant_id': '8b76011aad4545ab9db368575381582b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:43.141208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:43.161257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54db008e-221d-48dd-80ee-37ffd91f4a15 req-7d787b2e-3cc5-44e6-9690-f664fb2e6a9b tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 210 time: 0.1142309 Feb 07 23:11:43.178426 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.235517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20e9ec-5b21-489f-8fd4-c32639588a5b req-a7155431-316f-4bc2-932c-30b0f8e6c16a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:43.236522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e65722ab-4359-4312-bf1a-53a038996218 None None] Provisioning for port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:43.238393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Usage tracker for resource:port and tenant:8b76011aad4545ab9db368575381582b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:43.242083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:43.243992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce20e9ec-5b21-489f-8fd4-c32639588a5b req-a7155431-316f-4bc2-932c-30b0f8e6c16a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.3270946 Feb 07 23:11:43.249165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:43.298944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:43.313704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:43.314545 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.322835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce20e9ec-5b21-489f-8fd4-c32639588a5b req-7b11f88d-fd3f-44f7-96ab-8df0f701c2e9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727727 Feb 07 23:11:43.329243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Made reservation on behalf of 8b76011aad4545ab9db368575381582b for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:11:43.331661 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.349811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:43.537843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.647188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=0b2cfc2a-c844-4abc-aa5d-405bf63d8a91,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:43.679927 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.739663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,segment=NetworkSegment(ea44fe26-241f-47ce-b266-65abcabe9528),segment_id=ea44fe26-241f-47ce-b266-65abcabe9528)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:43.765933 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:43.902758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:43.977923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network f652d529-8fde-4f4c-a515-7a75526ceb3d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:43.983542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:43.986125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:11:43.987012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.316636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:44.355505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:11:44.364024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a8dd19d4-176d-4418-a88e-b4437005568e None None] Provisioning complete for port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:44.364322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a8dd19d4-176d-4418-a88e-b4437005568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.442269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Allocated IP 172.20.0.11 (4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c/13e011c8-2583-4e89-ab93-1fc82dc30067/05e0e3f2-0e96-4439-9c39-629b0bd8d668) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:11:44.577249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2640edac-4dca-4aa6-9ee2-aac939a06d95 req-490a1b19-dd22-4505-ba07-88a901a644b1 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 210 time: 0.0931714 Feb 07 23:11:44.739162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a8dd19d4-176d-4418-a88e-b4437005568e None None] Provisioning for port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:44.747818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a8dd19d4-176d-4418-a88e-b4437005568e None None] Provisioning complete for port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:44.748473 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a8dd19d4-176d-4418-a88e-b4437005568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.762569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644e0d5-2854-423f-8a56-bc673eac822c req-22049104-74ec-49dd-8d00-7771d8675e3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:44.770363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a644e0d5-2854-423f-8a56-bc673eac822c req-22049104-74ec-49dd-8d00-7771d8675e3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.1089773 Feb 07 23:11:44.820986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd19d4-176d-4418-a88e-b4437005568e None None] Port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:44.828544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a644e0d5-2854-423f-8a56-bc673eac822c req-a249677a-3810-43a8-87c4-309bed9b9f71 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552993 Feb 07 23:11:44.844134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:44.857281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:44.874119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.935308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Transition to ACTIVE for port object 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:44.938644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.953206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-35e5e870-dfed-4f90-855e-60f25c324557 None None] Provisioning complete for port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:44.953742 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-35e5e870-dfed-4f90-855e-60f25c324557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.967613 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:44.985139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:44.985515 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.057185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-35e5e870-dfed-4f90-855e-60f25c324557 None None] Port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:45.201185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.218639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=9']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:45.313342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Transition to ACTIVE for port object 05e0e3f2-0e96-4439-9c39-629b0bd8d668 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:45.432368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] No DVR routers for this DVR port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:11:45.685233 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:45.697283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['8f4c7030-3d41-47d5-809d-481df540190e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:11:45.823087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:45.830166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:45.848124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:11:46.131999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d34ac-41f6-4ca1-81e9-9d1bae227dcd req-bcc80e95-ab18-49a5-a02c-02f1b86a17c8 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:46.141151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d9d34ac-41f6-4ca1-81e9-9d1bae227dcd req-bcc80e95-ab18-49a5-a02c-02f1b86a17c8 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1028 time: 0.2898552 Feb 07 23:11:46.230433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Pushing event updated for resources: {'Port': ['ID=05e0e3f2-0e96-4439-9c39-629b0bd8d668,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:46.281239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d9d34ac-41f6-4ca1-81e9-9d1bae227dcd req-866901d4-e18c-4b08-a874-a6ac0e72e641 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235783 Feb 07 23:11:46.293676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:46.294103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:46.294330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:46.295489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e152edd-dfe3-43e5-a646-76785f8d7d39 req-2cbea4f1-ad54-4795-9613-75ffadd56a93 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:46.297373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e152edd-dfe3-43e5-a646-76785f8d7d39 req-2cbea4f1-ad54-4795-9613-75ffadd56a93 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 943 time: 0.2546103 Feb 07 23:11:46.312427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on network b3a48779-fd1f-43fc-b355-c9b771557441 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:11:46.312821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Attempting to bind port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:46.317327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:46.317917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.320221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7e88fe49-3b1f-4213-94bf-236832c94e69 None None] Provisioning for port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:46.325732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7e88fe49-3b1f-4213-94bf-236832c94e69 None None] Provisioning complete for port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:46.326135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7e88fe49-3b1f-4213-94bf-236832c94e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.331668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:11:46.332002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Checking segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:46.332394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Bound using segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:11:46.332850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Bound port: 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:46.333213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.402053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e152edd-dfe3-43e5-a646-76785f8d7d39 req-aeaf1a92-9ca9-4485-89de-8888430ee8e6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946398 Feb 07 23:11:46.425737 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.451003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.451791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.454766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7e88fe49-3b1f-4213-94bf-236832c94e69 None None] Port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:46.489356 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-42a5fda7-88bc-476e-9f51-cb99bda87bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.3878682 Feb 07 23:11:46.515830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Request body: {'port': {'device_id': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:11:46.672791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=0b2cfc2a-c844-4abc-aa5d-405bf63d8a91,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:46.690849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:11:46.742603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:11:46.769303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.879969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.906702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:46.907918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:46.910920 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] 10.222.0.26 "PUT /v2.0/ports/4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 1091 time: 4.6056068 Feb 07 23:11:46.917625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:47.013391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network f652d529-8fde-4f4c-a515-7a75526ceb3d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:11:47.075948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:11:47.108605 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'status': 'completed', 'code': 200} Feb 07 23:11:47.219744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33e214-9f64-4f49-ab61-393eca08c004 service neutron] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:47.583997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c9fde-25bb-4ed7-a8b1-5fb6ae8c4d15 req-c5eb0def-4d2a-4d27-baa9-4ff2d0362671 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:47.590978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f3c9fde-25bb-4ed7-a8b1-5fb6ae8c4d15 req-c5eb0def-4d2a-4d27-baa9-4ff2d0362671 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1028 time: 0.0905321 Feb 07 23:11:47.684665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-7bd1107f-1073-40de-b429-4540b3be1746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:47.685113 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-7bd1107f-1073-40de-b429-4540b3be1746 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1095 time: 0.7349329 Feb 07 23:11:47.699709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f3c9fde-25bb-4ed7-a8b1-5fb6ae8c4d15 req-84040275-2fc0-48bc-8c04-3d7243c2f70d tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074710 Feb 07 23:11:47.749085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-09b8a53d-6609-499b-a2aa-cd4d3ced4d1e None None] Provisioning complete for port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:47.749676 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-09b8a53d-6609-499b-a2aa-cd4d3ced4d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:47.767667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d992d7-2fac-43ec-8527-41cce377cf35 req-54c1e848-c969-45d8-88cd-a878f61eeda2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:47.770257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69d992d7-2fac-43ec-8527-41cce377cf35 req-54c1e848-c969-45d8-88cd-a878f61eeda2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.1309998 Feb 07 23:11:47.843666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69d992d7-2fac-43ec-8527-41cce377cf35 req-5e2cedc2-40de-41af-b1af-c69138dcfd4c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650098 Feb 07 23:11:47.885546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a53d-6609-499b-a2aa-cd4d3ced4d1e None None] Port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:11:48.010138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-8b269c69-dc89-4460-82b5-9006c7aec7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:48.012124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-8b269c69-dc89-4460-82b5-9006c7aec7b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.3122723 Feb 07 23:11:48.278645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 2cecb71f-83bc-48e3-b887-d6989b8bc04e is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:11:48.282420 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-739b71f3-b935-41c4-b44c-8c91b281700f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 999 time: 0.2127676 Feb 07 23:11:48.695310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:11:48.731601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-5c14b360-a39f-44ca-97da-db39b98bb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:48.733110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-5c14b360-a39f-44ca-97da-db39b98bb6fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.4182696 Feb 07 23:11:48.848524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:11:48.856903 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3976951e-c094-4958-a49e-92cbc8cb8371 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/2cecb71f-83bc-48e3-b887-d6989b8bc04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3748064 Feb 07 23:11:48.857028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37212) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:48.863533 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] Sync routers for ids ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:48.880194 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] Routers {'2cecb71f-83bc-48e3-b887-d6989b8bc04e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:48.880856 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:48.892796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e0e3f2-0e96-4439-9c39-629b0bd8d668 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:48.918996 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:48.970936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Transition to ACTIVE for port object 05e0e3f2-0e96-4439-9c39-629b0bd8d668 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:11:48.981445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.053695 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:49.067821 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] Routers {'2cecb71f-83bc-48e3-b887-d6989b8bc04e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:49.068777 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:49.180822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-b61d25b0-793e-4c24-9dd7-172c84209d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:49.182323 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-b61d25b0-793e-4c24-9dd7-172c84209d34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3991690 Feb 07 23:11:49.187798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Pushing event updated for resources: {'Port': ['ID=05e0e3f2-0e96-4439-9c39-629b0bd8d668,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:49.191904 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:49.192321 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c2860-c910-447b-bc27-42266fed09b9 None None] The sync data for ids ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:49.357631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f110e8a-cb82-4904-93f7-859dde1c8cdd tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:49.358562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f110e8a-cb82-4904-93f7-859dde1c8cdd tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:49.397666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21646d6-369f-46e4-b65c-db6bbab66120 req-deeabb55-92ae-4e08-a850-956fac9834ce tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:49.405204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c21646d6-369f-46e4-b65c-db6bbab66120 req-deeabb55-92ae-4e08-a850-956fac9834ce tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1053 time: 0.3802302 Feb 07 23:11:49.421887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f110e8a-cb82-4904-93f7-859dde1c8cdd tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:49.423058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f110e8a-cb82-4904-93f7-859dde1c8cdd tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports/0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 HTTP/1.1" status: 200 len: 911 time: 0.5647345 Feb 07 23:11:49.433266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9f745-0207-44a0-9e0e-5e03b087e4c6 req-57a1ad2f-778c-40f8-b101-49900413c066 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:49.433266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3c9f745-0207-44a0-9e0e-5e03b087e4c6 req-57a1ad2f-778c-40f8-b101-49900413c066 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.2881448 Feb 07 23:11:49.433733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37222) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:49.601124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-3a97ca03-d5c6-4395-8870-19567de3d1b8 service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071269 Feb 07 23:11:49.610175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3c9f745-0207-44a0-9e0e-5e03b087e4c6 req-879f2b92-ee2f-4de2-98f1-dc8c88aa7165 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110716 Feb 07 23:11:49.659089 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:11:49.702176 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c21646d6-369f-46e4-b65c-db6bbab66120 req-afb29d0d-b1bc-41fc-a448-99f4510fc9f6 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959497 Feb 07 23:11:49.859468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Attempting to bind port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:11:49.859978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Attempting to bind port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:11:49.860289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Attempting to bind port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:49.879786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:11:49.880125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Attempting to bind port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 on network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:11:49.891740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:11:49.892083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Checking segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:11:49.892476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Bound using segment: {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:11:49.892988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Bound port: 05e0e3f2-0e96-4439-9c39-629b0bd8d668, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:11:49.893347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:49.947034 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6974ecfc-34c6-46e0-a742-a82613509a6e req-8112f2e8-4a79-4ac0-9b09-639dd61d5b85 service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307719 Feb 07 23:11:50.265498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] For port 05e0e3f2-0e96-4439-9c39-629b0bd8d668, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:11:50.300817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] For port 05e0e3f2-0e96-4439-9c39-629b0bd8d668, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05e0e3f2-0e96-4439-9c39-629b0bd8d668,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:11:50.312924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.456520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:50.457706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.459081 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] 10.222.0.26 "PUT /v2.0/ports/05e0e3f2-0e96-4439-9c39-629b0bd8d668 HTTP/1.1" status: 200 len: 1092 time: 3.9478445 Feb 07 23:11:50.462263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'tag': '05e0e3f2-0e96-4439-9c39-629b0bd8d668'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:50.519013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-5e81d0da-cf39-427b-8f0d-1471e17f8da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:50.523145 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-5e81d0da-cf39-427b-8f0d-1471e17f8da9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1095 time: 0.4499860 Feb 07 23:11:50.597205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:50.634650 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'tag': '05e0e3f2-0e96-4439-9c39-629b0bd8d668', 'status': 'completed', 'code': 200} Feb 07 23:11:50.968502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a7505-9cf0-4951-86e1-9000594af856 service neutron] Pushing event updated for resources: {'Port': ['ID=05e0e3f2-0e96-4439-9c39-629b0bd8d668,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:51.160324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-7818e9c3-9948-4e31-bff7-42a770b7605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.161875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-7818e9c3-9948-4e31-bff7-42a770b7605a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b76011aad4545ab9db368575381582b&device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1095 time: 0.5668278 Feb 07 23:11:51.170314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-e6fbd8cb-3468-43f9-8494-8a181f519db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.171938 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-e6fbd8cb-3468-43f9-8494-8a181f519db1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.6405339 Feb 07 23:11:51.324225 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-76dd8d4b-4210-414f-b498-00722a89cd36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e0e3f2-0e96-4439-9c39-629b0bd8d668 HTTP/1.1" status: 200 len: 217 time: 0.1513152 Feb 07 23:11:51.416272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-6bced5cc-7621-4bdb-badf-c884aaf38417 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 999 time: 0.1833732 Feb 07 23:11:51.430586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-96887f51-706b-4e12-8db8-8f75c1ed62e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.432410 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-96887f51-706b-4e12-8db8-8f75c1ed62e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13e011c8-2583-4e89-ab93-1fc82dc30067 HTTP/1.1" status: 200 len: 849 time: 0.0913029 Feb 07 23:11:51.577898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-6b34a360-0543-4944-af40-6021a1f0f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.579508 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-6b34a360-0543-4944-af40-6021a1f0f5b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.1420941 Feb 07 23:11:51.810302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a74538-1dc3-4e03-9285-8233998d5ba4 req-c1cabc8f-357d-43e2-877f-9d5c77031a98 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.813825 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91a74538-1dc3-4e03-9285-8233998d5ba4 req-c1cabc8f-357d-43e2-877f-9d5c77031a98 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.8101673 Feb 07 23:11:51.896032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a02830-0b5a-40e0-a924-93cc37dcf94e req-d56e88b6-e6d3-4e6f-8aef-cf899823fad0 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:51.903557 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98a02830-0b5a-40e0-a924-93cc37dcf94e req-d56e88b6-e6d3-4e6f-8aef-cf899823fad0 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1095 time: 0.7695837 Feb 07 23:11:52.002340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91a74538-1dc3-4e03-9285-8233998d5ba4 req-12b554fd-e7eb-42c2-bbdd-efb058ed56b0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712515 Feb 07 23:11:52.175527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-e5250339-51f6-4976-9e72-938509671a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:52.177418 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-e5250339-51f6-4976-9e72-938509671a72 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263343 Feb 07 23:11:52.179628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2ece-be50-4f92-8acc-af194f41316f req-84c5c9e5-dfab-44cd-b4af-45fe9e07b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:52.180881 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-84c5c9e5-dfab-44cd-b4af-45fe9e07b50b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6004009 Feb 07 23:11:52.219939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98a02830-0b5a-40e0-a924-93cc37dcf94e req-7a64586c-e4b2-4ce3-86d7-404a0fd19bc5 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975695 Feb 07 23:11:52.232422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:11:52.233862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:52.649745 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-f8118f15-c5a7-40c9-8f0e-06e2da22e800 service neutron] 10.222.0.26 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868706 Feb 07 23:11:52.753799 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:53.097425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-f966b4e1-5afb-4f82-848c-5b8a576c0c7b service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8869584 Feb 07 23:11:53.144395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 0b2cfc2a-c844-4abc-aa5d-405bf63d8a91 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:11:53.364043 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41be2ece-be50-4f92-8acc-af194f41316f req-1e6cd45f-9202-4687-bf9f-1f41b9bb50f0 service neutron] 10.222.0.26 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5927241 Feb 07 23:11:53.751842 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b8264aa1-31da-4835-88e2-6d4c7bcb015c req-b4dc4439-e668-4265-83f7-cdffa0a1393c service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325269 Feb 07 23:11:53.792217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-2edbb9c5-11ff-41d4-b4ad-0108d362b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:53.793433 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-2edbb9c5-11ff-41d4-b4ad-0108d362b204 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8b76011aad4545ab9db368575381582b&device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1095 time: 0.3357534 Feb 07 23:11:53.968303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386b03-999d-4c4f-ab38-7758cc70f2d4 req-4a22ba4e-82df-4355-bb2c-adeebf037e15 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:53.970939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f386b03-999d-4c4f-ab38-7758cc70f2d4 req-4a22ba4e-82df-4355-bb2c-adeebf037e15 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.6591432 Feb 07 23:11:54.106117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b8530-eecc-4c3b-8215-fa286ff0709c req-c3974bc7-0992-4a84-9abf-3d9f33c348df tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:54.150352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-316b8530-eecc-4c3b-8215-fa286ff0709c req-c3974bc7-0992-4a84-9abf-3d9f33c348df tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1095 time: 0.6118982 Feb 07 23:11:54.254704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-21d8122a-3df0-4bfa-962f-c0b93d488aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:54.258118 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-21d8122a-3df0-4bfa-962f-c0b93d488aa1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 200 len: 911 time: 0.4440994 Feb 07 23:11:54.306944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:54.381861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=0b2cfc2a-c844-4abc-aa5d-405bf63d8a91,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:54.403916 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-4afe5fb4-b8ac-4157-addc-912a282ec49f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05e0e3f2-0e96-4439-9c39-629b0bd8d668 HTTP/1.1" status: 200 len: 217 time: 0.1372509 Feb 07 23:11:54.462617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f386b03-999d-4c4f-ab38-7758cc70f2d4 req-c0d20290-5e18-40cd-919f-ad35ac7fe110 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4650085 Feb 07 23:11:54.495000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-316b8530-eecc-4c3b-8215-fa286ff0709c req-cd27c2f5-0016-4f9b-81e9-e0990b9a1b49 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436575 Feb 07 23:11:54.511554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-3c55f272-ab6b-44cd-bbb9-f9fa88e99239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:54.513842 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-3c55f272-ab6b-44cd-bbb9-f9fa88e99239 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=13e011c8-2583-4e89-ab93-1fc82dc30067 HTTP/1.1" status: 200 len: 849 time: 0.1028593 Feb 07 23:11:54.773627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05e0e3f2-0e96-4439-9c39-629b0bd8d668 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:11:54.776459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-ea920180-8dbb-4c86-87f2-ec895548596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:54.792216 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-ea920180-8dbb-4c86-87f2-ec895548596c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678905 Feb 07 23:11:55.237423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-ae7567c3-a447-48ab-a80a-1ae84a86f4f1 service neutron] 10.222.0.26 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151328 Feb 07 23:11:55.240260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 05e0e3f2-0e96-4439-9c39-629b0bd8d668, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05e0e3f2-0e96-4439-9c39-629b0bd8d668,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:55.283146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '05e0e3f2-0e96-4439-9c39-629b0bd8d668', 'network_id': '4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c', 'port_id': '05e0e3f2-0e96-4439-9c39-629b0bd8d668', 'mac_address': 'fa:16:3e:bc:5f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e011c8-2583-4e89-ab93-1fc82dc30067', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:11:55.416444 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:55.495138 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:55.554906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e0e3f2-0e96-4439-9c39-629b0bd8d668 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:11:55.628259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 05e0e3f2-0e96-4439-9c39-629b0bd8d668, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05e0e3f2-0e96-4439-9c39-629b0bd8d668,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:55.651893 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:55.654816 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a35ca04-37a4-4fbc-840c-7ce51b983711 req-6a4b6039-94c4-4a23-b4b7-1ee9fde2f538 service neutron] 10.222.0.26 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085555 Feb 07 23:11:55.938909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['05e0e3f2-0e96-4439-9c39-629b0bd8d668'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:11:56.197209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=05e0e3f2-0e96-4439-9c39-629b0bd8d668,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:56.249401 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f56ee6a-195f-428c-9219-5465dba7ae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:56.433632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 2cecb71f-83bc-48e3-b887-d6989b8bc04e has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:11:56.806401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:11:56.818937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] Sync routers for ids ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:11:56.834587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] Routers {'2cecb71f-83bc-48e3-b887-d6989b8bc04e'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:56.836447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:56.873179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bfb55-efb7-4ee9-9309-f2222b02bd71 req-6986cb04-feca-475a-b31a-9772c34d102f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:56.885600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b07bfb55-efb7-4ee9-9309-f2222b02bd71 req-6986cb04-feca-475a-b31a-9772c34d102f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 1.0017595 Feb 07 23:11:56.940386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b8bfc0bc-e633-4a82-ad24-90a52611f60c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/2cecb71f-83bc-48e3-b887-d6989b8bc04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5030103 Feb 07 23:11:56.942822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37328) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:56.947477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b27981-2d8c-49ea-9c4e-1b2be7ec8105 req-7e0cde76-8584-433c-8719-17379be397ca tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:56.959157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3b27981-2d8c-49ea-9c4e-1b2be7ec8105 req-7e0cde76-8584-433c-8719-17379be397ca tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1096 time: 1.0336316 Feb 07 23:11:57.001530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b07bfb55-efb7-4ee9-9309-f2222b02bd71 req-967b580f-08cd-4b84-9748-aebbeb2c5146 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133804 Feb 07 23:11:57.072124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3b27981-2d8c-49ea-9c4e-1b2be7ec8105 req-c886d18b-a987-4384-824e-146c68154cfb tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115868 Feb 07 23:11:57.084445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31a10001-3345-42a8-a38a-2a654633cae6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:11:57.105547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-31a10001-3345-42a8-a38a-2a654633cae6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:11:57.107298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-31a10001-3345-42a8-a38a-2a654633cae6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cecb71f-83bc-48e3-b887-d6989b8bc04e HTTP/1.1" status: 200 len: 205 time: 0.1633453 Feb 07 23:11:57.110117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37340) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:57.153419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:57.192209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] Routers {'2cecb71f-83bc-48e3-b887-d6989b8bc04e'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:11:57.192209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:57.326196 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99cccfa8-7042-47c6-a1c0-975f86bf762d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:57.383710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:11:57.384390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4623809-6bce-442b-b1e0-197f061a9391 None None] The sync data for ids ['2cecb71f-83bc-48e3-b887-d6989b8bc04e'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:11:58.231968 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6488c4c1-4028-487e-bcfe-6b2b709dd4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.238112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99cccfa8-7042-47c6-a1c0-975f86bf762d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.247471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99cccfa8-7042-47c6-a1c0-975f86bf762d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.248341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37358) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:58.313813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99cccfa8-7042-47c6-a1c0-975f86bf762d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.314255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cccfa8-7042-47c6-a1c0-975f86bf762d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Fanout notify agent at l3_agent the message router_deleted on router 2cecb71f-83bc-48e3-b887-d6989b8bc04e {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:11:58.355210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-99cccfa8-7042-47c6-a1c0-975f86bf762d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.356303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-99cccfa8-7042-47c6-a1c0-975f86bf762d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/2cecb71f-83bc-48e3-b887-d6989b8bc04e HTTP/1.1" status: 204 len: 168 time: 1.2449017 Feb 07 23:11:58.359245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37364) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:58.490184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet 9a956937-6dde-43aa-8160-7192efec0f39 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:11:58.494871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.769928 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.776716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05e0e3f2-0e96-4439-9c39-629b0bd8d668 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:11:58.819855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:11:58.828805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Usage tracker for resource:security_group_rule and tenant:19b9907b192144e296ae54beea3544e2 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:11:58.833547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac444400-b765-47d7-bbc0-7949b67ffee7 req-fa6f3f88-6e5c-4346-9ddf-9625321a1430 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:58.835060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac444400-b765-47d7-bbc0-7949b67ffee7 req-fa6f3f88-6e5c-4346-9ddf-9625321a1430 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1096 time: 0.4858668 Feb 07 23:11:58.850297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a4b42-84ec-4211-8145-f779ef724833 req-89af8c23-4130-4146-ae95-94124f151ecd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:11:58.851756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b6a4b42-84ec-4211-8145-f779ef724833 req-89af8c23-4130-4146-ae95-94124f151ecd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.3635426 Feb 07 23:11:58.856079 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.907831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:11:58.918719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:11:58.919333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:58.959079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:11:59.010719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:11:59.024312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b6a4b42-84ec-4211-8145-f779ef724833 req-b34a2958-df7b-41ee-8bbd-0dc5f803c6eb tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606500 Feb 07 23:11:59.042746 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac444400-b765-47d7-bbc0-7949b67ffee7 req-8dd7e3f9-f9f5-4098-876a-914a76145f70 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898453 Feb 07 23:11:59.172959 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.320173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e0e3f2-0e96-4439-9c39-629b0bd8d668'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:11:59.382398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 05e0e3f2-0e96-4439-9c39-629b0bd8d668, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05e0e3f2-0e96-4439-9c39-629b0bd8d668,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:11:59.392343 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.406160 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.549621 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.556255 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e0e3f2-0e96-4439-9c39-629b0bd8d668', 'code': 200} Feb 07 23:11:59.606286 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.618796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.630498 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.673723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=05e0e3f2-0e96-4439-9c39-629b0bd8d668,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:59.732743 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19b9907b192144e296ae54beea3544e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4810784 Feb 07 23:11:59.734140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37390) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:11:59.759100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.867598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=9a956937-6dde-43aa-8160-7192efec0f39,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:59.875795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b767b6c-f47a-4d7e-9853-4125cfbef06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.926748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:11:59.936196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c6268d-bba0-49bd-b70e-2999f26f5bfa None None] Network f652d529-8fde-4f4c-a515-7a75526ceb3d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:11:59.939830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b46e03-eddb-4ea6-8438-7809767a94b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e6f871-82ff-41b7-a884-805bc8356d1a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:11:59.996174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c76c3d11-53e5-4ac6-8989-43c88df0a94a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/9a956937-6dde-43aa-8160-7192efec0f39 HTTP/1.1" status: 204 len: 168 time: 1.6357944 Feb 07 23:11:59.996796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b767b6c-f47a-4d7e-9853-4125cfbef06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.000028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37394) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:00.030858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254f02-dc63-4549-b3be-fba04d8b08be req-bff765ec-78ac-4e0d-86c3-91dc72d33bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:00.033167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34254f02-dc63-4549-b3be-fba04d8b08be req-bff765ec-78ac-4e0d-86c3-91dc72d33bf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.4801226 Feb 07 23:12:00.186950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-34254f02-dc63-4549-b3be-fba04d8b08be req-2e67be4b-ef88-4671-878d-5c2154394035 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911765 Feb 07 23:12:00.196678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b767b6c-f47a-4d7e-9853-4125cfbef06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.201581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.243243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:00.243940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.244789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9b767b6c-f47a-4d7e-9853-4125cfbef06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.248912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9b767b6c-f47a-4d7e-9853-4125cfbef06c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27e6f871-82ff-41b7-a884-805bc8356d1a HTTP/1.1" status: 204 len: 168 time: 0.5134468 Feb 07 23:12:00.265606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b767b6c-f47a-4d7e-9853-4125cfbef06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e6f871-82ff-41b7-a884-805bc8356d1a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:00.592142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881da033-467c-4020-9796-3ea49d234126 req-8d0ac45e-c4f5-4e33-aff0-099c293a392a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:00.604457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-881da033-467c-4020-9796-3ea49d234126 req-8d0ac45e-c4f5-4e33-aff0-099c293a392a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.2696495 Feb 07 23:12:00.693398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-881da033-467c-4020-9796-3ea49d234126 req-b8545e1d-4aa3-4231-974e-571b22c4f05c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875921 Feb 07 23:12:00.695953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bcdcf-8eeb-43dc-a564-22b17801dba6 req-c956e733-0ad0-440f-8acc-d4db96cf484e tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:00.713352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-915bcdcf-8eeb-43dc-a564-22b17801dba6 req-c956e733-0ad0-440f-8acc-d4db96cf484e tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.3431025 Feb 07 23:12:00.783439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] DHCP port deletion for f652d529-8fde-4f4c-a515-7a75526ceb3d request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:12:00.789719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Deleting port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:00.790939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:00.799836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-915bcdcf-8eeb-43dc-a564-22b17801dba6 req-c2e5141b-d4f6-406d-bd83-76b0ee91b1b4 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848651 Feb 07 23:12:00.945474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,segment=NetworkSegment(ea44fe26-241f-47ce-b266-65abcabe9528),segment_id=ea44fe26-241f-47ce-b266-65abcabe9528)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:00.946532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.109637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37412) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:01.151466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.211083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:01.222589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Usage tracker for resource:security_group_rule and tenant:2564d92e7b284b7aadaaad17511085a5 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:01.229129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:01.245407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:01.257572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:01.391242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] For port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,segment=NetworkSegment(ea44fe26-241f-47ce-b266-65abcabe9528),segment_id=ea44fe26-241f-47ce-b266-65abcabe9528)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:01.395299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.414448 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.506880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.515542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.610523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No DVR routers for this DVR port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:01.616828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c770ded7-e86f-464b-bdd5-105c6d06b0e0,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:01.617937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=566d2cb2-8adb-46a4-9c9c-5d55489d2e07,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:01.689116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1f386ce7-814d-43a6-adc2-e4239313d498 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2564d92e7b284b7aadaaad17511085a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783420 Feb 07 23:12:01.692135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37416) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:01.776510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Calling delete_port for 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:01.848197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae38-9c70-4cea-b0b1-569234690457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.949849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae38-9c70-4cea-b0b1-569234690457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.969956 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:12:01.970536 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:12:01.977609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:01.979809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.115059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f652d529-8fde-4f4c-a515-7a75526ceb3d']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:02.131333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea44fe26-241f-47ce-b266-65abcabe9528') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:02.131905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea44fe26-241f-47ce-b266-65abcabe9528') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:02.170322 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.240469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.260540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:12:02.261937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.399677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee24e16-33f3-412f-8197-341592002814 req-25d2d1db-ee18-4640-a36f-d6d4a2e594e9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:02.401209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee24e16-33f3-412f-8197-341592002814 req-25d2d1db-ee18-4640-a36f-d6d4a2e594e9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.3189394 Feb 07 23:12:02.401874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae38-9c70-4cea-b0b1-569234690457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.423014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e750f-84d6-45da-9f8b-91daee62a70b req-2f8c9bbe-9dc3-482f-993b-dccbad4f6a91 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:02.424720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-577e750f-84d6-45da-9f8b-91daee62a70b req-2f8c9bbe-9dc3-482f-993b-dccbad4f6a91 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.3435383 Feb 07 23:12:02.427717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97a3ae38-9c70-4cea-b0b1-569234690457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.430997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-97a3ae38-9c70-4cea-b0b1-569234690457 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c770ded7-e86f-464b-bdd5-105c6d06b0e0 HTTP/1.1" status: 204 len: 168 time: 0.7354851 Feb 07 23:12:02.444698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3ae38-9c70-4cea-b0b1-569234690457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c770ded7-e86f-464b-bdd5-105c6d06b0e0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:02.490135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Deleting port 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:02.490968 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.531724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-577e750f-84d6-45da-9f8b-91daee62a70b req-194e16aa-5579-4164-ac35-3a583ef00855 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884809 Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:12:02.607106 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:12:02.616645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee24e16-33f3-412f-8197-341592002814 req-9eba1c83-3d91-4043-95b4-9506aacd8cd9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078686 Feb 07 23:12:02.728219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3913ee90-9145-4363-8648-a5270d5e7386 None None] The port '566d2cb2-8adb-46a4-9c9c-5d55489d2e07' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:12:02.765126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.772249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.837298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:02.853098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=f652d529-8fde-4f4c-a515-7a75526ceb3d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:02.883412 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b44d5cb-94b0-4372-b49d-f51983fce985 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/f652d529-8fde-4f4c-a515-7a75526ceb3d HTTP/1.1" status: 204 len: 168 time: 2.8819673 Feb 07 23:12:02.887128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37434) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:02.893773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1011251921', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:02.920252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:02.927690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:router and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:02.939200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:02.961194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:02.980998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:02.980998 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 566d2cb2-8adb-46a4-9c9c-5d55489d2e07 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:02.989196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:02.990361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:03.037188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:03.226812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e637a6-c8cc-408e-9254-1a84b952f0c3 req-0d83b9bc-4adf-4e39-80d2-69510e2c4540 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:03.228721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19e637a6-c8cc-408e-9254-1a84b952f0c3 req-0d83b9bc-4adf-4e39-80d2-69510e2c4540 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.2678502 Feb 07 23:12:03.374620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19e637a6-c8cc-408e-9254-1a84b952f0c3 req-f4d8ef6c-7c22-4bf1-96b5-cce973c1908c tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245923 Feb 07 23:12:03.387804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:03.731514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9107b-8bf8-434f-a879-02449353946e req-49f0ae65-88f9-47fe-a496-31ed6e2e8bc6 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:03.748794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9a9107b-8bf8-434f-a879-02449353946e req-49f0ae65-88f9-47fe-a496-31ed6e2e8bc6 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.1312981 Feb 07 23:12:03.901474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9a9107b-8bf8-434f-a879-02449353946e req-7c3721bf-6dcf-4463-9748-101aa453755a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507714 Feb 07 23:12:04.230340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] Deleting subnet 53830ceb-7de3-4396-a48b-3d609d55a668 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:12:04.239704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:04.342230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:04.496433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006bb16-ee45-4cdb-a331-adb59f489768 req-9c2c1ef1-c456-4979-9649-a30b05afdf06 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:04.500339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9006bb16-ee45-4cdb-a331-adb59f489768 req-9c2c1ef1-c456-4979-9649-a30b05afdf06 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.4661608 Feb 07 23:12:04.510534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:04.701571 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9006bb16-ee45-4cdb-a331-adb59f489768 req-ee6d0858-2a81-45fc-83ea-316d3b67e915 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263938 Feb 07 23:12:04.739305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:04.899205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.019972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.024747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53830ceb-7de3-4396-a48b-3d609d55a668,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:05.030514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b9708367-d000-4a50-85f7-e93226f1d316 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/53830ceb-7de3-4396-a48b-3d609d55a668 HTTP/1.1" status: 204 len: 168 time: 1.6399837 Feb 07 23:12:05.032964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37480) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:05.173949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.296606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.503269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 172.25.0.93 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/9cd5293b-2486-45d3-be93-2ba7023a4f93) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:05.546942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.711340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.762048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4c40c-f2df-4460-b7b5-1a3e71a8107c req-e6230ad1-fba1-4c1b-84c0-564e8f914942 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:05.765305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4c40c-f2df-4460-b7b5-1a3e71a8107c req-e6230ad1-fba1-4c1b-84c0-564e8f914942 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.3333154 Feb 07 23:12:05.781358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.815422 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.861145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44701a1-ded6-4b4d-aa79-6b8ecbab98d5']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:05.866575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=9cd5293b-2486-45d3-be93-2ba7023a4f93,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:05.881969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:05.883259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:05.886432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:05.896597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ed4c40c-f2df-4460-b7b5-1a3e71a8107c req-bbd8259e-c021-46fa-8979-5301ea5a1187 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221623 Feb 07 23:12:05.901824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:05.903100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f223cb-5fcf-4edd-ae0e-cc5cf5f21e6b') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:05.920882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.950898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.958806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:12:05.959350 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:12:05.975896 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:12:06.075890 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.123980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.150632 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.163119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44701a1-ded6-4b4d-aa79-6b8ecbab98d5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:06.174328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4d9fceb6-b36f-45b5-9640-ca34087c15f1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e44701a1-ded6-4b4d-aa79-6b8ecbab98d5 HTTP/1.1" status: 204 len: 168 time: 1.1389408 Feb 07 23:12:06.186817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418016a2-195a-497e-8ff6-69761421344b req-655eae75-eefc-45c1-9a2b-6b53f148b12e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:06.188349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-418016a2-195a-497e-8ff6-69761421344b req-655eae75-eefc-45c1-9a2b-6b53f148b12e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.1591504 Feb 07 23:12:06.244186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-418016a2-195a-497e-8ff6-69761421344b req-2f9514ad-33c6-4be3-a34c-fc7c479053dc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490897 Feb 07 23:12:06.413373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37510) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:06.436754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.472886 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.483533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed0f11f2-84c2-4295-af22-c3b5358a0a82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bce41b064db247bdb75f0430c0b8dca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689764 Feb 07 23:12:06.486578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37514) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:06.552439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-607dcad4-4d12-4325-9dab-a57aea0d9a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.582157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-607dcad4-4d12-4325-9dab-a57aea0d9a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.646509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-607dcad4-4d12-4325-9dab-a57aea0d9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.676224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dcad4-4d12-4325-9dab-a57aea0d9a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:06.694394 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-607dcad4-4d12-4325-9dab-a57aea0d9a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:06.698177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-607dcad4-4d12-4325-9dab-a57aea0d9a95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3b3fa58-9e46-4c56-9f89-5bb5afe8b26f HTTP/1.1" status: 204 len: 168 time: 0.2082322 Feb 07 23:12:06.964607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fcd55-11ac-4148-9d71-90901068257c req-50b5820b-e508-4b96-878a-83e5d25460be tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:06.965586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-429fcd55-11ac-4148-9d71-90901068257c req-50b5820b-e508-4b96-878a-83e5d25460be tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Synchronizing usage tracker for tenant:8b76011aad4545ab9db368575381582b on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:07.152260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-429fcd55-11ac-4148-9d71-90901068257c req-50b5820b-e508-4b96-878a-83e5d25460be tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Unset dirty status for tenant:8b76011aad4545ab9db368575381582b on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:07.153527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-429fcd55-11ac-4148-9d71-90901068257c req-50b5820b-e508-4b96-878a-83e5d25460be tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.4820156 Feb 07 23:12:07.267764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a8a14-35d2-49bd-8090-f3f1fc218efc req-2e1ed5ef-ad92-45f1-a2c3-3e2d915d3bf2 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:07.274119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b0a8a14-35d2-49bd-8090-f3f1fc218efc req-2e1ed5ef-ad92-45f1-a2c3-3e2d915d3bf2 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.1645532 Feb 07 23:12:07.333706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:07.360081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b0a8a14-35d2-49bd-8090-f3f1fc218efc req-0dd9053e-98f8-44b8-b7c6-3a248c882e13 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789573 Feb 07 23:12:07.539427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbf17f-aa23-43aa-b0dc-d990f0327d77 req-fddecb60-26f9-4756-ad79-1ed1358785b0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:07.546657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0afbf17f-aa23-43aa-b0dc-d990f0327d77 req-fddecb60-26f9-4756-ad79-1ed1358785b0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.1064706 Feb 07 23:12:07.599511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Deleting port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:07.599850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:07.646038 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0afbf17f-aa23-43aa-b0dc-d990f0327d77 req-a6fa6e2a-4e49-46e1-a533-a3d634b64567 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984704 Feb 07 23:12:07.834976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6692120-19e6-458f-9dcf-7954712d2603 req-3c8d781c-80c0-4e07-969a-e9c3eab12aec tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:07.836768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6692120-19e6-458f-9dcf-7954712d2603 req-3c8d781c-80c0-4e07-969a-e9c3eab12aec tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 945 time: 0.2035387 Feb 07 23:12:07.930903 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6692120-19e6-458f-9dcf-7954712d2603 req-44267947-be1a-4adb-9622-054b2de6df63 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826921 Feb 07 23:12:08.031943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 77e0c7df-64c1-4ac2-a285-c71db0e52d8f is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:12:08.058967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] For port 05e0e3f2-0e96-4439-9c39-629b0bd8d668, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=05e0e3f2-0e96-4439-9c39-629b0bd8d668,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:08.059666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:08.285274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Calling delete_port for 05e0e3f2-0e96-4439-9c39-629b0bd8d668 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:08.879477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-77132fb4-d452-4dcc-b54b-722032ef1238 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3600600 Feb 07 23:12:08.989506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aff84f-7f4c-4b68-b1b6-d77edb2c3781 req-902bb633-51ba-44ab-8335-c7a023d139ed tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:08.992344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07aff84f-7f4c-4b68-b1b6-d77edb2c3781 req-902bb633-51ba-44ab-8335-c7a023d139ed tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e96f2a8f-c805-4306-b566-e40a1dd47ee6 HTTP/1.1" status: 200 len: 1097 time: 0.3427367 Feb 07 23:12:09.153346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:09.167493 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] Sync routers for ids ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:09.191595 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] Routers {'77e0c7df-64c1-4ac2-a285-c71db0e52d8f'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:09.193373 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:09.194441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:09.206704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['8f4c7030-3d41-47d5-809d-481df540190e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:12:09.313075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:09.319267 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c78bc019-56ab-483f-bc76-7ec4a77fbc41 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.4310067 Feb 07 23:12:09.320477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37590) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:09.327089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Pushing event deleted for resources: {'Port': ['ID=05e0e3f2-0e96-4439-9c39-629b0bd8d668,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:09.341431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07aff84f-7f4c-4b68-b1b6-d77edb2c3781 req-da51f778-1923-4c1e-b964-79e0d4e48542 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273945 Feb 07 23:12:09.389453 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:09.397458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d76b-88d4-48c1-b3fd-7c239005846b req-0d03717b-6737-4633-862c-d06782e888c1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:09.404722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ff8d76b-88d4-48c1-b3fd-7c239005846b req-0d03717b-6737-4633-862c-d06782e888c1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.3908947 Feb 07 23:12:09.416311 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] Routers {'77e0c7df-64c1-4ac2-a285-c71db0e52d8f'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:09.417180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:09.429721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e08556-d249-4265-9835-4560330b23da req-b2c85f75-5fdd-46b1-8f67-429b54126ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:09.431711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-b2c85f75-5fdd-46b1-8f67-429b54126ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b76011aad4545ab9db368575381582b&device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.3169634 Feb 07 23:12:09.568019 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:09.568793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f54418-c5dd-46e5-a2e7-76c83346854d None None] The sync data for ids ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:09.750645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] No DVR routers for this DVR port 05e0e3f2-0e96-4439-9c39-629b0bd8d668 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:09.772477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:09.774724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-429fcd55-11ac-4148-9d71-90901068257c req-f0fe8070-f152-4cd1-97e8-582b3fdba776 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.26 "DELETE /v2.0/ports/05e0e3f2-0e96-4439-9c39-629b0bd8d668 HTTP/1.1" status: 204 len: 173 time: 2.4381657 Feb 07 23:12:09.780346 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1f847664-65d5-4aac-ae2c-e3ccedc6fba5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/routers/77e0c7df-64c1-4ac2-a285-c71db0e52d8f HTTP/1.1" status: 200 len: 884 time: 0.4547126 Feb 07 23:12:09.781022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'name': 'network-vif-deleted', 'tag': '05e0e3f2-0e96-4439-9c39-629b0bd8d668'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:09.786512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37604) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:09.794948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e08556-d249-4265-9835-4560330b23da req-58285173-e890-42a9-9d2c-4136b3235c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:09.796901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-58285173-e890-42a9-9d2c-4136b3235c74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 200 len: 911 time: 0.3185649 Feb 07 23:12:09.798415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136e6fc-c295-406a-98ff-9157fc241705 req-a2c90053-2279-47b8-a786-e8bb082af33c tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:09.800017 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b136e6fc-c295-406a-98ff-9157fc241705 req-a2c90053-2279-47b8-a786-e8bb082af33c tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 945 time: 1.1018379 Feb 07 23:12:09.817255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ff8d76b-88d4-48c1-b3fd-7c239005846b req-c99212ce-a7d5-4293-8ad6-5da82f37de7f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4107563 Feb 07 23:12:10.037979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-759f7512-2190-47eb-8086-2813cb1b2d94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f4c7030-3d41-47d5-809d-481df540190e HTTP/1.1" status: 200 len: 217 time: 0.2087131 Feb 07 23:12:10.053881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Deleting port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:10.054238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:10.121772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e08556-d249-4265-9835-4560330b23da req-3ff16b37-bbe5-4a08-b211-bdf8fd712097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:10.123278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-3ff16b37-bbe5-4a08-b211-bdf8fd712097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13e011c8-2583-4e89-ab93-1fc82dc30067 HTTP/1.1" status: 200 len: 849 time: 0.0802236 Feb 07 23:12:10.190006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566303ce-3cf0-497f-8c0a-2713d5ca493e req-69227d3c-c921-4567-a1c7-9df376ee2e2b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:10.197299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-566303ce-3cf0-497f-8c0a-2713d5ca493e req-69227d3c-c921-4567-a1c7-9df376ee2e2b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3b404cc-cf00-4771-997f-b259d78b9c99 HTTP/1.1" status: 200 len: 945 time: 0.4414959 Feb 07 23:12:10.266483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-566303ce-3cf0-497f-8c0a-2713d5ca493e req-73b69fa5-a30e-47d2-a5ee-63307a7513e3 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "GET /v2.0/security-groups?id=3483e874-0630-4dea-9c05-df86ed48a161&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682018 Feb 07 23:12:10.337020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e08556-d249-4265-9835-4560330b23da req-0301dcd8-b223-456c-98cc-89a3facd17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:10.338550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-0301dcd8-b223-456c-98cc-89a3facd17cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2074625 Feb 07 23:12:10.575094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-6f404595-bd93-4b0f-997d-c9ac01508225 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194121 Feb 07 23:12:10.600004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-10d39779-a793-4b73-afda-afc4c582c599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:router {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:10.608329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] For port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:10.608723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:10.681053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-10d39779-a793-4b73-afda-afc4c582c599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:router {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:10.682257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-10d39779-a793-4b73-afda-afc4c582c599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8934603 Feb 07 23:12:10.687745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37620) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:10.744642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ba10dd93-5399-47f7-a2eb-3efde712b139 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1011251921'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:10.798289 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05e0e3f2-0e96-4439-9c39-629b0bd8d668 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:10.834482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 05e0e3f2-0e96-4439-9c39-629b0bd8d668 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:10.835199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 05e0e3f2-0e96-4439-9c39-629b0bd8d668 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:10.978055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:10.978433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:10.978749 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Floating IP 40592ea0-3527-4886-ac44-942a46937d14 disassociated. External IP: 172.25.0.249, port: 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae. Feb 07 23:12:10.979098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Calling delete_port for 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:11.046713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61e08556-d249-4265-9835-4560330b23da req-8162eb36-570d-4e4d-9514-8aa3e2e61a10 service neutron] 10.222.0.36 "GET /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489255 Feb 07 23:12:11.069260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-0b430f3d-e4ea-4dca-9f7c-86a2d81b71c7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:11.070709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-0b430f3d-e4ea-4dca-9f7c-86a2d81b71c7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.4993389 Feb 07 23:12:11.159971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-e1bccf20-4234-4a3a-bd95-338415c82326 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/quotas/9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 375 time: 0.0278349 Feb 07 23:12:11.183468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:11.241533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event deleted for resources: {'Port': ['ID=25c4f99a-b9f2-49de-9dbf-7ca54ee56cae,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:11.449202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37642) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:11.457063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428824056', 'description': 'tempest-secgroup-smoke-1428824056 description', 'project_id': '10fae2aac93b470390285df47d4d2fcd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:11.463926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:11.468662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:11.472065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:11.484485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:11.527411 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96f2a8f-c805-4306-b566-e40a1dd47ee6', 'name': 'network-vif-deleted', 'tag': '05e0e3f2-0e96-4439-9c39-629b0bd8d668', 'status': 'completed', 'code': 200} Feb 07 23:12:11.572111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:11.589806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:11.615582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:11.688380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:11.688750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:11.705392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:11.798180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:11.863706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-8294704a-a465-43bb-bc16-de9da2c7a2ee tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6940215 Feb 07 23:12:11.873939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:11.898120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:11.909933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:11.921703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] Sync routers for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:11.936212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:11.937155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:11.994081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] No DVR routers for this DVR port 25c4f99a-b9f2-49de-9dbf-7ca54ee56cae on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:11.997298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:12.013735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b136e6fc-c295-406a-98ff-9157fc241705 req-021eb1c8-c47d-428e-b32c-702aa1b8f1b4 tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.36 "DELETE /v2.0/ports/25c4f99a-b9f2-49de-9dbf-7ca54ee56cae HTTP/1.1" status: 204 len: 173 time: 2.0550942 Feb 07 23:12:12.149175 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba10dd93-5399-47f7-a2eb-3efde712b139 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:12.154933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:12.161003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:12.190677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba10dd93-5399-47f7-a2eb-3efde712b139 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:12.320103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d43832c7-7a70-4549-bcec-7648c7f3c805 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554055 Feb 07 23:12:12.467325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194c2be-c204-41a2-88e7-897ee336c0e8 req-ab27021c-2b81-49e4-9036-a3a375a69978 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:12.475699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8194c2be-c204-41a2-88e7-897ee336c0e8 req-ab27021c-2b81-49e4-9036-a3a375a69978 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 944 time: 0.6943107 Feb 07 23:12:12.607412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 5, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:12.611616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] Checking router: cd2c8132-2a30-4971-8c1e-5f68a8ed97fa for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:12.630360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:12.631361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:12.681175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8194c2be-c204-41a2-88e7-897ee336c0e8 req-5e21294f-64b9-44a7-8c40-666ea98249bb tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042234 Feb 07 23:12:12.702584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba10dd93-5399-47f7-a2eb-3efde712b139 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 77e0c7df-64c1-4ac2-a285-c71db0e52d8f has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:12.813859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:12:12.814251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:12.823993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37652) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:12.832611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-96038d22-6d82-44ca-ba2e-3780bf2a4fbe service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903142 Feb 07 23:12:12.839724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:12.869463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:12.917910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:12.937819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:12.954586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:12.958946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ef93f1-a203-43d8-b6e5-db40016df17b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:12.975880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:13.139219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba10dd93-5399-47f7-a2eb-3efde712b139 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:13.150408 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] Sync routers for ids ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:13.169493 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] Routers {'77e0c7df-64c1-4ac2-a285-c71db0e52d8f'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:13.174385 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:13.194118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:13.212130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Deleting port c916fff6-346b-491c-979c-575b68e80951 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:13.212130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.224396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'port_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'mac_address': 'fa:16:3e:68:2b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:12:13.251325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4a86b9e6-7cdf-433a-9b61-35d63ea319d3 req-6c7974c1-caf1-465c-a16f-a569d4178ca4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 210 time: 0.0611980 Feb 07 23:12:13.260515 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ba10dd93-5399-47f7-a2eb-3efde712b139 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.263605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ba10dd93-5399-47f7-a2eb-3efde712b139 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/77e0c7df-64c1-4ac2-a285-c71db0e52d8f HTTP/1.1" status: 200 len: 891 time: 2.5316029 Feb 07 23:12:13.270135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37664) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:13.312319 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:13.336741 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] Routers {'77e0c7df-64c1-4ac2-a285-c71db0e52d8f'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:13.338015 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:11:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:13.434536 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:13.436525 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61223d1-b335-4203-b111-529466ec3ee5 None None] The sync data for ids ['77e0c7df-64c1-4ac2-a285-c71db0e52d8f'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:13.457837 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.475022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.513027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.513433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.563621 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.598143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:12:13.605227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'name': 'network-vif-deleted', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:13.613080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e9d709-fb24-46ea-9a79-bbb98bd82796,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:13.614840 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.625851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:13.633827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ff04ab65-0fe7-4325-a170-255ee5c65976 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1830137 Feb 07 23:12:13.642339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37680) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:13.645333 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:13.655406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4aeb4cf9-0232-4d70-ab55-730bd048fbf7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/routers/77e0c7df-64c1-4ac2-a285-c71db0e52d8f HTTP/1.1" status: 200 len: 891 time: 0.3836219 Feb 07 23:12:13.661605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '12e9d709-fb24-46ea-9a79-bbb98bd82796', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:13.670790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37684) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:13.750681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:13.755741 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b404cc-cf00-4771-997f-b259d78b9c99', 'name': 'network-vif-deleted', 'tag': '25c4f99a-b9f2-49de-9dbf-7ca54ee56cae', 'status': 'completed', 'code': 200} Feb 07 23:12:13.762859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Calling delete_port for c916fff6-346b-491c-979c-575b68e80951 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:13.766768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:13.771782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bb42a857-2204-41be-9e6e-f866255aa5a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:13.779396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:13.790634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:13.800421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.800828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f082-aaba-4c14-a933-96d9a0f4b9b2 req-421a508c-2c2e-45fd-9f7e-38ed444125c2 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:13.801075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.801451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.803575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5764f082-aaba-4c14-a933-96d9a0f4b9b2 req-421a508c-2c2e-45fd-9f7e-38ed444125c2 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.4712212 Feb 07 23:12:13.804903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:13.807376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bb42a857-2204-41be-9e6e-f866255aa5a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:13.808521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bb42a857-2204-41be-9e6e-f866255aa5a0 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=77e0c7df-64c1-4ac2-a285-c71db0e52d8f HTTP/1.1" status: 200 len: 205 time: 0.1320465 Feb 07 23:12:13.811210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37690) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:13.813687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.815014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.816751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.816751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.817090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.817457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.817813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.818240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:13.818583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:14.001709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.028492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 5, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:14.035432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f530ee-b9bf-4256-94e7-e76748129903 None None] The sync data for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 is: [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:06:04Z', 'revision_number': 4, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'cc8a98c5-85d9-438c-93f0-67e36e941d85', 'name': '', 'network_id': '3d0b1347-8be6-470e-b9b7-72faad5675d8', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'mac_address': 'fa:16:3e:a2:4e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:02Z', 'updated_at': '2022-02-07T23:06:22Z', 'revision_number': 5, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'subnets': [{'id': '75984ac0-b102-44b0-a4db-1c60397cd814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:14.036469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5764f082-aaba-4c14-a933-96d9a0f4b9b2 req-effecad9-31fb-420d-876f-baf14ef1971a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200775 Feb 07 23:12:14.074668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['4206ec15-d6b8-4860-b9ae-3256dc3e0a66'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:12:14.102847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.226328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event deleted for resources: {'Port': ['ID=c916fff6-346b-491c-979c-575b68e80951,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:14.322623 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.370745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.393847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.395410 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1b74250-1ccd-4d02-a095-d6232e34f32b tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "DELETE /v2.0/floatingips/40592ea0-3527-4886-ac44-942a46937d14 HTTP/1.1" status: 204 len: 168 time: 1.5699096 Feb 07 23:12:14.522848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47772ac-8f59-43de-9ba4-4b45cfe0a2fc None None] New status for floating IP 40592ea0-3527-4886-ac44-942a46937d14: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:12:14.557893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-3b401446-cd9e-4002-bf80-4804469fbd1a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:14.558715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-3b401446-cd9e-4002-bf80-4804469fbd1a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Synchronizing usage tracker for tenant:8b76011aad4545ab9db368575381582b on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:14.575857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-3b401446-cd9e-4002-bf80-4804469fbd1a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Unset dirty status for tenant:8b76011aad4545ab9db368575381582b on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:14.577205 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-3b401446-cd9e-4002-bf80-4804469fbd1a tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1097 time: 0.1027782 Feb 07 23:12:14.681050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Deleting port 8f4c7030-3d41-47d5-809d-481df540190e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:14.681404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.695080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06281725-73b9-4a50-87cd-d66e828a6704 req-b538a752-0721-4afa-a297-0feabab5b6e2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 210 time: 0.0632923 Feb 07 23:12:14.806396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:14.964252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.967854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:14.973824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:14.974212 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:14.979847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.040548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.047063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209461f9-9dce-40ae-848d-3df47ec247d1,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:15.098547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37706) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:15.216820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a0d45-69fd-409c-b0ad-2fa011032208 req-735927a2-55aa-465d-8e8d-72224e696183 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:15.219249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-755a0d45-69fd-409c-b0ad-2fa011032208 req-735927a2-55aa-465d-8e8d-72224e696183 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 945 time: 1.2830284 Feb 07 23:12:15.220279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.222607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-205987bf-f265-44c0-a861-f2f8f9d3e44f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5758507 Feb 07 23:12:15.223887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 9cd5293b-2486-45d3-be93-2ba7023a4f93 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:15.224433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.273307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37710) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:15.281294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '12e9d709-fb24-46ea-9a79-bbb98bd82796', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:15.282865 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.324170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:15.340535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:15.347042 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.411475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] For port 8f4c7030-3d41-47d5-809d-481df540190e, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8f4c7030-3d41-47d5-809d-481df540190e,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:15.411851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.467061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:15.558107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Calling delete_port for 8f4c7030-3d41-47d5-809d-481df540190e owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:15.583374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.712712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:15.717615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:15.721280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:15.727596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:15.734436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 9cd5293b-2486-45d3-be93-2ba7023a4f93 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:15.749013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.754100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.827717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f4c7030-3d41-47d5-809d-481df540190e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:15.842306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-755a0d45-69fd-409c-b0ad-2fa011032208 req-5d5992dd-390d-40b9-b3b5-2af065edd3a7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5622785 Feb 07 23:12:15.846696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7884dae-7c14-4d36-89f1-7c412bc848bb tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.936979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7884dae-7c14-4d36-89f1-7c412bc848bb tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:15.962109 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'code': 200} Feb 07 23:12:16.068866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7884dae-7c14-4d36-89f1-7c412bc848bb tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.090118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-94742645-2336-4cad-b144-1ce2b19a3753 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:16.098705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-94742645-2336-4cad-b144-1ce2b19a3753 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 1.0544212 Feb 07 23:12:16.124933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] No DVR routers for this DVR port 8f4c7030-3d41-47d5-809d-481df540190e on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:16.147951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'port': {'device_id': '80a5040a-2b14-41c1-a5d6-29f508882755', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'admin_state_up': True, 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:16.300264 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.322816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'name': 'network-vif-deleted', 'tag': '8f4c7030-3d41-47d5-809d-481df540190e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:16.373355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7884dae-7c14-4d36-89f1-7c412bc848bb tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3483e874-0630-4dea-9c05-df86ed48a161,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:16.431708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7884dae-7c14-4d36-89f1-7c412bc848bb tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.446031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c7884dae-7c14-4d36-89f1-7c412bc848bb tempest-TestServerBasicOps-305612372 tempest-TestServerBasicOps-305612372-project] 10.222.0.10 "DELETE /v2.0/security-groups/3483e874-0630-4dea-9c05-df86ed48a161 HTTP/1.1" status: 204 len: 168 time: 1.3447514 Feb 07 23:12:16.459372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415ce6-8513-4f57-9f1d-386035f1da71 req-ad50d17c-de7d-47ff-9e19-56b4acbdfd4f tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:16.467122 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca415ce6-8513-4f57-9f1d-386035f1da71 req-ad50d17c-de7d-47ff-9e19-56b4acbdfd4f tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c1362725-8665-462a-858d-8f7e4fbf371f HTTP/1.1" status: 200 len: 1018 time: 1.1813710 Feb 07 23:12:16.484901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.541821 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8179bf0b-ee55-4903-84dc-6da8cb341871 req-1364ddd1-4f44-47c4-97ff-8ec18ed38229 tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8f4c7030-3d41-47d5-809d-481df540190e HTTP/1.1" status: 204 len: 173 time: 1.9584451 Feb 07 23:12:16.609927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.614032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=9cd5293b-2486-45d3-be93-2ba7023a4f93,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:16.683882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.689654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be0a77ca-8591-409d-97c8-b92129fdb204 req-e2285be3-5422-449b-b0ef-0f081b1d435a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 210 time: 0.3948894 Feb 07 23:12:16.695998 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.814410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968974f6-f1a9-431e-8f06-5d616ab3eb47,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:16.872436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be51fec-2065-4adf-a981-b0324d9df96a req-1e2a6fbd-832d-411c-8def-f1b0a3aca6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:16.874052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1be51fec-2065-4adf-a981-b0324d9df96a req-1e2a6fbd-832d-411c-8def-f1b0a3aca6f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1097 time: 0.5628037 Feb 07 23:12:16.878971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:16.941588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:port and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:16.947123 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1be51fec-2065-4adf-a981-b0324d9df96a req-0b58f97c-7a5f-46c3-ab8e-acb2726933d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588031 Feb 07 23:12:16.947998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:16.949378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eba2aae2-f64e-4c24-9778-b61e9b8d66b5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6722150 Feb 07 23:12:16.950491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:16.953258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37736) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:16.962334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '12e9d709-fb24-46ea-9a79-bbb98bd82796', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:16.968955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:16.976548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:16.985158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:16.990191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca415ce6-8513-4f57-9f1d-386035f1da71 req-3c4f9225-cdac-424f-bb3b-22ca210d5dab tempest-TestServerMultinode-930095446 tempest-TestServerMultinode-930095446-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=93522794-2d8a-4788-8010-47fe4b378238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218382 Feb 07 23:12:17.003503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:17.016004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:17.020096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.045980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:17.093149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.099980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.130847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.132220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Fanout notify agent at l3_agent the message router_deleted on router 77e0c7df-64c1-4ac2-a285-c71db0e52d8f {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:12:17.169420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.170762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a905cb36-46b0-4184-8442-3697e98ff599 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/77e0c7df-64c1-4ac2-a285-c71db0e52d8f HTTP/1.1" status: 204 len: 168 time: 3.3584363 Feb 07 23:12:17.175651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37742) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:17.181903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-482653206'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:17.190493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:17.200183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:17.210250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:17.217380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:17.233663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:17.250470 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.261585 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1362725-8665-462a-858d-8f7e4fbf371f', 'name': 'network-vif-deleted', 'tag': '8f4c7030-3d41-47d5-809d-481df540190e', 'status': 'completed', 'code': 200} Feb 07 23:12:17.263347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37746) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:17.272546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.485001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.20.0.14 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/a13a7617-8459-4e27-b1d1-66e32c42e855) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:17.542982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:12:17.550520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.567676 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.568242 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment 2eba4548-9fd1-4df6-9a8b-886928eb248e of type vlan for network d55d1f9c-9d33-49ad-8c57-a224767e2779 Feb 07 23:12:17.617325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17e4f5-81fd-4ac8-905c-7c4801191cd9 req-cc2aaca2-bb29-4365-bb72-6de1cf5cc166 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:17.624761 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd17e4f5-81fd-4ac8-905c-7c4801191cd9 req-cc2aaca2-bb29-4365-bb72-6de1cf5cc166 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 0.3454456 Feb 07 23:12:17.639796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8f4c7030-3d41-47d5-809d-481df540190e no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:17.669944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.724427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 8f4c7030-3d41-47d5-809d-481df540190e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:17.728959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8f4c7030-3d41-47d5-809d-481df540190e not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:17.761125 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd17e4f5-81fd-4ac8-905c-7c4801191cd9 req-a969b1e7-09d0-40ca-b9f3-b6d1c783d8a7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352677 Feb 07 23:12:17.792978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.811902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:17.821119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.824968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37756) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:17.873036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.897213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Transition to ACTIVE for port object a13a7617-8459-4e27-b1d1-66e32c42e855 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:17.914198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.934721 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:17.975437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e31e821-475d-4629-b1e4-8a3f40b738fb,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:17.982326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:17.987892 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8110862 Feb 07 23:12:17.990432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Usage tracker for resource:security_group_rule and tenant:c4a1137fcf5f445ab03788282e10f5f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:17.993831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37762) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:17.996578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:18.006482 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:18.014287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': 'd55d1f9c-9d33-49ad-8c57-a224767e2779', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:18.045911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:18.086701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:18.090561 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eaa026b5-c344-48fb-85a0-c72104a9d008 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1339014 Feb 07 23:12:18.103317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37770) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:18.205004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc1aa-a73a-4264-865a-03f04944dbcb tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=d55d1f9c-9d33-49ad-8c57-a224767e2779,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:18.207932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37772) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:18.217486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:12:18.246959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '12e9d709-fb24-46ea-9a79-bbb98bd82796', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:18.403238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:18.430324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:18.437958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:18.457628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:18.468040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:18.474692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:18.487614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:18.522012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:18.547828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:18.553097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:18.607720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:18.631746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:18.636106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=a13a7617-8459-4e27-b1d1-66e32c42e855,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:18.656535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:18.755489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:18.759463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:18.807685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4a1137fcf5f445ab03788282e10f5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5428045 Feb 07 23:12:18.842126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37814) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:18.881368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-efa4a222-32cb-40ad-a608-59e219f4d159 None None] Provisioning for port a13a7617-8459-4e27-b1d1-66e32c42e855 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:18.903129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-efa4a222-32cb-40ad-a608-59e219f4d159 None None] Provisioning complete for port a13a7617-8459-4e27-b1d1-66e32c42e855 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:18.903760 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-efa4a222-32cb-40ad-a608-59e219f4d159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.017826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:19.022364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.027233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f12a95-37e1-44f7-8678-36859a39b7d9 req-5ce0ce4d-a168-4afd-8251-091fbe34643c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:19.031356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15f12a95-37e1-44f7-8678-36859a39b7d9 req-5ce0ce4d-a168-4afd-8251-091fbe34643c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 932 time: 1.0539293 Feb 07 23:12:19.051293 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.069149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-efa4a222-32cb-40ad-a608-59e219f4d159 None None] Port a13a7617-8459-4e27-b1d1-66e32c42e855 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:19.084750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-b95c7895-7376-4f63-91c4-880d684ff958 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9547460 Feb 07 23:12:19.154203 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.236785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Request body: {'port': {'device_id': '80a5040a-2b14-41c1-a5d6-29f508882755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:19.246053 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.287223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77d606-e0fc-4691-abe3-807a0ed3bc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5538abb-1437-4613-bc53-2e4cb36bcc73,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:19.450923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.489488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f767c0-c069-4e02-9e89-097866c3b4d7,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:19.527843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15f12a95-37e1-44f7-8678-36859a39b7d9 req-13be701d-ba60-4175-8bee-741bc00e04a7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172587 Feb 07 23:12:19.543391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd44ff75-ab95-4a47-9f41-f0924f02d46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.545273 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.555401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-244e8973-5b90-46c8-b514-e7b9ae92a803 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3430798 Feb 07 23:12:19.558451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37818) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:19.563926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.584106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '12e9d709-fb24-46ea-9a79-bbb98bd82796', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:19.671912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=e19f9c51-ee48-4ff9-950c-0ebc5f7dc548,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:19.678870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:19.694314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:19.698384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:19.727373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:19.821384 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:12:19.825332 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd44ff75-ab95-4a47-9f41-f0924f02d46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.839846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:19.851867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': '2eba4548-9fd1-4df6-9a8b-886928eb248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd55d1f9c-9d33-49ad-8c57-a224767e2779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:19.852741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: d55d1f9c-9d33-49ad-8c57-a224767e2779, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:12:19.964655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842db76-d6e2-475f-8a72-e6b86a37bab8 req-4872c509-b931-493d-a73a-c754bfb28766 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:19.966823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a842db76-d6e2-475f-8a72-e6b86a37bab8 req-4872c509-b931-493d-a73a-c754bfb28766 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 0.9179990 Feb 07 23:12:20.025184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:12:20.045938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd44ff75-ab95-4a47-9f41-f0924f02d46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.070028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.073968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d55d1f9c-9d33-49ad-8c57-a224767e2779) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:20.080705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.082990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:20.085193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da3e401-d9d9-4d5e-a0c3-ea8ed6a387b6 None None] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:20.094122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44ff75-ab95-4a47-9f41-f0924f02d46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5538abb-1437-4613-bc53-2e4cb36bcc73,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:20.095162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.129215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bd44ff75-ab95-4a47-9f41-f0924f02d46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.135590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bd44ff75-ab95-4a47-9f41-f0924f02d46f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5538abb-1437-4613-bc53-2e4cb36bcc73 HTTP/1.1" status: 204 len: 168 time: 1.2433870 Feb 07 23:12:20.138550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a842db76-d6e2-475f-8a72-e6b86a37bab8 req-283f22bd-5b8b-49c7-a348-96ce6624ee8f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105828 Feb 07 23:12:20.173409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395820e5-08c3-4e78-8763-78da2bd659ab,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:20.185042 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.186257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-616f86f3-3a25-4b08-9e2c-205a5cf4dca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6250238 Feb 07 23:12:20.191506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37824) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:20.200409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '12e9d709-fb24-46ea-9a79-bbb98bd82796', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:20.225087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:20.239354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-66cc2e3d-ddb8-424c-8afc-d53b6357fe66 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2412035 Feb 07 23:12:20.251958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37828) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:20.263378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:20.269266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:20.277961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:20.278928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-55837605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:20.299022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:20.302033 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:12:20.311097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:router and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:20.325535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:20.333716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:20.350250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.360730 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.361972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.388363 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.426336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13a7617-8459-4e27-b1d1-66e32c42e855 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:12:20.437033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.464922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.467810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Transition to ACTIVE for port object a13a7617-8459-4e27-b1d1-66e32c42e855 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:20.472335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.473073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.548547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24fa6059-9c10-417b-931f-4f318d0ba372,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:20.556585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.627619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.712085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.713369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-71e647a5-bf81-4110-9207-377f8cae7676 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5208228 Feb 07 23:12:20.716459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a13a7617-8459-4e27-b1d1-66e32c42e855,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:20.718975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37838) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:20.726708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'network': {'name': 'tempest-network-smoke--1510755050', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:20.800139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d55d1f9c-9d33-49ad-8c57-a224767e2779', 'network_id': 'd55d1f9c-9d33-49ad-8c57-a224767e2779', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': 'e19f9c51-ee48-4ff9-950c-0ebc5f7dc548'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:12:20.801150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:20.804299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:20.828609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:network and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:20.835622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:20.847476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:21.043820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:21.047916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.096238 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.119905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:12:21.163015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.163396 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Added segment 7c7db486-6c3e-443b-b75b-966d9a8205d5 of type vlan for network 8f29913f-2973-447f-8df3-98bf2cb49007 Feb 07 23:12:21.193626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.203934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37842) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:21.230046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Allocated IP 2001:db8::2 (d55d1f9c-9d33-49ad-8c57-a224767e2779/e19f9c51-ee48-4ff9-950c-0ebc5f7dc548/bf82a1b7-dddd-4c1f-a767-fe9fca9ae683) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:21.279595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.306565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:21.311353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff209dd35b0f47dc948a159043d8b4b9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:21.315355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:21.321587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:21.329552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Attempting to bind port a13a7617-8459-4e27-b1d1-66e32c42e855 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:21.330152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Attempting to bind port a13a7617-8459-4e27-b1d1-66e32c42e855 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:21.330675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Attempting to bind port a13a7617-8459-4e27-b1d1-66e32c42e855 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:21.333498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.339107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:21.339958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.437229 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7155950 Feb 07 23:12:21.438480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Port a13a7617-8459-4e27-b1d1-66e32c42e855 on network 1578e435-8757-4628-a497-fe2432a1d83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:12:21.438946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Attempting to bind port a13a7617-8459-4e27-b1d1-66e32c42e855 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:21.450582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37848) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:21.463067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'admin_state_up': True, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:21.485804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:21.486219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:21.486579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:21.487153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Bound port: a13a7617-8459-4e27-b1d1-66e32c42e855, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:21.487506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.500577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:21.522184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:router and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:21.528202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:21.537335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:21.562092 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.579997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Transition to ACTIVE for port object bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:21.610817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Transition to ACTIVE for port object bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:21.621308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.633256 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.635583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-27956b09-b0db-46e4-bf10-8425199bf0e2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3768806 Feb 07 23:12:21.704226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37852) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:21.710647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f496aac-9960-43f8-bfa5-a6ebeaeddd74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Network': ['ID=8f29913f-2973-447f-8df3-98bf2cb49007,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:21.712151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:21.716188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:21.720310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:21.733416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Pushing event updated for resources: {'Port': ['ID=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:21.763317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.765225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.778144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8f29913f-2973-447f-8df3-98bf2cb49007 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:12:21.871297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:21.897755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:21.934579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=a13a7617-8459-4e27-b1d1-66e32c42e855,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:21.953260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.013068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Attempting to bind port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:22.013770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Attempting to bind port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2eba4548-9fd1-4df6-9a8b-886928eb248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd55d1f9c-9d33-49ad-8c57-a224767e2779'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:22.015233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Attempting to bind port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 on network d55d1f9c-9d33-49ad-8c57-a224767e2779 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:22.032497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:22.035566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Checking segment: {'id': '2eba4548-9fd1-4df6-9a8b-886928eb248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd55d1f9c-9d33-49ad-8c57-a224767e2779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:22.036287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.037384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Bound using segment: {'id': '2eba4548-9fd1-4df6-9a8b-886928eb248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd55d1f9c-9d33-49ad-8c57-a224767e2779'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:22.038187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Bound port: bf82a1b7-dddd-4c1f-a767-fe9fca9ae683, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba4548-9fd1-4df6-9a8b-886928eb248e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd55d1f9c-9d33-49ad-8c57-a224767e2779'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:22.039298 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.116855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.135302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:22.135924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.137660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/a13a7617-8459-4e27-b1d1-66e32c42e855 HTTP/1.1" status: 200 len: 1092 time: 3.0337622 Feb 07 23:12:22.140615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:22.148512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.164686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] For port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:22.198586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] For port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,segment=NetworkSegment(2eba4548-9fd1-4df6-9a8b-886928eb248e),segment_id=2eba4548-9fd1-4df6-9a8b-886928eb248e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:22.214909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.374871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb1f5a-8cbf-4783-ab12-b6b70664002c None None] Pushing event updated for resources: {'Port': ['ID=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:22.664596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de3c5b-ef9a-4021-b43f-da5715468c6f req-0189683d-08b6-4dad-bc43-15442511d83c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:22.673147 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7de3c5b-ef9a-4021-b43f-da5715468c6f req-0189683d-08b6-4dad-bc43-15442511d83c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 1.5640016 Feb 07 23:12:22.681817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66888fa-2a0f-4964-8af4-8982c5ea49d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a13a7617-8459-4e27-b1d1-66e32c42e855,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:22.684675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa695caf-0d5c-452c-9616-cd8bc89b907d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:22.694384 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2369edef-b3f6-4951-abd5-bc2b04994df7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff209dd35b0f47dc948a159043d8b4b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4833171 Feb 07 23:12:22.702190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37858) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:22.702940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b587ca5-21b4-4ac3-bb4c-33e106119237 req-a3e1a152-6e06-4e7f-8a3d-a8af6cb2c1cc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:22.717107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b587ca5-21b4-4ac3-bb4c-33e106119237 req-a3e1a152-6e06-4e7f-8a3d-a8af6cb2c1cc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 1.1958339 Feb 07 23:12:22.835985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:22.924637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63f4b404-b408-4cef-bf76-91cae095f1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:23.038169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:23.132485 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63f4b404-b408-4cef-bf76-91cae095f1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:23.141369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-c43567d1-3af9-497c-805a-7a322e0c47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:23.142918 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-c43567d1-3af9-497c-805a-7a322e0c47f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 1095 time: 0.9085014 Feb 07 23:12:23.198692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b587ca5-21b4-4ac3-bb4c-33e106119237 req-28f60b7e-4a7b-4eff-a325-8be2365e0fc4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4803615 Feb 07 23:12:23.217293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:23.278936 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-3a0b0f8a-655f-4c5f-a953-2939a3e5ddae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a13a7617-8459-4e27-b1d1-66e32c42e855 HTTP/1.1" status: 200 len: 217 time: 0.1200705 Feb 07 23:12:23.279609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7de3c5b-ef9a-4021-b43f-da5715468c6f req-6c3b700b-f569-48bf-944e-08aa29279e31 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201540 Feb 07 23:12:23.373924 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855', 'status': 'completed', 'code': 200} Feb 07 23:12:23.390857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:23.393237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-5f5c329e-71f4-4726-9e0f-deb47bead844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:23.394720 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-5f5c329e-71f4-4726-9e0f-deb47bead844 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1025276 Feb 07 23:12:23.435275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Deleting port cc8a98c5-85d9-438c-93f0-67e36e941d85 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:23.435649 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:23.449811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63f4b404-b408-4cef-bf76-91cae095f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:23.493736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4b404-b408-4cef-bf76-91cae095f1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa695caf-0d5c-452c-9616-cd8bc89b907d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:23.583188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-63f4b404-b408-4cef-bf76-91cae095f1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:23.588619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-63f4b404-b408-4cef-bf76-91cae095f1fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa695caf-0d5c-452c-9616-cd8bc89b907d HTTP/1.1" status: 204 len: 168 time: 0.8799951 Feb 07 23:12:23.592676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Deleting port b8799959-be51-4671-93da-cf86ec87ef07 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:23.593105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:23.743492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-0fd82d3e-c479-494a-bc06-c6164fcaaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:23.745287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-0fd82d3e-c479-494a-bc06-c6164fcaaa3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3432844 Feb 07 23:12:23.750035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:24.058503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade740cc-08f0-4643-8f43-007b47c65993 None None] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:24.059033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:24.184197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8::1 (d55d1f9c-9d33-49ad-8c57-a224767e2779/e19f9c51-ee48-4ff9-950c-0ebc5f7dc548/37ba8fdf-1423-47a6-b91b-a857b376abc3) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:24.428014 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-968bad5c-c450-450f-b4bb-f428110cb5b1 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386204 Feb 07 23:12:24.501190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-23dd4eb2-1e97-4f31-8d51-28f8b777fac4 None None] Provisioning for port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:24.521844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-23dd4eb2-1e97-4f31-8d51-28f8b777fac4 None None] Provisioning complete for port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:24.522222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23dd4eb2-1e97-4f31-8d51-28f8b777fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:24.559807 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:24.578429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object 37ba8fdf-1423-47a6-b91b-a857b376abc3 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:24.730089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.27 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/69f34113-4ecb-427d-8f87-0fc752a773d9) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:24.924815 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95fd91b9-a1a0-4e17-90e9-c48c753add50 req-d3a87dc6-6694-46fa-918a-0e7d93ed023d service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876654 Feb 07 23:12:24.934887 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23dd4eb2-1e97-4f31-8d51-28f8b777fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:24.992822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-23dd4eb2-1e97-4f31-8d51-28f8b777fac4 None None] For port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,segment=NetworkSegment(2eba4548-9fd1-4df6-9a8b-886928eb248e),segment_id=2eba4548-9fd1-4df6-9a8b-886928eb248e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:25.000189 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23dd4eb2-1e97-4f31-8d51-28f8b777fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.108153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] For port cc8a98c5-85d9-438c-93f0-67e36e941d85, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cc8a98c5-85d9-438c-93f0-67e36e941d85,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:25.108529 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.120609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd4eb2-1e97-4f31-8d51-28f8b777fac4 None None] Pushing event updated for resources: {'Port': ['ID=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:25.243777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.273420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-6919601f-6943-4a8e-88cc-065feeb034db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:25.273655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.276008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-6919601f-6943-4a8e-88cc-065feeb034db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 1095 time: 0.2640445 Feb 07 23:12:25.288486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Calling delete_port for cc8a98c5-85d9-438c-93f0-67e36e941d85 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:25.425295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.509469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:25.528783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:25.539762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-19fc6b92-d3b4-42cf-96cb-d160bfead2ba None None] Provisioning for port 37ba8fdf-1423-47a6-b91b-a857b376abc3 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:25.542113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=37ba8fdf-1423-47a6-b91b-a857b376abc3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:25.550437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:25.551000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.551239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:25.557601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:25.574966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:25.577046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-19fc6b92-d3b4-42cf-96cb-d160bfead2ba None None] Provisioning complete for port 37ba8fdf-1423-47a6-b91b-a857b376abc3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:25.577538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19fc6b92-d3b4-42cf-96cb-d160bfead2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.650500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=69f34113-4ecb-427d-8f87-0fc752a773d9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:25.703095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-19fc6b92-d3b4-42cf-96cb-d160bfead2ba None None] Port 37ba8fdf-1423-47a6-b91b-a857b376abc3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:25.722295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-19fc6b92-d3b4-42cf-96cb-d160bfead2ba None None] Provisioning complete for port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:25.723818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19fc6b92-d3b4-42cf-96cb-d160bfead2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:25.725070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-792f198a-ef44-4ba9-b9d3-4ad0e529783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:25.726564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-792f198a-ef44-4ba9-b9d3-4ad0e529783d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.4443855 Feb 07 23:12:25.905993 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-8bcbeeec-7ede-42bb-9247-9904ffa1a512 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a13a7617-8459-4e27-b1d1-66e32c42e855 HTTP/1.1" status: 200 len: 217 time: 0.1701913 Feb 07 23:12:26.133469 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-846a9ac4-bebe-4fc6-a284-67306667a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:26.146120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6366720-aab2-4453-9292-a0d4fc6962a8 req-4ca8f43c-6fd5-43a6-90d5-cf17c2acf750 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:26.154463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6366720-aab2-4453-9292-a0d4fc6962a8 req-4ca8f43c-6fd5-43a6-90d5-cf17c2acf750 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 1.5533419 Feb 07 23:12:26.161252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] For port b8799959-be51-4671-93da-cf86ec87ef07, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b8799959-be51-4671-93da-cf86ec87ef07,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:26.161995 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:26.240822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-641f32bb-be64-4a9e-a707-89147d71d4c0 None None] Provisioning complete for port 37ba8fdf-1423-47a6-b91b-a857b376abc3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:26.243140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-641f32bb-be64-4a9e-a707-89147d71d4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:26.359223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Calling delete_port for b8799959-be51-4671-93da-cf86ec87ef07 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:26.365539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-641f32bb-be64-4a9e-a707-89147d71d4c0 None None] Port 37ba8fdf-1423-47a6-b91b-a857b376abc3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:26.410913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-9b232b5e-48dd-46ed-bc37-6f66aa96aa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:26.418622 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-9b232b5e-48dd-46ed-bc37-6f66aa96aa67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.3451443 Feb 07 23:12:26.461877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6366720-aab2-4453-9292-a0d4fc6962a8 req-7df86022-ade1-44af-a747-75396ed54d38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061528 Feb 07 23:12:26.580989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:26.666400 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:12:26.832294 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:26.981508 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:27.009341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:27.174210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:27.174915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:27.216498 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-b121b3c6-0bdc-4288-9b92-a45e7bb98cb6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9774992 Feb 07 23:12:27.306049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-829a6f05-79a8-4f6c-9154-2cf94f099b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:27.315052 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-829a6f05-79a8-4f6c-9154-2cf94f099b91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8952591 Feb 07 23:12:27.518035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:27.536816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8a98c5-85d9-438c-93f0-67e36e941d85,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:27.547412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:27.549391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:27.919276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:28.087867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-15d3b73a-3a8a-4b0f-89f1-29e483fec1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:28.089435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-15d3b73a-3a8a-4b0f-89f1-29e483fec1ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 1097 time: 0.6715999 Feb 07 23:12:28.109810 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:28.135517 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-92c17ffe-443e-4159-98e0-8553dc9d9bfa service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071202 Feb 07 23:12:28.203644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65ced2c6-7b62-494e-a37f-96fdbb02bb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:28.333463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=37ba8fdf-1423-47a6-b91b-a857b376abc3,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:28.486587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8799959-be51-4671-93da-cf86ec87ef07,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:28.513557 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:28.590951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-0cc352e9-e3ab-4518-aa2a-dfd3d4d89b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:28.592604 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-0cc352e9-e3ab-4518-aa2a-dfd3d4d89b1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.4804208 Feb 07 23:12:28.613349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a388e5-6dbf-4279-bb77-299de909514d req-50ce028a-0fb4-4c7d-b023-207fce42579c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:28.615116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89a388e5-6dbf-4279-bb77-299de909514d req-50ce028a-0fb4-4c7d-b023-207fce42579c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 0.7145886 Feb 07 23:12:28.676608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:28.688680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:28.704992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bab06ad0-2be7-4218-9289-2dad119c3c05 req-88e5acd3-8812-4e5c-a66a-ceb8cb0c04c7 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175522 Feb 07 23:12:28.763741 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-48689c91-1961-4243-ba51-90eb2aa90b3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 200 len: 1001 time: 0.1554201 Feb 07 23:12:28.813556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 5466c128-bfb9-470a-9f68-e96eb4f24feb is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:12:28.988146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-a53eb065-ba68-4353-8631-259c5c238a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:28.989670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-a53eb065-ba68-4353-8631-259c5c238a89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.2158554 Feb 07 23:12:29.042158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89a388e5-6dbf-4279-bb77-299de909514d req-d798775a-b8c4-42e7-8a8a-eb08d88d630f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625855 Feb 07 23:12:29.238576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f47d1021-ef1c-4c03-9413-ba0001a7be6b None None] Provisioning complete for port 37ba8fdf-1423-47a6-b91b-a857b376abc3 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:29.241716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f47d1021-ef1c-4c03-9413-ba0001a7be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:29.417819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:29.424385 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:29.459582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f47d1021-ef1c-4c03-9413-ba0001a7be6b None None] Port 37ba8fdf-1423-47a6-b91b-a857b376abc3 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:29.519814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:29.535446 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Sync routers for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:29.549824 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:29.554359 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:29.557652 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:29.604590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:29.608790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f5f17d9c-3f40-4162-b1e8-7a8fd1c73dfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.1555183 Feb 07 23:12:29.615548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-b1440506-288c-4402-a75e-ffcdbe4c1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:29.620794 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-b1440506-288c-4402-a75e-ffcdbe4c1c1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6189954 Feb 07 23:12:29.621436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37926) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:29.637875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 483d4b0f-b1f7-4658-b0b8-66c9bea71fb5 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:12:29.915109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-3606f55c-f47b-49f2-98e9-cfdc95c70af8 service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861993 Feb 07 23:12:29.969056 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:30.188096 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2e66f4c8-a3a1-4ed9-a00a-a8fc52ab2d1b req-b4705b22-8459-4cb0-8bfc-03b3a46cb5ea service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657599 Feb 07 23:12:30.287810 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b47039aa-2fc8-4261-b029-27c044e83feb tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=10fae2aac93b470390285df47d4d2fcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6622031 Feb 07 23:12:30.288519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37940) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:30.357010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:26Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:30.362008 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Checking router: 5466c128-bfb9-470a-9f68-e96eb4f24feb for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:30.362870 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Updating router 5466c128-bfb9-470a-9f68-e96eb4f24feb port 69f34113-4ecb-427d-8f87-0fc752a773d9 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:12:30.425204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:30.425941 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:30.447572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab88f6-5f4a-4474-8179-5c9a81a65b7f tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:30.450638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:30.452045 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-60ab88f6-5f4a-4474-8179-5c9a81a65b7f tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1623638 Feb 07 23:12:30.452253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37946) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:30.464506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] Sync routers for ids ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:30.488068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] Routers {'483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:30.489201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:30.614496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:30.624034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] Routers {'483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:30.624758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:30.644303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37950) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:30.644896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-525883ea-515e-465b-8f8c-5d23c7dff4bd tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1880522 Feb 07 23:12:30.650807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613852306', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:30.679262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2b04400c-fd45-443d-9d7b-37ed65b402b5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/483d4b0f-b1f7-4658-b0b8-66c9bea71fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9074290 Feb 07 23:12:30.687962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37954) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:30.711428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:30.711770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd89dda-8459-4e98-ab61-95eac7f970de None None] The sync data for ids ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:30.833432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:30.838772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:subnet and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:30.842044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:30.852721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:30.876448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:30.879745 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:30.880731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Router f46247f9-68f3-48db-8a6b-f4b551bd1f9b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:30.881637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:30.924776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2fc65-975e-4a2f-a1fd-41792152ed20 req-9a8e7d9f-b4dd-4e47-952b-191681994053 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:30.927004 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Transition to ACTIVE for port object 69f34113-4ecb-427d-8f87-0fc752a773d9 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:30.932032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49d2fc65-975e-4a2f-a1fd-41792152ed20 req-9a8e7d9f-b4dd-4e47-952b-191681994053 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 0.6179667 Feb 07 23:12:30.943872 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:30.960635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0654a76-868b-435d-89c8-0323a7825f48 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:30.961248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c0654a76-868b-435d-89c8-0323a7825f48 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:30.978297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:30.987417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-480c432e-5ddd-48b3-ac8f-3c8bf7f81ab4 admin admin] 10.222.0.10 "PUT /v2.0/routers/cd2c8132-2a30-4971-8c1e-5f68a8ed97fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1155531 Feb 07 23:12:30.991904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37958) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:31.036705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:31.055686 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Pushing event updated for resources: {'Port': ['ID=69f34113-4ecb-427d-8f87-0fc752a773d9,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:31.058787 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] Sync routers for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:31.078504 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:31.079558 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:31.333891 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.334358 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.334791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.335369 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.335818 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.336268 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.336720 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.337141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.337586 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.338000 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.338419 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.338836 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:31.383543 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Attempting to bind port 69f34113-4ecb-427d-8f87-0fc752a773d9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:31.384079 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Attempting to bind port 69f34113-4ecb-427d-8f87-0fc752a773d9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:31.384665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Attempting to bind port 69f34113-4ecb-427d-8f87-0fc752a773d9 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:31.397706 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:31.403483 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:31.405376 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:31.406008 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:31.406611 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Bound port: 69f34113-4ecb-427d-8f87-0fc752a773d9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:31.408429 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:31.450751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:31.456128 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:31.464658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49d2fc65-975e-4a2f-a1fd-41792152ed20 req-1b5c77b4-ac17-4f84-944f-a2eb3862f51c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314803 Feb 07 23:12:31.502155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c0654a76-868b-435d-89c8-0323a7825f48 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:31.509126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c0654a76-868b-435d-89c8-0323a7825f48 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports/37ba8fdf-1423-47a6-b91b-a857b376abc3 HTTP/1.1" status: 200 len: 911 time: 0.8175201 Feb 07 23:12:31.527523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37964) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:31.535852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e19f9c51-ee48-4ff9-950c-0ebc5f7dc548'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:31.738995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] For port 69f34113-4ecb-427d-8f87-0fc752a773d9, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:31.762703 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] For port 69f34113-4ecb-427d-8f87-0fc752a773d9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=69f34113-4ecb-427d-8f87-0fc752a773d9,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:31.782056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:31.789370 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-acd6bed3-1f82-4f4d-aa90-76b84d90e861 admin admin] 10.222.0.10 "PUT /v2.0/routers/f46247f9-68f3-48db-8a6b-f4b551bd1f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5612056 Feb 07 23:12:31.791842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 37968) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:31.794483 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:31.799778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] Sync routers for ids ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:31.852720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] Routers {'f46247f9-68f3-48db-8a6b-f4b551bd1f9b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:31.854208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:31.884111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:31.908666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Deleting port 39acad23-3042-405b-aaef-115a003f0edb {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:31.909444 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:31.997929 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:31.998736 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:32.190404 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbcbef-e69f-4eb3-86a3-37306f902514 None None] Pushing event updated for resources: {'Port': ['ID=69f34113-4ecb-427d-8f87-0fc752a773d9,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:32.261781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] Set router f46247f9-68f3-48db-8a6b-f4b551bd1f9b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:32.282138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:32.296000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] For port 39acad23-3042-405b-aaef-115a003f0edb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=39acad23-3042-405b-aaef-115a003f0edb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:32.296378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:32.338727 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '39acad23-3042-405b-aaef-115a003f0edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:12:26Z', 'revision_number': 5, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port': {'id': '39acad23-3042-405b-aaef-115a003f0edb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:05:52Z', 'updated_at': '2022-02-07T23:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:32.341870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:32.350952 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] Checking router: cd2c8132-2a30-4971-8c1e-5f68a8ed97fa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:32.358728 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:32.605556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] Routers {'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:32.606835 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:32.674397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Calling delete_port for 39acad23-3042-405b-aaef-115a003f0edb owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:32.797854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:32.899111 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] Set router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:32.958584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:33.036379 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:12:31Z', 'revision_number': 6, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:33.037985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Deleting port e8d627d6-be2a-4a01-bbc3-e180af88c286 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:33.038330 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:33.043890 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6506427-021e-4d69-8527-11be565d3ac0 None None] The sync data for ids ['cd2c8132-2a30-4971-8c1e-5f68a8ed97fa'] in n-d-827896-3 is: [{'id': 'cd2c8132-2a30-4971-8c1e-5f68a8ed97fa', 'name': 'tempest-TestServerBasicOps-270844309-router', 'tenant_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:05:48Z', 'updated_at': '2022-02-07T23:12:31Z', 'revision_number': 6, 'project_id': '4cd82aa642704d6092a89a6cf0ec2eb5', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:33.115867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Subnet': ['ID=be98ab8e-9712-4275-b1b9-3cc6baed38c2,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:33.150324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.151794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.158474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.158474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.159525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.160101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.160694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.161276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.161993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.162630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.163014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:12:27Z', 'revision_number': 5, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port': {'id': 'e8d627d6-be2a-4a01-bbc3-e180af88c286', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:08Z', 'updated_at': '2022-02-07T23:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:33.164187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.165121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:33.174501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Checking segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:33.175211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network hostable DHCP agents. Network: 8f29913f-2973-447f-8df3-98bf2cb49007, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:12:33.192995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:26Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:33.202344 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457fe4b8-89a6-4a3f-b0f7-bcc88f70e5e3 None None] The sync data for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 is: [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:26Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:33.202493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] Checking router: f46247f9-68f3-48db-8a6b-f4b551bd1f9b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:33.217958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] Routers {'f46247f9-68f3-48db-8a6b-f4b551bd1f9b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:33.218837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:33.234390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 8f29913f-2973-447f-8df3-98bf2cb49007 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:12:33.277135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8f29913f-2973-447f-8df3-98bf2cb49007) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:33.285678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:33.286491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:33.299103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1940cf37-f3c6-4764-925c-a86ea33b441a None None] Network 8f29913f-2973-447f-8df3-98bf2cb49007 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:33.387608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-33cc94ca-85f3-420b-943e-b4a826bbc839 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7419748 Feb 07 23:12:33.390762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 37998) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:33.566541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] Set router f46247f9-68f3-48db-8a6b-f4b551bd1f9b gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:33.579161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:33.661800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=39acad23-3042-405b-aaef-115a003f0edb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:33.663584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] For port e8d627d6-be2a-4a01-bbc3-e180af88c286, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e8d627d6-be2a-4a01-bbc3-e180af88c286,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:33.664199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:33.744394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:12:32Z', 'revision_number': 6, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:33.757873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e00626-a075-470d-90e0-891cae3c8305 None None] The sync data for ids ['f46247f9-68f3-48db-8a6b-f4b551bd1f9b'] in n-d-827896-3 is: [{'id': 'f46247f9-68f3-48db-8a6b-f4b551bd1f9b', 'name': 'tempest-TestServerMultinode-1635525826-router', 'tenant_id': 'd03ec50cd818485fab2776fa033bbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:04Z', 'updated_at': '2022-02-07T23:12:32Z', 'revision_number': 6, 'project_id': 'd03ec50cd818485fab2776fa033bbda5', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:33.806872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Calling delete_port for e8d627d6-be2a-4a01-bbc3-e180af88c286 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:33.894626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8f29913f-2973-447f-8df3-98bf2cb49007', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:12:33.895554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:33.991754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.135066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Allocated IP 172.20.0.2 (8f29913f-2973-447f-8df3-98bf2cb49007/be98ab8e-9712-4275-b1b9-3cc6baed38c2/b580719c-2e5f-4bb6-8ba4-1e8da465b366) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:34.213406 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.216967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.268525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.269505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2c8132-2a30-4971-8c1e-5f68a8ed97fa {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:12:34.311484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.316660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-90ee1e45-9c61-4abe-a707-fc5f0ce82d96 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cd2c8132-2a30-4971-8c1e-5f68a8ed97fa HTTP/1.1" status: 204 len: 168 time: 3.3233168 Feb 07 23:12:34.317874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38002) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:34.533703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.558886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Transition to ACTIVE for port object b580719c-2e5f-4bb6-8ba4-1e8da465b366 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:34.581952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900b020-3e16-4538-9d66-1e9677ade853 req-d3fac48b-3f43-4863-8f86-ff994d661b1b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:34.589830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c900b020-3e16-4538-9d66-1e9677ade853 req-d3fac48b-3f43-4863-8f86-ff994d661b1b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 1.8375094 Feb 07 23:12:34.622750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Transition to ACTIVE for port object b580719c-2e5f-4bb6-8ba4-1e8da465b366 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:34.632105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:12:34.632877 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.644946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] Deleting subnet 75984ac0-b102-44b0-a4db-1c60397cd814 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:12:34.650667 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.656987 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.666038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.699697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Network 8f29913f-2973-447f-8df3-98bf2cb49007 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:34.708711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:34.718220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c900b020-3e16-4538-9d66-1e9677ade853 req-bad67a02-12e5-4ea9-b0ca-67a4459ae1d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275034 Feb 07 23:12:34.719163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.721131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:34.726561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:34.727390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:34.731509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/ports/37ba8fdf-1423-47a6-b91b-a857b376abc3 HTTP/1.1" status: 200 len: 911 time: 3.2006783 Feb 07 23:12:34.740160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38008) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:34.840377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d627d6-be2a-4a01-bbc3-e180af88c286,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:34.893596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Pushing event updated for resources: {'Port': ['ID=b580719c-2e5f-4bb6-8ba4-1e8da465b366,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:34.928465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.928883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.929238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.929755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.930151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.930541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.930910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.932362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.932362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.932362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.932362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.932790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:12:34.958594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Attempting to bind port b580719c-2e5f-4bb6-8ba4-1e8da465b366 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:34.958980 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Attempting to bind port b580719c-2e5f-4bb6-8ba4-1e8da465b366 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:34.959358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Attempting to bind port b580719c-2e5f-4bb6-8ba4-1e8da465b366 on network 8f29913f-2973-447f-8df3-98bf2cb49007 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:34.990433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:34.990596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Checking segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:34.992881 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.005346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Bound using segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:35.005947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Bound port: b580719c-2e5f-4bb6-8ba4-1e8da465b366, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:35.009600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.136285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] For port b580719c-2e5f-4bb6-8ba4-1e8da465b366, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:35.140011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] For port b580719c-2e5f-4bb6-8ba4-1e8da465b366, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b580719c-2e5f-4bb6-8ba4-1e8da465b366,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:35.147687 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.302713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627fb65-9692-4674-a499-e4e6bb486ca1 None None] Pushing event updated for resources: {'Port': ['ID=b580719c-2e5f-4bb6-8ba4-1e8da465b366,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:35.305110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 69f34113-4ecb-427d-8f87-0fc752a773d9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:35.367345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.419810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 69f34113-4ecb-427d-8f87-0fc752a773d9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:35.445710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 69f34113-4ecb-427d-8f87-0fc752a773d9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:35.447695 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.488380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.576448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a5467-6546-4037-a928-35d8316ba39b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=37ba8fdf-1423-47a6-b91b-a857b376abc3,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:35.587028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.598525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.618428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 69f34113-4ecb-427d-8f87-0fc752a773d9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=69f34113-4ecb-427d-8f87-0fc752a773d9,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:35.623051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.628736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.716822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75984ac0-b102-44b0-a4db-1c60397cd814,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:35.836898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:35.859582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fe263483-2481-4214-b8cb-15df4e4b0618 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/75984ac0-b102-44b0-a4db-1c60397cd814 HTTP/1.1" status: 204 len: 168 time: 1.5367482 Feb 07 23:12:35.864600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38016) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:35.887741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=69f34113-4ecb-427d-8f87-0fc752a773d9,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:35.893215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326a6f33-7562-4e45-83f6-f0d651cd79c7 None None] Network 3d0b1347-8be6-470e-b9b7-72faad5675d8 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:35.949783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cc8a98c5-85d9-438c-93f0-67e36e941d85 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:36.031835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: cc8a98c5-85d9-438c-93f0-67e36e941d85 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:36.032484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cc8a98c5-85d9-438c-93f0-67e36e941d85 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:36.033983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39acad23-3042-405b-aaef-115a003f0edb no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:36.160356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 39acad23-3042-405b-aaef-115a003f0edb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:36.160882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39acad23-3042-405b-aaef-115a003f0edb not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:36.161810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e8d627d6-be2a-4a01-bbc3-e180af88c286 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:36.219237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e8d627d6-be2a-4a01-bbc3-e180af88c286 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:36.219875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e8d627d6-be2a-4a01-bbc3-e180af88c286 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:36.221292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8799959-be51-4671-93da-cf86ec87ef07 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:36.284082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.287817 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.289086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b8799959-be51-4671-93da-cf86ec87ef07 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:36.289785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b8799959-be51-4671-93da-cf86ec87ef07 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:36.299903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.377109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.379800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.411911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Deleting port ca3d2845-0b04-4424-82fd-92e39549cbfc {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:36.413037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.428036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.428682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46247f9-68f3-48db-8a6b-f4b551bd1f9b {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:12:36.499699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.507597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] DHCP port deletion for 3d0b1347-8be6-470e-b9b7-72faad5675d8 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:12:36.521122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] Deleting port ca3d2845-0b04-4424-82fd-92e39549cbfc {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:36.521616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.546005 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.549450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1ca9f2e5-2b62-47b7-816d-f1ea9e8cf7f2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f46247f9-68f3-48db-8a6b-f4b551bd1f9b HTTP/1.1" status: 204 len: 168 time: 4.7544298 Feb 07 23:12:36.552692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38020) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:36.648605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4b8f9-37c2-4d56-9527-fb5b86c8722f req-694ca319-8f61-4274-8fc5-b84b4216b986 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:36.651031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cd4b8f9-37c2-4d56-9527-fb5b86c8722f req-694ca319-8f61-4274-8fc5-b84b4216b986 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 0.5795622 Feb 07 23:12:36.730148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cd4b8f9-37c2-4d56-9527-fb5b86c8722f req-e10e631b-21b3-43b4-b834-3eead0777c51 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626462 Feb 07 23:12:36.839176 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.845152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] For port ca3d2845-0b04-4424-82fd-92e39549cbfc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ca3d2845-0b04-4424-82fd-92e39549cbfc,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:36.845697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:36.908725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] Deleting subnet 13e011c8-2583-4e89-ab93-1fc82dc30067 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:12:37.084413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] Calling delete_port for ca3d2845-0b04-4424-82fd-92e39549cbfc owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:37.135077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.164344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 69f34113-4ecb-427d-8f87-0fc752a773d9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:37.277443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.363497 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.429137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 37ba8fdf-1423-47a6-b91b-a857b376abc3 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:37.430004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.462587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 69f34113-4ecb-427d-8f87-0fc752a773d9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:37.463065 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.477427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.532485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] Pushing event deleted for resources: {'Port': ['ID=ca3d2845-0b04-4424-82fd-92e39549cbfc,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:37.551854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd70dd5-e406-4bfc-8f08-e8009ad0b089 None None] No DVR routers for this DVR port ca3d2845-0b04-4424-82fd-92e39549cbfc on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:37.606716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] For port ca3d2845-0b04-4424-82fd-92e39549cbfc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ca3d2845-0b04-4424-82fd-92e39549cbfc,segment=NetworkSegment(eac6c5f9-1ede-4480-8ed3-12eabc046b98),segment_id=eac6c5f9-1ede-4480-8ed3-12eabc046b98)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:37.607143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.618103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.679718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b580719c-2e5f-4bb6-8ba4-1e8da465b366 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:37.711345 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5028d4c-da74-43c6-bf59-29bd3f296605 None None] Network 8f29913f-2973-447f-8df3-98bf2cb49007 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:37.750860 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.822633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38036) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:37.886061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0bd1c9df-5457-4a25-8356-b0a918ebdec5 None None] Provisioning for port b580719c-2e5f-4bb6-8ba4-1e8da465b366 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:37.935284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b580719c-2e5f-4bb6-8ba4-1e8da465b366 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:37.947422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 37ba8fdf-1423-47a6-b91b-a857b376abc3 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:37.957887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b580719c-2e5f-4bb6-8ba4-1e8da465b366 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:37.958730 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:37.986818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Calling delete_port for ca3d2845-0b04-4424-82fd-92e39549cbfc owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:38.025280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e011c8-2583-4e89-ab93-1fc82dc30067,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:38.036637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76da9445-cbc5-44d9-97f1-a04d6abefc4a None None] Network 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:38.068224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.096438 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.110761 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-78746b74-be19-44af-8ace-e32a87a08746 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/13e011c8-2583-4e89-ab93-1fc82dc30067 HTTP/1.1" status: 204 len: 168 time: 1.5525765 Feb 07 23:12:38.117251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38042) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:38.129103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:38.137856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c7c8dc8c5f41878ce2a7bee9d71785 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:38.146220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:38.167829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f64e-f139-4a74-9a2a-404a4ee1381d req-009afe35-0b8e-4209-ae56-d332f1e47d59 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:38.169483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce78f64e-f139-4a74-9a2a-404a4ee1381d req-009afe35-0b8e-4209-ae56-d332f1e47d59 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 0.2745011 Feb 07 23:12:38.170454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:38.313408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.318005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:12:38.318327 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:12:38.323427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce78f64e-f139-4a74-9a2a-404a4ee1381d req-783e14f5-e64f-4688-8251-92aecb75b16f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284032 Feb 07 23:12:38.347218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.358659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.1 (8f29913f-2973-447f-8df3-98bf2cb49007/be98ab8e-9712-4275-b1b9-3cc6baed38c2/4ad10ea1-3782-4bd5-bb81-16b160c8e5db) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:38.364138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Deleting port a2131e12-cb6d-4107-83a6-6c75da2dfa9d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:38.364962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.410001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=37ba8fdf-1423-47a6-b91b-a857b376abc3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:38.461507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.508314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b580719c-2e5f-4bb6-8ba4-1e8da465b366, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b580719c-2e5f-4bb6-8ba4-1e8da465b366,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:38.514499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.621085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ca3d2845-0b04-4424-82fd-92e39549cbfc no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:38.650329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b580719c-2e5f-4bb6-8ba4-1e8da465b366,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:38.678071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ca3d2845-0b04-4424-82fd-92e39549cbfc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:38.678412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ca3d2845-0b04-4424-82fd-92e39549cbfc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:38.758090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] DHCP port deletion for 4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:12:38.764235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Deleting port a2131e12-cb6d-4107-83a6-6c75da2dfa9d {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:38.768237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.822269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Deleting port ca3d2845-0b04-4424-82fd-92e39549cbfc {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:38.824295 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.890369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:38.924531 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.008514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] The port 'ca3d2845-0b04-4424-82fd-92e39549cbfc' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:12:39.020839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.033601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b580719c-2e5f-4bb6-8ba4-1e8da465b366 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:39.045089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object 4ad10ea1-3782-4bd5-bb81-16b160c8e5db will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:39.054124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] For port a2131e12-cb6d-4107-83a6-6c75da2dfa9d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:39.054486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.097724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.113175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d885eab6-e05d-4f82-80ba-c7e56096fe5b None None] Provisioning complete for port b580719c-2e5f-4bb6-8ba4-1e8da465b366 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:39.113804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d885eab6-e05d-4f82-80ba-c7e56096fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.184202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] For port a2131e12-cb6d-4107-83a6-6c75da2dfa9d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,segment=NetworkSegment(6769ef40-bb2f-4bc7-a78a-9ddfca0007c1),segment_id=6769ef40-bb2f-4bc7-a78a-9ddfca0007c1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:39.184646 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.235697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2c7c8dc8c5f41878ce2a7bee9d71785&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4109757 Feb 07 23:12:39.243828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38046) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:39.256503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Calling delete_port for a2131e12-cb6d-4107-83a6-6c75da2dfa9d owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:39.330251 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Calling delete_port for a2131e12-cb6d-4107-83a6-6c75da2dfa9d owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:39.333019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03eeb3d-b80b-4c65-9ad2-8b21ece53260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c14f4aa-4550-4b92-b988-39ce369924fe,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:39.339892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.355216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 483d4b0f-b1f7-4658-b0b8-66c9bea71fb5 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:39.405527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0b1347-8be6-470e-b9b7-72faad5675d8']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:39.425126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac6c5f9-1ede-4480-8ed3-12eabc046b98') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:39.425414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac6c5f9-1ede-4480-8ed3-12eabc046b98') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:39.426412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b580719c-2e5f-4bb6-8ba4-1e8da465b366 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:39.426791 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.459629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.486172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.492009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.539252 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.554690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:12:39.555182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.567300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:12:39.568435 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:12:39.571623 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:12:39.601811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:39.627703 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] Sync routers for ids ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:39.639465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-449122f2-39f3-4adb-81c2-cc712296dfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.658561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 8f29913f-2973-447f-8df3-98bf2cb49007 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:39.667943 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] Routers {'483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:39.669583 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:39.691261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:39.694094 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-449122f2-39f3-4adb-81c2-cc712296dfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.700068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] No DVR routers for this DVR port a2131e12-cb6d-4107-83a6-6c75da2dfa9d on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:39.701821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:39.777943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2131e12-cb6d-4107-83a6-6c75da2dfa9d no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:39.792651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-abc77475-fa9b-4b4a-9049-7615552e8575 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/483d4b0f-b1f7-4658-b0b8-66c9bea71fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0509648 Feb 07 23:12:39.794923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38052) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:39.797487 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:39.834948 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] Routers {'483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:39.837158 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:39.839174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:39.849050 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.849691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: a2131e12-cb6d-4107-83a6-6c75da2dfa9d {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:39.850147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2131e12-cb6d-4107-83a6-6c75da2dfa9d not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:39.856968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-449122f2-39f3-4adb-81c2-cc712296dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.909476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-167c44ab-a02a-4a9c-89a2-81d37ee80754 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:39.939587 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:39.940031 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad418c18-84c8-4e85-815b-95698c862371 None None] The sync data for ids ['483d4b0f-b1f7-4658-b0b8-66c9bea71fb5'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:39.953482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-449122f2-39f3-4adb-81c2-cc712296dfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:39.957083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-449122f2-39f3-4adb-81c2-cc712296dfc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c14f4aa-4550-4b92-b988-39ce369924fe HTTP/1.1" status: 204 len: 168 time: 0.7062504 Feb 07 23:12:39.957083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449122f2-39f3-4adb-81c2-cc712296dfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c14f4aa-4550-4b92-b988-39ce369924fe,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:39.976417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cabac2-fc00-481a-bca5-a6d7bd69d79a req-057ac8a5-fcac-46c7-b9a3-9a74265aab30 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:39.978027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30cabac2-fc00-481a-bca5-a6d7bd69d79a req-057ac8a5-fcac-46c7-b9a3-9a74265aab30 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 0.4980090 Feb 07 23:12:39.981923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-167c44ab-a02a-4a9c-89a2-81d37ee80754 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:39.993836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-167c44ab-a02a-4a9c-89a2-81d37ee80754 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=483d4b0f-b1f7-4658-b0b8-66c9bea71fb5 HTTP/1.1" status: 200 len: 205 time: 0.1938496 Feb 07 23:12:39.994718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38058) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:40.069036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Deleting port a2131e12-cb6d-4107-83a6-6c75da2dfa9d {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:40.070514 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.135440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30cabac2-fc00-481a-bca5-a6d7bd69d79a req-4df36da8-d964-42c0-8579-dfa20e48fdd0 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389947 Feb 07 23:12:40.147367 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.183906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Pushing event deleted for resources: {'Port': ['ID=a2131e12-cb6d-4107-83a6-6c75da2dfa9d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:40.189968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab7786-63bc-407a-bf6d-bbdb05a59073 None None] The port 'a2131e12-cb6d-4107-83a6-6c75da2dfa9d' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:12:40.195137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0b1347-8be6-470e-b9b7-72faad5675d8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:40.195981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-113f32cd-c710-441c-927c-a53588214360 None None] Provisioning for port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:40.209555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.213460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.216928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-113f32cd-c710-441c-927c-a53588214360 None None] Provisioning complete for port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:40.217457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-113f32cd-c710-441c-927c-a53588214360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.225196 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-435e44ec-5e6a-425d-8b53-1fe728af1d61 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.243084 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a3762ea9-dbc2-4eae-8431-233794977f59 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3d0b1347-8be6-470e-b9b7-72faad5675d8 HTTP/1.1" status: 204 len: 168 time: 4.3767262 Feb 07 23:12:40.255679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38064) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:40.294558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-113f32cd-c710-441c-927c-a53588214360 None None] Port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:40.341028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:40.357496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:40.375164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:40.375383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6769ef40-bb2f-4bc7-a78a-9ddfca0007c1') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:40.412640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.419770 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.449996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:40.507605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.509999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf767472dce49cb9ecc262a40751cff is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:40.521420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:40.534588 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-435e44ec-5e6a-425d-8b53-1fe728af1d61 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.537156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-435e44ec-5e6a-425d-8b53-1fe728af1d61 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.541939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:40.551455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:12:40.551870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.560501 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-435e44ec-5e6a-425d-8b53-1fe728af1d61 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.561028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435e44ec-5e6a-425d-8b53-1fe728af1d61 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Fanout notify agent at l3_agent the message router_deleted on router 483d4b0f-b1f7-4658-b0b8-66c9bea71fb5 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:12:40.567214 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:12:40.575548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-435e44ec-5e6a-425d-8b53-1fe728af1d61 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.579046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-435e44ec-5e6a-425d-8b53-1fe728af1d61 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/483d4b0f-b1f7-4658-b0b8-66c9bea71fb5 HTTP/1.1" status: 204 len: 168 time: 0.5782392 Feb 07 23:12:40.579799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38072) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:40.784961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet e19f9c51-ee48-4ff9-950c-0ebc5f7dc548 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:12:40.788329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.807242 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.845745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.850498 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.862276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:40.872082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device a13a7617-8459-4e27-b1d1-66e32c42e855 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:12:40.938001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.957587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:40.964324 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4c2c78e5-bd30-4013-8a78-7765d698838a admin admin] 10.222.0.10 "DELETE /v2.0/networks/4bfa8dba-7fd0-4fc2-9c84-9c208d4adc4c HTTP/1.1" status: 204 len: 168 time: 2.8433366 Feb 07 23:12:40.979392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38076) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:41.037034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.039515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=a13a7617-8459-4e27-b1d1-66e32c42e855,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:41.054501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'a13a7617-8459-4e27-b1d1-66e32c42e855', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'port_id': 'a13a7617-8459-4e27-b1d1-66e32c42e855', 'mac_address': 'fa:16:3e:b1:0e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:12:41.076234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=e19f9c51-ee48-4ff9-950c-0ebc5f7dc548,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:41.082762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.089197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-df9f19dd-8dba-4ed1-aada-33ba2a742039 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/e19f9c51-ee48-4ff9-950c-0ebc5f7dc548 HTTP/1.1" status: 204 len: 168 time: 0.5081687 Feb 07 23:12:41.092531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38080) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:41.100442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257c6bb2-7332-4b5e-9dfb-979553b13802 None None] Network d55d1f9c-9d33-49ad-8c57-a224767e2779 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:41.180048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.203799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.232894 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.248315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:41.248702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.262827 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.292187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13a7617-8459-4e27-b1d1-66e32c42e855 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:12:41.371386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=a13a7617-8459-4e27-b1d1-66e32c42e855,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:41.382322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.457750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cf767472dce49cb9ecc262a40751cff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0947406 Feb 07 23:12:41.466330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38086) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:41.466870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7264710-2739-4ed9-90d9-b316fc3eff34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c871a9ea-3964-4e03-aff6-901b6b7ebd7d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:41.474796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=a13a7617-8459-4e27-b1d1-66e32c42e855,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:41.570698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] DHCP port deletion for d55d1f9c-9d33-49ad-8c57-a224767e2779 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:12:41.573689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Deleting port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:41.573689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.604071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0299c96-fb17-4ed8-98ff-7821805ee2dc req-9f709bb6-059f-4135-9eca-1f2c313b15a9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:41.605701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0299c96-fb17-4ed8-98ff-7821805ee2dc req-9f709bb6-059f-4135-9eca-1f2c313b15a9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 0.3010783 Feb 07 23:12:41.612003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,segment=NetworkSegment(2eba4548-9fd1-4df6-9a8b-886928eb248e),segment_id=2eba4548-9fd1-4df6-9a8b-886928eb248e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:41.612003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:41.639632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['a13a7617-8459-4e27-b1d1-66e32c42e855'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:12:41.786170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:41.871769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0299c96-fb17-4ed8-98ff-7821805ee2dc req-249b47b8-1f2f-43c1-b278-9878dced26f5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519243 Feb 07 23:12:41.934071 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.013806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] For port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,segment=NetworkSegment(2eba4548-9fd1-4df6-9a8b-886928eb248e),segment_id=2eba4548-9fd1-4df6-9a8b-886928eb248e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:42.014311 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.023937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=bf82a1b7-dddd-4c1f-a767-fe9fca9ae683,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:42.031322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No DVR routers for this DVR port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:42.147005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9e33b8b-9bd2-433f-a642-65ccffd1e475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.158859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Calling delete_port for bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:42.174996 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.213085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55d1f9c-9d33-49ad-8c57-a224767e2779']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:42.230509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eba4548-9fd1-4df6-9a8b-886928eb248e') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:42.230871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eba4548-9fd1-4df6-9a8b-886928eb248e') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:42.246032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.264197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.272897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:12:42.273308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.273441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:12:42.273805 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:12:42.290603 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:12:42.301793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9e33b8b-9bd2-433f-a642-65ccffd1e475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.373436 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.394730 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.401300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=d55d1f9c-9d33-49ad-8c57-a224767e2779,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:42.416575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-04fdb9ce-8396-47d3-a849-616c027cc268 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/d55d1f9c-9d33-49ad-8c57-a224767e2779 HTTP/1.1" status: 204 len: 168 time: 1.3227396 Feb 07 23:12:42.421439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38090) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:42.426530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1797860269', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:42.433556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:42.437935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:router and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:42.441392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:42.447571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:42.459629 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.460604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.475602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.503278 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.532957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.534329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4d18bdd4-2ae9-4f3f-bbca-169f4affd825 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1119225 Feb 07 23:12:42.535274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.538592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38094) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:42.544019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-136232195'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:42.549823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:42.554730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:42.557743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:42.563542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:42.574044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:42.577768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.585024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9e33b8b-9bd2-433f-a642-65ccffd1e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.607729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:12:42.617579 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.617792 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.618101 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment 01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8 of type vlan for network e56d80f1-636a-4f99-b4ff-48f425ee1c05 Feb 07 23:12:42.635340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.647565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.685821 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.691778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:42.692365 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.721970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33b8b-9bd2-433f-a642-65ccffd1e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c871a9ea-3964-4e03-aff6-901b6b7ebd7d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:42.764718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b9e33b8b-9bd2-433f-a642-65ccffd1e475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.769254 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b9e33b8b-9bd2-433f-a642-65ccffd1e475 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c871a9ea-3964-4e03-aff6-901b6b7ebd7d HTTP/1.1" status: 204 len: 168 time: 1.2943442 Feb 07 23:12:42.775470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Deleting port bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:42.776816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:42.804621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2622399 Feb 07 23:12:42.804949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38100) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:42.811021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:42.914897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c71cf6c2-3098-47bc-bbb9-a31a2b60a991 None None] The port 'bf82a1b7-dddd-4c1f-a767-fe9fca9ae683' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:12:42.922248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device a13a7617-8459-4e27-b1d1-66e32c42e855 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:43.012520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:43.014680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:43.018470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.084852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:43.085218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:43.085970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device bf82a1b7-dddd-4c1f-a767-fe9fca9ae683 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:43.089479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:43.092128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:43.096711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6479-6504-4eb3-b6fb-c85691c86141 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=e56d80f1-636a-4f99-b4ff-48f425ee1c05,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:43.109006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:43.110393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port a13a7617-8459-4e27-b1d1-66e32c42e855 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:43.119407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:12:43.137060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port a13a7617-8459-4e27-b1d1-66e32c42e855 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:43.137813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.201172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:43.205854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.269785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.319078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463281c-bc32-43ee-99d6-c81539acff74 req-28861632-b754-47c7-8f5a-b4cb96a93d7a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:43.320632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f463281c-bc32-43ee-99d6-c81539acff74 req-28861632-b754-47c7-8f5a-b4cb96a93d7a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 945 time: 0.2132583 Feb 07 23:12:43.352301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:43.379273 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.380898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.416710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=a13a7617-8459-4e27-b1d1-66e32c42e855,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:43.417644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:43.418143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:43.425012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f463281c-bc32-43ee-99d6-c81539acff74 req-104b2ad0-0f84-4cd4-aa08-63581fd2d66b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956905 Feb 07 23:12:43.429269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Usage tracker for resource:security_group_rule and tenant:ff2ada07dfe540ebb9d786354f0dea18 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:43.430800 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.433387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:43.442528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:43.501335 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855', 'code': 200} Feb 07 23:12:43.530666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=a13a7617-8459-4e27-b1d1-66e32c42e855,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:43.598444 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.669187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 8f29913f-2973-447f-8df3-98bf2cb49007 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:43.704023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.714053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:43.717405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=501ffa0e-5aa6-4242-b76b-b28dc7d367f3,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:43.719559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.762668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:43.763030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: e56d80f1-636a-4f99-b4ff-48f425ee1c05, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:12:43.785235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca82e3-2083-4eb8-a0cb-ba17e751ffa7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:43.790569 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f54859a-282a-4a6d-b1b4-3148f6c2184f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff2ada07dfe540ebb9d786354f0dea18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369826 Feb 07 23:12:43.793896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38114) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:43.837452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:12:43.861471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e56d80f1-636a-4f99-b4ff-48f425ee1c05) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:43.869227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f094d29-e489-4520-8d9e-67f3b717251f None None] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:43.882948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:43.883753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:43.932453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-86997898-0e05-4ec2-b087-ae95a2f2edab tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1254671 Feb 07 23:12:43.935100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38118) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:43.998497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Deleting port 57940ddf-c5b8-4465-9c32-4bc08bc2411f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:43.998847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.007705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c7beb5-ac45-4451-85e0-70fa730a72aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.114153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-62a6665b-e188-410a-b7c2-0681b9eb9319 None None] Provisioning complete for port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:44.114535 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62a6665b-e188-410a-b7c2-0681b9eb9319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.155903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26151a-4f8a-48e4-87dd-b1ece725feca req-445b2591-d066-470c-ba74-25907db61e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:44.157547 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f26151a-4f8a-48e4-87dd-b1ece725feca req-445b2591-d066-470c-ba74-25907db61e10 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 1097 time: 0.5009184 Feb 07 23:12:44.179164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c7beb5-ac45-4451-85e0-70fa730a72aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.218776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-62a6665b-e188-410a-b7c2-0681b9eb9319 None None] Port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:44.222135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:12:44.223713 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.268952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 5466c128-bfb9-470a-9f68-e96eb4f24feb has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:44.320688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3f26151a-4f8a-48e4-87dd-b1ece725feca req-f684e72d-3396-407d-8501-0d872c5c5886 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966945 Feb 07 23:12:44.391225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Allocated IP 2001:db8::2 (e56d80f1-636a-4f99-b4ff-48f425ee1c05/501ffa0e-5aa6-4242-b76b-b28dc7d367f3/37202b96-ecc0-4249-b11a-96177ca1e399) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:44.482808 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c7beb5-ac45-4451-85e0-70fa730a72aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.503907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7beb5-ac45-4451-85e0-70fa730a72aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca82e3-2083-4eb8-a0cb-ba17e751ffa7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:44.542699 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c7beb5-ac45-4451-85e0-70fa730a72aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.546163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-38c7beb5-ac45-4451-85e0-70fa730a72aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89ca82e3-2083-4eb8-a0cb-ba17e751ffa7 HTTP/1.1" status: 204 len: 168 time: 0.7471602 Feb 07 23:12:44.546163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.621823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Deleting port 92f4cc0b-9faa-4172-9fc9-0c5451294e16 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:44.622312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.641966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.652550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] For port 57940ddf-c5b8-4465-9c32-4bc08bc2411f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57940ddf-c5b8-4465-9c32-4bc08bc2411f,segment=NetworkSegment(72743d98-10e3-4f64-a7e8-c96d09102641),segment_id=72743d98-10e3-4f64-a7e8-c96d09102641)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:44.652968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.654911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Transition to ACTIVE for port object 37202b96-ecc0-4249-b11a-96177ca1e399 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:44.678996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Transition to ACTIVE for port object 37202b96-ecc0-4249-b11a-96177ca1e399 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:44.687488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.766497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:44.770012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:44.775358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:44.815220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Pushing event updated for resources: {'Port': ['ID=37202b96-ecc0-4249-b11a-96177ca1e399,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:44.868717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Calling delete_port for 57940ddf-c5b8-4465-9c32-4bc08bc2411f owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:44.918596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Attempting to bind port 37202b96-ecc0-4249-b11a-96177ca1e399 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:44.919083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Attempting to bind port 37202b96-ecc0-4249-b11a-96177ca1e399 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:44.919579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Attempting to bind port 37202b96-ecc0-4249-b11a-96177ca1e399 on network e56d80f1-636a-4f99-b4ff-48f425ee1c05 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:44.925861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:44.926547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Checking segment: {'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:44.927057 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.927814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Bound using segment: {'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:44.929063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Bound port: 37202b96-ecc0-4249-b11a-96177ca1e399, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:44.929537 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:44.936072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:44.948051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Sync routers for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:44.967088 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-265c54c9-7111-4ae5-ad41-cbe0f679a70b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/5466c128-bfb9-470a-9f68-e96eb4f24feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5750637 Feb 07 23:12:45.041964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:45.041964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:45.122474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] For port 37202b96-ecc0-4249-b11a-96177ca1e399, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:45.145612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] For port 37202b96-ecc0-4249-b11a-96177ca1e399, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=37202b96-ecc0-4249-b11a-96177ca1e399,segment=NetworkSegment(01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8),segment_id=01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:45.166854 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:45.297359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8::1 (e56d80f1-636a-4f99-b4ff-48f425ee1c05/501ffa0e-5aa6-4242-b76b-b28dc7d367f3/1214266f-04b7-4120-80ee-494dfbc89785) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:45.359437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8faf792-6969-42c8-9c3b-6a072ae29f76 req-c3f2ee28-97d0-445b-839e-26a4f0ceea52 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:45.362731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8faf792-6969-42c8-9c3b-6a072ae29f76 req-c3f2ee28-97d0-445b-839e-26a4f0ceea52 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.2667451 Feb 07 23:12:45.420789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:45.441374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-1c49adb4-305e-4a65-8215-c32ebbd26c03 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:45.496981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932335c9-8951-41e4-8bd3-b65cf1a35541 None None] Pushing event updated for resources: {'Port': ['ID=37202b96-ecc0-4249-b11a-96177ca1e399,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:45.573032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:45.595894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-1c49adb4-305e-4a65-8215-c32ebbd26c03 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:45.606526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-1c49adb4-305e-4a65-8215-c32ebbd26c03 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428824056&fields=id&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 267 time: 0.3311210 Feb 07 23:12:45.661435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Pushing event deleted for resources: {'Port': ['ID=57940ddf-c5b8-4465-9c32-4bc08bc2411f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:45.693287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8faf792-6969-42c8-9c3b-6a072ae29f76 req-cd304345-9214-409a-bc42-ce961648e87d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546458 Feb 07 23:12:45.867541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38158) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:45.992205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.015066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] For port 92f4cc0b-9faa-4172-9fc9-0c5451294e16, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=92f4cc0b-9faa-4172-9fc9-0c5451294e16,segment=NetworkSegment(5a8a8628-212d-4a54-ade0-fdb6537cf87b),segment_id=5a8a8628-212d-4a54-ade0-fdb6537cf87b)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:46.015443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.029234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:42Z', 'revision_number': 2, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:46.035299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Checking router: 5466c128-bfb9-470a-9f68-e96eb4f24feb for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:46.035668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Updating router 5466c128-bfb9-470a-9f68-e96eb4f24feb port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:12:46.044802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object 1214266f-04b7-4120-80ee-494dfbc89785 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:46.089438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-4e7f689e-884d-4603-9495-a17c97787b69 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:46.092462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-4e7f689e-884d-4603-9495-a17c97787b69 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 797 time: 0.4850869 Feb 07 23:12:46.094427 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.124238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.126458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1737889390-network', 'tenant_id': 'f3536bdd22114b13b1f9f61bf5111255'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:46.177697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:46.179565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-6e9698d8-f606-47c7-9ff2-a5f2b4d2c079 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/quotas/10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 375 time: 0.0788670 Feb 07 23:12:46.183323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:46.187869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:46.189046 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.253878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Calling delete_port for 92f4cc0b-9faa-4172-9fc9-0c5451294e16 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:46.264961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=1214266f-04b7-4120-80ee-494dfbc89785,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:46.283019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:46.302424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Usage tracker for resource:network and tenant:f3536bdd22114b13b1f9f61bf5111255 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:46.317771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:46.328404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:46.330694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-484114ac-2e52-4d59-9a8b-defb04f4cd8c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234360 Feb 07 23:12:46.374547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Made reservation on behalf of f3536bdd22114b13b1f9f61bf5111255 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:46.377338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.412411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.472605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.531700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:46.539815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Usage tracker for resource:security_group_rule and tenant:f3536bdd22114b13b1f9f61bf5111255 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:46.546370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:46.550713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.562118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:46.585947 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.612946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Transition to ACTIVE for port object 4ad10ea1-3782-4bd5-bb81-16b160c8e5db will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:46.622237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.792441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-3b955dd7-267b-467c-b8d6-8d1cb25fe786 service neutron] 10.222.0.10 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285100 Feb 07 23:12:46.896462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Attempting to bind port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:46.896804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Attempting to bind port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:46.897306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Attempting to bind port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db on network 8f29913f-2973-447f-8df3-98bf2cb49007 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:46.899465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220809e-4d55-4208-80ce-3381168c2f1d None None] Pushing event updated for resources: {'Port': ['ID=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:46.913027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:46.913330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Checking segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:46.913784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:46.914185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Bound using segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:46.914666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Bound port: 4ad10ea1-3782-4bd5-bb81-16b160c8e5db, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:46.915048 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.091727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3e7fb0-01a8-434a-8771-2ae6b9169dff None None] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:47.184793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 37202b96-ecc0-4249-b11a-96177ca1e399 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:47.265695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] For port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:47.295227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] For port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:47.304078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b69a767f-4865-4a77-a7a0-2af48ea5e7ef None None] Provisioning for port 37202b96-ecc0-4249-b11a-96177ca1e399 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:47.321270 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.354804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.373209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-2de36dec-4a2d-4a82-bae8-a10b6d901b08 service neutron] 10.222.0.10 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796115 Feb 07 23:12:47.385427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 37202b96-ecc0-4249-b11a-96177ca1e399 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:47.403177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:47.417384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 37202b96-ecc0-4249-b11a-96177ca1e399 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:47.418131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.419339 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.420458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f4cc0b-9faa-4172-9fc9-0c5451294e16,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:47.440488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a19f4-e70a-4f73-ba3c-0d5d6ecb6cba req-8267c583-5f24-4f92-b6c2-f34ee745f690 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:47.442263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-291a19f4-e70a-4f73-ba3c-0d5d6ecb6cba req-8267c583-5f24-4f92-b6c2-f34ee745f690 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.4832053 Feb 07 23:12:47.526562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-291a19f4-e70a-4f73-ba3c-0d5d6ecb6cba req-7ab36b6a-1fb8-4c2a-81b5-78442173d111 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680082 Feb 07 23:12:47.532021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220809e-4d55-4208-80ce-3381168c2f1d None None] Pushing event updated for resources: {'Port': ['ID=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:47.544707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:47.545347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:47.569959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.586674 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.587698 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.677049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=1214266f-04b7-4120-80ee-494dfbc89785,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:47.811933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.953887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:12:47.977361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:47.977790 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Added segment 844194fa-e84b-4ee8-8633-be8bca7bd37c of type vlan for network f202979c-4b9f-4527-ad63-404c7c45f510 Feb 07 23:12:47.989685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-502f7872-0457-4952-8466-1a5c449e0b53 req-2ece885e-7c87-4f10-81c1-a96967302443 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 210 time: 0.1870155 Feb 07 23:12:48.015047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41982b35-e60c-4546-8cc0-796f6dd5dff2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:48.073707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:48.077576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:48.079942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:48.155518 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.286956 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.289721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9222b-df08-4ce5-ab3a-cad509d5f839 req-228eb151-4071-4989-8d33-b8179cb89014 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:48.291225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90f9222b-df08-4ce5-ab3a-cad509d5f839 req-228eb151-4071-4989-8d33-b8179cb89014 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.4877899 Feb 07 23:12:48.293653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:48.298241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.299386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:48.300173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.306093 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] Sync routers for ids ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:48.335540 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] Routers {'26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:48.336494 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:48.365686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-90f9222b-df08-4ce5-ab3a-cad509d5f839 req-a1ca8416-0a52-4870-a028-fa6837cc760a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539732 Feb 07 23:12:48.445217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:12:48.516254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 37202b96-ecc0-4249-b11a-96177ca1e399, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=37202b96-ecc0-4249-b11a-96177ca1e399,segment=NetworkSegment(01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8),segment_id=01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:48.535515 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.585166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eb59d8b7-60c5-4827-a698-901134bbca8b admin admin] 10.222.0.10 "PUT /v2.0/routers/26c52289-66f6-4e9c-bdf6-dfb9ed1fd612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3279827 Feb 07 23:12:48.589659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7166259 Feb 07 23:12:48.589843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38184) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:48.608311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203345-e606-458b-be8d-6b813ae934f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f202979c-4b9f-4527-ad63-404c7c45f510,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:48.629715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38186) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:48.637862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network f202979c-4b9f-4527-ad63-404c7c45f510 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:12:48.639762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Request body: {'subnet': {'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1737889390-subnet', 'tenant_id': 'f3536bdd22114b13b1f9f61bf5111255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:48.649489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:48.660533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Usage tracker for resource:subnet and tenant:f3536bdd22114b13b1f9f61bf5111255 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:48.670063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:48.679262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.682849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:48.719302 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] Set router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:48.799958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Made reservation on behalf of f3536bdd22114b13b1f9f61bf5111255 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:48.802836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:48.818164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=37202b96-ecc0-4249-b11a-96177ca1e399,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:48.970956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:47Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:48.976203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15f6d1-8ac5-4a15-9797-9b357ca18af8 None None] The sync data for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 is: [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:47Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:49.000446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:49.015307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:49.031882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:49.032908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:49.273103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b23492b-b12e-4c4a-a2b8-21f4ac5760a7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3365419 Feb 07 23:12:49.277543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38194) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:49.404842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5b7a980-1a38-4fd0-998c-9ca3116d0ce4 req-7e16aaeb-68ca-4ec2-becd-4968532023b7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 210 time: 0.1289985 Feb 07 23:12:49.431355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc29b6-2170-4f0e-8c2b-168ae240ced4 req-414a78e5-2cce-44e0-8106-f3ded7dc96a2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:49.442979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ffc29b6-2170-4f0e-8c2b-168ae240ced4 req-414a78e5-2cce-44e0-8106-f3ded7dc96a2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.8573146 Feb 07 23:12:49.477495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de745992-ece4-4c59-8db3-c6b735f731ab None None] Provisioning complete for port 37202b96-ecc0-4249-b11a-96177ca1e399 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:49.478478 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de745992-ece4-4c59-8db3-c6b735f731ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:49.480613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:49.493191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:12:45Z', 'revision_number': 5, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:49.500678 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] Checking router: 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:49.522972 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] Routers {'26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:49.524022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:49.560764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Router b4636953-9490-4223-9684-db51cc7700e7 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:12:49.590522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520685755'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:49.667494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:49.668183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:49.678518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ffc29b6-2170-4f0e-8c2b-168ae240ced4 req-f287b2b5-37c6-478b-80d2-200e5387a356 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344198 Feb 07 23:12:49.873292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:49.879724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:49.897797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:49.946274 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] Set router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:50.112988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:50.140976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.304954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.329118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Deleting port 799cbfad-a27d-438d-ab1a-d7336f11fb09 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:50.329459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.348810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de745992-ece4-4c59-8db3-c6b735f731ab None None] Provisioning for port 1214266f-04b7-4120-80ee-494dfbc89785 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:50.357354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de745992-ece4-4c59-8db3-c6b735f731ab None None] Provisioning complete for port 1214266f-04b7-4120-80ee-494dfbc89785 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:50.357740 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de745992-ece4-4c59-8db3-c6b735f731ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.451274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-de745992-ece4-4c59-8db3-c6b735f731ab None None] Port 1214266f-04b7-4120-80ee-494dfbc89785 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:50.474917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:12:46Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:46Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:50.483341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:50.483977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Updating router 98018330-b6f5-4fbb-bbb0-57b2060563f2 port 1214266f-04b7-4120-80ee-494dfbc89785 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:12:50.530704 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:12:45Z', 'revision_number': 5, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:50.538627 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c6980a-10c3-4762-86d7-253412685d28 None None] The sync data for ids ['26c52289-66f6-4e9c-bdf6-dfb9ed1fd612'] in n-d-827896-3 is: [{'id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'name': 'tempest-TestServerBasicOps-940447073-router', 'tenant_id': '8c134d2b82b24913bd73263dfbcec023', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:06:13Z', 'updated_at': '2022-02-07T23:12:45Z', 'revision_number': 5, 'project_id': '8c134d2b82b24913bd73263dfbcec023', 'gw_port': {'id': '799cbfad-a27d-438d-ab1a-d7336f11fb09', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:19:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c52289-66f6-4e9c-bdf6-dfb9ed1fd612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:06:15Z', 'updated_at': '2022-02-07T23:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:50.585982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:12:50.601934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] For port 799cbfad-a27d-438d-ab1a-d7336f11fb09, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=799cbfad-a27d-438d-ab1a-d7336f11fb09,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:50.602536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.606610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.638118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-eb9cfc48-0fdb-40e1-8926-966f8918fd16 None None] Provisioning complete for port 1214266f-04b7-4120-80ee-494dfbc89785 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:50.638794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eb9cfc48-0fdb-40e1-8926-966f8918fd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.700964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cdb6c-149d-48ed-b1fc-8c97ae2c229b req-88fb7396-43b8-4b19-a7b1-c8d2b0fcb550 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:50.702644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-459cdb6c-149d-48ed-b1fc-8c97ae2c229b req-88fb7396-43b8-4b19-a7b1-c8d2b0fcb550 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.4501314 Feb 07 23:12:50.734257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:12:50.745063 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] Sync routers for ids ['b4636953-9490-4223-9684-db51cc7700e7'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:12:50.745337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-683776d6-480a-480d-8b74-a92a3f0ea11a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:50.746068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-683776d6-480a-480d-8b74-a92a3f0ea11a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:50.767130 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] Routers {'b4636953-9490-4223-9684-db51cc7700e7'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:50.768229 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b4636953-9490-4223-9684-db51cc7700e7'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:50.778330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eb9cfc48-0fdb-40e1-8926-966f8918fd16 None None] Port 1214266f-04b7-4120-80ee-494dfbc89785 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:50.780037 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.780402 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment d02ef0a3-2489-4343-81d2-a5f1e58d7a41 of type vlan for network 371ffd25-cb67-446f-807f-0dba2dc37d35 Feb 07 23:12:50.793262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.828110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Calling delete_port for 799cbfad-a27d-438d-ab1a-d7336f11fb09 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:50.846030 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58bf2d35-d163-4c41-b0e8-40605b6de0f1 admin admin] 10.222.0.10 "PUT /v2.0/routers/b4636953-9490-4223-9684-db51cc7700e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8631623 Feb 07 23:12:50.872779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:50.924508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-683776d6-480a-480d-8b74-a92a3f0ea11a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:50.935682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-683776d6-480a-480d-8b74-a92a3f0ea11a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 797 time: 1.3861649 Feb 07 23:12:50.945435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38206) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:51.004330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24920dfd-0cfb-43c4-82a0-2cdfcdc507cc,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:51.052974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.072781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:51.073627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.156679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-436becd6-7df5-4b4b-8e9e-15462b58da66 req-df3357a4-a16a-4459-ba41-b81c2fe22b0e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 210 time: 0.4608123 Feb 07 23:12:51.228914 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] Set router b4636953-9490-4223-9684-db51cc7700e7 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:51.232646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 37202b96-ecc0-4249-b11a-96177ca1e399 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:51.279166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-459cdb6c-149d-48ed-b1fc-8c97ae2c229b req-76dae221-ab66-48c4-9120-3d0291f48030 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656684 Feb 07 23:12:51.344770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 37202b96-ecc0-4249-b11a-96177ca1e399 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:51.348131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.420393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-e5306cf7-b59b-4745-b0bb-c7bc9846fb8a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 380 time: 0.4690416 Feb 07 23:12:51.421902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Checking segment: {'id': '844194fa-e84b-4ee8-8633-be8bca7bd37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:51.422530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Network hostable DHCP agents. Network: f202979c-4b9f-4527-ad63-404c7c45f510, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:12:51.428407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8810649 Feb 07 23:12:51.432358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9a776-2eab-4c63-8664-713f4fe1d352 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=371ffd25-cb67-446f-807f-0dba2dc37d35,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:51.434876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38210) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:51.440109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'port': {'device_id': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'admin_state_up': True, 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'security_groups': ['12e9d709-fb24-46ea-9a79-bbb98bd82796']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:51.477156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:51.485010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:12:51.497677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.627646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Network f202979c-4b9f-4527-ad63-404c7c45f510 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:12:51.679088 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:12:47Z', 'revision_number': 5, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:51.686830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, f202979c-4b9f-4527-ad63-404c7c45f510) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:51.689305 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] Checking router: b4636953-9490-4223-9684-db51cc7700e7 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:12:51.694051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4ad10ea1-3782-4bd5-bb81-16b160c8e5db up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:51.706808 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] Routers {'b4636953-9490-4223-9684-db51cc7700e7'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:51.707602 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b4636953-9490-4223-9684-db51cc7700e7'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:51.716200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:51.716200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.741579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:51.753756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ededb2b2-2e18-4075-a970-8e0307a3b76f None None] Network f202979c-4b9f-4527-ad63-404c7c45f510 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:51.754220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:51.759304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:51.769922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:51.772621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:51.776784 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e2288739-d69d-455e-94a5-099bc0aeb792 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1459532 Feb 07 23:12:51.780909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:port and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:51.785485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:51.817401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:51.819210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:51.834432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.979814 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.988884 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:51.995844 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.015168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d30886-b238-4c48-936c-425c9cfecb30 None None] Network f202979c-4b9f-4527-ad63-404c7c45f510 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:52.062544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Deleting port 47b04eb0-d6b8-4817-916f-cf7e27628be3 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:52.062809 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.102082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=799cbfad-a27d-438d-ab1a-d7336f11fb09,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:52.123497 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] Set router b4636953-9490-4223-9684-db51cc7700e7 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:52.147569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Transition to ACTIVE for port object 1214266f-04b7-4120-80ee-494dfbc89785 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:52.236614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:52.243769 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.247492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:52.248111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.313346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.413662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.436283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17195c19-8f45-422a-90e6-e2390548c6c6 None None] Pushing event updated for resources: {'Port': ['ID=1214266f-04b7-4120-80ee-494dfbc89785,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:52.484755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:52.489561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.575851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.627599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=1453b77c-8adf-4b19-bee9-6dde3facd7d5,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:52.707935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:52.708949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: 371ffd25-cb67-446f-807f-0dba2dc37d35, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:12:52.712402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:52.722986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Attempting to bind port 1214266f-04b7-4120-80ee-494dfbc89785 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:52.726343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Attempting to bind port 1214266f-04b7-4120-80ee-494dfbc89785 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:52.726728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Attempting to bind port 1214266f-04b7-4120-80ee-494dfbc89785 on network e56d80f1-636a-4f99-b4ff-48f425ee1c05 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:52.731827 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.756283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-cd64d3a8-c0ba-44a7-9f2d-e9840729e100 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.757073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-cd64d3a8-c0ba-44a7-9f2d-e9840729e100 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:12:52.794205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57940ddf-c5b8-4465-9c32-4bc08bc2411f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:52.839355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:52.840054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Checking segment: {'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:52.840651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.841863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Bound using segment: {'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:52.842537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Bound port: 1214266f-04b7-4120-80ee-494dfbc89785, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:52.843104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.848967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:12:52.863430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38234) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:52.868386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 57940ddf-c5b8-4465-9c32-4bc08bc2411f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:52.868734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57940ddf-c5b8-4465-9c32-4bc08bc2411f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:52.875466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1923831635-network', 'tenant_id': 'b953717dbbad4ce9af052dfb2085debc'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:52.915155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:52.916230 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:12:47Z', 'revision_number': 5, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:52.917515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 371ffd25-cb67-446f-807f-0dba2dc37d35) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:52.929473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-cd64d3a8-c0ba-44a7-9f2d-e9840729e100 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:12:52.930859 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-cd64d3a8-c0ba-44a7-9f2d-e9840729e100 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.6557841 Feb 07 23:12:52.932072 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51ba74-dd0b-430f-a403-1d8c768ee4c4 None None] The sync data for ids ['b4636953-9490-4223-9684-db51cc7700e7'] in n-d-827896-3 is: [{'id': 'b4636953-9490-4223-9684-db51cc7700e7', 'name': 'tempest-TestServerMultinode-312510977-router', 'tenant_id': '8b76011aad4545ab9db368575381582b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:10:39Z', 'updated_at': '2022-02-07T23:12:47Z', 'revision_number': 5, 'project_id': '8b76011aad4545ab9db368575381582b', 'gw_port': {'id': '47b04eb0-d6b8-4817-916f-cf7e27628be3', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4636953-9490-4223-9684-db51cc7700e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:10:41Z', 'updated_at': '2022-02-07T23:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:52.939297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Usage tracker for resource:network and tenant:b953717dbbad4ce9af052dfb2085debc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:52.948839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:52.956874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:52.957760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:52.961026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d5be4-dd85-4a85-b92e-6a477d2ce914 None None] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:53.035424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:53.041216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5c312ea-b4ab-4f53-9b1e-6c4b7d40f6b1 req-f8ad224c-0d8d-42a9-add6-f58ccc94137a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 210 time: 0.3571358 Feb 07 23:12:53.056831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.7 (8f29913f-2973-447f-8df3-98bf2cb49007/be98ab8e-9712-4275-b1b9-3cc6baed38c2/819ab498-f213-47b1-905d-ed2b5daf44b0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:53.116483 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.123800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.150265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] For port 1214266f-04b7-4120-80ee-494dfbc89785, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:53.184089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:53.191105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] For port 1214266f-04b7-4120-80ee-494dfbc89785, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1214266f-04b7-4120-80ee-494dfbc89785,segment=NetworkSegment(01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8),segment_id=01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:53.202067 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.202632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:12:53.210693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] For port 47b04eb0-d6b8-4817-916f-cf7e27628be3, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=47b04eb0-d6b8-4817-916f-cf7e27628be3,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:53.211126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.231761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.299845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bd120-dfe5-4b30-9cab-1a1757f5ea2a req-78d03a39-435f-431f-be60-22a8f490bd2c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:53.307180 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d3bd120-dfe5-4b30-9cab-1a1757f5ea2a req-78d03a39-435f-431f-be60-22a8f490bd2c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.4249933 Feb 07 23:12:53.326984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17195c19-8f45-422a-90e6-e2390548c6c6 None None] Pushing event updated for resources: {'Port': ['ID=1214266f-04b7-4120-80ee-494dfbc89785,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:53.328016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port a13a7617-8459-4e27-b1d1-66e32c42e855 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:53.328375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.389685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:12:53.390673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:53.419491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Calling delete_port for 47b04eb0-d6b8-4817-916f-cf7e27628be3 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:53.424852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Made reservation on behalf of b953717dbbad4ce9af052dfb2085debc for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:53.427439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.441542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bfa10963-6e71-4b3c-9fb6-5c4625f95c6b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9850252 Feb 07 23:12:53.455019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38244) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:53.469832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.532942 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.534504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c40b8025-1b47-49b4-b52d-035ca38d5b47 admin admin] 10.222.0.10 "DELETE /v2.0/routers/26c52289-66f6-4e9c-bdf6-dfb9ed1fd612 HTTP/1.1" status: 204 len: 168 time: 4.9445558 Feb 07 23:12:53.634283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:12:53.743084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:53.843478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d3bd120-dfe5-4b30-9cab-1a1757f5ea2a req-0552d1b2-bc6b-4cc9-a016-be61fb2f9a72 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533919 Feb 07 23:12:53.876471 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.975881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-371ffd25-cb67-446f-807f-0dba2dc37d35', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:12:53.978290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b04eb0-d6b8-4817-916f-cf7e27628be3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:53.979589 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:53.995690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:54.003146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Usage tracker for resource:security_group_rule and tenant:b953717dbbad4ce9af052dfb2085debc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:54.006649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:54.010101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] Deleting subnet e59322a7-0bfc-4d4f-80d3-a6ea23762a3e {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:12:54.028650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.158173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.291028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:54.332265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Allocated IP 2001:db8:1::2 (371ffd25-cb67-446f-807f-0dba2dc37d35/1453b77c-8adf-4b19-bee9-6dde3facd7d5/6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:54.351276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:12:46Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:53Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:54.383206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d704d154-406b-49bb-a089-4056be9d68cb req-7eb395fa-984c-41f2-92aa-1ae25d839c4a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 210 time: 0.1316080 Feb 07 23:12:54.394777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.416344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40446121-7ade-4d48-adca-c3665ca0179c None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:12:46Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:53Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:12:54.476330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.515298 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.519681 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.582675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.583033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4636953-9490-4223-9684-db51cc7700e7 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:12:54.628905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.633804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3a723079-ee71-4250-a259-bc9c72076862 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b4636953-9490-4223-9684-db51cc7700e7 HTTP/1.1" status: 204 len: 168 time: 3.6624737 Feb 07 23:12:54.637773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38260) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:54.705484 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.728233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Transition to ACTIVE for port object 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:54.764219 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.783931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object 819ab498-f213-47b1-905d-ed2b5daf44b0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:54.798250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Transition to ACTIVE for port object 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:54.835739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:54.937734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Pushing event updated for resources: {'Port': ['ID=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:54.957402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device a13a7617-8459-4e27-b1d1-66e32c42e855 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:55.043335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:55.053882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:55.063211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:55.102354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.262399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Attempting to bind port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:12:55.262775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Attempting to bind port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:12:55.263316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Attempting to bind port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a on network 371ffd25-cb67-446f-807f-0dba2dc37d35 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:12:55.283871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:12:55.284265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Checking segment: {'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:55.284744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.285150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Bound using segment: {'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:12:55.285953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Bound port: 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:12:55.286347 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.309161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.374075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=a13a7617-8459-4e27-b1d1-66e32c42e855,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:55.374945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.474324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:55.633835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=a13a7617-8459-4e27-b1d1-66e32c42e855,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:55.653145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.745799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=a13a7617-8459-4e27-b1d1-66e32c42e855,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:55.746988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] Deleting subnet 54837469-f7f9-4519-aa70-efc96895f23d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:12:55.774945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1214266f-04b7-4120-80ee-494dfbc89785 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:55.778511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.785401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for a13a7617-8459-4e27-b1d1-66e32c42e855 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:55.812450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] For port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:12:55.826956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:55.842471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] For port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,segment=NetworkSegment(d02ef0a3-2489-4343-81d2-a5f1e58d7a41),segment_id=d02ef0a3-2489-4343-81d2-a5f1e58d7a41)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:12:55.854991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:55.953551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 8f29913f-2973-447f-8df3-98bf2cb49007 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:12:55.986240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1214266f-04b7-4120-80ee-494dfbc89785 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:56.005975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1214266f-04b7-4120-80ee-494dfbc89785 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:56.006719 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.038121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:56.071020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:12:56.072014 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3655064b-f3f9-4101-bf53-78ce6883a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.077589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171cc7-9ff0-4aeb-b5fe-edaacca02235 None None] Pushing event updated for resources: {'Port': ['ID=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:56.117575 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.173971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.209171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.258918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b820eb1-36e7-40f0-9dd0-2615aa70dc59 req-8f5aa8ad-0f5d-447f-9212-3b90093ea2ab tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:56.269094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b820eb1-36e7-40f0-9dd0-2615aa70dc59 req-8f5aa8ad-0f5d-447f-9212-3b90093ea2ab tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 946 time: 0.9307227 Feb 07 23:12:56.279446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59322a7-0bfc-4d4f-80d3-a6ea23762a3e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:56.284207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 1214266f-04b7-4120-80ee-494dfbc89785, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1214266f-04b7-4120-80ee-494dfbc89785,segment=NetworkSegment(01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8),segment_id=01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:56.294258 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.295491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.296062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4ad10ea1-3782-4bd5-bb81-16b160c8e5db up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:56.313542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.318377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.322659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.381437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:56.382243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.391436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ca297-1694-4ae6-833e-da99e8e62b10 req-05b2d842-bee7-43f8-ad80-ee2f37bce503 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:56.394418 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e32ca297-1694-4ae6-833e-da99e8e62b10 req-05b2d842-bee7-43f8-ad80-ee2f37bce503 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 931 time: 0.5153308 Feb 07 23:12:56.402189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3f944-dffd-48e4-9aef-1d1b279471a2 None None] Network c225e456-fe4b-48c0-bcda-2cdb91889008 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:56.410050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db045881-0ba7-4938-bb4f-1c9ae049dde8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e59322a7-0bfc-4d4f-80d3-a6ea23762a3e HTTP/1.1" status: 204 len: 168 time: 2.6630147 Feb 07 23:12:56.415663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38272) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:56.498715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b820eb1-36e7-40f0-9dd0-2615aa70dc59 req-676d6995-7a5a-49bc-ba99-6c64e0dae530 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285092 Feb 07 23:12:56.515909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:12:56.556541 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:12:56.579412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:12:56.584631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=1214266f-04b7-4120-80ee-494dfbc89785,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:56.593569 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855', 'code': 200} Feb 07 23:12:56.628871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.631457 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Added segment ac8609ec-11d8-4661-b71d-a328c6a2c12a of type vlan for network 1f57260d-192c-42fc-8f12-414ffa199564 Feb 07 23:12:56.639543 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.675794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e32ca297-1694-4ae6-833e-da99e8e62b10 req-4dd5af8c-c7fb-47ba-b3bb-7e5cae29e7eb tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698276 Feb 07 23:12:56.694089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Deleting port d44b0608-1411-4340-b8f0-7cf28e18b5b6 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:56.694511 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.704549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.730470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b909e8b2-3b6d-497c-bec1-0308ddd3b5c8 None None] Provisioning for port 819ab498-f213-47b1-905d-ed2b5daf44b0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:56.743689 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.777075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b909e8b2-3b6d-497c-bec1-0308ddd3b5c8 None None] Provisioning complete for port 819ab498-f213-47b1-905d-ed2b5daf44b0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:56.777648 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b909e8b2-3b6d-497c-bec1-0308ddd3b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.826202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42955aa0-f245-433f-9295-2045205b3707,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:56.845912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-35c72050-4259-4346-8f05-1b3102f973e9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4159801 Feb 07 23:12:56.846521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.847478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:56.848113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:56.984509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:56.985251 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.017763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b909e8b2-3b6d-497c-bec1-0308ddd3b5c8 None None] Port 819ab498-f213-47b1-905d-ed2b5daf44b0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:12:57.033054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] For port d44b0608-1411-4340-b8f0-7cf28e18b5b6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=d44b0608-1411-4340-b8f0-7cf28e18b5b6,segment=NetworkSegment(72743d98-10e3-4f64-a7e8-c96d09102641),segment_id=72743d98-10e3-4f64-a7e8-c96d09102641)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:57.033668 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.135785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port a13a7617-8459-4e27-b1d1-66e32c42e855 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:57.136140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.162225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1765af-ff15-421e-b30f-21b5a18bc1c2 None None] DHCP port deletion for c225e456-fe4b-48c0-bcda-2cdb91889008 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:12:57.196193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0e1765af-ff15-421e-b30f-21b5a18bc1c2 None None] Deleting port d44b0608-1411-4340-b8f0-7cf28e18b5b6 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:57.196868 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e1765af-ff15-421e-b30f-21b5a18bc1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.204994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Calling delete_port for d44b0608-1411-4340-b8f0-7cf28e18b5b6 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:57.208362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] Pushing event updated for resources: {'Network': ['ID=1f57260d-192c-42fc-8f12-414ffa199564,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:57.222386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Request body: {'port': {'device_id': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:57.271005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1f57260d-192c-42fc-8f12-414ffa199564 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:12:57.388084 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0694aa85-f796-4556-a72d-1c453fa35f4a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.5185335 Feb 07 23:12:57.389446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38284) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:57.392530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92f4cc0b-9faa-4172-9fc9-0c5451294e16 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:57.395802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Request body: {'subnet': {'network_id': '1f57260d-192c-42fc-8f12-414ffa199564', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1923831635-subnet', 'tenant_id': 'b953717dbbad4ce9af052dfb2085debc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:12:57.401675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:12:57.406743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Usage tracker for resource:subnet and tenant:b953717dbbad4ce9af052dfb2085debc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:12:57.410773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:12:57.416821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:12:57.434794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Made reservation on behalf of b953717dbbad4ce9af052dfb2085debc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:12:57.435072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 92f4cc0b-9faa-4172-9fc9-0c5451294e16 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:57.435288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 92f4cc0b-9faa-4172-9fc9-0c5451294e16 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:57.435698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 799cbfad-a27d-438d-ab1a-d7336f11fb09 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:57.437693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.489859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 799cbfad-a27d-438d-ab1a-d7336f11fb09 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:12:57.490505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 799cbfad-a27d-438d-ab1a-d7336f11fb09 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:12:57.514322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.566598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0e1765af-ff15-421e-b30f-21b5a18bc1c2 None None] The port 'd44b0608-1411-4340-b8f0-7cf28e18b5b6' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:12:57.577708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] No DVR routers for this DVR port d44b0608-1411-4340-b8f0-7cf28e18b5b6 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:57.642522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.814008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1214266f-04b7-4120-80ee-494dfbc89785 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:57.818589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port a13a7617-8459-4e27-b1d1-66e32c42e855, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=a13a7617-8459-4e27-b1d1-66e32c42e855,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:57.818967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:57.917862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55d19c4-5f96-4d48-84a4-3898862d32d9 None None] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:57.975884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for a13a7617-8459-4e27-b1d1-66e32c42e855 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:57.999467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1214266f-04b7-4120-80ee-494dfbc89785 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:57.999854 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.015873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44b0608-1411-4340-b8f0-7cf28e18b5b6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:58.018916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54837469-f7f9-4519-aa70-efc96895f23d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:58.042850 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.044961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5b803dba-4b65-43aa-84af-3cfe992dd034 None None] Provisioning for port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:58.080344 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.087726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f0c94-0045-420e-9f36-db7d1d67826e None None] Network 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:58.091175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e616f2-d5dd-4689-a7cb-f26ee2fa5aaf req-78cd9ba8-af31-4f07-92d1-b0d25dd0e250 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:58.100275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86e616f2-d5dd-4689-a7cb-f26ee2fa5aaf req-78cd9ba8-af31-4f07-92d1-b0d25dd0e250 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 0.8391562 Feb 07 23:12:58.128835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.183533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-212ef23c-63c6-45a1-8a80-410adf0d0b54 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/54837469-f7f9-4519-aa70-efc96895f23d HTTP/1.1" status: 204 len: 168 time: 3.5430758 Feb 07 23:12:58.189071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38292) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:58.213020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c225e456-fe4b-48c0-bcda-2cdb91889008']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:58.234748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72743d98-10e3-4f64-a7e8-c96d09102641') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:58.235063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72743d98-10e3-4f64-a7e8-c96d09102641') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:12:58.247123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86e616f2-d5dd-4689-a7cb-f26ee2fa5aaf req-c9f81fee-06e5-46b1-b1d4-bd3ea4bf56dc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458349 Feb 07 23:12:58.261485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.328656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.343571 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-25e3709c-3cd3-4896-9917-79eaf04b7546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.345253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:12:58.345666 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.369856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85487b35-f22c-4ce8-8f6c-2af5527ddecf req-a933f967-1066-42d2-acda-a5f3d6ec1b06 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:58.379058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85487b35-f22c-4ce8-8f6c-2af5527ddecf req-a933f967-1066-42d2-acda-a5f3d6ec1b06 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 944 time: 0.6210811 Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:12:58.396397 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:12:58.493479 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.567442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:12:58.601362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8:1::1 (371ffd25-cb67-446f-807f-0dba2dc37d35/1453b77c-8adf-4b19-bee9-6dde3facd7d5/12e37114-6e4d-4dc3-bbbc-85c9d41147b6) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:12:58.618974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85487b35-f22c-4ce8-8f6c-2af5527ddecf req-51114f02-716e-4d09-8300-f0b8cac39451 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370780 Feb 07 23:12:58.639934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.655829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.662685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.674975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:12:58.680811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:12:58.681172 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.704869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Deleting port de53abcd-ac60-4dc1-8483-8edb7993f204 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:58.705271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.713438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c225e456-fe4b-48c0-bcda-2cdb91889008,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:58.732330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.737247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec1fd734-eac6-4106-b239-147ab02be4c0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c225e456-fe4b-48c0-bcda-2cdb91889008 HTTP/1.1" status: 204 len: 168 time: 2.2577267 Feb 07 23:12:58.818653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fa5fb37-e2c5-4d9c-a77a-83d671507330,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:58.822306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] DHCP port deletion for 8db2bfae-7cd0-4ff5-afb7-345681e6a1ce request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:12:58.829125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Deleting port de53abcd-ac60-4dc1-8483-8edb7993f204 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:12:58.831547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:58.903376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274dfd6-79a8-4bbc-9919-d7dcbf133001 req-02369d8e-7dab-46fe-8ddc-5e3aafb047de tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:58.912100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4274dfd6-79a8-4bbc-9919-d7dcbf133001 req-02369d8e-7dab-46fe-8ddc-5e3aafb047de tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 931 time: 0.4440169 Feb 07 23:12:59.049539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38298) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:59.058026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Checking segment: {'id': 'ac8609ec-11d8-4661-b71d-a328c6a2c12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1f57260d-192c-42fc-8f12-414ffa199564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:12:59.058800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Network hostable DHCP agents. Network: 1f57260d-192c-42fc-8f12-414ffa199564, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:12:59.071697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.087581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4274dfd6-79a8-4bbc-9919-d7dcbf133001 req-51470e91-3ad5-4ac4-b503-b9561d972ae6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742568 Feb 07 23:12:59.114432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Network 1f57260d-192c-42fc-8f12-414ffa199564 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:12:59.123710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,segment=NetworkSegment(d02ef0a3-2489-4343-81d2-a5f1e58d7a41),segment_id=d02ef0a3-2489-4343-81d2-a5f1e58d7a41)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:59.143368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1f57260d-192c-42fc-8f12-414ffa199564) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:12:59.147457 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.147862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=a13a7617-8459-4e27-b1d1-66e32c42e855,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:59.155180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:59.155925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.191327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6bc5bd49-9d4d-4be0-b78d-3aa7bddb7a85 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8005097 Feb 07 23:12:59.198042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-44483dac-51c9-4015-a3a0-877c411e60b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cd82aa642704d6092a89a6cf0ec2eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443956 Feb 07 23:12:59.198861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38302) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:12:59.303349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73eaa321-067e-428f-8683-cd245f1f4e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.346439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73eaa321-067e-428f-8683-cd245f1f4e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.348192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] For port de53abcd-ac60-4dc1-8483-8edb7993f204, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=de53abcd-ac60-4dc1-8483-8edb7993f204,segment=NetworkSegment(5a8a8628-212d-4a54-ade0-fdb6537cf87b),segment_id=5a8a8628-212d-4a54-ade0-fdb6537cf87b)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:59.348794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.449357 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73eaa321-067e-428f-8683-cd245f1f4e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.459104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] No DVR routers for this DVR port a13a7617-8459-4e27-b1d1-66e32c42e855 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:12:59.501328 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73eaa321-067e-428f-8683-cd245f1f4e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.507948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-73eaa321-067e-428f-8683-cd245f1f4e27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/795d87de-dfc1-41a6-9359-e4c9277cc6ad HTTP/1.1" status: 204 len: 168 time: 0.3074656 Feb 07 23:12:59.513279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaa321-067e-428f-8683-cd245f1f4e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795d87de-dfc1-41a6-9359-e4c9277cc6ad,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:12:59.536372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.560172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'name': 'network-vif-deleted', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:12:59.690274 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a5040a-2b14-41c1-a5d6-29f508882755', 'name': 'network-vif-deleted', 'tag': 'a13a7617-8459-4e27-b1d1-66e32c42e855', 'status': 'completed', 'code': 200} Feb 07 23:12:59.694298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a275d648-2eae-4c8e-8f18-50f82964fd83 req-6eda4a9f-29e8-4248-9e20-607431deb23f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "DELETE /v2.0/ports/a13a7617-8459-4e27-b1d1-66e32c42e855 HTTP/1.1" status: 204 len: 173 time: 6.7321370 Feb 07 23:12:59.697202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.721326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] For port de53abcd-ac60-4dc1-8483-8edb7993f204, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=de53abcd-ac60-4dc1-8483-8edb7993f204,segment=NetworkSegment(5a8a8628-212d-4a54-ade0-fdb6537cf87b),segment_id=5a8a8628-212d-4a54-ade0-fdb6537cf87b)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:12:59.721629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:12:59.770011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Calling delete_port for de53abcd-ac60-4dc1-8483-8edb7993f204 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:59.814593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83c06-5c53-4ec3-b7c1-5204d94c8648 req-d2359afb-a0fe-4bbd-8967-921a539620b4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:12:59.819813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48d83c06-5c53-4ec3-b7c1-5204d94c8648 req-d2359afb-a0fe-4bbd-8967-921a539620b4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 0.2853756 Feb 07 23:12:59.831472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0d22af-16b4-4e0d-9849-c6abfd1bf429 None None] Network 1f57260d-192c-42fc-8f12-414ffa199564 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:12:59.887860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:12:59.909728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:12:59.918263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Calling delete_port for de53abcd-ac60-4dc1-8483-8edb7993f204 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:12:59.950154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d44b0608-1411-4340-b8f0-7cf28e18b5b6 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:12:59.960469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48d83c06-5c53-4ec3-b7c1-5204d94c8648 req-d0c569d8-9f3d-4aa1-be0b-6af25636d1d7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336367 Feb 07 23:13:00.009784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-ad553572-df1d-44ff-bc38-d445f0c0bab3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:00.010843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-ad553572-df1d-44ff-bc38-d445f0c0bab3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Synchronizing usage tracker for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:13:00.065627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4769d24e-bcc5-41e5-be69-aaa2fd4d21e3 None None] Provisioning complete for port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:00.066533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4769d24e-bcc5-41e5-be69-aaa2fd4d21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.098320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98590109-b17e-4eea-b782-09e45ea6566e req-742409da-0156-4fe8-ac6d-6ae7013e0df2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 210 time: 0.1172030 Feb 07 23:13:00.121586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-ad553572-df1d-44ff-bc38-d445f0c0bab3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Unset dirty status for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:13:00.122733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-ad553572-df1d-44ff-bc38-d445f0c0bab3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.26 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 1.0321774 Feb 07 23:13:00.183033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819ab498-f213-47b1-905d-ed2b5daf44b0 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:00.197979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.238030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.332343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: d44b0608-1411-4340-b8f0-7cf28e18b5b6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:13:00.332897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device d44b0608-1411-4340-b8f0-7cf28e18b5b6 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:13:00.333479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 47b04eb0-d6b8-4817-916f-cf7e27628be3 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:13:00.372488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38328) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:00.395327 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.396761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:00.402052 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.423495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 47b04eb0-d6b8-4817-916f-cf7e27628be3 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:13:00.424165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 47b04eb0-d6b8-4817-916f-cf7e27628be3 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:13:00.449072 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.471951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Deleting port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:13:00.472518 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.510705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-522acd25-fad0-428e-90ec-93d51770180a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c134d2b82b24913bd73263dfbcec023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331427 Feb 07 23:13:00.522368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38332) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:00.550429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279393b0-8cf3-4573-8b29-f6ea97373ed4 req-ba49f081-77bd-4593-99bd-2bc778789d13 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:00.560220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Transition to ACTIVE for port object 819ab498-f213-47b1-905d-ed2b5daf44b0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:00.560799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-279393b0-8cf3-4573-8b29-f6ea97373ed4 req-ba49f081-77bd-4593-99bd-2bc778789d13 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 931 time: 0.2412672 Feb 07 23:13:00.622836 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:13:00.623376 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:13:00.629908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:00.632325 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:00.663194 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.690371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-279393b0-8cf3-4573-8b29-f6ea97373ed4 req-1e4fc011-d2fa-4335-80ac-25576c97fe9c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285937 Feb 07 23:13:00.692475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Pushing event deleted for resources: {'Port': ['ID=de53abcd-ac60-4dc1-8483-8edb7993f204,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:00.700036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb015668-793e-469f-b13e-4d0d1b2d539c None None] Network 1f57260d-192c-42fc-8f12-414ffa199564 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:00.703256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] No DVR routers for this DVR port de53abcd-ac60-4dc1-8483-8edb7993f204 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:13:00.709459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:00.743582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-823e909c-cade-4860-ab39-549f63756ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.792974 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-823e909c-cade-4860-ab39-549f63756ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:00.976256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:01.102299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-823e909c-cade-4860-ab39-549f63756ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:01.146595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:01.147367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Deleting port de53abcd-ac60-4dc1-8483-8edb7993f204 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:13:01.147829 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:01.206164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:01.206710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:01.264317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e909c-cade-4860-ab39-549f63756ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7470a6-e75e-4a31-af90-e075fc17bcfc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:01.281419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8d90a0b5-322d-402f-b83b-8212d0e9aa5a None None] The port 'de53abcd-ac60-4dc1-8483-8edb7993f204' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:13:01.290868 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-823e909c-cade-4860-ab39-549f63756ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:01.296318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-823e909c-cade-4860-ab39-549f63756ce3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b7470a6-e75e-4a31-af90-e075fc17bcfc HTTP/1.1" status: 204 len: 168 time: 0.7712038 Feb 07 23:13:01.406519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:01.407627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:01.451439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-b546d3dd-47c2-4f28-a436-194a8f7814e2 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:01.453341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-b546d3dd-47c2-4f28-a436-194a8f7814e2 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/networks?id=f202979c-4b9f-4527-ad63-404c7c45f510 HTTP/1.1" status: 200 len: 809 time: 0.5385389 Feb 07 23:13:01.471185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a79448-9ac5-423d-b1ff-626c8abd5a64 req-9c4a1ed5-c15a-4b80-9e2b-7ba7af7e4156 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:01.473084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52a79448-9ac5-423d-b1ff-626c8abd5a64 req-9c4a1ed5-c15a-4b80-9e2b-7ba7af7e4156 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 0.2896070 Feb 07 23:13:01.513400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-555cee95-1f12-4083-ad55-16492e64df36 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/quotas/f3536bdd22114b13b1f9f61bf5111255 HTTP/1.1" status: 200 len: 375 time: 0.0387983 Feb 07 23:13:01.529756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device de53abcd-ac60-4dc1-8483-8edb7993f204 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:13:01.592164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: de53abcd-ac60-4dc1-8483-8edb7993f204 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:13:01.592549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device de53abcd-ac60-4dc1-8483-8edb7993f204 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:13:01.607982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-9ba9ecd8-1aea-4fce-a8e2-5944abf653ac tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f3536bdd22114b13b1f9f61bf5111255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878866 Feb 07 23:13:01.624659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52a79448-9ac5-423d-b1ff-626c8abd5a64 req-1ab7c204-0631-455b-ace5-0bbc0a164dfa tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410849 Feb 07 23:13:01.995081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-89298712-e414-4d38-b8b7-c093323813a1 None None] Provisioning for port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:02.003910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-89298712-e414-4d38-b8b7-c093323813a1 None None] Provisioning complete for port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:02.005360 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89298712-e414-4d38-b8b7-c093323813a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.037502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-bc911637-3e2b-4402-a15e-7dbf92c945a0 service neutron] 10.222.0.10 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107847 Feb 07 23:13:02.202826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-89298712-e414-4d38-b8b7-c093323813a1 None None] Port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:02.226188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] For port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:02.226826 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.276795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:02.345538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c463c6f-07a9-4ed0-a63a-e8f8afcfb16d req-5c5570f4-acff-4e23-93f6-bdd4d2f38381 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=80a5040a-2b14-41c1-a5d6-29f508882755 HTTP/1.1" status: 200 len: 210 time: 0.3052809 Feb 07 23:13:02.413890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.430217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e9ecf84e-9e38-4145-9c82-937ff1efe520 service neutron] 10.222.0.10 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423195 Feb 07 23:13:02.541811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db2bfae-7cd0-4ff5-afb7-345681e6a1ce']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:02.582579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8a8628-212d-4a54-ade0-fdb6537cf87b') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:02.582965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8a8628-212d-4a54-ade0-fdb6537cf87b') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:02.669347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb5ad997-4fa9-48fc-a777-51035be5da8f req-14affd67-6856-4efd-a10f-b521a8945113 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 210 time: 0.0693820 Feb 07 23:13:02.730786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5805af0-14e5-463e-965f-77bb71658bbd req-77452917-339b-4689-a6d2-0490c4ee85fa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:02.738751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5805af0-14e5-463e-965f-77bb71658bbd req-77452917-339b-4689-a6d2-0490c4ee85fa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.2415018 Feb 07 23:13:02.755429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:02.755773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:02.756108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 on network 8f29913f-2973-447f-8df3-98bf2cb49007 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:02.767500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.814952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5805af0-14e5-463e-965f-77bb71658bbd req-d8e19b95-441d-4b73-bdc5-6b2446bb5af1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747280 Feb 07 23:13:02.816847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Port 819ab498-f213-47b1-905d-ed2b5daf44b0 on network 8f29913f-2973-447f-8df3-98bf2cb49007 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:13:02.817190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 on network 8f29913f-2973-447f-8df3-98bf2cb49007 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:02.826653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.837638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:02.838015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Checking segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:02.838371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Bound using segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:02.838819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Bound port: 819ab498-f213-47b1-905d-ed2b5daf44b0, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:02.839166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.861020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:13:02.861433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:13:02.879383 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:13:02.917813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33452c7e-0675-49ad-bbe3-a28bab5a0514 req-2ff2f06e-e31a-426a-be7e-1243eb03918f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:02.921168 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33452c7e-0675-49ad-bbe3-a28bab5a0514 req-2ff2f06e-e31a-426a-be7e-1243eb03918f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 946 time: 0.1057193 Feb 07 23:13:02.927284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.927840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:02.927995 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Floating IP 3efb2ac1-c42f-4086-aa04-a944621c9c7b disassociated. External IP: 172.25.0.126, port: 4206ec15-d6b8-4860-b9ae-3256dc3e0a66. Feb 07 23:13:02.928336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Calling delete_port for 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:13:02.966447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:13:03.000424 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-33452c7e-0675-49ad-bbe3-a28bab5a0514 req-92f47d8d-43cc-47ab-8992-04483b013f6f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=3b48d36a-094d-4d83-8b68-65939f493a07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727630 Feb 07 23:13:03.135913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:03.189648 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:03.215260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:03.218837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:03.237258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db2bfae-7cd0-4ff5-afb7-345681e6a1ce,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:03.332006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:03.354248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 07 23:13:03.354248 n-d-827896-3 neutron-server[87672]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 07 23:13:03.354248 n-d-827896-3 neutron-server[87672]: [parameters: {'status': 'DOWN', 'ports_id': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] Feb 07 23:13:03.354248 n-d-827896-3 neutron-server[87672]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:13:03.357019 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:13:03.384771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:03.389115 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4b8cf8f1-e1b8-4e82-ae69-962ba354fc25 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8db2bfae-7cd0-4ff5-afb7-345681e6a1ce HTTP/1.1" status: 204 len: 168 time: 5.1892157 Feb 07 23:13:03.488376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:03.540731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:03.660679 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:13:03.708839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38374) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:03.762882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:03.763786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:03.765706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] 10.222.0.36 "PUT /v2.0/ports/819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 1091 time: 6.6369398 Feb 07 23:13:03.776064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:03.784492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-327c29cc-faed-407b-880a-9886ded8813a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d03ec50cd818485fab2776fa033bbda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744417 Feb 07 23:13:03.787302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38380) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:03.951650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 23:13:04.014978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8749b7d-680e-461a-b4e5-6267e8e4c964 req-90b9e88c-22b8-4b49-b495-a8dde2d124a6 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 210 time: 0.1733918 Feb 07 23:13:04.164322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48086fc1-e3aa-4b7b-b681-208be018c833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:04.245725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b864e28a-6d97-48ee-8eb7-59303021f951 req-cac6d0be-c17f-4762-9614-9d28ee07f0d2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 210 time: 0.0764251 Feb 07 23:13:04.273735 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'status': 'completed', 'code': 200} Feb 07 23:13:04.292597 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48086fc1-e3aa-4b7b-b681-208be018c833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:04.342942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae0ff5-3c94-4d63-a771-4897afe6b353 req-c9b288b3-108d-4a78-a5f8-bf2dd8e2a58c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:04.351028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02ae0ff5-3c94-4d63-a771-4897afe6b353 req-c9b288b3-108d-4a78-a5f8-bf2dd8e2a58c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.3337867 Feb 07 23:13:04.432987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02ae0ff5-3c94-4d63-a771-4897afe6b353 req-08df7fed-a756-4d06-8437-dfde800a250c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805035 Feb 07 23:13:04.434016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48086fc1-e3aa-4b7b-b681-208be018c833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:04.455487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:04.456903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ebd9c-54ce-4950-9b10-4de877681285 service neutron] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:04.480983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48086fc1-e3aa-4b7b-b681-208be018c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1006aa9e-da22-466b-a45c-223fb5335993,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:04.484396 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48086fc1-e3aa-4b7b-b681-208be018c833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:04.489158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-48086fc1-e3aa-4b7b-b681-208be018c833 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1006aa9e-da22-466b-a45c-223fb5335993 HTTP/1.1" status: 204 len: 168 time: 0.7003362 Feb 07 23:13:04.594433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event deleted for resources: {'Port': ['ID=4206ec15-d6b8-4860-b9ae-3256dc3e0a66,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:04.921178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-1699d59a-cde7-4ca6-b9d7-2ec231785f86 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:04.921872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-1699d59a-cde7-4ca6-b9d7-2ec231785f86 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Synchronizing usage tracker for tenant:f3536bdd22114b13b1f9f61bf5111255 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:13:04.949281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-f260b086-7004-40da-a5d9-241171aaf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:04.950773 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-f260b086-7004-40da-a5d9-241171aaf982 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1094 time: 0.6830671 Feb 07 23:13:04.957415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:04.968220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] Sync routers for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:04.970111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38398) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:04.988229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-1699d59a-cde7-4ca6-b9d7-2ec231785f86 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Unset dirty status for tenant:f3536bdd22114b13b1f9f61bf5111255 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:13:04.989328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-1699d59a-cde7-4ca6-b9d7-2ec231785f86 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.26 "GET /v2.0/networks?id=f202979c-4b9f-4527-ad63-404c7c45f510 HTTP/1.1" status: 200 len: 809 time: 0.7205520 Feb 07 23:13:04.994829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:04.997581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:05.069833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Request body: {'port': {'device_id': '65167f32-b3a5-400f-ae53-637c78b63365', 'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510', 'admin_state_up': True, 'tenant_id': 'f3536bdd22114b13b1f9f61bf5111255'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:05.076736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fa711093-e400-469a-8754-64c141dff0a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b76011aad4545ab9db368575381582b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054101 Feb 07 23:13:05.077616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38406) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:05.137717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-336c2be4-ecd7-401f-ad87-945e287f6fd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 217 time: 0.1413786 Feb 07 23:13:05.214746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:13:05.231067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] No DVR routers for this DVR port 4206ec15-d6b8-4860-b9ae-3256dc3e0a66 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:13:05.281624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.283671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-927e06f8-4096-442d-bf86-c6fe92951cf3 req-1d5577d8-685d-40f1-9e7f-29759a40c5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.26 "DELETE /v2.0/ports/4206ec15-d6b8-4860-b9ae-3256dc3e0a66 HTTP/1.1" status: 204 len: 173 time: 5.1393082 Feb 07 23:13:05.290191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.302433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebb8353f-c14d-4333-a7b9-22cb2c3222b7 req-03f790f2-7a06-4615-b658-70b78ff60718 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 210 time: 0.1253543 Feb 07 23:13:05.303399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1c97-2532-4fd1-af48-c900110fd5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.311220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.312178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.395790 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:05.399410 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1c97-2532-4fd1-af48-c900110fd5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.476354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:05.517135 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1c97-2532-4fd1-af48-c900110fd5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.608696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce1c97-2532-4fd1-af48-c900110fd5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93522794-2d8a-4788-8010-47fe4b378238,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:05.613249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be50fc29-e684-4564-9a18-9ed6fd7565bc req-578941ed-a672-4796-8fca-3e870fd2bea3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=224aa39c-3eea-4875-bd4f-69e6be0f4536 HTTP/1.1" status: 200 len: 210 time: 0.0648589 Feb 07 23:13:05.631862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f5ce1c97-2532-4fd1-af48-c900110fd5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:05.634925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f5ce1c97-2532-4fd1-af48-c900110fd5f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93522794-2d8a-4788-8010-47fe4b378238 HTTP/1.1" status: 204 len: 168 time: 0.5561390 Feb 07 23:13:05.672165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-18656bd0-80b8-42ed-b1d7-563f65d2e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:05.674566 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-18656bd0-80b8-42ed-b1d7-563f65d2e564 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.4509211 Feb 07 23:13:05.770882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376971-2188-4175-ade8-5a94765d7e7c req-5a14481b-6ace-4289-93d5-e794a7776630 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:05.773288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39376971-2188-4175-ade8-5a94765d7e7c req-5a14481b-6ace-4289-93d5-e794a7776630 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.1372390 Feb 07 23:13:05.787967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:05.815201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Usage tracker for resource:port and tenant:f3536bdd22114b13b1f9f61bf5111255 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:05.823103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:05.837507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:05.855670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:05.859497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:05.881647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39376971-2188-4175-ade8-5a94765d7e7c req-1e5bfa9d-e1fd-4358-a8f9-f994ebf2f423 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015863 Feb 07 23:13:05.952238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Made reservation on behalf of f3536bdd22114b13b1f9f61bf5111255 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:05.960413 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:06.071822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:06.077617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] Checking router: 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:06.091018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:06.092226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:06.313943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-deleted', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:06.336172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-025b7143-d511-471f-b00d-367c08fa4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:06.338040 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-025b7143-d511-471f-b00d-367c08fa4019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6499496 Feb 07 23:13:06.430617 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224aa39c-3eea-4875-bd4f-69e6be0f4536', 'name': 'network-vif-deleted', 'tag': '4206ec15-d6b8-4860-b9ae-3256dc3e0a66', 'status': 'completed', 'code': 200} Feb 07 23:13:06.458585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:06.503145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:06.582859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88e30c44-d1a5-4d93-9bd2-2b1fa344d9d3 req-ac3d62e1-0f36-4e10-97ca-5b4e58db858f tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 210 time: 0.0975139 Feb 07 23:13:06.934500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:06.945590 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-04395b6f-40f1-48b9-b81e-9d44856fe2da service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169966 Feb 07 23:13:06.950424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8b7d5980-06d7-4a9e-973a-1811e725a669 None None] Provisioning complete for port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:06.950616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:06.952614 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b7d5980-06d7-4a9e-973a-1811e725a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:06.961553 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:06.987754 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:06.988388 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:06.993817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.018971 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.022535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-60c3ee2c-ff58-458b-a2e5-b539d49788ba tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5611019 Feb 07 23:13:07.028417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38452) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:07.042836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d5980-06d7-4a9e-973a-1811e725a669 None None] Port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:07.058639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823364219'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:07.070360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:07.090489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637814b-94be-41aa-a847-8b1589d57fb2 None None] The sync data for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 is: [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:07.106535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38456) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:07.121053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:07.181373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-77d4a822-13d2-4269-a0f1-601c901bd7d6 req-4f1c10bb-3281-40d4-af29-764b0bf1fed9 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287750 Feb 07 23:13:07.219202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Allocated IP 172.20.0.13 (f202979c-4b9f-4527-ad63-404c7c45f510/24920dfd-0cfb-43c4-82a0-2cdfcdc507cc/9f4f3bee-e4f8-45d6-8f82-b722cb77346b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:07.266251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:07.271863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:07.294422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:07.396837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1877291615-network', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:07.401283 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:07.403399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:07.408476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Usage tracker for resource:network and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:07.411795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:07.418889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:07.445804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Made reservation on behalf of ff6864cd9ab74986b1a3b709168124bd for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:07.448717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.465844 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.483575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:07.488599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.520373 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9207ece-dcfb-4ae8-ada8-0b1ba2c43f4e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.569598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:13:07.574499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.579545 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.580330 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment 8cdb6cae-7973-48f5-ab3e-d7b561d567db of type vlan for network af049d82-681d-4c28-8eb4-2203cafbbb97 Feb 07 23:13:07.613228 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.616130 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:07.638094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:07.646659 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.653722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:07.658801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00452d3e-8b99-426f-9fdf-89bd8bb8a5cf None None] New status for floating IP 3efb2ac1-c42f-4086-aa04-a944621c9c7b: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:13:07.665675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9207ece-dcfb-4ae8-ada8-0b1ba2c43f4e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.674815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:07.687328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02605fff-76e8-47c5-aef1-22c7bf7872aa req-4f552c67-81a7-431e-ab0e-4505dd51c213 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:07.695873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02605fff-76e8-47c5-aef1-22c7bf7872aa req-4f552c67-81a7-431e-ab0e-4505dd51c213 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.5869093 Feb 07 23:13:07.700210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Network f202979c-4b9f-4527-ad63-404c7c45f510 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:07.705025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:07.708516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8601d-e8ea-4c29-9295-9364079152cc req-1e29428d-9bf7-4594-a201-2e392a504011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:07.710101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aac8601d-e8ea-4c29-9295-9364079152cc req-1e29428d-9bf7-4594-a201-2e392a504011 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1094 time: 0.4538774 Feb 07 23:13:07.710982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:07.835801 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.843216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:07.843875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:07.960465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Pushing event updated for resources: {'Port': ['ID=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:07.979352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02605fff-76e8-47c5-aef1-22c7bf7872aa req-e37199bb-3ecf-4ff6-b429-1e4aabd4244f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823393 Feb 07 23:13:08.003877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:08.004951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.019232 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:02Z', 'revision_number': 3, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:03Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:08.025308 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:08.025923 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Updating router 98018330-b6f5-4fbb-bbb0-57b2060563f2 port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:08.049958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-e0baab93-402b-4c95-992c-85b3de104648 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9877906 Feb 07 23:13:08.082427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Request body: {'port': {'device_id': '65167f32-b3a5-400f-ae53-637c78b63365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:08.091139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=af049d82-681d-4c28-8eb4-2203cafbbb97,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:08.103524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network af049d82-681d-4c28-8eb4-2203cafbbb97 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:13:08.105924 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.161521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7e525b2a-8675-4385-a930-e9b2fc893d13 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1281142 Feb 07 23:13:08.165112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38474) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:08.187950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:08.208701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8601d-e8ea-4c29-9295-9364079152cc req-f5f9f589-e721-4ce0-b2fd-342805758fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:08.210231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aac8601d-e8ea-4c29-9295-9364079152cc req-f5f9f589-e721-4ce0-b2fd-342805758fa9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.4624314 Feb 07 23:13:08.291642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd7acc-10f4-4efa-b34a-13ca95130f7e req-d852805a-3374-40cf-8315-aa1f0dae0b93 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:08.293781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffdd7acc-10f4-4efa-b34a-13ca95130f7e req-d852805a-3374-40cf-8315-aa1f0dae0b93 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 932 time: 0.4119592 Feb 07 23:13:08.306720 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9207ece-dcfb-4ae8-ada8-0b1ba2c43f4e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.357541 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aac8601d-e8ea-4c29-9295-9364079152cc req-b63afb5c-2e7a-4010-a681-a453d9ce1bd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 217 time: 0.1139114 Feb 07 23:13:08.431555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffdd7acc-10f4-4efa-b34a-13ca95130f7e req-e5c9add3-9e9c-4f76-a1ad-68d8df5f6df1 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287467 Feb 07 23:13:08.432235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9207ece-dcfb-4ae8-ada8-0b1ba2c43f4e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b48d36a-094d-4d83-8b68-65939f493a07,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:08.457840 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c9207ece-dcfb-4ae8-ada8-0b1ba2c43f4e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.459701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c9207ece-dcfb-4ae8-ada8-0b1ba2c43f4e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "DELETE /v2.0/security-groups/3b48d36a-094d-4d83-8b68-65939f493a07 HTTP/1.1" status: 204 len: 168 time: 1.5234122 Feb 07 23:13:08.464179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:08.466733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38478) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:08.474797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.496942 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-d726bbfe-546d-40d8-9823-f450ccad6786 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] show failed (client error): The resource could not be found. Feb 07 23:13:08.498059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d726bbfe-546d-40d8-9823-f450ccad6786 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups/3b48d36a-094d-4d83-8b68-65939f493a07 HTTP/1.1" status: 404 len: 347 time: 0.0277288 Feb 07 23:13:08.499154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:08.499390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8601d-e8ea-4c29-9295-9364079152cc req-8d32d512-3d20-4e9e-8fd5-66297e9e491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:08.501992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aac8601d-e8ea-4c29-9295-9364079152cc req-8d32d512-3d20-4e9e-8fd5-66297e9e491f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.1376383 Feb 07 23:13:08.502593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.504534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.508050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:08.510950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38482) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:08.626727 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.641957 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Transition to ACTIVE for port object 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:08.655663 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:08.728388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:08.949631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:13:08.952199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:08.956743 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.021679 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Attempting to bind port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:09.022236 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Attempting to bind port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:09.022394 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Attempting to bind port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 on network 371ffd25-cb67-446f-807f-0dba2dc37d35 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:09.024718 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2fc2e-801c-4ffb-a8eb-9c85809fd482 None None] Pushing event updated for resources: {'Port': ['ID=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:09.031075 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:09.031452 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Checking segment: {'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:09.032917 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.033030 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Bound using segment: {'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:09.033430 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Bound port: 12e37114-6e4d-4dc3-bbbc-85c9d41147b6, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:09.034046 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.146878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4f3bee-e4f8-45d6-8f82-b722cb77346b {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:09.157390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.168464 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] For port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:09.173649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Transition to ACTIVE for port object 9f4f3bee-e4f8-45d6-8f82-b722cb77346b will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:09.186353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.189401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] For port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,segment=NetworkSegment(d02ef0a3-2489-4343-81d2-a5f1e58d7a41),segment_id=d02ef0a3-2489-4343-81d2-a5f1e58d7a41)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:09.201746 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.301161 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2fc2e-801c-4ffb-a8eb-9c85809fd482 None None] Pushing event updated for resources: {'Port': ['ID=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:09.315877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d477996d-541c-4130-880e-eb49da4fc8b7,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:09.333844 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.337585 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:09.339300 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:09.391334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:09.414538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Deleting port 7d6b8153-c2ec-4785-bdfe-4ec0f2c2dcae {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:13:09.415161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.427931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8601d-e8ea-4c29-9295-9364079152cc req-068de198-ff23-4317-bb93-812646df547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:09.429592 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aac8601d-e8ea-4c29-9295-9364079152cc req-068de198-ff23-4317-bb93-812646df547e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9168966 Feb 07 23:13:09.455687 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.456423 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Added segment ebc248b9-c9df-437f-a6da-14720cc6ab9d of type vlan for network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 Feb 07 23:13:09.559159 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:09.575127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=ba83b7d6-b252-4dfe-91d8-08b3d1680d38,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:09.642698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Attempting to bind port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:09.647108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Attempting to bind port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '844194fa-e84b-4ee8-8633-be8bca7bd37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:09.647459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Attempting to bind port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b on network f202979c-4b9f-4527-ad63-404c7c45f510 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:09.663746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b on network f202979c-4b9f-4527-ad63-404c7c45f510 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:13:09.664130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Attempting to bind port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b on network f202979c-4b9f-4527-ad63-404c7c45f510 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:09.672965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:09.673326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Checking segment: {'id': '844194fa-e84b-4ee8-8633-be8bca7bd37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:09.673709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Bound using segment: {'id': '844194fa-e84b-4ee8-8633-be8bca7bd37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:09.674159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Bound port: 9f4f3bee-e4f8-45d6-8f82-b722cb77346b, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844194fa-e84b-4ee8-8633-be8bca7bd37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:09.674515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.756215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:09.780159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aac8601d-e8ea-4c29-9295-9364079152cc req-4938c4a7-a63a-48a0-86a7-e1eaaee8659c service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416317 Feb 07 23:13:09.883813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] For port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:09.913327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] For port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,segment=NetworkSegment(844194fa-e84b-4ee8-8633-be8bca7bd37c),segment_id=844194fa-e84b-4ee8-8633-be8bca7bd37c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:09.919227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:13:09.933187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:09.937175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: af049d82-681d-4c28-8eb4-2203cafbbb97, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:13:09.951949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.012106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:02Z', 'revision_number': 3, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:09Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:10.019178 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669bad83-4803-4b87-8ed0-68c263093069 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:02Z', 'revision_number': 3, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:09Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:10.056140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.resource_extend [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:13:10.072045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:10.073507 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.075075 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f4f3bee-e4f8-45d6-8f82-b722cb77346b HTTP/1.1" status: 200 len: 1092 time: 2.0001507 Feb 07 23:13:10.076193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65167f32-b3a5-400f-ae53-637c78b63365', 'tag': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:10.130637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cabcc4-68af-4634-a735-11c0a0e25917 req-3b0c6117-9758-4bc0-83b2-58c2824a0cfc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:10.132220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89cabcc4-68af-4634-a735-11c0a0e25917 req-3b0c6117-9758-4bc0-83b2-58c2824a0cfc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.8216012 Feb 07 23:13:10.140376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a7c49-6e9b-4c25-99eb-40429d6ccb98 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:10.194023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:10.195270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aac8601d-e8ea-4c29-9295-9364079152cc req-1a7e877e-fae4-4aff-ad65-779889766992 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070733 Feb 07 23:13:10.209688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network af049d82-681d-4c28-8eb4-2203cafbbb97 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:13:10.215360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'port_id': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'mac_address': 'fa:16:3e:e6:4e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:13:10.234880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.235921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:10.236507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.257937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-24020055-0a82-41a6-b2bd-f5a4944dc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:10.264319 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-24020055-0a82-41a6-b2bd-f5a4944dc269 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3536bdd22114b13b1f9f61bf5111255&device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 1095 time: 0.1136024 Feb 07 23:13:10.308958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.342365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819ab498-f213-47b1-905d-ed2b5daf44b0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:10.369254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:10.370788 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-53ecbb6f-96d0-4b27-af12-f744244726b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b HTTP/1.1" status: 200 len: 217 time: 0.0948281 Feb 07 23:13:10.373554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.403890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.404221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.411576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, af049d82-681d-4c28-8eb4-2203cafbbb97) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:10.433217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d79ef1-8b7f-4492-a8ed-89d81d491011 None None] Network af049d82-681d-4c28-8eb4-2203cafbbb97 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:10.459308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:10.459904 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.478170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-b4fb0c60-be30-4998-80ff-2d5873299bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:10.480305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-b4fb0c60-be30-4998-80ff-2d5873299bbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24920dfd-0cfb-43c4-82a0-2cdfcdc507cc HTTP/1.1" status: 200 len: 849 time: 0.1010015 Feb 07 23:13:10.607670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-6656f601-0407-4260-b7c1-c9531df90c63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202979c-4b9f-4527-ad63-404c7c45f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048670 Feb 07 23:13:10.645580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5354459 Feb 07 23:13:10.673183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89cabcc4-68af-4634-a735-11c0a0e25917 req-3480bb89-d9d9-4b10-8948-48d9b3f41198 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5299609 Feb 07 23:13:10.681355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38496) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:10.699292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Request body: {'subnet': {'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1877291615-subnet', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:10.705639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Calling delete_port for 7d6b8153-c2ec-4785-bdfe-4ec0f2c2dcae owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:13:10.742518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:10.773179 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65167f32-b3a5-400f-ae53-637c78b63365', 'tag': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b', 'status': 'completed', 'code': 200} Feb 07 23:13:10.774388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:10.781754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Usage tracker for resource:subnet and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:10.786955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:10.796200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da674cf1-6188-4152-8ec2-a97115a3ab52 req-92e845fd-c489-4019-8c19-55eb8c0d4339 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:10.807953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da674cf1-6188-4152-8ec2-a97115a3ab52 req-92e845fd-c489-4019-8c19-55eb8c0d4339 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 944 time: 1.1987410 Feb 07 23:13:10.814292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:10.820003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['819ab498-f213-47b1-905d-ed2b5daf44b0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:13:10.856913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Made reservation on behalf of ff6864cd9ab74986b1a3b709168124bd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:10.860821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.989597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-af049d82-681d-4c28-8eb4-2203cafbbb97', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:13:10.990501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:10.992882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de327e6d-dc10-454c-9672-b6d132e12eac admin admin] Pushing event updated for resources: {'Network': ['ID=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:11.032909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:11.174708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event deleted for resources: {'Port': ['ID=7d6b8153-c2ec-4785-bdfe-4ec0f2c2dcae,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:11.186110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da674cf1-6188-4152-8ec2-a97115a3ab52 req-76b4691c-ebcf-4cf1-81d2-c914f8f1fb0d tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740208 Feb 07 23:13:11.209015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:13:11.230824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-4cf4bd83-9a2c-400a-b02d-2b6cc71f4e27 service neutron] 10.222.0.26 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966518 Feb 07 23:13:11.317790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-605c1d11-1709-42b4-82df-4a69837e55f5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1464701 Feb 07 23:13:11.371489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38526) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:11.433340 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:11.437395 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:11.445821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f56bc0e9-bbdd-4cdb-9ea3-1a4ff30a71c3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "DELETE /v2.0/floatingips/3efb2ac1-c42f-4086-aa04-a944621c9c7b HTTP/1.1" status: 204 len: 168 time: 2.9267225 Feb 07 23:13:11.506639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Allocated IP 2001:db8:2::2 (af049d82-681d-4c28-8eb4-2203cafbbb97/ba83b7d6-b252-4dfe-91d8-08b3d1680d38/fcdb3a15-da6c-4473-9bfe-587a7023f332) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:11.662415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:11.805451 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:11.817967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:11.837800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:11.838186 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:11.906321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-923cec71-a961-4dd8-a9aa-17f679271f5f req-3f8b5c6c-1b6b-4ba4-b2ac-5c5f2b1e22ff service neutron] 10.222.0.26 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644537 Feb 07 23:13:11.914990 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:11.960689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Transition to ACTIVE for port object fcdb3a15-da6c-4473-9bfe-587a7023f332 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:12.009579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Transition to ACTIVE for port object fcdb3a15-da6c-4473-9bfe-587a7023f332 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:12.057288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.064822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ce09-cdad-48a0-b296-31df341055c4 req-db9b8872-cd44-4b39-994a-f8298b85c873 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:12.085192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5c5ce09-cdad-48a0-b296-31df341055c4 req-db9b8872-cd44-4b39-994a-f8298b85c873 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 944 time: 0.2138121 Feb 07 23:13:12.182909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5c5ce09-cdad-48a0-b296-31df341055c4 req-52b653db-8b3d-474f-8550-26d1b9c10382 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967264 Feb 07 23:13:12.186502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Pushing event updated for resources: {'Port': ['ID=fcdb3a15-da6c-4473-9bfe-587a7023f332,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:12.210920 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.230690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=780562b7-71e7-48b3-9144-b617c02f20e1,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:12.255006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Network af049d82-681d-4c28-8eb4-2203cafbbb97 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:12.259430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:12.271086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:12.314839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38558) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:12.320658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--682760767', 'description': 'tempest-description--2067499103'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:12.335675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:12.342922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:12.354529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:12.379991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,segment=NetworkSegment(d02ef0a3-2489-4343-81d2-a5f1e58d7a41),segment_id=d02ef0a3-2489-4343-81d2-a5f1e58d7a41)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:12.413427 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.489731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Checking segment: {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:12.490324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Network hostable DHCP agents. Network: 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:13:12.503097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:12.555302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:12.588807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Attempting to bind port fcdb3a15-da6c-4473-9bfe-587a7023f332 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:12.589192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Attempting to bind port fcdb3a15-da6c-4473-9bfe-587a7023f332 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:12.589565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Attempting to bind port fcdb3a15-da6c-4473-9bfe-587a7023f332 on network af049d82-681d-4c28-8eb4-2203cafbbb97 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:12.597855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-27e32614-d947-498a-974c-8fd4e72c5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:12.599631 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-27e32614-d947-498a-974c-8fd4e72c5943 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3536bdd22114b13b1f9f61bf5111255&device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 1095 time: 0.4831553 Feb 07 23:13:12.602425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:12.602818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Checking segment: {'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:12.603247 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.603640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Bound using segment: {'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:12.605067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Bound port: fcdb3a15-da6c-4473-9bfe-587a7023f332, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:12.605467 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.605896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:13:12.638753 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.689835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:12.695481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group_rule and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:12.701108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:12.709424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:12.716864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:12.728263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:12.729362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.743750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ba616-d4ad-4234-9617-c9c471ed33cd None None] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:12.751764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.782916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e88ae2-5b1e-4a53-9c3a-0bd536d94b3f req-855b112a-2a05-4c24-bb30-6cd94bd81853 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:12.785630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64e88ae2-5b1e-4a53-9c3a-0bd536d94b3f req-855b112a-2a05-4c24-bb30-6cd94bd81853 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 944 time: 0.2204807 Feb 07 23:13:12.872890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.887285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] For port fcdb3a15-da6c-4473-9bfe-587a7023f332, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:12.892066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.913790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4dad2737-e16d-4526-a875-44b5354a2b45 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2312934 Feb 07 23:13:12.914682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38590) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:12.941142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] For port fcdb3a15-da6c-4473-9bfe-587a7023f332, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fcdb3a15-da6c-4473-9bfe-587a7023f332,segment=NetworkSegment(8cdb6cae-7973-48f5-ab3e-d7b561d567db),segment_id=8cdb6cae-7973-48f5-ab3e-d7b561d567db)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:12.941475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:12.952852 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64e88ae2-5b1e-4a53-9c3a-0bd536d94b3f req-d04e45b2-63b6-4a19-8647-b1c7138bbaed tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193271 Feb 07 23:13:12.958072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.987722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:12.989581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6732695 Feb 07 23:13:12.992307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38594) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:12.997707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'security_group_rule': {'security_group_id': 'e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:13.003347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:13.004084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18eef3-6999-4f69-a082-bf96e389a562 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:13.008450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:13.014418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group_rule and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:13.015799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Usage tracker for resource:router and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:13.018906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-8d62ebfa-ad44-4528-9255-ea651e905055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:13.019280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:13.020363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-8d62ebfa-ad44-4528-9255-ea651e905055 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202979c-4b9f-4527-ad63-404c7c45f510 HTTP/1.1" status: 200 len: 910 time: 0.4103322 Feb 07 23:13:13.021194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:13.025584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:13.046918 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.062634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f4f3bee-e4f8-45d6-8f82-b722cb77346b details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:13:13.148099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.162584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.192422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86563521-10c4-43e1-9046-09645e47e3e4,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:13.214023 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:13:13.218533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.222912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28960441-50c1-4b75-acb5-916a6fcb6a7c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2269301 Feb 07 23:13:13.224685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38602) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:13.240983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'security_group_rule': {'security_group_id': 'e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:13.265399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:13.278480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:security_group_rule and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:13.286984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:13.300663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259374e8-bc5f-4d22-8bbd-ce2fb0104a04 None None] Pushing event updated for resources: {'Port': ['ID=fcdb3a15-da6c-4473-9bfe-587a7023f332,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:13.304768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:13.308515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:13.336672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.337707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.359010 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.373926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-c8a2bb2a-991f-4956-8f8a-23915aa13b7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b HTTP/1.1" status: 200 len: 217 time: 0.3366308 Feb 07 23:13:13.442576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:13:13.453883 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.506036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.576283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-0b0a81da-7522-407d-ae0b-743ad5cf99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:13.578330 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-0b0a81da-7522-407d-ae0b-743ad5cf99ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24920dfd-0cfb-43c4-82a0-2cdfcdc507cc HTTP/1.1" status: 200 len: 849 time: 0.1436253 Feb 07 23:13:13.586750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,segment=NetworkSegment(844194fa-e84b-4ee8-8633-be8bca7bd37c),segment_id=844194fa-e84b-4ee8-8633-be8bca7bd37c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:13.643020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.662923 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.696387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06218c0-5002-4fa7-b2f6-1569b84b18bb req-079c6789-0b38-4ce8-a744-318d7673d907 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:13.700461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-95f74e06-26db-49c7-8bef-bd6c642a0118 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202979c-4b9f-4527-ad63-404c7c45f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002707 Feb 07 23:13:13.706543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f06218c0-5002-4fa7-b2f6-1569b84b18bb req-079c6789-0b38-4ce8-a744-318d7673d907 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 944 time: 0.2809677 Feb 07 23:13:13.728989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b', 'network_id': 'f202979c-4b9f-4527-ad63-404c7c45f510', 'port_id': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b', 'mac_address': 'fa:16:3e:31:67:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24920dfd-0cfb-43c4-82a0-2cdfcdc507cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:13:13.802046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba15a293-2d39-43bd-b594-3cf6b90090ab,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:13.823631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f06218c0-5002-4fa7-b2f6-1569b84b18bb req-0d2e5310-fb75-45ed-aac2-a4528c80639e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109741 Feb 07 23:13:13.825817 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.830406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d40effcd-36da-4660-91c5-e86f511ea9de tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6027987 Feb 07 23:13:13.830935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38606) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:13.839873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:13.848137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:13.852264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Usage tracker for resource:floatingip and tenant:86e7e28aec2a4bf588501a9687b8c6a0 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:13.855639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:13.861888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:13.878874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.882306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:13.913178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4f3bee-e4f8-45d6-8f82-b722cb77346b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:13.931097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Allocated IP 172.20.0.2 (16eeecdb-c3e1-4cc9-b892-d0c1a6254a09/780562b7-71e7-48b3-9144-b617c02f20e1/b1742368-22ba-4d24-ac2a-3451366dd22d) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:13.943944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,segment=NetworkSegment(844194fa-e84b-4ee8-8633-be8bca7bd37c),segment_id=844194fa-e84b-4ee8-8633-be8bca7bd37c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:13.956487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:14.069994 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:14.173119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:14.306344 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 819ab498-f213-47b1-905d-ed2b5daf44b0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:14.317502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72c752-5852-44e8-a216-95260fc8c089 req-23d53a3b-6f6a-4c62-b6ad-0a8124eac0fd tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:14.319348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb72c752-5852-44e8-a216-95260fc8c089 req-23d53a3b-6f6a-4c62-b6ad-0a8124eac0fd tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 945 time: 0.2010636 Feb 07 23:13:14.347240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 819ab498-f213-47b1-905d-ed2b5daf44b0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:14.347625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:14.351689 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:14.358099 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Allocated IP 172.25.0.169 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/f96d24d9-9ad9-4ed4-a964-bf6e7aafc101) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:14.408048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb72c752-5852-44e8-a216-95260fc8c089 req-a17b11a4-38bf-4f27-8c72-3fe853dbbfe0 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776880 Feb 07 23:13:14.423951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:14.474184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.474799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.475376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.475952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.476478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.477094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.478240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.478607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.480404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.480404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.480404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.480740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:14.503732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-79c950ab-5b8c-4681-b5a4-fa6b51769698 service neutron] 10.222.0.26 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349017 Feb 07 23:13:14.539796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9f4f3bee-e4f8-45d6-8f82-b722cb77346b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:13:14.657648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:14.705414 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:14.758000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8:2::1 (af049d82-681d-4c28-8eb4-2203cafbbb97/ba83b7d6-b252-4dfe-91d8-08b3d1680d38/98bbd9be-639d-4176-977c-a302407d655e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:14.780380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:14.787445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:14.802187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:14.834794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcdb3a15-da6c-4473-9bfe-587a7023f332 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:14.924672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'Port': ['ID=f96d24d9-9ad9-4ed4-a964-bf6e7aafc101,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:14.941782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30c287-978a-43cb-8665-874d25bfc33d None None] Network af049d82-681d-4c28-8eb4-2203cafbbb97 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:14.997605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.097786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.106830 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ca0d0be6-91e1-4b94-b401-2e318b4fa0cc req-d0962666-207e-4611-aa0d-f6cc1dda8b19 service neutron] 10.222.0.26 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920053 Feb 07 23:13:15.113034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.137397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object 98bbd9be-639d-4176-977c-a302407d655e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:15.212359 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.233247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Transition to ACTIVE for port object b1742368-22ba-4d24-ac2a-3451366dd22d will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:15.261984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.301595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-21ebe9e8-2659-4145-8b34-70cbf1f6a81d None None] Provisioning for port fcdb3a15-da6c-4473-9bfe-587a7023f332 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:15.357493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Transition to ACTIVE for port object b1742368-22ba-4d24-ac2a-3451366dd22d will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:15.383317 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.416501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.503633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port fcdb3a15-da6c-4473-9bfe-587a7023f332 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:15.535975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.547941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.614379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Pushing event updated for resources: {'Port': ['ID=b1742368-22ba-4d24-ac2a-3451366dd22d,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:15.633671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:15.644761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:15.657557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fcdb3a15-da6c-4473-9bfe-587a7023f332 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:15.658787 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.677443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network af049d82-681d-4c28-8eb4-2203cafbbb97 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:15.683287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:15.690294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:15.690938 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.708456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=98bbd9be-639d-4176-977c-a302407d655e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:15.708826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:15.720333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.720638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:15.723252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:15.740702 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.761363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.769865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca84a4f-d1b4-4a81-85db-4be222b0eb55 req-997dbc1d-e863-4520-be1a-6e9eaed14e7c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:15.772664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ca84a4f-d1b4-4a81-85db-4be222b0eb55 req-997dbc1d-e863-4520-be1a-6e9eaed14e7c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 944 time: 0.6863909 Feb 07 23:13:15.949330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:15.957015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Attempting to bind port b1742368-22ba-4d24-ac2a-3451366dd22d on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:15.957390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Attempting to bind port b1742368-22ba-4d24-ac2a-3451366dd22d by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:15.957760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Attempting to bind port b1742368-22ba-4d24-ac2a-3451366dd22d on network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:15.997463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:15.997974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Checking segment: {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:15.998696 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:15.998696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Bound using segment: {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:15.999130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Bound port: b1742368-22ba-4d24-ac2a-3451366dd22d, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:15.999504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.070278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'Port': ['ID=f96d24d9-9ad9-4ed4-a964-bf6e7aafc101,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:16.118780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Allocated IP 172.25.0.97 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/3bad936a-033a-459f-8767-1da460fc8732) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:16.139728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ca84a4f-d1b4-4a81-85db-4be222b0eb55 req-8aa432ed-5045-4302-bb03-2e2740f0ce8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108616 Feb 07 23:13:16.163031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.213690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.244254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da5dd-bc75-48ed-a4b1-2a2424278fec req-1350d32b-35f6-4e2d-b114-b4bc605162fd tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:16.246191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a93da5dd-bc75-48ed-a4b1-2a2424278fec req-1350d32b-35f6-4e2d-b114-b4bc605162fd tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 945 time: 0.5987513 Feb 07 23:13:16.251800 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.253206 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8f1a0a0f-5422-4a39-96eb-785ac8cb4779 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4212432 Feb 07 23:13:16.258441 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'code': 200} Feb 07 23:13:16.260740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.290419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port fcdb3a15-da6c-4473-9bfe-587a7023f332, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fcdb3a15-da6c-4473-9bfe-587a7023f332,segment=NetworkSegment(8cdb6cae-7973-48f5-ab3e-d7b561d567db),segment_id=8cdb6cae-7973-48f5-ab3e-d7b561d567db)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:16.305567 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.309592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:16.333573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a93da5dd-bc75-48ed-a4b1-2a2424278fec req-9d600ad2-6942-4cb2-a53e-f25d36bfe440 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600786 Feb 07 23:13:16.499428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:16.510436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1742368-22ba-4d24-ac2a-3451366dd22d,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:16.543985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.548314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5797674d-61ed-48bf-ab65-3f82e07d32d1 None None] Provisioning for port 98bbd9be-639d-4176-977c-a302407d655e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:16.558958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5797674d-61ed-48bf-ab65-3f82e07d32d1 None None] Provisioning complete for port 98bbd9be-639d-4176-977c-a302407d655e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:16.559413 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5797674d-61ed-48bf-ab65-3f82e07d32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.640802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5797674d-61ed-48bf-ab65-3f82e07d32d1 None None] Port 98bbd9be-639d-4176-977c-a302407d655e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:16.658384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=fcdb3a15-da6c-4473-9bfe-587a7023f332,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:16.672217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-0aff17b6-25d7-4998-adf5-965647ecc04a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Synchronizing usage tracker for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:13:16.697684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:16.697986 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.699709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-0aff17b6-25d7-4998-adf5-965647ecc04a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Unset dirty status for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:13:16.702173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-0aff17b6-25d7-4998-adf5-965647ecc04a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--682760767&fields=id&tenant_id=86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 267 time: 0.1162014 Feb 07 23:13:16.772123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5797674d-61ed-48bf-ab65-3f82e07d32d1 None None] Provisioning complete for port fcdb3a15-da6c-4473-9bfe-587a7023f332 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:16.772495 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5797674d-61ed-48bf-ab65-3f82e07d32d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.892055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:16.936354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294506a-1515-4049-a311-c4c60c7d3a08 req-83499596-2e90-42ed-ba90-1e9731706f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:16.938581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5294506a-1515-4049-a311-c4c60c7d3a08 req-83499596-2e90-42ed-ba90-1e9731706f7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1096 time: 0.6103892 Feb 07 23:13:17.015326 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5294506a-1515-4049-a311-c4c60c7d3a08 req-cb53fd4d-2f8b-4965-9ba8-fe178f141801 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681970 Feb 07 23:13:17.030356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-d216cbed-149f-4e53-9653-8fb702cbe663 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:17.033420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-d216cbed-149f-4e53-9653-8fb702cbe663 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 816 time: 0.3175302 Feb 07 23:13:17.042408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129aa55-f7c4-48bf-a4f9-0118da40cb21 None None] Pushing event updated for resources: {'Port': ['ID=b1742368-22ba-4d24-ac2a-3451366dd22d,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:17.050601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-b454cc47-f584-44d6-b87e-082611e5b5f9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/quotas/86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 375 time: 0.0116727 Feb 07 23:13:17.056278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f4f3bee-e4f8-45d6-8f82-b722cb77346b up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:17.232121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.251737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:17.263822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:17.264386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.264508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-f8818592-ab76-455b-ab26-dc9c85d1b1a1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Synchronizing usage tracker for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:13:17.314929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-f8818592-ab76-455b-ab26-dc9c85d1b1a1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Unset dirty status for tenant:86e7e28aec2a4bf588501a9687b8c6a0 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:13:17.321257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-f8818592-ab76-455b-ab26-dc9c85d1b1a1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2582977 Feb 07 23:13:17.441343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:17.446215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:17.473380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:17.557239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f94cb881-8f70-4d5a-83a6-9f69a5fa1d36 None None] Provisioning complete for port 98bbd9be-639d-4176-977c-a302407d655e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:17.557636 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f94cb881-8f70-4d5a-83a6-9f69a5fa1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.566461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Pushing event updated for resources: {'Port': ['ID=3bad936a-033a-459f-8767-1da460fc8732,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:17.613531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b1742368-22ba-4d24-ac2a-3451366dd22d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:17.694021 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.711932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.720885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.722036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.727174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f94cb881-8f70-4d5a-83a6-9f69a5fa1d36 None None] Port 98bbd9be-639d-4176-977c-a302407d655e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:17.776694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576c512-e4d8-492f-8109-5a9db3d6a946 req-c116d6ad-3909-4b87-ba0d-0e97b9ac0925 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:17.778434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d576c512-e4d8-492f-8109-5a9db3d6a946 req-c116d6ad-3909-4b87-ba0d-0e97b9ac0925 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.3858619 Feb 07 23:13:17.779981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,segment=NetworkSegment(844194fa-e84b-4ee8-8633-be8bca7bd37c),segment_id=844194fa-e84b-4ee8-8633-be8bca7bd37c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:17.785068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b1742368-22ba-4d24-ac2a-3451366dd22d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:17.791466 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:17.800791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-1c2d0e7b-782b-40d1-a267-cba6f5bdbea9 service neutron] 10.222.0.10 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672956 Feb 07 23:13:17.841342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=98bbd9be-639d-4176-977c-a302407d655e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:17.882181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcdb3a15-da6c-4473-9bfe-587a7023f332 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:18.106822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:18.138192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fcdb3a15-da6c-4473-9bfe-587a7023f332 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:18.138583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:18.266054 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-aeb6dee1-1bfd-438f-8632-b586c993a277 service neutron] 10.222.0.10 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642835 Feb 07 23:13:18.276303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65167f32-b3a5-400f-ae53-637c78b63365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:18.289950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d576c512-e4d8-492f-8109-5a9db3d6a946 req-79d40824-7943-4296-bdd3-7cf6394f70ee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4869065 Feb 07 23:13:18.603337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef7580-52a8-4b0b-bba7-0d8cf0b18164 req-26839397-4c4f-475b-9ee5-9cd5fe51f56e tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:18.611720 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddef7580-52a8-4b0b-bba7-0d8cf0b18164 req-26839397-4c4f-475b-9ee5-9cd5fe51f56e tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.1571040 Feb 07 23:13:18.677894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddef7580-52a8-4b0b-bba7-0d8cf0b18164 req-1df3d23e-8ae5-4124-9cd1-1db94e9bb4fe tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647774 Feb 07 23:13:18.789513 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65167f32-b3a5-400f-ae53-637c78b63365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b', 'code': 200} Feb 07 23:13:18.798495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213cc4b-d1ea-483e-9658-8d74104f0ba2 None None] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:18.869216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network af049d82-681d-4c28-8eb4-2203cafbbb97 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:18.874329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:18.916213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-96bd2095-4b97-41b5-b5a2-e91f7105bee1 None None] Provisioning for port b1742368-22ba-4d24-ac2a-3451366dd22d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:18.932179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-96bd2095-4b97-41b5-b5a2-e91f7105bee1 None None] Provisioning complete for port b1742368-22ba-4d24-ac2a-3451366dd22d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:18.933601 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96bd2095-4b97-41b5-b5a2-e91f7105bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:19.238136 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96bd2095-4b97-41b5-b5a2-e91f7105bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:19.296425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-96bd2095-4b97-41b5-b5a2-e91f7105bee1 None None] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1742368-22ba-4d24-ac2a-3451366dd22d,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:19.306371 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-96bd2095-4b97-41b5-b5a2-e91f7105bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:19.447565 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:19.513102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-da6bd67e-89ee-4b34-ae6c-00d17ff598f8 None None] Provisioning complete for port 98bbd9be-639d-4176-977c-a302407d655e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:19.513697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da6bd67e-89ee-4b34-ae6c-00d17ff598f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:19.606072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a430ab3-969d-4ee5-a719-9579e43c63ba req-52c24f38-21f3-412e-bfa8-cbd083fa319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:19.607071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5a430ab3-969d-4ee5-a719-9579e43c63ba req-52c24f38-21f3-412e-bfa8-cbd083fa319e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 1097 time: 0.6424584 Feb 07 23:13:19.610867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2b4e1-d7d5-4390-bd82-b233664b7a23 req-684dfc07-7e77-40b4-b629-24bd8708043d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:19.613312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2b2b4e1-d7d5-4390-bd82-b233664b7a23 req-684dfc07-7e77-40b4-b629-24bd8708043d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.1665154 Feb 07 23:13:19.662681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd2095-4b97-41b5-b5a2-e91f7105bee1 None None] Pushing event updated for resources: {'Port': ['ID=b1742368-22ba-4d24-ac2a-3451366dd22d,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:19.674240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-da6bd67e-89ee-4b34-ae6c-00d17ff598f8 None None] Port 98bbd9be-639d-4176-977c-a302407d655e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:19.723363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:19.749289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1e85be8-468f-4ad1-834f-6d544a1fce7d req-3942b09a-4fec-414d-bf2c-99d07af20789 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 210 time: 0.0781860 Feb 07 23:13:19.782801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2b2b4e1-d7d5-4390-bd82-b233664b7a23 req-8ead1618-7e27-482c-b7f9-b46e11e69f4f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607335 Feb 07 23:13:20.145896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-462ebd7f-2d06-4bc5-b310-4c263dfb4ca3 None None] Provisioning complete for port b1742368-22ba-4d24-ac2a-3451366dd22d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:20.149600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-462ebd7f-2d06-4bc5-b310-4c263dfb4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:20.157013 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5a430ab3-969d-4ee5-a719-9579e43c63ba req-c6acb54c-206a-4651-95c7-f638ce31fae3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203543 Feb 07 23:13:20.219553 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353f43b-2013-4146-b758-5795a8c51ae9 req-ffe64ba1-8eb7-4e96-a374-80e178671f2a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:20.221660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f353f43b-2013-4146-b758-5795a8c51ae9 req-ffe64ba1-8eb7-4e96-a374-80e178671f2a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.1414127 Feb 07 23:13:20.272729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324025d7-e19c-4a16-bde6-73f47013d4e3 req-3c7f0642-5ffd-4f97-ba21-d7dbc0932861 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:20.279874 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-324025d7-e19c-4a16-bde6-73f47013d4e3 req-3c7f0642-5ffd-4f97-ba21-d7dbc0932861 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.2759290 Feb 07 23:13:20.345475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-324025d7-e19c-4a16-bde6-73f47013d4e3 req-06011608-0f0a-4594-8733-1f74191be68c tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Feb 07 23:13:20.369031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f353f43b-2013-4146-b758-5795a8c51ae9 req-8da1772b-71e9-4de2-8a22-4ce18308ef88 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388092 Feb 07 23:13:20.402225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:20.415391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38668) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:20.423470 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:20.442256 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:20.444222 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:20.571355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b547bb7-3310-49c6-9a40-6b9fae108583 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:20.574799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4b547bb7-3310-49c6-9a40-6b9fae108583 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1091 time: 0.1583445 Feb 07 23:13:20.581371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38672) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:20.607902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:20.625974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:20.632196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc56cd9e-46fa-4fbf-b22b-358b38b36e8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2594118 Feb 07 23:13:20.634974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38676) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:20.639846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:floatingip and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:20.653139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:20.659575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1037970436'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:20.669517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:20.680325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:20.681128 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:20.684982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:20.687538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:network and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:20.693370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:20.703406 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:20.712136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:20.780504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:20.783877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:20.830603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:13:20.852439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:20.852965 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added segment bd9b7c8b-19f4-4fca-97ad-595906385dfe of type vlan for network 32db04a6-972d-4140-8dbd-36aab9d9d152 Feb 07 23:13:20.890021 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:20.964882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:20.970887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:20.973091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:21.091653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Router 336628c8-1829-4b92-96f8-ffe305314400 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:13:21.189516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:21.388361 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:15Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:16Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:21.393566 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:21.394232 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Updating router 98018330-b6f5-4fbb-bbb0-57b2060563f2 port 98bbd9be-639d-4176-977c-a302407d655e binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:21.415459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b1742368-22ba-4d24-ac2a-3451366dd22d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:21.499622 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:21.589786 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b1742368-22ba-4d24-ac2a-3451366dd22d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:21.590307 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:21.813898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-728ad6c4-eadd-4ee8-bcef-90ba530fd972 req-5970848c-f5f7-4afe-b502-b30d22b65a59 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 210 time: 0.6638927 Feb 07 23:13:21.832045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Network': ['ID=32db04a6-972d-4140-8dbd-36aab9d9d152,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:21.844762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:13:21.858692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-93a7a853-cf00-45be-b75f-d8372e9252ce tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2193272 Feb 07 23:13:21.900634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38686) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:21.907548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'subnet': {'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:22.051851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:22.075261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:subnet and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:22.077404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:22.084020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:22.086557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-8b90f84f-265e-48ad-a167-ed6ef24af33b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:22.090749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Sync routers for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:22.097297 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-8b90f84f-265e-48ad-a167-ed6ef24af33b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 816 time: 0.6411691 Feb 07 23:13:22.107444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:22.107919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:22.108578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:22.110576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.199 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/3705a4db-5d32-4547-bbc1-e771ac317415) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:22.127408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17cf1d-b8cf-458b-b0ac-c5fd3c779019 req-bfbfb52f-0759-4415-9728-2ad0e5d46b6e tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:22.129085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f17cf1d-b8cf-458b-b0ac-c5fd3c779019 req-bfbfb52f-0759-4415-9728-2ad0e5d46b6e tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.4536123 Feb 07 23:13:22.179986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Made reservation on behalf of e26b69e4fb704f9ab8cbbe8c6dc8b5fc for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:22.184454 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:22.208828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-6879fa24-cef4-467d-a747-23bfe01f36b6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 379 time: 0.1105952 Feb 07 23:13:22.209796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:22.215408 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fc32c9d8-ef7d-4e42-a7e3-3828fe3b641a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.2883568 Feb 07 23:13:22.220380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38690) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:22.232916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'port': {'device_id': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'admin_state_up': True, 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'security_groups': ['e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:22.242784 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:22.266453 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Transition to ACTIVE for port object 98bbd9be-639d-4176-977c-a302407d655e will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:22.286755 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:22.468651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:22.594393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:22.604110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:22.618194 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b6072-b6a8-48bb-92df-b34e6cd0110a None None] Pushing event updated for resources: {'Port': ['ID=98bbd9be-639d-4176-977c-a302407d655e,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:22.665772 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Attempting to bind port 98bbd9be-639d-4176-977c-a302407d655e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:22.666483 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Attempting to bind port 98bbd9be-639d-4176-977c-a302407d655e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:22.666483 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Attempting to bind port 98bbd9be-639d-4176-977c-a302407d655e on network af049d82-681d-4c28-8eb4-2203cafbbb97 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:22.680000 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:22.680345 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Checking segment: {'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:22.680801 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:22.681458 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Bound using segment: {'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:22.681941 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Bound port: 98bbd9be-639d-4176-977c-a302407d655e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdb6cae-7973-48f5-ab3e-d7b561d567db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:22.682316 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:22.693850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Made reservation on behalf of 86e7e28aec2a4bf588501a9687b8c6a0 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:22.700603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:22.788963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f17cf1d-b8cf-458b-b0ac-c5fd3c779019 req-921fadf5-c0ce-4283-b9b5-6d5e6e6f9bb7 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6508992 Feb 07 23:13:22.818041 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] For port 98bbd9be-639d-4176-977c-a302407d655e, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:22.825244 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] For port 98bbd9be-639d-4176-977c-a302407d655e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=98bbd9be-639d-4176-977c-a302407d655e,segment=NetworkSegment(8cdb6cae-7973-48f5-ab3e-d7b561d567db),segment_id=8cdb6cae-7973-48f5-ab3e-d7b561d567db)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:22.830980 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:23.057528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:23.061577 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:23.062562 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:23.082020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:23.155958 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b6072-b6a8-48bb-92df-b34e6cd0110a None None] Pushing event updated for resources: {'Port': ['ID=98bbd9be-639d-4176-977c-a302407d655e,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:23.224422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Subnet': ['ID=6a1291f1-94fe-4cb2-9a7e-d354b7db4361,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:23.261299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:18Z', 'revision_number': 3, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:23.267172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2264d827-edd8-4c61-b331-28e6dce45447 req-d56a535d-01df-49be-bdf8-9a182acbae89 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 210 time: 0.0795488 Feb 07 23:13:23.274862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Checking router: 336628c8-1829-4b92-96f8-ffe305314400 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:23.276677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Updating router 336628c8-1829-4b92-96f8-ffe305314400 port 3bad936a-033a-459f-8767-1da460fc8732 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:23.344335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:23.355069 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:23.407735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:23.439741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Checking segment: {'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:23.440333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network hostable DHCP agents. Network: 32db04a6-972d-4140-8dbd-36aab9d9d152, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:13:23.448136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=3705a4db-5d32-4547-bbc1-e771ac317415,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:23.479849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:23.486500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:23.491668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:23.533589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:13:23.551633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Allocated IP 172.20.0.5 (b3a48779-fd1f-43fc-b355-c9b771557441/198cf206-fb1c-4c79-8963-00ff1ecf01a4/3b3d5807-d183-423b-824a-d28e5d840c51) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:23.562668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 32db04a6-972d-4140-8dbd-36aab9d9d152) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:23.582061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:23.584193 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:23.591411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c5a14-b7f7-41dc-84a4-0e1c031e906d None None] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:23.770137 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f1e9f49f-2265-4d53-9a12-54bd8667fac2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8656447 Feb 07 23:13:23.774432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38698) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:23.957863 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:15Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:22Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:23.965161 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b403fa-078e-486c-bdd9-f15113bf8d48 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:15Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:22Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:24.177418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-32db04a6-972d-4140-8dbd-36aab9d9d152', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:13:24.178253 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:24.389895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:24.412130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Transition to ACTIVE for port object 3b3d5807-d183-423b-824a-d28e5d840c51 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:24.425372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d152377-789f-46a5-8082-60b870bbc171 req-d374fb4a-3b2d-4b0f-896d-06c999e6e46d tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:24.427574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d152377-789f-46a5-8082-60b870bbc171 req-d374fb4a-3b2d-4b0f-896d-06c999e6e46d tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.3667738 Feb 07 23:13:24.567043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:24.619014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d152377-789f-46a5-8082-60b870bbc171 req-22bf80be-2d78-4a2f-8c8c-87c1be972a78 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720886 Feb 07 23:13:24.696053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:24.698884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Allocated IP 2001:db8:3::2 (32db04a6-972d-4140-8dbd-36aab9d9d152/6a1291f1-94fe-4cb2-9a7e-d354b7db4361/c2fa07f9-a021-4fcd-a274-ba3805605616) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:24.717371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c50c2a-e459-494d-a240-b69e084a1955 req-203b876f-4269-43f2-9ad7-7b51de3267cc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:24.717614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Transition to ACTIVE for port object 3bad936a-033a-459f-8767-1da460fc8732 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:24.719814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56c50c2a-e459-494d-a240-b69e084a1955 req-203b876f-4269-43f2-9ad7-7b51de3267cc tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 931 time: 0.2354453 Feb 07 23:13:24.740751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:24.794037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56c50c2a-e459-494d-a240-b69e084a1955 req-1eb086aa-2507-4f65-aab8-4d84d95e71f4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575061 Feb 07 23:13:24.835919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:24.852489 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.022768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Attempting to bind port 3bad936a-033a-459f-8767-1da460fc8732 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:25.023410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Attempting to bind port 3bad936a-033a-459f-8767-1da460fc8732 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:25.023852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Attempting to bind port 3bad936a-033a-459f-8767-1da460fc8732 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:25.060478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:25.060900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:25.061372 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.062071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:25.063195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Bound port: 3bad936a-033a-459f-8767-1da460fc8732, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:25.063731 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.199890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Network b3a48779-fd1f-43fc-b355-c9b771557441 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:25.298560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aec84-2207-4ea2-956d-fe79c00e4f5b None None] Pushing event updated for resources: {'Port': ['ID=3bad936a-033a-459f-8767-1da460fc8732,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:25.380349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.386705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:25.399009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] For port 3bad936a-033a-459f-8767-1da460fc8732, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:25.440347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] For port 3bad936a-033a-459f-8767-1da460fc8732, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3bad936a-033a-459f-8767-1da460fc8732,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:25.457803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.482612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:25.567995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.569854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aec84-2207-4ea2-956d-fe79c00e4f5b None None] Pushing event updated for resources: {'Port': ['ID=3bad936a-033a-459f-8767-1da460fc8732,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:25.602656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.612881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:25.613545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:25.695997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Transition to ACTIVE for port object c2fa07f9-a021-4fcd-a274-ba3805605616 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:25.716285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 98bbd9be-639d-4176-977c-a302407d655e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:25.727116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:25.727752 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.781042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Transition to ACTIVE for port object c2fa07f9-a021-4fcd-a274-ba3805605616 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:25.819753 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.853600 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.862126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:25.921387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:25.983917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:26.019138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:26.050638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57dfaa05-9160-4419-9f29-83453cd072ee None None] Provisioning for port 3b3d5807-d183-423b-824a-d28e5d840c51 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:26.061889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=3705a4db-5d32-4547-bbc1-e771ac317415,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:26.066227 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.153676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Pushing event updated for resources: {'Port': ['ID=c2fa07f9-a021-4fcd-a274-ba3805605616,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:26.157411 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-844f9385-e086-4e80-ac76-8b11ec543b1b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9345913 Feb 07 23:13:26.200682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Request body: {'port': {'device_id': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:26.273757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6076ac88-42ad-4ae5-9a2a-0de1bf74da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.292841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57dfaa05-9160-4419-9f29-83453cd072ee None None] Provisioning complete for port 3b3d5807-d183-423b-824a-d28e5d840c51 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:26.293844 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57dfaa05-9160-4419-9f29-83453cd072ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.303011 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 072b0e4c-9666-41fc-8dea-4878e53f9644 associated. External IP: 172.25.0.199, port: 819ab498-f213-47b1-905d-ed2b5daf44b0. Feb 07 23:13:26.402601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Attempting to bind port c2fa07f9-a021-4fcd-a274-ba3805605616 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:26.407165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Attempting to bind port c2fa07f9-a021-4fcd-a274-ba3805605616 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:26.410459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Attempting to bind port c2fa07f9-a021-4fcd-a274-ba3805605616 on network 32db04a6-972d-4140-8dbd-36aab9d9d152 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:26.442878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 98bbd9be-639d-4176-977c-a302407d655e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:26.464317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 98bbd9be-639d-4176-977c-a302407d655e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:26.464769 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.514618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:26.515073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Checking segment: {'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:26.515606 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.516205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Bound using segment: {'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:26.517418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Bound port: c2fa07f9-a021-4fcd-a274-ba3805605616, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:26.517418 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.555723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:26.649652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd14b7-8bec-4ff2-86f7-3fb96436a594 req-3152e6c2-d601-4a1a-abae-cf8f763f157f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:26.651248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5bcd14b7-8bec-4ff2-86f7-3fb96436a594 req-3152e6c2-d601-4a1a-abae-cf8f763f157f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 931 time: 0.3501971 Feb 07 23:13:26.746526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5bcd14b7-8bec-4ff2-86f7-3fb96436a594 req-ccce2989-3744-460f-8cbd-403bf1c8d8d5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846117 Feb 07 23:13:26.808147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-57dfaa05-9160-4419-9f29-83453cd072ee None None] Port 3b3d5807-d183-423b-824a-d28e5d840c51 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:26.902193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:26.991770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 5466c128-bfb9-470a-9f68-e96eb4f24feb has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:27.229967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:27.241532 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] Sync routers for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:27.259708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:27.261706 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:27.263682 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:12:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:27.367713 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:27.389181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] For port c2fa07f9-a021-4fcd-a274-ba3805605616, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:27.404547 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f12ea829-a26a-490d-9e06-54adcd21e51d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8184128 Feb 07 23:13:27.405862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:27.454167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:27.470585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 98bbd9be-639d-4176-977c-a302407d655e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=98bbd9be-639d-4176-977c-a302407d655e,segment=NetworkSegment(8cdb6cae-7973-48f5-ab3e-d7b561d567db),segment_id=8cdb6cae-7973-48f5-ab3e-d7b561d567db)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:27.472689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] For port c2fa07f9-a021-4fcd-a274-ba3805605616, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c2fa07f9-a021-4fcd-a274-ba3805605616,segment=NetworkSegment(bd9b7c8b-19f4-4fca-97ad-595906385dfe),segment_id=bd9b7c8b-19f4-4fca-97ad-595906385dfe)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:27.483875 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:27.531068 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'status': 'completed', 'code': 200} Feb 07 23:13:27.536214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-6e9de9d4-7a47-4f3c-b944-96d318a6563c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4745216 Feb 07 23:13:27.611475 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:27.623591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=98bbd9be-639d-4176-977c-a302407d655e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:27.656762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Allocated IP 172.20.0.1 (16eeecdb-c3e1-4cc9-b892-d0c1a6254a09/780562b7-71e7-48b3-9144-b617c02f20e1/20010c23-14f1-4e22-b03c-eabcdea73bc9) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:27.753121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:18Z', 'revision_number': 3, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:27.771154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f63499-b482-49a4-9ebf-0fb1378b7475 None None] The sync data for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 is: [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:18Z', 'revision_number': 3, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:27.782031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbddf17-40a7-42ab-89a7-ee4857e5b900 None None] Pushing event updated for resources: {'Port': ['ID=c2fa07f9-a021-4fcd-a274-ba3805605616,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:27.901801 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:28.205482 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9834b7b4-ba32-4dca-a51b-0ea3cd0fb579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:28.373263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9632a0-cc25-4036-8bb3-86e8185d78ee req-1f94114f-eea2-429b-9743-fcd8ff59f5c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:28.375787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9632a0-cc25-4036-8bb3-86e8185d78ee req-1f94114f-eea2-429b-9743-fcd8ff59f5c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.7008984 Feb 07 23:13:28.378680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-17a6a98a-733d-437c-9d2e-e6c521cf4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:28.380537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-17a6a98a-733d-437c-9d2e-e6c521cf4c17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1096 time: 0.8243647 Feb 07 23:13:28.394525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fd25c-7812-4770-bd6a-52adda44447b req-f11b6e7c-07c0-4718-93bc-ce8bafa956bd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:28.401952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf4fd25c-7812-4770-bd6a-52adda44447b req-f11b6e7c-07c0-4718-93bc-ce8bafa956bd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 931 time: 0.2865691 Feb 07 23:13:28.494132 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:28.541011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf4fd25c-7812-4770-bd6a-52adda44447b req-48690c41-6246-42d8-b99e-37994bff5972 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379924 Feb 07 23:13:28.585840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Transition to ACTIVE for port object 20010c23-14f1-4e22-b03c-eabcdea73bc9 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:28.694387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9632a0-cc25-4036-8bb3-86e8185d78ee req-2126fdef-6f9e-4d01-89c7-1739c794a4d0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182260 Feb 07 23:13:28.721861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38738) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:28.731354 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '072b0e4c-9666-41fc-8dea-4878e53f9644', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'port_id': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'mac_address': 'fa:16:3e:e6:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:24Z', 'updated_at': '2022-02-07T23:13:24Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:52Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:28.751075 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] Checking router: 5466c128-bfb9-470a-9f68-e96eb4f24feb for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:28.764001 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:28.764711 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:28.890464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-381cf5f6-e8e6-47ae-b041-f7d523185e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:28.895422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-381cf5f6-e8e6-47ae-b041-f7d523185e9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f3536bdd22114b13b1f9f61bf5111255&device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 1097 time: 1.0503874 Feb 07 23:13:29.087354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-c7da5001-5ae8-4228-9d10-ca8d81c3f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:29.091277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-c7da5001-5ae8-4228-9d10-ca8d81c3f471 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.6489108 Feb 07 23:13:29.112358 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:29.231962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-563240be-98fc-4000-bda3-f1124cdcae4e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/072b0e4c-9666-41fc-8dea-4878e53f9644 HTTP/1.1" status: 200 len: 991 time: 0.5068624 Feb 07 23:13:29.349201 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:29.371596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-dcb6377d-ac76-4b35-8608-0618b2d9610f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 999 time: 0.2721894 Feb 07 23:13:29.504517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-37c53cf9-5525-4b9d-9aca-5433213701fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:29.506439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-37c53cf9-5525-4b9d-9aca-5433213701fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.1259785 Feb 07 23:13:29.575487 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:29.590265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-f14c83df-5a03-4f0e-a48e-3fb82dcb723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:29.592607 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-f14c83df-5a03-4f0e-a48e-3fb82dcb723e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f202979c-4b9f-4527-ad63-404c7c45f510 HTTP/1.1" status: 200 len: 910 time: 0.6562815 Feb 07 23:13:29.633130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd18481-5e4e-4bbb-81a7-023d622db127 None None] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:29.830157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-b7a0dd45-406c-477d-9f34-84362a295945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:29.831795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-b7a0dd45-406c-477d-9f34-84362a295945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3175430 Feb 07 23:13:29.892164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bcd586e7-883e-49c9-a193-e4a9586cfc56 None None] Provisioning for port c2fa07f9-a021-4fcd-a274-ba3805605616 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:30.078414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-0889aa7a-284d-475b-ad0a-9f70cbe29d31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b HTTP/1.1" status: 200 len: 217 time: 0.3208930 Feb 07 23:13:30.081388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 98bbd9be-639d-4176-977c-a302407d655e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:30.153596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:30.264604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38754) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:30.295353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Allocated IP 2001:db8:3::1 (32db04a6-972d-4140-8dbd-36aab9d9d152/6a1291f1-94fe-4cb2-9a7e-d354b7db4361/ce3cd144-77b8-4286-8ff5-c594d1114128) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:30.298708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Pushing event updated for resources: {'Port': ['ID=20010c23-14f1-4e22-b03c-eabcdea73bc9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:30.330199 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '072b0e4c-9666-41fc-8dea-4878e53f9644', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'port_id': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'mac_address': 'fa:16:3e:e6:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:24Z', 'updated_at': '2022-02-07T23:13:24Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:52Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:30.336637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 98bbd9be-639d-4176-977c-a302407d655e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:30.337351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:30.342429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:30.350645 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc5e0d-cd78-4721-92d7-e7ab6fed4bc7 None None] The sync data for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 is: [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '072b0e4c-9666-41fc-8dea-4878e53f9644', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'port_id': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'mac_address': 'fa:16:3e:e6:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:24Z', 'updated_at': '2022-02-07T23:13:24Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:52Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:30.380464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:30.389025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:30.736101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2fa07f9-a021-4fcd-a274-ba3805605616 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:30.837496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c2fa07f9-a021-4fcd-a274-ba3805605616 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:30.849161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c2fa07f9-a021-4fcd-a274-ba3805605616 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:30.849538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:30.914856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fed94a23-48c9-436e-bee7-b18a230add2c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/072b0e4c-9666-41fc-8dea-4878e53f9644 HTTP/1.1" status: 200 len: 991 time: 0.6226223 Feb 07 23:13:30.977051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-e09a14c1-0957-4f53-99b7-e270b2ca5661 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0923531 Feb 07 23:13:30.998898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-2afc714a-ccfa-4c2b-85cc-c6d1eaef49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:31.004999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-2afc714a-ccfa-4c2b-85cc-c6d1eaef49a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=24920dfd-0cfb-43c4-82a0-2cdfcdc507cc HTTP/1.1" status: 200 len: 849 time: 0.8956933 Feb 07 23:13:31.111946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7c1439b-3764-4435-9beb-033fe5be2db3 None None] Provisioning for port 20010c23-14f1-4e22-b03c-eabcdea73bc9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:31.117108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4e050c-1867-4baa-9fe9-f60e1c4b81d2 None None] New status for floating IP 072b0e4c-9666-41fc-8dea-4878e53f9644: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:13:31.177969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e26989-0f58-42c1-a348-4a18b94304b9 req-0c88a365-3779-456c-b1c7-550ca41bcaa4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:31.179574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46e26989-0f58-42c1-a348-4a18b94304b9 req-0c88a365-3779-456c-b1c7-550ca41bcaa4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 931 time: 1.0625710 Feb 07 23:13:31.203105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-80d1d68a-e213-47e8-9905-c53b3d14949a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f202979c-4b9f-4527-ad63-404c7c45f510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812776 Feb 07 23:13:31.243594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.280807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46e26989-0f58-42c1-a348-4a18b94304b9 req-4f074e84-8dd5-4a42-98a4-ef11f8d68838 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935054 Feb 07 23:13:31.284947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-788c0efe-4a3a-48ca-9d0a-40f1aa076624 req-3f782227-e54c-4d02-90e6-6987f34a61ed service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057606 Feb 07 23:13:31.310387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d7c1439b-3764-4435-9beb-033fe5be2db3 None None] Provisioning complete for port 20010c23-14f1-4e22-b03c-eabcdea73bc9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:31.311072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d7c1439b-3764-4435-9beb-033fe5be2db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.367658 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.636707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:13:31.666389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1439b-3764-4435-9beb-033fe5be2db3 None None] Port 20010c23-14f1-4e22-b03c-eabcdea73bc9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:31.670105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.714269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c2fa07f9-a021-4fcd-a274-ba3805605616, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c2fa07f9-a021-4fcd-a274-ba3805605616,segment=NetworkSegment(bd9b7c8b-19f4-4fca-97ad-595906385dfe),segment_id=bd9b7c8b-19f4-4fca-97ad-595906385dfe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:31.729305 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.729634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3bad936a-033a-459f-8767-1da460fc8732 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:31.791590 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-04a7de7f-c0e1-433b-a2f6-416e869e7120 service neutron] 10.222.0.26 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796573 Feb 07 23:13:31.797965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.899215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3bad936a-033a-459f-8767-1da460fc8732 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:31.907126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1aedc899-328d-4c2a-ab42-7ad5dfaca616 None None] Provisioning complete for port c2fa07f9-a021-4fcd-a274-ba3805605616 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:31.907507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1aedc899-328d-4c2a-ab42-7ad5dfaca616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.918436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38774) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:31.951328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3bad936a-033a-459f-8767-1da460fc8732 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:31.951706 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:31.963498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3d5807-d183-423b-824a-d28e5d840c51 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:31.983942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Transition to ACTIVE for port object ce3cd144-77b8-4286-8ff5-c594d1114128 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:31.990911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.070352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Transition to ACTIVE for port object 3b3d5807-d183-423b-824a-d28e5d840c51 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:32.078341 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-95c1f9ec-409b-4510-bd1b-01257a978fd9 req-a93d52df-0394-4212-9393-ec4668211060 service neutron] 10.222.0.26 "GET /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699211 Feb 07 23:13:32.081508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.119164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c2fa07f9-a021-4fcd-a274-ba3805605616,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:32.155664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-066161e0-7a4e-41a4-902a-ad9f041aafab tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/072b0e4c-9666-41fc-8dea-4878e53f9644 HTTP/1.1" status: 200 len: 993 time: 0.2356796 Feb 07 23:13:32.293638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8599d-85e7-4025-aa90-c1b6a6333291 req-fc33a850-ccba-4f9f-ab9b-1c99ca52686a tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:32.303585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11b8599d-85e7-4025-aa90-c1b6a6333291 req-fc33a850-ccba-4f9f-ab9b-1c99ca52686a tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.1358109 Feb 07 23:13:32.305947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.318666 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.360723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 3bad936a-033a-459f-8767-1da460fc8732, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3bad936a-033a-459f-8767-1da460fc8732,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:32.365997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.434059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11b8599d-85e7-4025-aa90-c1b6a6333291 req-8ed4024f-5ad5-4fa4-864b-308608cae751 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288743 Feb 07 23:13:32.501151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=3bad936a-033a-459f-8767-1da460fc8732,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:32.549831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2fa07f9-a021-4fcd-a274-ba3805605616 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:32.604082 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.627987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:32.699669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c2fa07f9-a021-4fcd-a274-ba3805605616 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:32.700368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.800203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c7edf-3908-4d7e-b0cd-4dad31db6c42 req-6a842b98-3e1d-4771-9c51-7d05391ea1c9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:32.802946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b19c7edf-3908-4d7e-b0cd-4dad31db6c42 req-6a842b98-3e1d-4771-9c51-7d05391ea1c9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.2094483 Feb 07 23:13:32.814488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:32.821446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:32.839523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:32.840077 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:32.910871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b19c7edf-3908-4d7e-b0cd-4dad31db6c42 req-f62d0082-46f1-4aa4-875a-16ec94379f01 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015079 Feb 07 23:13:32.921947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=ce3cd144-77b8-4286-8ff5-c594d1114128,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:33.011572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:33.012213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:33.012506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:33.034571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Port 3b3d5807-d183-423b-824a-d28e5d840c51 on network b3a48779-fd1f-43fc-b355-c9b771557441 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:13:33.034696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:33.071768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:33.072602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Checking segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:33.072602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Bound using segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:33.073119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Bound port: 3b3d5807-d183-423b-824a-d28e5d840c51, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:33.073352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.218964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8e9f6569-91a6-4201-bb68-5636d27b4ce3 None None] Provisioning for port ce3cd144-77b8-4286-8ff5-c594d1114128 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:33.225284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.229120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8e9f6569-91a6-4201-bb68-5636d27b4ce3 None None] Provisioning complete for port ce3cd144-77b8-4286-8ff5-c594d1114128 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:33.229886 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8e9f6569-91a6-4201-bb68-5636d27b4ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.255018 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.311433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f6569-91a6-4201-bb68-5636d27b4ce3 None None] Port ce3cd144-77b8-4286-8ff5-c594d1114128 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:33.371051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:33.373000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.411314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:33.427912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.431577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Pushing event updated for resources: {'Port': ['ID=20010c23-14f1-4e22-b03c-eabcdea73bc9,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:33.433734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.513534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.513893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.514238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.514573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.514902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.515420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.515783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.516111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.516438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.516787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.517113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.517436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:33.849575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:33.850125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:33.851608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] 10.222.0.36 "PUT /v2.0/ports/3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 1091 time: 7.6610477 Feb 07 23:13:33.852312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:33.903367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9f78d-4380-4141-ad85-04636d3c19ce req-d50296d2-cda3-4f65-b633-2029680326dd tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:33.921186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-daf9f78d-4380-4141-ad85-04636d3c19ce req-d50296d2-cda3-4f65-b633-2029680326dd tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.3452661 Feb 07 23:13:33.995688 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-daf9f78d-4380-4141-ad85-04636d3c19ce req-bf532760-56ff-4451-bcb0-12843cdb2f84 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735207 Feb 07 23:13:34.021005 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'status': 'completed', 'code': 200} Feb 07 23:13:34.167254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bc17b-4d0d-405f-a926-8424ed9a949f req-df3646ae-0da6-4c84-879e-764652645ad1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:34.169723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef5bc17b-4d0d-405f-a926-8424ed9a949f req-df3646ae-0da6-4c84-879e-764652645ad1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.0957987 Feb 07 23:13:34.184807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a960-0817-4dcd-a6ba-d7bb45f0eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:34.220121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef5bc17b-4d0d-405f-a926-8424ed9a949f req-5490101e-56b1-4983-8208-979a2634c5d2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434632 Feb 07 23:13:34.284703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-8cba87a5-682d-47a8-b9f8-a0471481d886 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:34.285399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-8cba87a5-682d-47a8-b9f8-a0471481d886 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Synchronizing usage tracker for tenant:f3536bdd22114b13b1f9f61bf5111255 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:13:34.372188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:34.381116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:34.494771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3bad936a-033a-459f-8767-1da460fc8732 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:34.495650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-8cba87a5-682d-47a8-b9f8-a0471481d886 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Unset dirty status for tenant:f3536bdd22114b13b1f9f61bf5111255 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:13:34.497023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-8cba87a5-682d-47a8-b9f8-a0471481d886 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.26 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 1.0360692 Feb 07 23:13:34.579618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-e98c86a4-5192-451d-9928-ab4c9ba42e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:34.581351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-e98c86a4-5192-451d-9928-ab4c9ba42e95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1094 time: 0.5708296 Feb 07 23:13:34.620497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3bad936a-033a-459f-8767-1da460fc8732 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:34.620918 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.700260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2c76a668-d12b-402b-9fc5-ec3c119a39e3 None None] Provisioning complete for port 20010c23-14f1-4e22-b03c-eabcdea73bc9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:34.700670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2c76a668-d12b-402b-9fc5-ec3c119a39e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.707787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-cfda926a-b4f0-4614-83e9-d7618b2835dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 217 time: 0.1087191 Feb 07 23:13:34.795907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2c76a668-d12b-402b-9fc5-ec3c119a39e3 None None] Port 20010c23-14f1-4e22-b03c-eabcdea73bc9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:34.841742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Deleting port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:13:34.842075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:34.948776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-8eb293e3-5362-4820-9604-50616b60270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:34.950304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-8eb293e3-5362-4820-9604-50616b60270b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.2355111 Feb 07 23:13:35.017193 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:13:35.068634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Router 336628c8-1829-4b92-96f8-ffe305314400 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:35.070935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.110005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.110778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:35.220308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b9788-de14-4a26-b4cb-18181147ea1b req-a7b4e95e-3b6c-4f12-99c8-5fca8f4bc09c tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:35.222718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5b9788-de14-4a26-b4cb-18181147ea1b req-a7b4e95e-3b6c-4f12-99c8-5fca8f4bc09c tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.1122210 Feb 07 23:13:35.324624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5b9788-de14-4a26-b4cb-18181147ea1b req-33c33d36-c25e-4dbc-8fbd-1d97eb508fb5 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952752 Feb 07 23:13:35.504102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1005d-4252-4df0-af8f-4e15ee3d5dad req-d6876f09-b852-40ed-ac25-39ea3d198359 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:35.505481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64c1005d-4252-4df0-af8f-4e15ee3d5dad req-d6876f09-b852-40ed-ac25-39ea3d198359 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.1002386 Feb 07 23:13:35.506561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event updated for resources: {'Port': ['ID=ce3cd144-77b8-4286-8ff5-c594d1114128,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:35.570131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64c1005d-4252-4df0-af8f-4e15ee3d5dad req-4c7f4735-15c1-425a-9cf4-22e9d119e6d8 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534415 Feb 07 23:13:35.825509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-d03a8f0b-059e-4400-81d7-636b185da417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:35.826938 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-d03a8f0b-059e-4400-81d7-636b185da417 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8647666 Feb 07 23:13:35.842940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] For port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,segment=NetworkSegment(844194fa-e84b-4ee8-8633-be8bca7bd37c),segment_id=844194fa-e84b-4ee8-8633-be8bca7bd37c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:35.843311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.063135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:36.071686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Calling delete_port for 9f4f3bee-e4f8-45d6-8f82-b722cb77346b owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:13:36.077814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Sync routers for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:36.093348 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:36.094783 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:36.134058 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.139299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:36.146392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:36.186988 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-615d7608-8b5a-4029-b21a-5219b46ea65c admin admin] 10.222.0.10 "PUT /v2.0/routers/336628c8-1829-4b92-96f8-ffe305314400/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9566748 Feb 07 23:13:36.468162 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:36.508056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.554504 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-7c9dc591-3fbe-4f28-b430-cf9abd2841ca service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926258 Feb 07 23:13:36.772702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-639ce214-4a81-481c-9af6-49396332fd98 None None] Provisioning complete for port ce3cd144-77b8-4286-8ff5-c594d1114128 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:36.772702 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-639ce214-4a81-481c-9af6-49396332fd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:36.851943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85247-173f-4484-97b1-72de85f668d3 req-390eed22-2f0d-47f9-854c-0bbc8f467b22 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:36.863874 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93c85247-173f-4484-97b1-72de85f668d3 req-390eed22-2f0d-47f9-854c-0bbc8f467b22 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 946 time: 0.2677848 Feb 07 23:13:36.956601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-639ce214-4a81-481c-9af6-49396332fd98 None None] Port ce3cd144-77b8-4286-8ff5-c594d1114128 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:36.981826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:36.999625 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0974117f-fb5f-45f0-84a4-56e81bfd9543 req-3aab9790-a37d-4114-9aeb-de8b896194ff service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327867 Feb 07 23:13:37.041239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93c85247-173f-4484-97b1-72de85f668d3 req-85a2efa4-712d-4a22-935d-ad334c40247d tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/security-groups?id=41982b35-e60c-4546-8cc0-796f6dd5dff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646290 Feb 07 23:13:37.144223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f4f3bee-e4f8-45d6-8f82-b722cb77346b no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:13:37.155404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aae89d-4a03-4fb9-b80b-8790d717ec2d req-2c5390ec-ed87-483a-8ed2-7ea04bf715e7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:37.161515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8aae89d-4a03-4fb9-b80b-8790d717ec2d req-2c5390ec-ed87-483a-8ed2-7ea04bf715e7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.2015233 Feb 07 23:13:37.256435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 9f4f3bee-e4f8-45d6-8f82-b722cb77346b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:13:37.256922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9f4f3bee-e4f8-45d6-8f82-b722cb77346b not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:13:37.289432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8aae89d-4a03-4fb9-b80b-8790d717ec2d req-acf5cb88-56ae-42cd-85af-3c58d6af9f5c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165726 Feb 07 23:13:37.294464 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 2, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:37.300970 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Checking router: 336628c8-1829-4b92-96f8-ffe305314400 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:37.301553 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Updating router 336628c8-1829-4b92-96f8-ffe305314400 port 20010c23-14f1-4e22-b03c-eabcdea73bc9 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:37.377998 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.409937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38844) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:37.415901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-306499487-network', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:37.421528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:37.426192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Usage tracker for resource:network and tenant:5248647feb9f4eca87d73ccadd60e4d8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:37.433558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:37.434059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.441744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:37.450337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:37.460205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:37.467355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Made reservation on behalf of 5248647feb9f4eca87d73ccadd60e4d8 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:37.470728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.476539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:37.477715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:37.498456 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.514704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Pushing event deleted for resources: {'Port': ['ID=9f4f3bee-e4f8-45d6-8f82-b722cb77346b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:37.541871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:37.555987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Usage tracker for resource:security_group_rule and tenant:5248647feb9f4eca87d73ccadd60e4d8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:37.559542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:37.568922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:37.587344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a7da5b9a-8a1b-4889-846c-abac8a8ec2e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7958558 Feb 07 23:13:37.593424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38848) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:37.616334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:37.652677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] No DVR routers for this DVR port 9f4f3bee-e4f8-45d6-8f82-b722cb77346b on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:13:37.656749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.658960 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec6ee3bd-4114-4dde-96a2-de3778eaea55 req-2459a94d-9fbe-43b8-beee-a60b9f2bec04 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.26 "DELETE /v2.0/ports/9f4f3bee-e4f8-45d6-8f82-b722cb77346b HTTP/1.1" status: 204 len: 173 time: 3.1400120 Feb 07 23:13:37.670493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65167f32-b3a5-400f-ae53-637c78b63365', 'name': 'network-vif-deleted', 'tag': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:37.704264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-b3ba362c-90f2-45bc-99b1-64da66ca830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:37.706104 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-b3ba362c-90f2-45bc-99b1-64da66ca830c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1094 time: 0.3102429 Feb 07 23:13:37.753597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:37.790659 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65167f32-b3a5-400f-ae53-637c78b63365', 'name': 'network-vif-deleted', 'tag': '9f4f3bee-e4f8-45d6-8f82-b722cb77346b', 'status': 'completed', 'code': 200} Feb 07 23:13:37.939497 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:37.964571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Transition to ACTIVE for port object 20010c23-14f1-4e22-b03c-eabcdea73bc9 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:37.979720 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.208966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-0a979067-aa4e-45b8-a28b-b0f09b6dbcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:38.215368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-0a979067-aa4e-45b8-a28b-b0f09b6dbcb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.5015745 Feb 07 23:13:38.368780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.405524 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.473993 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Pushing event updated for resources: {'Port': ['ID=20010c23-14f1-4e22-b03c-eabcdea73bc9,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:38.534912 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.551040 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.553276 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.556625 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.559051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.559928 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.569024 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.571286 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.571915 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.580131 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.580723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.581368 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.673415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b3b009-7eaa-42c1-90cc-338abcdd5815,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:38.743303 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Attempting to bind port 20010c23-14f1-4e22-b03c-eabcdea73bc9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:38.744154 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Attempting to bind port 20010c23-14f1-4e22-b03c-eabcdea73bc9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:38.744828 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Attempting to bind port 20010c23-14f1-4e22-b03c-eabcdea73bc9 on network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:38.757338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:13:38.762430 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-a6b7f176-2ad0-4bdb-aeb8-1fd0c7afde15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 217 time: 0.5395844 Feb 07 23:13:38.767454 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:38.768169 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Checking segment: {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:38.768890 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.769299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.769662 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Bound using segment: {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:38.769860 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Added segment b6da4de7-685e-479a-abaa-e867e3171ad8 of type vlan for network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 Feb 07 23:13:38.776740 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Bound port: 20010c23-14f1-4e22-b03c-eabcdea73bc9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:38.777468 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.780264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:33Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:34Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:38.788622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:38.800842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Updating router 98018330-b6f5-4fbb-bbb0-57b2060563f2 port ce3cd144-77b8-4286-8ff5-c594d1114128 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:38.814963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.870555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-64d3133a-8543-49a0-97b3-0448c1ffef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:38.872982 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-64d3133a-8543-49a0-97b3-0448c1ffef73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.1034081 Feb 07 23:13:38.885697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e6f2bb9-0618-4c8c-9acb-5a782cc421da req-718d1c31-782c-4573-ad77-7f0894fdb0c7 tempest-VolumesActionsTest-1005944408 tempest-VolumesActionsTest-1005944408-project] 10.222.0.10 "GET /v2.0/ports?device_id=65167f32-b3a5-400f-ae53-637c78b63365 HTTP/1.1" status: 200 len: 210 time: 0.3938594 Feb 07 23:13:38.910382 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:38.915303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.918460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.918934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.919348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.919758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.920157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.923603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.924078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.924530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.924962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.925369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:38.925793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:13:39.020229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-f793a203-7612-40e7-970a-aef29f5de388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:39.022220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-f793a203-7612-40e7-970a-aef29f5de388 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423423 Feb 07 23:13:39.068794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.069901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:39.070538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.133337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] For port 20010c23-14f1-4e22-b03c-eabcdea73bc9, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:39.145007 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] For port 20010c23-14f1-4e22-b03c-eabcdea73bc9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=20010c23-14f1-4e22-b03c-eabcdea73bc9,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:39.153282 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.277971 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e4ac-73c0-4690-af42-342900ff8e4a None None] Pushing event updated for resources: {'Port': ['ID=20010c23-14f1-4e22-b03c-eabcdea73bc9,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:39.290578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] Pushing event updated for resources: {'Network': ['ID=8b6f4daf-fa91-4273-b6ed-5fc7b7b01169,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:39.303432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cf652045-8164-413f-886e-8dc2c829c1dd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8921468 Feb 07 23:13:39.307321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38868) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:39.319973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2d49a-8889-41c6-8be9-559b97a19e6a req-00257b77-f44e-4f6a-91e3-3862a69050e4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:39.328199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8d2d49a-8889-41c6-8be9-559b97a19e6a req-00257b77-f44e-4f6a-91e3-3862a69050e4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.6432874 Feb 07 23:13:39.335148 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:39.337634 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:39.360608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Request body: {'subnet': {'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-306499487-subnet', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:39.372447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:39.383308 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-c8d8267c-95b1-48c5-bab8-606b0a0cf67e service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539197 Feb 07 23:13:39.385401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Usage tracker for resource:subnet and tenant:5248647feb9f4eca87d73ccadd60e4d8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:39.392038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:39.440548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:13:39.457109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:39.630285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3aa576ab-f725-4378-9a5c-862d15f172e9 req-dcb0261e-1945-4b20-bcb6-efe08a37a813 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404268 Feb 07 23:13:39.657534 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:39.670672 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8d2d49a-8889-41c6-8be9-559b97a19e6a req-5c30cbcc-f465-46e2-90a2-0ffb23e32834 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414531 Feb 07 23:13:39.671419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Made reservation on behalf of 5248647feb9f4eca87d73ccadd60e4d8 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:39.674354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.767612 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.787008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Transition to ACTIVE for port object ce3cd144-77b8-4286-8ff5-c594d1114128 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:39.796892 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:39.866549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f63854-ea35-4185-b98f-7390e33da2f4 None None] Pushing event updated for resources: {'Port': ['ID=ce3cd144-77b8-4286-8ff5-c594d1114128,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:39.897992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-640d1a0c-14de-4708-9d72-3065890ffa7e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:39.905034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-640d1a0c-14de-4708-9d72-3065890ffa7e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.4625740 Feb 07 23:13:40.076271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Attempting to bind port ce3cd144-77b8-4286-8ff5-c594d1114128 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:40.076795 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Attempting to bind port ce3cd144-77b8-4286-8ff5-c594d1114128 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:40.077304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Attempting to bind port ce3cd144-77b8-4286-8ff5-c594d1114128 on network 32db04a6-972d-4140-8dbd-36aab9d9d152 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:40.084080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:40.084631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Checking segment: {'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:40.085142 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.085637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Bound using segment: {'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:40.086229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Bound port: ce3cd144-77b8-4286-8ff5-c594d1114128, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9b7c8b-19f4-4fca-97ad-595906385dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:40.086710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.145341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:13:40.194999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:39Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:40.214756 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5ad88-093f-438e-9abd-31f5c0307a9a None None] The sync data for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 is: [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:39Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:40.215975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-0822904d-897e-44e0-847c-afe2f1ac4663 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/quotas/9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 375 time: 0.3098447 Feb 07 23:13:40.220527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] For port ce3cd144-77b8-4286-8ff5-c594d1114128, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:40.224240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] For port ce3cd144-77b8-4286-8ff5-c594d1114128, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ce3cd144-77b8-4286-8ff5-c594d1114128,segment=NetworkSegment(bd9b7c8b-19f4-4fca-97ad-595906385dfe),segment_id=bd9b7c8b-19f4-4fca-97ad-595906385dfe)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:40.232819 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.308200 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.resource_extend [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:13:40.412515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.extraroute_db [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 23:13:40.438399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f63854-ea35-4185-b98f-7390e33da2f4 None None] Pushing event updated for resources: {'Port': ['ID=ce3cd144-77b8-4286-8ff5-c594d1114128,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:40.462599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.extraroute_db [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Removed routes are [] {{(pid=87670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 23:13:40.463179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:40.499553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:40.500928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:40.656415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 20010c23-14f1-4e22-b03c-eabcdea73bc9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:40.662302 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:13:40.876742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-5fe3a546-fe73-482a-8531-6b5bf57876c9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6597157 Feb 07 23:13:40.951127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:40.992932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '3b3d5807-d183-423b-824a-d28e5d840c51', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'port_id': '3b3d5807-d183-423b-824a-d28e5d840c51', 'mac_address': 'fa:16:3e:8c:65:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:13:40.996712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:41.189125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 20010c23-14f1-4e22-b03c-eabcdea73bc9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:41.203719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 20010c23-14f1-4e22-b03c-eabcdea73bc9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:41.204087 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.352424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.370429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3d5807-d183-423b-824a-d28e5d840c51 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:41.399935 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.445687 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.485929 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.526328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:41.545319 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.632805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c03709c-c95f-45d4-adee-a7cf90ffb8b0,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:41.648352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-aba67f30-b52f-4466-80c1-60a39ad1e2ea service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707355 Feb 07 23:13:41.663739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43cc2e-e0ab-43be-83a5-00f634c69c89 req-53222f4a-7223-42e8-a451-cec88a1c3f2e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:41.666184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b43cc2e-e0ab-43be-83a5-00f634c69c89 req-53222f4a-7223-42e8-a451-cec88a1c3f2e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.6476166 Feb 07 23:13:41.688522 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.748528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:41.823968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['3b3d5807-d183-423b-824a-d28e5d840c51'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:13:41.882406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 20010c23-14f1-4e22-b03c-eabcdea73bc9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=20010c23-14f1-4e22-b03c-eabcdea73bc9,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:41.911570 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:41.919281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Checking segment: {'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:41.920241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Network hostable DHCP agents. Network: 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:13:41.983479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 6, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:42.000765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c50e0-2923-4b60-95f4-f4e311c9d7a5 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 6, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:42.052829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=20010c23-14f1-4e22-b03c-eabcdea73bc9,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:42.170588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:42.210630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b43cc2e-e0ab-43be-83a5-00f634c69c89 req-4fbfb28e-b440-45a4-92b4-06db970dcd48 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4260156 Feb 07 23:13:42.248034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:13:42.343252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-08785ea1-258d-4175-9d8e-5ee13a9b93b2 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6937196 Feb 07 23:13:42.366732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:42.376513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:42.379044 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.386381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdf54f9-3a46-424a-baa6-0f236dca3d5e None None] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:42.604692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38892) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:42.605422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e8312697-febf-44f7-8b8e-2173a9502cb8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2580783 Feb 07 23:13:42.610853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:42.619954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:42.626639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:42.632204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Usage tracker for resource:router and tenant:5248647feb9f4eca87d73ccadd60e4d8 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:42.643557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:42.651016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:42.666024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.668162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.671510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.684771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38900) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:42.686376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fa95cfda-8844-40a7-bff7-cef01f276092 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 200 len: 954 time: 5.0900939 Feb 07 23:13:42.716084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 20010c23-14f1-4e22-b03c-eabcdea73bc9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:42.917270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-8b6f4daf-fa91-4273-b6ed-5fc7b7b01169', 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'fixed_ips': [{'subnet_id': '1c03709c-c95f-45d4-adee-a7cf90ffb8b0'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:13:42.918949 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.976919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 20010c23-14f1-4e22-b03c-eabcdea73bc9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:42.977539 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:42.992854 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2e478b1c-7354-4098-b4ed-3930ff0e6cbf tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 200 len: 954 time: 0.3065338 Feb 07 23:13:42.999850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38910) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:43.014513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'routes': None}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:43.125512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdf04d10-c58a-4f64-bf1a-0519bb0d439b req-bd4c88b9-953f-40d2-86b4-f32679d56682 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 210 time: 0.1152101 Feb 07 23:13:43.201979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:43.381947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce3cd144-77b8-4286-8ff5-c594d1114128 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:43.472880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Allocated IP 172.20.0.2 (8b6f4daf-fa91-4273-b6ed-5fc7b7b01169/1c03709c-c95f-45d4-adee-a7cf90ffb8b0/dd94c459-c01c-4453-8f15-dee8ecf77ab5) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:43.569743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3f152-2272-4acb-85c2-fc26dc87ab63 req-6c6b5f21-688a-48ad-ab59-3e480352d140 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:43.572775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dde3f152-2272-4acb-85c2-fc26dc87ab63 req-6c6b5f21-688a-48ad-ab59-3e480352d140 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 0.1399875 Feb 07 23:13:43.606671 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ce3cd144-77b8-4286-8ff5-c594d1114128 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:43.634505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dde3f152-2272-4acb-85c2-fc26dc87ab63 req-8d9ee86f-3ea5-45f1-8c8b-efab8651967a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527902 Feb 07 23:13:43.793341 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:43.809812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:43.811396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:43.899702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ce3cd144-77b8-4286-8ff5-c594d1114128 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:43.900159 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.070856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.086792 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:44.098031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Transition to ACTIVE for port object dd94c459-c01c-4453-8f15-dee8ecf77ab5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:44.127357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:44.155270 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.177770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Transition to ACTIVE for port object dd94c459-c01c-4453-8f15-dee8ecf77ab5 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:44.221833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.332428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:44.338681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port ce3cd144-77b8-4286-8ff5-c594d1114128, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ce3cd144-77b8-4286-8ff5-c594d1114128,segment=NetworkSegment(bd9b7c8b-19f4-4fca-97ad-595906385dfe),segment_id=bd9b7c8b-19f4-4fca-97ad-595906385dfe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:44.341649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:44.350042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:44.355705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.373798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Pushing event updated for resources: {'Port': ['ID=dd94c459-c01c-4453-8f15-dee8ecf77ab5,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:44.453706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c687e79-b89d-4577-90c4-0953811956f9 req-614d8b55-36f0-4e79-b051-e6c1197f9b6f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 210 time: 0.0907950 Feb 07 23:13:44.570378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.626366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Attempting to bind port dd94c459-c01c-4453-8f15-dee8ecf77ab5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:44.626974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Attempting to bind port dd94c459-c01c-4453-8f15-dee8ecf77ab5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:44.627229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Attempting to bind port dd94c459-c01c-4453-8f15-dee8ecf77ab5 on network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:44.641699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 3b3d5807-d183-423b-824a-d28e5d840c51 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:44.650938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 3b3d5807-d183-423b-824a-d28e5d840c51 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:44.651308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.653524 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 6, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 4, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:44.671444 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:44.694703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:44.695210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Checking segment: {'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:44.695743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.696285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Bound using segment: {'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:44.697045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Bound port: dd94c459-c01c-4453-8f15-dee8ecf77ab5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:44.697569 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:44.709491 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:44.710414 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:44.739650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=ce3cd144-77b8-4286-8ff5-c594d1114128,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:45.000157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] For port dd94c459-c01c-4453-8f15-dee8ecf77ab5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:45.019682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] For port dd94c459-c01c-4453-8f15-dee8ecf77ab5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dd94c459-c01c-4453-8f15-dee8ecf77ab5,segment=NetworkSegment(b6da4de7-685e-479a-abaa-e867e3171ad8),segment_id=b6da4de7-685e-479a-abaa-e867e3171ad8)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:45.028263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:45.085923 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:45.116894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6ad3-0d01-431f-b428-f0981bda6431 req-063bce85-5029-4bb2-8010-2fbf1eaa856e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:45.123544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2aaa6ad3-0d01-431f-b428-f0981bda6431 req-063bce85-5029-4bb2-8010-2fbf1eaa856e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 0.2104452 Feb 07 23:13:45.149155 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:45.223183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2aaa6ad3-0d01-431f-b428-f0981bda6431 req-1458ec85-d1ba-4c02-845e-36ea8edf26f0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879810 Feb 07 23:13:45.253538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:45.290293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:45.315710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:45.320249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-54581e77-af97-4867-98e0-98770e58fb01 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:45.322081 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-54581e77-af97-4867-98e0-98770e58fb01 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.5799663 Feb 07 23:13:45.354771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'port': {'device_id': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'admin_state_up': True, 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:45.355566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2ca83-76d6-4b89-ac62-d350d640c7fa None None] Pushing event updated for resources: {'Port': ['ID=dd94c459-c01c-4453-8f15-dee8ecf77ab5,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:45.373963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.extraroute_db [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added routes are [] {{(pid=87671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 23:13:45.375259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.extraroute_db [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87671) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 23:13:45.614457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:45.758301 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'code': 200} Feb 07 23:13:45.771151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce94b6b8-114f-4119-9b31-690b581dcf5f req-31af5f1a-18bf-4c1f-89ac-04e5609c6990 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 210 time: 0.1357734 Feb 07 23:13:45.877762 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 6, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:44Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:45.886411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9b2acb-d70d-46ad-ad07-5032b4ef64cd None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:40Z', 'revision_number': 6, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:44Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:45.930768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:46.141044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:46.215793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:port and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:46.228536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:46.291814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:46.307225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:46.328526 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:46.334626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:13:46.338228 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:46.491972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e470e-ffa0-46fa-8c1c-5e9ea08d8015 req-abb0e032-045c-4af6-b388-86d9dc703bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:46.493591 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fa6e470e-ffa0-46fa-8c1c-5e9ea08d8015 req-abb0e032-045c-4af6-b388-86d9dc703bb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1096 time: 0.6173732 Feb 07 23:13:46.612508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f51765-1d0e-49f5-8e89-1d188f43c6c9 req-16e4c1e9-a530-49f1-a81f-fd45d681a80f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:46.630375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79f51765-1d0e-49f5-8e89-1d188f43c6c9 req-16e4c1e9-a530-49f1-a81f-fd45d681a80f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1952252 Feb 07 23:13:46.702276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dd94c459-c01c-4453-8f15-dee8ecf77ab5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:46.739186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79f51765-1d0e-49f5-8e89-1d188f43c6c9 req-28b131d2-ffe2-4f88-9097-4cde11bdffb9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076012 Feb 07 23:13:46.845561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port dd94c459-c01c-4453-8f15-dee8ecf77ab5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:46.851987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce3cd144-77b8-4286-8ff5-c594d1114128 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:47.027386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.20.0.11 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/ae64a8d7-ed7c-4ef7-9855-506c8724c7af) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:47.044466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ce3cd144-77b8-4286-8ff5-c594d1114128 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:47.044888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.107117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-05416251-8eca-4326-8b39-9b8643bd359b req-ca52a25b-e19a-4263-8cf3-5b38c83ba902 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 210 time: 0.1170225 Feb 07 23:13:47.186451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d454ed-9990-4c2b-b4d7-95b01b168b43 None None] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:13:47.299074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27627f12-91ff-48af-9b18-cc92fc7a25f0 None None] Provisioning for port dd94c459-c01c-4453-8f15-dee8ecf77ab5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:47.307368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27627f12-91ff-48af-9b18-cc92fc7a25f0 None None] Provisioning complete for port dd94c459-c01c-4453-8f15-dee8ecf77ab5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:47.307728 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27627f12-91ff-48af-9b18-cc92fc7a25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.340263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.513400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.526967 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fa6e470e-ffa0-46fa-8c1c-5e9ea08d8015 req-3504fcdd-1919-417a-890a-3a8bac2c9e0a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0205421 Feb 07 23:13:47.669992 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27627f12-91ff-48af-9b18-cc92fc7a25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.729727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-27627f12-91ff-48af-9b18-cc92fc7a25f0 None None] For port dd94c459-c01c-4453-8f15-dee8ecf77ab5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dd94c459-c01c-4453-8f15-dee8ecf77ab5,segment=NetworkSegment(b6da4de7-685e-479a-abaa-e867e3171ad8),segment_id=b6da4de7-685e-479a-abaa-e867e3171ad8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:47.737180 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27627f12-91ff-48af-9b18-cc92fc7a25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:47.891750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Allocated IP 172.25.0.231 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/555b4253-1a03-4456-920e-03ec8550897c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:47.892322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27627f12-91ff-48af-9b18-cc92fc7a25f0 None None] Pushing event updated for resources: {'Port': ['ID=dd94c459-c01c-4453-8f15-dee8ecf77ab5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:48.059097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:48.083373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Transition to ACTIVE for port object ae64a8d7-ed7c-4ef7-9855-506c8724c7af will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:48.151388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:48.239548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44517f1-7cfe-41c0-9e34-711de22778c3 req-dcf25738-85ac-4fff-b4c6-65a4704079f0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:48.250258 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b44517f1-7cfe-41c0-9e34-711de22778c3 req-dcf25738-85ac-4fff-b4c6-65a4704079f0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1873677 Feb 07 23:13:48.274789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:48.285230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ee00a437-73b6-4072-8023-e3b9a3e60db8 None None] Provisioning complete for port dd94c459-c01c-4453-8f15-dee8ecf77ab5 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:48.285765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ee00a437-73b6-4072-8023-e3b9a3e60db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:48.291134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:48.331927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b44517f1-7cfe-41c0-9e34-711de22778c3 req-ab73955f-3299-4e30-8717-32015bea5c9a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800934 Feb 07 23:13:48.354525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:48.445666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:48.571569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dd94c459-c01c-4453-8f15-dee8ecf77ab5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:48.623241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a1dde-735a-44ec-81b9-1e1a2c169d09 req-b403d999-d366-4bbd-a82a-0fb3a2b410d1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:48.630719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f14a1dde-735a-44ec-81b9-1e1a2c169d09 req-b403d999-d366-4bbd-a82a-0fb3a2b410d1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 932 time: 0.2189195 Feb 07 23:13:48.715699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port dd94c459-c01c-4453-8f15-dee8ecf77ab5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:48.720042 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:48.784247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f14a1dde-735a-44ec-81b9-1e1a2c169d09 req-4cb00f86-7110-4b73-8223-252b2c603136 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524043 Feb 07 23:13:48.789441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:48.866620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-97b08e72-b8b0-487c-98fb-29c5ad9969d7 None None] Provisioning for port ae64a8d7-ed7c-4ef7-9855-506c8724c7af completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:48.884305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-97b08e72-b8b0-487c-98fb-29c5ad9969d7 None None] Provisioning complete for port ae64a8d7-ed7c-4ef7-9855-506c8724c7af triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:48.884952 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-97b08e72-b8b0-487c-98fb-29c5ad9969d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.000940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-97b08e72-b8b0-487c-98fb-29c5ad9969d7 None None] Port ae64a8d7-ed7c-4ef7-9855-506c8724c7af cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:49.109974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:49.110602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.191533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:49.201628 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:49.208276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.212984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:49.213611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:49.213854 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-5dcc186f-55f7-4f39-9f59-f938dce8772d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8637433 Feb 07 23:13:49.218240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.220843 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-05732a10-64d6-4c29-9b8e-9c24d0f5fde3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 200 len: 704 time: 6.2120228 Feb 07 23:13:49.222403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38964) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:49.280510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Request body: {'port': {'device_id': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:49.322076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:49.385918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:49.403264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:49.407726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:49.419510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:49.471361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Pushing event updated for resources: {'Port': ['ID=555b4253-1a03-4456-920e-03ec8550897c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:49.527949 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2a8d38e6-93f4-42de-b5b2-da779f9d79f4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 200 len: 704 time: 0.3032780 Feb 07 23:13:49.562718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 38972) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:49.633402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fb315-b2f6-4e60-9ff0-b956ec62197b req-79029f97-8a06-4195-a5e2-7d021282c872 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:49.641314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-602fb315-b2f6-4e60-9ff0-b956ec62197b req-79029f97-8a06-4195-a5e2-7d021282c872 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1113124 Feb 07 23:13:49.710963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-602fb315-b2f6-4e60-9ff0-b956ec62197b req-1b2b02e2-d2b1-473e-8637-e3c1150cc9e1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686657 Feb 07 23:13:49.913748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:45Z', 'revision_number': 7, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:44Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:49.924278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:49.951894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:49.953540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:50.053437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7768914-117a-400c-b1b8-14cb71eec142 req-03b57820-5e89-4dfa-8d37-42dc52da5283 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:50.055267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7768914-117a-400c-b1b8-14cb71eec142 req-03b57820-5e89-4dfa-8d37-42dc52da5283 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2162662 Feb 07 23:13:50.067469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 38986) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:50.072916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Request body: {'floatingip': {'port_id': '3b3d5807-d183-423b-824a-d28e5d840c51'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:13:50.164495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:50.171684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.304943 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.594475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533119f0-347d-4f15-8d43-b5de3ba92569 req-de5fada9-a492-4b7b-8db8-c8a85acaa2ff tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:50.602939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-533119f0-347d-4f15-8d43-b5de3ba92569 req-de5fada9-a492-4b7b-8db8-c8a85acaa2ff tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 932 time: 0.5882597 Feb 07 23:13:50.650381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:45Z', 'revision_number': 7, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:44Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:50.655146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b582cea-21cb-49a0-a7c4-62218a1355a1 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:45Z', 'revision_number': 7, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce3cd144-77b8-4286-8ff5-c594d1114128', 'name': '', 'network_id': '32db04a6-972d-4140-8dbd-36aab9d9d152', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:a5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:28Z', 'updated_at': '2022-02-07T23:13:44Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '6a1291f1-94fe-4cb2-9a7e-d354b7db4361', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:50.896148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:50.907924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-533119f0-347d-4f15-8d43-b5de3ba92569 req-56665a3d-45c3-400b-8a2c-7a1bff2e39c3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032553 Feb 07 23:13:51.358677 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:51.362576 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:51.558839 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Floating IP 77eda7d2-c365-435a-b647-2e5aa2987832 associated. External IP: 172.25.0.169, port: 3b3d5807-d183-423b-824a-d28e5d840c51. Feb 07 23:13:51.603814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae64a8d7-ed7c-4ef7-9855-506c8724c7af {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:13:51.662608 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:51.721776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Transition to ACTIVE for port object ae64a8d7-ed7c-4ef7-9855-506c8724c7af will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:51.724002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:51.731130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:51.955269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:52.000060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:52.190960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:52.291968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ed30a-55a3-42b5-a1e9-319ce12d56b2 req-4aed5638-9aa6-4129-ba91-5a1abf9c6e42 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:52.297569 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d27ed30a-55a3-42b5-a1e9-319ce12d56b2 req-4aed5638-9aa6-4129-ba91-5a1abf9c6e42 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 944 time: 0.2076306 Feb 07 23:13:52.320822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:52.327144 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:52.336902 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] Sync routers for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:52.355224 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:52.356116 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:52.399642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Router c124a690-556f-41b8-9d77-109b83351b39 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:13:52.675628 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:52.693167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6b63c491-dbee-463e-aba0-29eae1cd8f21 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "PUT /v2.0/floatingips/77eda7d2-c365-435a-b647-2e5aa2987832 HTTP/1.1" status: 200 len: 991 time: 2.6242774 Feb 07 23:13:52.696261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:52.729481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d27ed30a-55a3-42b5-a1e9-319ce12d56b2 req-fae730c9-f8a2-4680-bfc6-0d5e7eec5929 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257326 Feb 07 23:13:52.730645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Attempting to bind port ae64a8d7-ed7c-4ef7-9855-506c8724c7af on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:52.731177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Attempting to bind port ae64a8d7-ed7c-4ef7-9855-506c8724c7af by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:52.731790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Attempting to bind port ae64a8d7-ed7c-4ef7-9855-506c8724c7af on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:52.764230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Port ae64a8d7-ed7c-4ef7-9855-506c8724c7af on network 1578e435-8757-4628-a497-fe2432a1d83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:13:52.764584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Attempting to bind port ae64a8d7-ed7c-4ef7-9855-506c8724c7af on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:52.935015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:52.935260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:52.935848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:52.936300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Bound port: ae64a8d7-ed7c-4ef7-9855-506c8724c7af, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:52.936711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:53.027898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e727318-17e6-49f2-9d0d-33d08be4d4c7 req-29540430-e3c1-48b1-a0c8-d0f30205cb06 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:53.029790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e727318-17e6-49f2-9d0d-33d08be4d4c7 req-29540430-e3c1-48b1-a0c8-d0f30205cb06 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1975942 Feb 07 23:13:53.065570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:53.073127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Sync routers for ids ['c124a690-556f-41b8-9d77-109b83351b39'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:53.105042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Routers {'c124a690-556f-41b8-9d77-109b83351b39'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:53.106266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c124a690-556f-41b8-9d77-109b83351b39'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:53.153792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e727318-17e6-49f2-9d0d-33d08be4d4c7 req-2f968a88-a66b-41ba-9d3a-3c7a9eefb25b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158557 Feb 07 23:13:53.260534 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'status': 'completed', 'code': 200} Feb 07 23:13:53.401932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:53.406080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-423946e2-0d25-4003-86b5-0f0aa8045021 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.7973874 Feb 07 23:13:53.408231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39014) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:53.434362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] For port ae64a8d7-ed7c-4ef7-9855-506c8724c7af, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:53.459345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port ce3cd144-77b8-4286-8ff5-c594d1114128 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:13:53.459803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:53.504738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] For port ae64a8d7-ed7c-4ef7-9855-506c8724c7af, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:53.527071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:53.590719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Set router c124a690-556f-41b8-9d77-109b83351b39 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:53.627640 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '77eda7d2-c365-435a-b647-2e5aa2987832', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'port_id': '3b3d5807-d183-423b-824a-d28e5d840c51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'mac_address': 'fa:16:3e:8c:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:14Z', 'updated_at': '2022-02-07T23:13:51Z', 'revision_number': 1, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:53.638880 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] Checking router: 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:53.647874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:53.661878 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:53.662056 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:53.694456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:53.695763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:53.697714 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-f77e928b-a6b9-41fe-91be-0f922f9939f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ae64a8d7-ed7c-4ef7-9855-506c8724c7af HTTP/1.1" status: 200 len: 1092 time: 4.4231434 Feb 07 23:13:53.724104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'tag': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:13:54.031790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-fd7a7044-65ac-4583-94d1-97a3f311851d tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:54.038267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-fd7a7044-65ac-4583-94d1-97a3f311851d tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1096 time: 0.7230341 Feb 07 23:13:54.078998 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:54.120421 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:54.178068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:13:54.299505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Usage tracker for resource:security_group_rule and tenant:e2d8197603d646748f337627b78b35a9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:13:54.311714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:13:54.335383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:13:54.356001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '555b4253-1a03-4456-920e-03ec8550897c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:13:50Z', 'revision_number': 3, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port': {'id': '555b4253-1a03-4456-920e-03ec8550897c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:46Z', 'updated_at': '2022-02-07T23:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:54.364515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Checking router: c124a690-556f-41b8-9d77-109b83351b39 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:13:54.369303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Updating router c124a690-556f-41b8-9d77-109b83351b39 port 555b4253-1a03-4456-920e-03ec8550897c binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:13:54.398213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port ce3cd144-77b8-4286-8ff5-c594d1114128, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ce3cd144-77b8-4286-8ff5-c594d1114128,segment=NetworkSegment(bd9b7c8b-19f4-4fca-97ad-595906385dfe),segment_id=bd9b7c8b-19f4-4fca-97ad-595906385dfe)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:54.398857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:54.439996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-a2131f52-b90f-440f-b7f3-9f3986588b78 req-1575ec20-db1c-44e0-bc01-6c9f177f8732 service neutron] (87670) timed out ('10.222.0.26', 64214) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:13:54.486997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac7ad1-21de-4049-812d-aa146c1102ab req-f59b6961-1088-43b9-acb3-cf90255a76a7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:54.494702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aac7ad1-21de-4049-812d-aa146c1102ab req-f59b6961-1088-43b9-acb3-cf90255a76a7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 944 time: 0.4039638 Feb 07 23:13:54.495040 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:54.557008 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'tag': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af', 'status': 'completed', 'code': 200} Feb 07 23:13:54.576136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for ce3cd144-77b8-4286-8ff5-c594d1114128 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:13:54.612085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36328730-c8d5-4242-a399-2e239e2f177b req-766a191a-8ee7-4a26-b4e6-2a3a8f1ca27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:54.613717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-36328730-c8d5-4242-a399-2e239e2f177b req-766a191a-8ee7-4a26-b4e6-2a3a8f1ca27a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1096 time: 1.2882500 Feb 07 23:13:54.680178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aac7ad1-21de-4049-812d-aa146c1102ab req-923f74f9-6063-4451-803f-edb1ba129f3c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840155 Feb 07 23:13:54.790296 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '77eda7d2-c365-435a-b647-2e5aa2987832', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'port_id': '3b3d5807-d183-423b-824a-d28e5d840c51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'mac_address': 'fa:16:3e:8c:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:14Z', 'updated_at': '2022-02-07T23:13:51Z', 'revision_number': 1, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:54.796919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:54.812969 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dbe671-2ceb-44dd-b3fa-bd38b19c7a71 None None] The sync data for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 is: [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '77eda7d2-c365-435a-b647-2e5aa2987832', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'port_id': '3b3d5807-d183-423b-824a-d28e5d840c51', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'mac_address': 'fa:16:3e:8c:65:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:13:14Z', 'updated_at': '2022-02-07T23:13:51Z', 'revision_number': 1, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:54.824017 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:54.981274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba4af51-cfa0-4b6a-9ffb-e7b89f276d62,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:54.988456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-0f5db0aa-d019-483c-a3ad-ad557fdfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:54.990152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-0f5db0aa-d019-483c-a3ad-ad557fdfb927 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 1095 time: 1.2274406 Feb 07 23:13:55.001463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1aa0cf2-3db3-4294-972d-01619e1df0db req-65b86b07-c678-4d97-8453-99f8c2108270 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9476147 Feb 07 23:13:55.113666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-f0b2098b-f753-4e85-be93-4066b453620a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae64a8d7-ed7c-4ef7-9855-506c8724c7af HTTP/1.1" status: 200 len: 217 time: 0.0911314 Feb 07 23:13:55.157147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:55.176486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Transition to ACTIVE for port object 555b4253-1a03-4456-920e-03ec8550897c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:55.185414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:55.190613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36328730-c8d5-4242-a399-2e239e2f177b req-8da8cfaa-94d7-45ce-a97a-3d29ebbde7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:55.195442 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-36328730-c8d5-4242-a399-2e239e2f177b req-8da8cfaa-94d7-45ce-a97a-3d29ebbde7c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.5701365 Feb 07 23:13:55.233908 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:55.248145 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93edf16d-ba83-44aa-96d3-b47cc850b927 None None] New status for floating IP 77eda7d2-c365-435a-b647-2e5aa2987832: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:13:55.351403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-36328730-c8d5-4242-a399-2e239e2f177b req-3e5c03b2-9c65-49fd-8c66-839ec3c6034d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 999 time: 0.1344090 Feb 07 23:13:55.386252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d118648-2e43-4506-a71b-dbc675dcf684 None None] Pushing event updated for resources: {'Port': ['ID=555b4253-1a03-4456-920e-03ec8550897c,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:55.397735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Attempting to bind port 555b4253-1a03-4456-920e-03ec8550897c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:13:55.397735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Attempting to bind port 555b4253-1a03-4456-920e-03ec8550897c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:13:55.397735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Attempting to bind port 555b4253-1a03-4456-920e-03ec8550897c on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:13:55.419504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:13:55.420053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:13:55.432947 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:55.435700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:13:55.441196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Bound port: 555b4253-1a03-4456-920e-03ec8550897c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:13:55.442460 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:55.456435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-35eb1fa3-7963-4951-870a-dc6fce30cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:55.458983 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-35eb1fa3-7963-4951-870a-dc6fce30cbf9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.3326111 Feb 07 23:13:55.508547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9156e3-edf1-4a78-842a-642e50253f99 req-3de3337d-9647-44a5-93fb-5d9aa2a62ad1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:55.517402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9156e3-edf1-4a78-842a-642e50253f99 req-3de3337d-9647-44a5-93fb-5d9aa2a62ad1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.6203587 Feb 07 23:13:55.557139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36328730-c8d5-4242-a399-2e239e2f177b req-91457ef5-2a05-4da2-8289-e7942c63e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:55.558975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-36328730-c8d5-4242-a399-2e239e2f177b req-91457ef5-2a05-4da2-8289-e7942c63e2c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.1931248 Feb 07 23:13:55.628196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9156e3-edf1-4a78-842a-642e50253f99 req-d528a5bb-de39-430e-ae70-6ec832368f6e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097929 Feb 07 23:13:55.651722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0715ae5-0bf1-45d3-8f15-7be3a6eca4bc req-6e666476-6691-4110-afc5-3245c3053f47 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:55.653365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d0715ae5-0bf1-45d3-8f15-7be3a6eca4bc req-6e666476-6691-4110-afc5-3245c3053f47 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.5236688 Feb 07 23:13:55.678964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] For port 555b4253-1a03-4456-920e-03ec8550897c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:13:55.678964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] For port 555b4253-1a03-4456-920e-03ec8550897c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=555b4253-1a03-4456-920e-03ec8550897c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:13:55.686252 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:55.699330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:55.779204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=ce3cd144-77b8-4286-8ff5-c594d1114128,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:55.863248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d118648-2e43-4506-a71b-dbc675dcf684 None None] Pushing event updated for resources: {'Port': ['ID=555b4253-1a03-4456-920e-03ec8550897c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:55.891586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Routers {'c124a690-556f-41b8-9d77-109b83351b39'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:55.892435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c124a690-556f-41b8-9d77-109b83351b39'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:56.036362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36328730-c8d5-4242-a399-2e239e2f177b req-ac47c5b8-f541-45e9-bdd5-3cbfc03d80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:56.043231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-36328730-c8d5-4242-a399-2e239e2f177b req-ac47c5b8-f541-45e9-bdd5-3cbfc03d80ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4713013 Feb 07 23:13:56.064837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648c710-d6ef-4776-b462-58143ed53581 req-e735133c-4044-4f52-9c11-be41d69119b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:56.074314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-e735133c-4044-4f52-9c11-be41d69119b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5719359 Feb 07 23:13:56.133132 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-efaf48b3-c30c-4a3e-a1ee-81a3e68af037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:56.174216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d0715ae5-0bf1-45d3-8f15-7be3a6eca4bc req-9c88fb3f-b9d7-4f92-9880-00c515a82cdc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112975 Feb 07 23:13:56.230126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39040) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:56.365706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] Set router c124a690-556f-41b8-9d77-109b83351b39 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:56.381247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-50686b6f-d37d-4256-b05e-68dc9435f3b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/072b0e4c-9666-41fc-8dea-4878e53f9644 HTTP/1.1" status: 200 len: 993 time: 0.1494489 Feb 07 23:13:56.404495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Allocated IP 172.20.0.1 (8b6f4daf-fa91-4273-b6ed-5fc7b7b01169/1c03709c-c95f-45d4-adee-a7cf90ffb8b0/b622ac1e-922f-4240-b138-102b3f3b8add) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:13:56.423338 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994ed1d-baea-4475-88cb-1adfa71c5342 req-6cf32b94-4752-4fda-9fa6-2cb75e061d9d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:56.430665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7994ed1d-baea-4475-88cb-1adfa71c5342 req-6cf32b94-4752-4fda-9fa6-2cb75e061d9d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 944 time: 0.3008621 Feb 07 23:13:56.692690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7994ed1d-baea-4475-88cb-1adfa71c5342 req-461e098e-27f6-428a-84de-65555ccb662c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610435 Feb 07 23:13:56.913894 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:56.929910 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-495a7b6d-81e6-4c60-b247-01d880caa575 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986488 Feb 07 23:13:56.936287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:57.017789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Transition to ACTIVE for port object b622ac1e-922f-4240-b138-102b3f3b8add will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:13:57.037303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '555b4253-1a03-4456-920e-03ec8550897c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:13:50Z', 'revision_number': 3, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port': {'id': '555b4253-1a03-4456-920e-03ec8550897c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:46Z', 'updated_at': '2022-02-07T23:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:57.048077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff24534-ed70-464a-b7b2-45d6f6e3a1cf None None] The sync data for ids ['c124a690-556f-41b8-9d77-109b83351b39'] in n-d-827896-3 is: [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '555b4253-1a03-4456-920e-03ec8550897c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:13:50Z', 'revision_number': 3, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port': {'id': '555b4253-1a03-4456-920e-03ec8550897c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:46Z', 'updated_at': '2022-02-07T23:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:13:57.101100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dba7c-9b86-48fe-b0b8-5cd13e460d88 req-944fc7d6-edc1-4422-8fdf-ee6c8d685690 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:57.108265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-536dba7c-9b86-48fe-b0b8-5cd13e460d88 req-944fc7d6-edc1-4422-8fdf-ee6c8d685690 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1417298 Feb 07 23:13:57.157126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:57.291578 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Pushing event updated for resources: {'Port': ['ID=b622ac1e-922f-4240-b138-102b3f3b8add,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:57.299744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-536dba7c-9b86-48fe-b0b8-5cd13e460d88 req-3c25aee9-cb03-4054-9d04-a9993bff53a4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897290 Feb 07 23:13:57.309936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:57.311386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:57.314501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:13:57.496119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:57.508756 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-36328730-c8d5-4242-a399-2e239e2f177b req-a9557723-db2a-4175-b189-df1efa2f392b service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4332216 Feb 07 23:13:57.798525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-67c6d43c-f83a-44ed-99a0-565f34784d03 None None] Provisioning for port b622ac1e-922f-4240-b138-102b3f3b8add completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:57.806807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-67c6d43c-f83a-44ed-99a0-565f34784d03 None None] Provisioning complete for port b622ac1e-922f-4240-b138-102b3f3b8add triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:57.807515 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67c6d43c-f83a-44ed-99a0-565f34784d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:57.826654 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-36328730-c8d5-4242-a399-2e239e2f177b req-8aac1d63-2fb9-4c4e-88b7-8d5723fe2ec8 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978766 Feb 07 23:13:57.827168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39064) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:57.902336 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:57.977255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-67c6d43c-f83a-44ed-99a0-565f34784d03 None None] Port b622ac1e-922f-4240-b138-102b3f3b8add cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:13:58.040337 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0648c710-d6ef-4776-b462-58143ed53581 req-fd36afe3-1d92-43fd-9587-5618da0424ea service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0964298 Feb 07 23:13:58.196275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-12747d07-aa57-491d-87e6-fc62902f9658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:58.424436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:13:58.477722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:58.497606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009faab3-03bb-460c-b4cf-7c48eb0a442b req-6d6d35f6-8935-4b53-8af2-5c9780eec165 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:58.499108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-009faab3-03bb-460c-b4cf-7c48eb0a442b req-6d6d35f6-8935-4b53-8af2-5c9780eec165 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.5431035 Feb 07 23:13:58.502546 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:58.548347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-a8ae929a-bb5c-4465-840d-5ef5c1233686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:58.548347 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-a8ae929a-bb5c-4465-840d-5ef5c1233686 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 1095 time: 0.3318660 Feb 07 23:13:58.617626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b6be-f39e-4d32-a7a3-62501fcb27b4 req-add51269-bada-4656-82ed-1db0ee612473 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:58.627982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e56b6be-f39e-4d32-a7a3-62501fcb27b4 req-add51269-bada-4656-82ed-1db0ee612473 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 944 time: 0.5868249 Feb 07 23:13:58.692089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 555b4253-1a03-4456-920e-03ec8550897c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:13:58.746653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:58.768721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-009faab3-03bb-460c-b4cf-7c48eb0a442b req-2ab7f5ab-7b80-4b75-b147-86bc54d0c782 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362912 Feb 07 23:13:58.781808 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e56b6be-f39e-4d32-a7a3-62501fcb27b4 req-f80fb350-1212-48eb-88e1-5cd317ffd15e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500452 Feb 07 23:13:58.797813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Pushing event updated for resources: {'Port': ['ID=b622ac1e-922f-4240-b138-102b3f3b8add,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:13:58.870001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 555b4253-1a03-4456-920e-03ec8550897c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:13:58.890687 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 555b4253-1a03-4456-920e-03ec8550897c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:13:58.891073 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:59.040911 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-aafdd129-412c-485d-aa64-b90283f64db0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2010360 Feb 07 23:13:59.104758 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:59.115909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:13:59.144625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:13:59.154139 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8a119939-00f5-4f95-a6d6-d201f495cc50 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5884180 Feb 07 23:13:59.162960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39078) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:13:59.183247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 555b4253-1a03-4456-920e-03ec8550897c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=555b4253-1a03-4456-920e-03ec8550897c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:13:59.196250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:13:59.197741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:13:59.245008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-ae76a24b-6d0c-4da6-b8f3-e692c1902514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:59.246759 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-ae76a24b-6d0c-4da6-b8f3-e692c1902514 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.6959727 Feb 07 23:13:59.326715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:59.348809 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-78d0e2c6-1759-4923-8d24-1f9198461dd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae64a8d7-ed7c-4ef7-9855-506c8724c7af HTTP/1.1" status: 200 len: 217 time: 0.0910828 Feb 07 23:13:59.417300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet 6a1291f1-94fe-4cb2-9a7e-d354b7db4361 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:13:59.449505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:59.509199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:13:59.511660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:13:59.583364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-2a590956-7b8d-4933-9f6f-3540024d542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:59.585376 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-2a590956-7b8d-4933-9f6f-3540024d542c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.2276030 Feb 07 23:13:59.608267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:13:59.670702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899d4df-a340-431c-9e55-ba8f08ffea27 req-484b9771-1297-4986-b334-9f2fcf4348ad tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:13:59.679023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c899d4df-a340-431c-9e55-ba8f08ffea27 req-484b9771-1297-4986-b334-9f2fcf4348ad tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.5979512 Feb 07 23:13:59.743799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:13:59.965708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.081255 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.105409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.133421 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.167524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=555b4253-1a03-4456-920e-03ec8550897c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:00.214580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2b2d16f4-fd17-4b1d-8fbe-e1fcbf3915db None None] Provisioning complete for port b622ac1e-922f-4240-b138-102b3f3b8add triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:00.215660 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2b2d16f4-fd17-4b1d-8fbe-e1fcbf3915db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.238027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-a84dd390-802e-4e8f-a1ae-a2528762a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:00.240396 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-a84dd390-802e-4e8f-a1ae-a2528762a389 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6347709 Feb 07 23:14:00.246990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1291f1-94fe-4cb2-9a7e-d354b7db4361,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:00.263377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c899d4df-a340-431c-9e55-ba8f08ffea27 req-d785095c-5fd0-4353-8f29-6a3f06bd82fb tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5837178 Feb 07 23:14:00.270319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Router c124a690-556f-41b8-9d77-109b83351b39 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:14:00.282298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.364868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03640d5d-5ed1-413d-92e0-e0e97c6da066 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/6a1291f1-94fe-4cb2-9a7e-d354b7db4361 HTTP/1.1" status: 204 len: 168 time: 1.2005455 Feb 07 23:14:00.369233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39110) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:00.510962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae1a72-2770-4fd2-9079-5a7c9fdc9821 req-d0ec66a4-8ee2-446a-b301-55b17855c07d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:00.515437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8ae1a72-2770-4fd2-9079-5a7c9fdc9821 req-d0ec66a4-8ee2-446a-b301-55b17855c07d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 944 time: 0.4515209 Feb 07 23:14:00.558840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.571755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ffde45-5d41-4055-9024-b20b8e98603c None None] Network 32db04a6-972d-4140-8dbd-36aab9d9d152 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:14:00.657523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port c2fa07f9-a021-4fcd-a274-ba3805605616 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:00.658097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:00.784616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-0844f021-5cdc-4aca-8bd3-590f5ea728c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284059 Feb 07 23:14:00.848687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e8ae1a72-2770-4fd2-9079-5a7c9fdc9821 req-4157bb5f-62b8-4405-a47e-a4d9c615ef7c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264396 Feb 07 23:14:00.904497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d16f4-fd17-4b1d-8fbe-e1fcbf3915db None None] Port b622ac1e-922f-4240-b138-102b3f3b8add cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:14:00.906111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 555b4253-1a03-4456-920e-03ec8550897c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:00.979505 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:14:01.004834 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Sync routers for ids ['c124a690-556f-41b8-9d77-109b83351b39'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:01.021508 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Routers {'c124a690-556f-41b8-9d77-109b83351b39'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:01.022131 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c124a690-556f-41b8-9d77-109b83351b39'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:01.113024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b4240-9edd-4e66-ac93-ffc23b1d0a59 req-04ac8033-9080-4de5-994d-00fdab1d37ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:01.114576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa3b4240-9edd-4e66-ac93-ffc23b1d0a59 req-04ac8033-9080-4de5-994d-00fdab1d37ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.4022655 Feb 07 23:14:01.186769 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d8443072-9bc9-4c55-b7e7-ce31d56ca166 admin admin] 10.222.0.10 "PUT /v2.0/routers/c124a690-556f-41b8-9d77-109b83351b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7772751 Feb 07 23:14:01.245131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fa3b4240-9edd-4e66-ac93-ffc23b1d0a59 req-e03513eb-c876-44e3-b30a-2639d332bcad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082485 Feb 07 23:14:01.284777 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:01.324063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port c2fa07f9-a021-4fcd-a274-ba3805605616, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c2fa07f9-a021-4fcd-a274-ba3805605616,segment=NetworkSegment(bd9b7c8b-19f4-4fca-97ad-595906385dfe),segment_id=bd9b7c8b-19f4-4fca-97ad-595906385dfe)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:01.325161 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:01.337353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbb2e285-42a4-490e-b390-698ac43cbe4f req-3a8c8293-1d82-4a08-854c-95599efc6edd service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058963 Feb 07 23:14:01.381674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:55Z', 'revision_number': 8, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:01.398299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:01.425599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 555b4253-1a03-4456-920e-03ec8550897c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:01.425932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:01.567529 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Set router c124a690-556f-41b8-9d77-109b83351b39 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:01.574848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:01.575503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:01.638531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for c2fa07f9-a021-4fcd-a274-ba3805605616 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:01.760766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:01.970733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:02.050147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-6c99d453-cded-436b-83d6-687152883cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:02.051789 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-6c99d453-cded-436b-83d6-687152883cbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1096 time: 0.4216814 Feb 07 23:14:02.113080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=c2fa07f9-a021-4fcd-a274-ba3805605616,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:02.121137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No DVR routers for this DVR port c2fa07f9-a021-4fcd-a274-ba3805605616 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:02.165765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '555b4253-1a03-4456-920e-03ec8550897c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:13:57Z', 'revision_number': 4, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port': {'id': '555b4253-1a03-4456-920e-03ec8550897c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:46Z', 'updated_at': '2022-02-07T23:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b622ac1e-922f-4240-b138-102b3f3b8add', 'name': '', 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'mac_address': 'fa:16:3e:34:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '1c03709c-c95f-45d4-adee-a7cf90ffb8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:55Z', 'updated_at': '2022-02-07T23:13:58Z', 'revision_number': 2, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'subnets': [{'id': '1c03709c-c95f-45d4-adee-a7cf90ffb8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:02.172631 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Checking router: c124a690-556f-41b8-9d77-109b83351b39 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:02.173341 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Updating router c124a690-556f-41b8-9d77-109b83351b39 port b622ac1e-922f-4240-b138-102b3f3b8add binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:14:02.357900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc56f6c-5762-4b7c-8a32-c1d313b694ed req-08992639-2ff1-4130-aba9-b87f88b18216 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:02.362933 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:02.388373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fc56f6c-5762-4b7c-8a32-c1d313b694ed req-08992639-2ff1-4130-aba9-b87f88b18216 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 944 time: 0.3251736 Feb 07 23:14:02.505847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf8524-4695-4413-ab1d-2b18d4c7ae2c None None] DHCP port deletion for 32db04a6-972d-4140-8dbd-36aab9d9d152 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:14:02.568983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fc56f6c-5762-4b7c-8a32-c1d313b694ed req-ff5a27cf-6f8c-4484-a293-5c6cf6a1a1c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793418 Feb 07 23:14:02.629684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-d532727d-ab7c-4b24-b71e-fd5e18221cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:02.631304 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-d532727d-ab7c-4b24-b71e-fd5e18221cb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.5701571 Feb 07 23:14:02.901371 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:55Z', 'revision_number': 8, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:02.924195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97ef62b-756c-4d7b-b91a-b32f4401865a None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:13:55Z', 'revision_number': 8, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98bbd9be-639d-4176-977c-a302407d655e', 'name': '', 'network_id': 'af049d82-681d-4c28-8eb4-2203cafbbb97', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:55:4a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:27Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': 'ba83b7d6-b252-4dfe-91d8-08b3d1680d38', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:03.038662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b24f77-48fb-42e3-bbe9-3a4109ab55b0 req-56ee2792-bd78-43c2-8107-a274bc2d53ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:03.041241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96b24f77-48fb-42e3-bbe9-3a4109ab55b0 req-56ee2792-bd78-43c2-8107-a274bc2d53ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.3441863 Feb 07 23:14:03.182150 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96b24f77-48fb-42e3-bbe9-3a4109ab55b0 req-b7454a52-7218-4e1c-bd6a-88406fa3da7d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267290 Feb 07 23:14:03.183115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.230538 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-d3c9fca9-dc02-4eb4-9d16-023f324ca0b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 1001 time: 0.5436375 Feb 07 23:14:03.235409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32db04a6-972d-4140-8dbd-36aab9d9d152']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:03.289899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2fa07f9-a021-4fcd-a274-ba3805605616 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:03.328483 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.340428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9b7c8b-19f4-4fca-97ad-595906385dfe') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:03.345474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9b7c8b-19f4-4fca-97ad-595906385dfe') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:03.363169 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Transition to ACTIVE for port object b622ac1e-922f-4240-b138-102b3f3b8add will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:03.373744 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.383385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c2fa07f9-a021-4fcd-a274-ba3805605616 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:14:03.383822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2fa07f9-a021-4fcd-a274-ba3805605616 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:03.404849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-c9a7ca4c-d20a-493d-8589-71b1e97f1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:03.406860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-c9a7ca4c-d20a-493d-8589-71b1e97f1ecf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.1583724 Feb 07 23:14:03.413557 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.469357 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc7b17-d831-4b3e-a82b-95e8ffd743ef None None] Pushing event updated for resources: {'Port': ['ID=b622ac1e-922f-4240-b138-102b3f3b8add,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:03.683880 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.741806 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Attempting to bind port b622ac1e-922f-4240-b138-102b3f3b8add on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:03.742800 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Attempting to bind port b622ac1e-922f-4240-b138-102b3f3b8add by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:03.743440 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Attempting to bind port b622ac1e-922f-4240-b138-102b3f3b8add on network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:14:03.752237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:14:03.753017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.753416 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:14:03.754124 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Checking segment: {'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:14:03.755303 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.757440 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Bound using segment: {'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:14:03.758162 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Bound port: b622ac1e-922f-4240-b138-102b3f3b8add, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6da4de7-685e-479a-abaa-e867e3171ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:03.759981 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:14:03.847036 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:14:04.066145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-49cef346-055f-4259-b0d7-0b16d2459573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:04.067948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-49cef346-055f-4259-b0d7-0b16d2459573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6473169 Feb 07 23:14:04.114397 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] For port b622ac1e-922f-4240-b138-102b3f3b8add, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:14:04.122388 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] For port b622ac1e-922f-4240-b138-102b3f3b8add, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b622ac1e-922f-4240-b138-102b3f3b8add,segment=NetworkSegment(b6da4de7-685e-479a-abaa-e867e3171ad8),segment_id=b6da4de7-685e-479a-abaa-e867e3171ad8)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:14:04.128310 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:04.199305 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:04.246803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c92f8-3ce6-41c7-9ee1-a91928e3f58f req-9cd4c0d6-018a-45b0-b82d-990c89849b89 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:04.249815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-034c92f8-3ce6-41c7-9ee1-a91928e3f58f req-9cd4c0d6-018a-45b0-b82d-990c89849b89 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 944 time: 0.1832364 Feb 07 23:14:04.314537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:04.335960 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Routers {'c124a690-556f-41b8-9d77-109b83351b39'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:04.339625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=32db04a6-972d-4140-8dbd-36aab9d9d152,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:04.342234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-161a12fa-2c73-4a8e-8a6f-9bed69c6f1c7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/32db04a6-972d-4140-8dbd-36aab9d9d152 HTTP/1.1" status: 204 len: 168 time: 3.9719338 Feb 07 23:14:04.347755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39214) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:04.367755 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c124a690-556f-41b8-9d77-109b83351b39'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:04.515799 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc7b17-d831-4b3e-a82b-95e8ffd743ef None None] Pushing event updated for resources: {'Port': ['ID=b622ac1e-922f-4240-b138-102b3f3b8add,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:04.538212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-034c92f8-3ce6-41c7-9ee1-a91928e3f58f req-2b6a2924-e4a8-4ebe-86d1-a1e8c0b4cad9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787573 Feb 07 23:14:04.657891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e095d2-d414-419e-acfd-fe772424588e req-44875f7c-a83a-4a73-acdb-0a4a6e35c850 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:04.664434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5e095d2-d414-419e-acfd-fe772424588e req-44875f7c-a83a-4a73-acdb-0a4a6e35c850 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.2553096 Feb 07 23:14:04.767693 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] Set router c124a690-556f-41b8-9d77-109b83351b39 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:04.805335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5e095d2-d414-419e-acfd-fe772424588e req-57841a97-8436-44ea-b693-fa4be9bdf94d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346128 Feb 07 23:14:04.914577 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-4526377b-461a-465e-ad59-d2c63f6b1829 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372991 Feb 07 23:14:04.918323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce3cd144-77b8-4286-8ff5-c594d1114128 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:05.023337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ce3cd144-77b8-4286-8ff5-c594d1114128 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:14:05.023956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ce3cd144-77b8-4286-8ff5-c594d1114128 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:05.275646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ae64a8d7-ed7c-4ef7-9855-506c8724c7af details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:14:05.375362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-6f79f84c-238b-4cb8-9ad8-97b90dfdcadf service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467728 Feb 07 23:14:05.435665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '555b4253-1a03-4456-920e-03ec8550897c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:13:57Z', 'revision_number': 4, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port': {'id': '555b4253-1a03-4456-920e-03ec8550897c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:46Z', 'updated_at': '2022-02-07T23:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b622ac1e-922f-4240-b138-102b3f3b8add', 'name': '', 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'mac_address': 'fa:16:3e:34:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '1c03709c-c95f-45d4-adee-a7cf90ffb8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:55Z', 'updated_at': '2022-02-07T23:14:04Z', 'revision_number': 4, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'subnets': [{'id': '1c03709c-c95f-45d4-adee-a7cf90ffb8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:05.461401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330a61be-c3d9-4f67-bd36-ce9f3a05fd49 None None] The sync data for ids ['c124a690-556f-41b8-9d77-109b83351b39'] in n-d-827896-3 is: [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '555b4253-1a03-4456-920e-03ec8550897c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:13:57Z', 'revision_number': 4, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port': {'id': '555b4253-1a03-4456-920e-03ec8550897c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:46Z', 'updated_at': '2022-02-07T23:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b622ac1e-922f-4240-b138-102b3f3b8add', 'name': '', 'network_id': '8b6f4daf-fa91-4273-b6ed-5fc7b7b01169', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'mac_address': 'fa:16:3e:34:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '1c03709c-c95f-45d4-adee-a7cf90ffb8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:55Z', 'updated_at': '2022-02-07T23:14:04Z', 'revision_number': 4, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'subnets': [{'id': '1c03709c-c95f-45d4-adee-a7cf90ffb8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:05.644312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ae64a8d7-ed7c-4ef7-9855-506c8724c7af, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:05.671614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'port_id': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af', 'mac_address': 'fa:16:3e:57:64:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:14:05.805493 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:05.834735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:05.846350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae64a8d7-ed7c-4ef7-9855-506c8724c7af {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:14:05.886848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ae64a8d7-ed7c-4ef7-9855-506c8724c7af, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:05.894533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:06.152632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309dcc9-84bc-47b0-8c33-5e8a34dccb92 req-096a7f34-62f2-4148-a84c-346aaf41180a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:06.157018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4309dcc9-84bc-47b0-8c33-5e8a34dccb92 req-096a7f34-62f2-4148-a84c-346aaf41180a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 945 time: 0.2813065 Feb 07 23:14:06.178951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ae64a8d7-ed7c-4ef7-9855-506c8724c7af'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:14:06.270343 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:06.276823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:06.339380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4309dcc9-84bc-47b0-8c33-5e8a34dccb92 req-e9b88658-fb4b-42da-ac0c-74717d29fe74 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991757 Feb 07 23:14:06.379530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f69d11-7193-4551-84f5-2148bb1d21c9 req-c510f09b-2f22-4923-99a7-c7c3ed3f1be6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:06.387540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8f69d11-7193-4551-84f5-2148bb1d21c9 req-c510f09b-2f22-4923-99a7-c7c3ed3f1be6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.2289610 Feb 07 23:14:06.473132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8f69d11-7193-4551-84f5-2148bb1d21c9 req-a2663a7d-f951-46ae-a9c0-ee4578999b2e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841815 Feb 07 23:14:06.513479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:06.831111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 98bbd9be-639d-4176-977c-a302407d655e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:06.831528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:07.080620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b622ac1e-922f-4240-b138-102b3f3b8add up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:07.161376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port 98bbd9be-639d-4176-977c-a302407d655e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=98bbd9be-639d-4176-977c-a302407d655e,segment=NetworkSegment(8cdb6cae-7973-48f5-ab3e-d7b561d567db),segment_id=8cdb6cae-7973-48f5-ab3e-d7b561d567db)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:07.162080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:07.244049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b622ac1e-922f-4240-b138-102b3f3b8add completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:14:07.262510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b622ac1e-922f-4240-b138-102b3f3b8add triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:07.264481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:07.336766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 98bbd9be-639d-4176-977c-a302407d655e owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:07.394676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ae64a8d7-ed7c-4ef7-9855-506c8724c7af up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:07.664096 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:07.687029 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:07.770809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b622ac1e-922f-4240-b138-102b3f3b8add, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b622ac1e-922f-4240-b138-102b3f3b8add,segment=NetworkSegment(b6da4de7-685e-479a-abaa-e867e3171ad8),segment_id=b6da4de7-685e-479a-abaa-e867e3171ad8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:07.778708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:07.819956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port ae64a8d7-ed7c-4ef7-9855-506c8724c7af completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:14:07.835098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port ae64a8d7-ed7c-4ef7-9855-506c8724c7af triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:07.835565 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:07.951927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=98bbd9be-639d-4176-977c-a302407d655e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:08.135766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48668c3c-0ed7-4ced-b2d5-672d51774cb0 req-bd52ba81-c61b-49a5-ab7c-3517f420bd3c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:08.146307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48668c3c-0ed7-4ced-b2d5-672d51774cb0 req-bd52ba81-c61b-49a5-ab7c-3517f420bd3c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 945 time: 0.4798894 Feb 07 23:14:08.149425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b622ac1e-922f-4240-b138-102b3f3b8add,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:08.295423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cfc2e-761b-49ad-a36c-b6e940ccebf0 req-ca07473e-2583-47ff-9b79-4216d41113b6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:08.297935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-804cfc2e-761b-49ad-a36c-b6e940ccebf0 req-ca07473e-2583-47ff-9b79-4216d41113b6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.5046899 Feb 07 23:14:08.318101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48668c3c-0ed7-4ced-b2d5-672d51774cb0 req-3e87bc70-1d3e-4326-a2f7-4fd5c909316e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703527 Feb 07 23:14:08.409000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:08.425036 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:08.487977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-804cfc2e-761b-49ad-a36c-b6e940ccebf0 req-8d117b5c-bb58-4968-b275-32eb76f7ce6e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687431 Feb 07 23:14:08.536750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ae64a8d7-ed7c-4ef7-9855-506c8724c7af, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:08.538366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:08.554701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:08.735011 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af', 'code': 200} Feb 07 23:14:08.735638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:09.158823 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b622ac1e-922f-4240-b138-102b3f3b8add up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:09.330191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b622ac1e-922f-4240-b138-102b3f3b8add triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:09.331042 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:09.560052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8685c2-dfbd-4a41-be30-20240a9a2e5d req-87de7e61-d520-4481-a1bb-ea87bfa75f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:09.563042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d8685c2-dfbd-4a41-be30-20240a9a2e5d req-87de7e61-d520-4481-a1bb-ea87bfa75f96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 1097 time: 0.7138653 Feb 07 23:14:09.644170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19646a-fdc6-41db-973e-5148285f7ec0 req-e864675f-d9a7-40d4-8f0f-9be08079235f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:09.646405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1293d-a628-495f-b5e0-c93805c579ba req-642e2fc3-8c86-4a07-a799-8684745fc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:09.648511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83f1293d-a628-495f-b5e0-c93805c579ba req-642e2fc3-8c86-4a07-a799-8684745fc7ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1096 time: 0.8966465 Feb 07 23:14:09.652627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:14:09.653529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa19646a-fdc6-41db-973e-5148285f7ec0 req-e864675f-d9a7-40d4-8f0f-9be08079235f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 946 time: 0.1842995 Feb 07 23:14:09.714152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d8685c2-dfbd-4a41-be30-20240a9a2e5d req-3fb43c3e-7258-4090-9ef7-548f3812dde1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345961 Feb 07 23:14:09.771627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa19646a-fdc6-41db-973e-5148285f7ec0 req-f016deac-e82e-4236-a097-cf62349c4508 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168041 Feb 07 23:14:10.081481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:14:10.095966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1293d-a628-495f-b5e0-c93805c579ba req-879eed7f-50f5-405d-a7a6-8c67a813ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:10.098143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83f1293d-a628-495f-b5e0-c93805c579ba req-879eed7f-50f5-405d-a7a6-8c67a813ba0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.4174047 Feb 07 23:14:10.102063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-05766a00-05c9-469a-ada1-8b7195ebdf58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7505915 Feb 07 23:14:10.103680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:10.104855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39276) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:10.118353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:10.119295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:10.272597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83f1293d-a628-495f-b5e0-c93805c579ba req-f35e485d-2a90-4834-a8a6-cf50ce57e191 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 1001 time: 0.1674249 Feb 07 23:14:10.341852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301ad99-4ed4-4877-bcea-960bbe0343b4 req-0c418325-51c0-4907-9b45-70d954b4132f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:10.349329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6301ad99-4ed4-4877-bcea-960bbe0343b4 req-0c418325-51c0-4907-9b45-70d954b4132f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.3468225 Feb 07 23:14:10.354870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:10.394485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1293d-a628-495f-b5e0-c93805c579ba req-d55ad61e-d055-4cc8-b76b-59d25f766dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:10.396251 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83f1293d-a628-495f-b5e0-c93805c579ba req-d55ad61e-d055-4cc8-b76b-59d25f766dc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.1163399 Feb 07 23:14:10.435585 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet ba83b7d6-b252-4dfe-91d8-08b3d1680d38 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:14:10.445223 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:10.497472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1293d-a628-495f-b5e0-c93805c579ba req-7e5eccfa-a062-41e2-89b3-7df30166442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:10.497670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6301ad99-4ed4-4877-bcea-960bbe0343b4 req-af54e961-6f04-4f7f-9c2a-aa561875c2e7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473579 Feb 07 23:14:10.501906 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83f1293d-a628-495f-b5e0-c93805c579ba req-7e5eccfa-a062-41e2-89b3-7df30166442f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983789 Feb 07 23:14:10.534286 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:10.639532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:10.714950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83f1293d-a628-495f-b5e0-c93805c579ba req-ad9d5db4-1e94-40cf-a2de-b16845ce8d36 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029674 Feb 07 23:14:10.733204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:10.781018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:07Z', 'revision_number': 9, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:10.785904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:10.788413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=ba83b7d6-b252-4dfe-91d8-08b3d1680d38,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:10.792196 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:10.799492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9769729a-1018-4523-a27c-0e1e2f2ecadd None None] Network af049d82-681d-4c28-8eb4-2203cafbbb97 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:14:10.801366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d42fe714-9432-4e8f-8fde-edd0b61f9955 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/ba83b7d6-b252-4dfe-91d8-08b3d1680d38 HTTP/1.1" status: 204 len: 168 time: 0.6945779 Feb 07 23:14:10.803819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39284) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:10.994629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83f1293d-a628-495f-b5e0-c93805c579ba req-f6220ae4-e45d-4965-8487-2d6de33dd6e9 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763858 Feb 07 23:14:11.034401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:11.035551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:11.127065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:11.144279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port fcdb3a15-da6c-4473-9bfe-587a7023f332 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:11.144822 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:11.210159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3dc8-dc74-4bb7-b744-c78e18382ea3 req-4b99db9f-0309-404b-8285-6540e96871f3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:11.212017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df3e3dc8-dc74-4bb7-b744-c78e18382ea3 req-4b99db9f-0309-404b-8285-6540e96871f3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 946 time: 0.1794887 Feb 07 23:14:11.340065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:11.377667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df3e3dc8-dc74-4bb7-b744-c78e18382ea3 req-5bf002fe-0c55-42cf-8266-ad200ed7ff9b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566982 Feb 07 23:14:11.441898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port fcdb3a15-da6c-4473-9bfe-587a7023f332, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fcdb3a15-da6c-4473-9bfe-587a7023f332,segment=NetworkSegment(8cdb6cae-7973-48f5-ab3e-d7b561d567db),segment_id=8cdb6cae-7973-48f5-ab3e-d7b561d567db)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:11.442627 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:11.621955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for fcdb3a15-da6c-4473-9bfe-587a7023f332 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:11.748018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de181f-8eed-46f7-95ce-45db733f4afc None None] DHCP port deletion for af049d82-681d-4c28-8eb4-2203cafbbb97 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:14:11.764525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a5de181f-8eed-46f7-95ce-45db733f4afc None None] Deleting port fcdb3a15-da6c-4473-9bfe-587a7023f332 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:11.764813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a5de181f-8eed-46f7-95ce-45db733f4afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:11.838971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:11.868186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a5de181f-8eed-46f7-95ce-45db733f4afc None None] The port 'fcdb3a15-da6c-4473-9bfe-587a7023f332' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:14:11.926887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=fcdb3a15-da6c-4473-9bfe-587a7023f332,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:11.928866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No DVR routers for this DVR port fcdb3a15-da6c-4473-9bfe-587a7023f332 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:12.052856 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:07Z', 'revision_number': 9, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:12.058327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375bdd5-c5f3-4bf0-9b7b-cae88e6f6fd7 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:07Z', 'revision_number': 9, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12e37114-6e4d-4dc3-bbbc-85c9d41147b6', 'name': '', 'network_id': '371ffd25-cb67-446f-807f-0dba2dc37d35', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:5f:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:57Z', 'updated_at': '2022-02-07T23:13:12Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '1453b77c-8adf-4b19-bee9-6dde3facd7d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:12.149280 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:12.184196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af049d82-681d-4c28-8eb4-2203cafbbb97']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:12.206983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754cad8-b3f3-42eb-b0ab-26d5cb3a7ff3 req-917415a2-9766-43d7-b527-ddab42eb0df5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:12.208499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3754cad8-b3f3-42eb-b0ab-26d5cb3a7ff3 req-917415a2-9766-43d7-b527-ddab42eb0df5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.4524901 Feb 07 23:14:12.210220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdb6cae-7973-48f5-ab3e-d7b561d567db') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:12.210517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdb6cae-7973-48f5-ab3e-d7b561d567db') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:12.240351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:12.273104 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:12.286587 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3754cad8-b3f3-42eb-b0ab-26d5cb3a7ff3 req-3f1212af-f420-4321-a443-a731dd28823e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671995 Feb 07 23:14:12.286587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:14:12.286587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:14:12.301525 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:14:12.387490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:12.418197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:12.430348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=af049d82-681d-4c28-8eb4-2203cafbbb97,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:12.439132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5c554921-ba16-40ff-8139-fe4f53e21224 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/af049d82-681d-4c28-8eb4-2203cafbbb97 HTTP/1.1" status: 204 len: 168 time: 1.6343155 Feb 07 23:14:12.441845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39314) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:12.976276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcdb3a15-da6c-4473-9bfe-587a7023f332 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:13.023410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3797838-e169-46fd-8092-636a30342bac req-a7911e3c-28d1-421c-b150-8b33dd6199c4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:13.025165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3797838-e169-46fd-8092-636a30342bac req-a7911e3c-28d1-421c-b150-8b33dd6199c4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 946 time: 0.5147870 Feb 07 23:14:13.025959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: fcdb3a15-da6c-4473-9bfe-587a7023f332 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:14:13.026852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcdb3a15-da6c-4473-9bfe-587a7023f332 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:13.027440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 98bbd9be-639d-4176-977c-a302407d655e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:13.078674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 98bbd9be-639d-4176-977c-a302407d655e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:14:13.079329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 98bbd9be-639d-4176-977c-a302407d655e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:13.127477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3797838-e169-46fd-8092-636a30342bac req-93db3165-8002-4137-a4d1-5a60e7e5bc68 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961201 Feb 07 23:14:13.394077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:13.515131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f6647-dbbd-4498-ac40-c21db2be6bd2 req-feb92411-9dae-4b20-93a2-dbb0ff0d4428 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:13.516736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-330f6647-dbbd-4498-ac40-c21db2be6bd2 req-feb92411-9dae-4b20-93a2-dbb0ff0d4428 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 946 time: 0.2562275 Feb 07 23:14:13.734732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-330f6647-dbbd-4498-ac40-c21db2be6bd2 req-3c33f3c6-352d-4428-afba-97301989c7aa tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078276 Feb 07 23:14:13.813757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184fea2-35ef-412a-8baa-11129bd46649 req-3508e3c1-569e-4452-b6a0-2eca6cae651e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:13.817543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2184fea2-35ef-412a-8baa-11129bd46649 req-3508e3c1-569e-4452-b6a0-2eca6cae651e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.3693111 Feb 07 23:14:13.878979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2184fea2-35ef-412a-8baa-11129bd46649 req-7c90aeac-0950-4143-8e59-9862633d095d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546699 Feb 07 23:14:13.965614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:13.965862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:14.260028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port 12e37114-6e4d-4dc3-bbbc-85c9d41147b6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,segment=NetworkSegment(d02ef0a3-2489-4343-81d2-a5f1e58d7a41),segment_id=d02ef0a3-2489-4343-81d2-a5f1e58d7a41)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:14.260721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:14.432812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:15.105916 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:15.177771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=12e37114-6e4d-4dc3-bbbc-85c9d41147b6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:15.638850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:15.866070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a65b3a-3841-42c2-a0f1-62bb32e6fcc2 req-2196d009-168a-4cc0-94d3-6c26ceae7a56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:15.867623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31a65b3a-3841-42c2-a0f1-62bb32e6fcc2 req-2196d009-168a-4cc0-94d3-6c26ceae7a56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.8066435 Feb 07 23:14:15.932285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31a65b3a-3841-42c2-a0f1-62bb32e6fcc2 req-538ec8f7-1c2d-4490-80c7-54eeb625e2cb tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550582 Feb 07 23:14:16.347309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:14:16.572208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:14:16.584705 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:16.595739 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:16.596368 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:16.604529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-652b119c-f466-4db0-a14f-df37cd5739b6 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1592934 Feb 07 23:14:16.605089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39424) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:16.679877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet 1453b77c-8adf-4b19-bee9-6dde3facd7d5 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:14:16.683032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:16.747091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:16.782519 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:16.838233 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:16.926727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:17.026494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181fc4a-ccd0-4ca4-be40-5f09f92199ea None None] Network 371ffd25-cb67-446f-807f-0dba2dc37d35 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:14:17.029297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=1453b77c-8adf-4b19-bee9-6dde3facd7d5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:17.037751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:17.045370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-384b9a90-9721-40b1-85f6-267d0b6caa5d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/1453b77c-8adf-4b19-bee9-6dde3facd7d5 HTTP/1.1" status: 204 len: 168 time: 0.4393289 Feb 07 23:14:17.048160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39432) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:17.369849 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:14Z', 'revision_number': 10, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:17.375035 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:17.384816 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:17.385440 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:17.398613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] DHCP port deletion for 371ffd25-cb67-446f-807f-0dba2dc37d35 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:14:17.403539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Deleting port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:17.404157 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:17.491905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:17.510759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:17.511105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:17.572355 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:17.681905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5f002-4a1d-4902-93c1-e41f7b78fc21 req-27a1515f-6f60-46ce-b81a-a79f530cb1a2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:17.689630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7e5f002-4a1d-4902-93c1-e41f7b78fc21 req-27a1515f-6f60-46ce-b81a-a79f530cb1a2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.5066786 Feb 07 23:14:17.789549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] For port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,segment=NetworkSegment(d02ef0a3-2489-4343-81d2-a5f1e58d7a41),segment_id=d02ef0a3-2489-4343-81d2-a5f1e58d7a41)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:17.789951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:17.918093 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:14:17.987755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Calling delete_port for 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:18.004071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7e5f002-4a1d-4902-93c1-e41f7b78fc21 req-9917bd5f-e6cc-466e-af7e-1908c306c1af tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135405 Feb 07 23:14:18.065723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,segment=NetworkSegment(d02ef0a3-2489-4343-81d2-a5f1e58d7a41),segment_id=d02ef0a3-2489-4343-81d2-a5f1e58d7a41)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:18.066391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:18.109507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:18.183324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Pushing event deleted for resources: {'Port': ['ID=6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:18.196190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] No DVR routers for this DVR port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:18.206854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.208023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.208511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.214537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.215160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.215868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.216606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.217195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.218442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.218947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.219443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.219936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9b0290-7dc9-47a6-b890-4ac71495d70c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:18.256809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39456) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:18.289510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:18.294529 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:14Z', 'revision_number': 10, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:18.299928 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dcf133-964d-489f-892c-a61c691f3276 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:14Z', 'revision_number': 10, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None, '_interfaces': [{'id': '1214266f-04b7-4120-80ee-494dfbc89785', 'name': '', 'network_id': 'e56d80f1-636a-4f99-b4ff-48f425ee1c05', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'mac_address': 'fa:16:3e:01:4f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:44Z', 'updated_at': '2022-02-07T23:12:56Z', 'revision_number': 5, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'subnets': [{'id': '501ffa0e-5aa6-4242-b76b-b28dc7d367f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:18.343319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] Deleting subnet 24920dfd-0cfb-43c4-82a0-2cdfcdc507cc {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:14:18.347690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:18.384202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ef4a1a9c-91aa-45d0-9758-42df35f67887 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:18.385906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ef4a1a9c-91aa-45d0-9758-42df35f67887 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.5404239 Feb 07 23:14:18.419885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-21177d83-cca7-4ac3-bdc2-f98ec2d26bcf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/quotas/9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 375 time: 0.0228693 Feb 07 23:14:18.509951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:14:18.510444 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:14:18.558102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-d23a385f-f525-4106-95c7-4fb4bfa20a0f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372645 Feb 07 23:14:18.586219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:18.678863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:18.747318 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-dac4f157-abdf-4aa8-97c3-621e55330530 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783435 Feb 07 23:14:18.800882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:18.945423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24920dfd-0cfb-43c4-82a0-2cdfcdc507cc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:18.957432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:18.961117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-fa40aaff-8f0e-4c62-adfc-885c3f4bfeb9 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031484 Feb 07 23:14:18.992744 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a91bd47b-961d-4242-8ab0-4d8ba2b6dfe5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24920dfd-0cfb-43c4-82a0-2cdfcdc507cc HTTP/1.1" status: 204 len: 168 time: 0.7342298 Feb 07 23:14:18.996271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39462) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:19.031801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:19.075524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:19.076066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:19.137449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:14:19.140170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 12e37114-6e4d-4dc3-bbbc-85c9d41147b6 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:19.140888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:19.224899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:14:19.225472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:19.415948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] The port '6b3ee48e-90e0-4468-8b4f-e2ca191c2e9a' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:14:19.477718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f162e616-7221-4599-88a2-223444e48156 req-5c756f25-1ecc-4da9-a3bf-a04d9f1c8f65 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 210 time: 0.1227624 Feb 07 23:14:19.762536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:19.803118 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.028507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.045229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371ffd25-cb67-446f-807f-0dba2dc37d35']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:20.065252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cce6-f47c-4805-b28f-fcf476d3ef10 req-1c474ab2-ef27-4904-89ae-9d1dcb5d9261 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:20.067213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d979cce6-f47c-4805-b28f-fcf476d3ef10 req-1c474ab2-ef27-4904-89ae-9d1dcb5d9261 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.7835126 Feb 07 23:14:20.103276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:20.103973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02ef0a3-2489-4343-81d2-a5f1e58d7a41') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:20.120105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f202979c-4b9f-4527-ad63-404c7c45f510']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:20.146533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.158044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844194fa-e84b-4ee8-8633-be8bca7bd37c') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:20.158255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844194fa-e84b-4ee8-8633-be8bca7bd37c') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:20.194834 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.211405 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.215855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d979cce6-f47c-4805-b28f-fcf476d3ef10 req-5b69295b-f48d-459f-b7b7-6edae6b7aa8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427538 Feb 07 23:14:20.223455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:14:20.223897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:14:20.239983 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:14:20.243099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.302091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:14:20.302507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:14:20.316866 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:14:20.408783 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.428371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.440752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.445116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=371ffd25-cb67-446f-807f-0dba2dc37d35,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:20.465372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.470566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f202979c-4b9f-4527-ad63-404c7c45f510 HTTP/1.1" status: 204 len: 168 time: 1.4700058 Feb 07 23:14:20.471260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:20.471888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3ddfb42e-f5ba-41fc-aaa1-7e297b3ae6cc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/371ffd25-cb67-446f-807f-0dba2dc37d35 HTTP/1.1" status: 204 len: 168 time: 3.4218724 Feb 07 23:14:20.475205 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39486) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:20.477980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386dd1f-0e95-43b7-a5af-103960f392a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f202979c-4b9f-4527-ad63-404c7c45f510,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:20.537095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] Deleting subnet 6fa5fb37-e2c5-4d9c-a77a-83d671507330 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:14:20.540805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.602187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.678172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.765156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.769733 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-877a82fd-c9ba-4908-8438-49c05b70cebf req-b0b2e211-e01a-44c1-9ec8-e4f1828d6916 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 210 time: 0.1264935 Feb 07 23:14:20.940988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fa5fb37-e2c5-4d9c-a77a-83d671507330,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:20.955431 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:20.975258 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-55390209-1aa9-46ea-ba44-c24080e2a68d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6fa5fb37-e2c5-4d9c-a77a-83d671507330 HTTP/1.1" status: 204 len: 168 time: 0.5025234 Feb 07 23:14:20.980618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39492) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:21.053528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-8e051e44-4005-4632-a812-b1ea67337b9b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:21.055838 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-8e051e44-4005-4632-a812-b1ea67337b9b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.2417164 Feb 07 23:14:21.075417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'port': {'device_id': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'admin_state_up': True, 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:21.118875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:21.317368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:21.325863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:port and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:21.326230 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:21.330329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:21.338195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:21.356785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:21.361073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f57260d-192c-42fc-8f12-414ffa199564']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:21.366992 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:21.379170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8609ec-11d8-4661-b71d-a328c6a2c12a') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:21.379469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8609ec-11d8-4661-b71d-a328c6a2c12a') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:21.442051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:21.625290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.20.0.14 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:14:21.634341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:21.752043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:21.777534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:14:21.778214 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:14:21.794292 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:14:22.076343 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:22.099902 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ff06-dc21-45d6-8ec2-f29dbac6dccb req-eac8b8ba-f6cd-4854-8647-b16e38b16024 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:22.100274 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4bc5ff06-dc21-45d6-8ec2-f29dbac6dccb req-eac8b8ba-f6cd-4854-8647-b16e38b16024 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.7277479 Feb 07 23:14:22.116043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5dc4a975-3e75-419f-a73b-50ddc38e5d61 req-ff106b97-b632-45b9-8e28-1795f9adad26 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 210 time: 0.0937960 Feb 07 23:14:22.129969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Transition to ACTIVE for port object 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:22.147053 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:22.173655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:22.183894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f57260d-192c-42fc-8f12-414ffa199564,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:22.207255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:22.220135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ae64a8d7-ed7c-4ef7-9855-506c8724c7af'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:14:22.223212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4bc5ff06-dc21-45d6-8ec2-f29dbac6dccb req-c64350e1-f13e-417b-ab22-cad3f8813415 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096864 Feb 07 23:14:22.229744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ef9c7540-db49-4436-9dcf-06386d5b7005 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1f57260d-192c-42fc-8f12-414ffa199564 HTTP/1.1" status: 204 len: 168 time: 1.2462411 Feb 07 23:14:22.513980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 1214266f-04b7-4120-80ee-494dfbc89785 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:22.523070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:22.558373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:22.745733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39510) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:22.794021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:22.807778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:22.836458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:14:23.043100 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-db33f2b0-c1e2-4883-9f96-26e8677d4ed8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3536bdd22114b13b1f9f61bf5111255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886019 Feb 07 23:14:23.047899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39516) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:23.106131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] For port 1214266f-04b7-4120-80ee-494dfbc89785, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1214266f-04b7-4120-80ee-494dfbc89785,segment=NetworkSegment(01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8),segment_id=01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:23.107444 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:23.113113 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-b0544f75-e51b-4ef9-bedc-af2eeb858b63 service neutron] show failed (client error): The resource could not be found. Feb 07 23:14:23.118531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-b0544f75-e51b-4ef9-bedc-af2eeb858b63 service neutron] 10.222.0.36 "GET /v2.0/ports/819ab498-f213-47b1-905d-ed2b5daf44b0/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.5358996 Feb 07 23:14:23.138089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:23.140805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:23.183641 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-ce5f5321-2a40-4fb4-9abf-69d094928d40 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1164324 Feb 07 23:14:23.207683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Request body: {'port': {'device_id': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:23.348958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Calling delete_port for 1214266f-04b7-4120-80ee-494dfbc89785 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:23.392293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bb015c84-a232-4681-bf20-5e7a483cf521 None None] Provisioning for port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:14:23.397775 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bb015c84-a232-4681-bf20-5e7a483cf521 None None] Provisioning complete for port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:23.398366 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bb015c84-a232-4681-bf20-5e7a483cf521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:23.491073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:23.546411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4be1-9f44-4bc6-93c1-e4d94bafaa6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:23.583981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bb015c84-a232-4681-bf20-5e7a483cf521 None None] Port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:14:23.668804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4be1-9f44-4bc6-93c1-e4d94bafaa6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:23.721472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7647249-6a56-46a8-96e5-03fa0c7ea534 req-7edcf2c9-9af2-491d-86d3-2e9fdf53f60b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:23.723004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7647249-6a56-46a8-96e5-03fa0c7ea534 req-7edcf2c9-9af2-491d-86d3-2e9fdf53f60b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 932 time: 0.3033068 Feb 07 23:14:23.927011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7647249-6a56-46a8-96e5-03fa0c7ea534 req-d06f77d7-e794-4e0f-8abb-e9c6897e3483 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899400 Feb 07 23:14:23.965766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab424fa9-b18b-4afa-b12d-12a791f38726 req-87f4fbbb-931a-4afe-9a44-3e111ef01edb tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:23.975464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab424fa9-b18b-4afa-b12d-12a791f38726 req-87f4fbbb-931a-4afe-9a44-3e111ef01edb tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.3637688 Feb 07 23:14:23.996411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:24.069789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-97429f95-436e-4291-8a79-48ec4e6af4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:24.071329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-97429f95-436e-4291-8a79-48ec4e6af4f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 1096 time: 0.4447832 Feb 07 23:14:24.106408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:24.475006 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4be1-9f44-4bc6-93c1-e4d94bafaa6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:24.529631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:24.531495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f4be1-9f44-4bc6-93c1-e4d94bafaa6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41982b35-e60c-4546-8cc0-796f6dd5dff2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:24.539102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Port': ['ID=1214266f-04b7-4120-80ee-494dfbc89785,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:24.679826 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:24.771863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7f4be1-9f44-4bc6-93c1-e4d94bafaa6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:24.773458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f7f4be1-9f44-4bc6-93c1-e4d94bafaa6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41982b35-e60c-4546-8cc0-796f6dd5dff2 HTTP/1.1" status: 204 len: 168 time: 1.7241862 Feb 07 23:14:24.835360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab424fa9-b18b-4afa-b12d-12a791f38726 req-258879cd-cb50-4674-84b3-35a19c40707c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8588660 Feb 07 23:14:25.176052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:14:25.203208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:25.257796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Transition to ACTIVE for port object 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:25.273782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:25.423430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:25.423716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:14:25.494932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39560) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:25.513941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Pushing event updated for resources: {'Port': ['ID=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:25.681798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5536c-72fb-4510-bb17-246cd5c95fd8 req-9a553585-b963-42c9-9e5e-dbc8fa63d0e8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.684838 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:14:25.688148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bea5536c-72fb-4510-bb17-246cd5c95fd8 req-9a553585-b963-42c9-9e5e-dbc8fa63d0e8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 932 time: 0.4889283 Feb 07 23:14:25.699350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:14:25.710734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba75724-e717-476a-b8d7-6f673ff516d0 req-3a1da66b-1acf-4e3d-bfa6-b1010675da4a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:25.712448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eba75724-e717-476a-b8d7-6f673ff516d0 req-3a1da66b-1acf-4e3d-bfa6-b1010675da4a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.4617207 Feb 07 23:14:25.714632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:25.716027 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1c86c987-3a9d-444b-8a6d-6bbd00e68796 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2398350 Feb 07 23:14:25.726242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39568) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:25.735806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Attempting to bind port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:25.736142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Attempting to bind port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:25.736725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Attempting to bind port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:14:25.750758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 on network 1578e435-8757-4628-a497-fe2432a1d83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:14:25.751238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Attempting to bind port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:14:25.769290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:25.770043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:25.803702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:14:25.835861 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:14:25.836615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:14:25.838863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:14:25.839536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Bound port: 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:25.840238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:25.870003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d192cd22-35cc-4405-845b-adf22b9047ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b953717dbbad4ce9af052dfb2085debc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581483 Feb 07 23:14:25.882479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39578) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:25.958050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bea5536c-72fb-4510-bb17-246cd5c95fd8 req-e432f5d7-a7b2-4b36-aefe-5a83cde07d11 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558496 Feb 07 23:14:25.988857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eba75724-e717-476a-b8d7-6f673ff516d0 req-e17e65e9-df48-457a-8322-1e1d15b52aa8 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606361 Feb 07 23:14:26.042669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:26.056395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.106815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting subnet 501ffa0e-5aa6-4242-b76b-b28dc7d367f3 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:14:26.138960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.182945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84470173-e567-43f1-932c-981698c4417c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.222657 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'code': 200} Feb 07 23:14:26.237202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84470173-e567-43f1-932c-981698c4417c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.244580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Transition to ACTIVE for port object 819ab498-f213-47b1-905d-ed2b5daf44b0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:26.257863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.258879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:26.350335 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84470173-e567-43f1-932c-981698c4417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.372734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:26.380299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] For port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:14:26.395089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470173-e567-43f1-932c-981698c4417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42955aa0-f245-433f-9295-2045205b3707,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:26.398700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-84470173-e567-43f1-932c-981698c4417c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.400143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-84470173-e567-43f1-932c-981698c4417c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42955aa0-f245-433f-9295-2045205b3707 HTTP/1.1" status: 204 len: 168 time: 0.5141265 Feb 07 23:14:26.464978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39146d4-ebc6-4aec-a308-f6426cc310d7 req-71fd8cea-05a3-4e6d-a700-0c741c0beed7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:26.476325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b39146d4-ebc6-4aec-a308-f6426cc310d7 req-71fd8cea-05a3-4e6d-a700-0c741c0beed7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.1770346 Feb 07 23:14:26.515235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:23Z', 'revision_number': 11, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:26.515519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] For port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:14:26.526601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.532768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:26.552697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b39146d4-ebc6-4aec-a308-f6426cc310d7 req-524dcf44-2a32-4f89-8855-e6020d6f5560 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748541 Feb 07 23:14:26.637767 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.639690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:26.715897 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a33a79a2-1fa9-4af6-beda-6946e8491eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:26.720586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:26.721215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:13:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:26.789423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] No DVR routers for this DVR port 819ab498-f213-47b1-905d-ed2b5daf44b0 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:26.906095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:26.923352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:27.281427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:23Z', 'revision_number': 11, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:27.298146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:27.306639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:27.307816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:27.309749 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 HTTP/1.1" status: 200 len: 1092 time: 4.1171031 Feb 07 23:14:27.338266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ab47a6-3f87-4d74-89a2-17c67c2e5f53 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:23Z', 'revision_number': 11, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:27.586713 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:27.612064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f947d0-3627-492c-a392-f29c1d416a03 req-59f2a643-2bbc-45fe-8ce0-d25c5c085dd7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:27.629276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8f947d0-3627-492c-a392-f29c1d416a03 req-59f2a643-2bbc-45fe-8ce0-d25c5c085dd7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.4033577 Feb 07 23:14:27.749997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46010db5-339f-4ce2-ac27-fdb91bfd05a7 service neutron] Pushing event updated for resources: {'Port': ['ID=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:27.777021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8f947d0-3627-492c-a392-f29c1d416a03 req-13d6fa82-dd26-44b9-bf3f-3837b77ed1e1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461124 Feb 07 23:14:27.833973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:27.847730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8109eb-494d-40b0-b4f2-050d9ca40e74 None None] Network e56d80f1-636a-4f99-b4ff-48f425ee1c05 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:14:27.890005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Subnet': ['ID=501ffa0e-5aa6-4242-b76b-b28dc7d367f3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:28.022147 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fae3ed8e-435d-414e-a74c-e5d30b25cba7 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/501ffa0e-5aa6-4242-b76b-b28dc7d367f3 HTTP/1.1" status: 204 len: 168 time: 2.2876248 Feb 07 23:14:28.024784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39616) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:28.089984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:28.090446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:28.090772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 on network 8f29913f-2973-447f-8df3-98bf2cb49007 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:14:28.099294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-e4506c0e-dc2a-40a5-892a-269f65180549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:28.100874 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-e4506c0e-dc2a-40a5-892a-269f65180549 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 1095 time: 0.7261512 Feb 07 23:14:28.101650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Port 819ab498-f213-47b1-905d-ed2b5daf44b0 on network 8f29913f-2973-447f-8df3-98bf2cb49007 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:14:28.101983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Attempting to bind port 819ab498-f213-47b1-905d-ed2b5daf44b0 on network 8f29913f-2973-447f-8df3-98bf2cb49007 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:14:28.136752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:14:28.137347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Checking segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:14:28.137736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Bound using segment: {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:14:28.138166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Bound port: 819ab498-f213-47b1-905d-ed2b5daf44b0, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7db486-6c3e-443b-b75b-966d9a8205d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:28.138514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:28.243614 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ebdc6f1-0936-47a9-8554-db544ea59dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:28.299036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.26', 64880) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:28.316225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'tag': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:28.345969 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-074e26f2-ed32-407b-a993-fae375faf805 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 HTTP/1.1" status: 200 len: 217 time: 0.2090871 Feb 07 23:14:28.695843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-6a6d5157-8afc-4513-80f1-2bc1c2a53231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:28.697707 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-6a6d5157-8afc-4513-80f1-2bc1c2a53231 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.2691019 Feb 07 23:14:28.831453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ce280-77ff-44c0-bbb2-2064a1200036 req-88d923a1-b1c4-41ad-b572-406b53fdc685 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:28.844344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef8ce280-77ff-44c0-bbb2-2064a1200036 req-88d923a1-b1c4-41ad-b572-406b53fdc685 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 1.6460323 Feb 07 23:14:28.847644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] DHCP port deletion for e56d80f1-636a-4f99-b4ff-48f425ee1c05 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:14:28.861487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] Deleting port 37202b96-ecc0-4249-b11a-96177ca1e399 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:28.862543 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:28.914558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:14:28.935586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:14:28.952985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:29.087704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:29.131580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-ec901512-ec0d-40f7-a808-d01e1688b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:29.133310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-ec901512-ec0d-40f7-a808-d01e1688b1a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1052 time: 0.8333108 Feb 07 23:14:29.137943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1214266f-04b7-4120-80ee-494dfbc89785 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:29.153439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef8ce280-77ff-44c0-bbb2-2064a1200036 req-6ef0dddc-ed9f-4c07-a1bd-5fe80fc6d773 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077943 Feb 07 23:14:29.198468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-c067a53d-e9c5-4bd7-b7b8-fe1f8c525294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:29.201406 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-c067a53d-e9c5-4bd7-b7b8-fe1f8c525294 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4739504 Feb 07 23:14:29.333719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1214266f-04b7-4120-80ee-494dfbc89785 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:14:29.333719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1214266f-04b7-4120-80ee-494dfbc89785 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:14:29.333719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 37202b96-ecc0-4249-b11a-96177ca1e399 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:14:29.442726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:29.444588 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:29.448741 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 1091 time: 5.3642817 Feb 07 23:14:29.459377 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'tag': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8', 'status': 'completed', 'code': 200} Feb 07 23:14:29.512982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Deleting port 37202b96-ecc0-4249-b11a-96177ca1e399 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:14:29.515075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:29.544278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88064111-ecbd-4b29-bd13-9328bc5f15d2 service neutron] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:29.561818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:29.718602 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-89ed562b-3730-4d3e-85b5-3f79fb6eb7ec service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928658 Feb 07 23:14:29.725727 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:29.885108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-c97f5363-d892-412b-9285-d03419478c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:29.903768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-c97f5363-d892-412b-9285-d03419478c49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.7258301 Feb 07 23:14:30.024108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] For port 37202b96-ecc0-4249-b11a-96177ca1e399, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=37202b96-ecc0-4249-b11a-96177ca1e399,segment=NetworkSegment(01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8),segment_id=01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:30.024108 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:30.171284 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-74680d81-9fac-48a8-853e-0e237cc2fea7 req-4043996c-4147-44e4-8834-b0a005250a16 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394500 Feb 07 23:14:30.278081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df434c-e303-4447-af9c-4c2ecd6f6784 req-8889ac2e-3ea7-4577-9db3-46713e17d5c0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:30.326021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55df434c-e303-4447-af9c-4c2ecd6f6784 req-8889ac2e-3ea7-4577-9db3-46713e17d5c0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 1.9372299 Feb 07 23:14:30.335511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] Calling delete_port for 37202b96-ecc0-4249-b11a-96177ca1e399 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:14:30.443377 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:30.460912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:30.581123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55df434c-e303-4447-af9c-4c2ecd6f6784 req-df2cbd13-c512-45b3-ad48-ff3cd0b7b98a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590222 Feb 07 23:14:30.606583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] No DVR routers for this DVR port 37202b96-ecc0-4249-b11a-96177ca1e399 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:14:30.636098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96a579-ee93-4004-9309-121c3e4979d0 None None] Pushing event deleted for resources: {'Port': ['ID=37202b96-ecc0-4249-b11a-96177ca1e399,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:30.664359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] The port '37202b96-ecc0-4249-b11a-96177ca1e399' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:14:30.991273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623a589-ceed-4168-9be2-57fb98957367 req-0e8b82fe-46d9-4e18-ba3f-8e5557e95a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:30.991273 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9623a589-ceed-4168-9be2-57fb98957367 req-0e8b82fe-46d9-4e18-ba3f-8e5557e95a8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 1095 time: 0.4105160 Feb 07 23:14:31.036707 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-a8df40c5-f461-4d24-8d36-c6ca7ba783fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 999 time: 1.0794268 Feb 07 23:14:31.063868 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:31.364721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:31.405067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56d80f1-636a-4f99-b4ff-48f425ee1c05']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:31.420447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:31.420447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ddad88-fe6f-4424-ab5a-b6f5cf6e77a8') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:31.443531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:31.450328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623a589-ceed-4168-9be2-57fb98957367 req-b5f1c20b-3c76-4724-845e-f199779ae835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:31.450328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9623a589-ceed-4168-9be2-57fb98957367 req-b5f1c20b-3c76-4724-845e-f199779ae835 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.4455631 Feb 07 23:14:31.467870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:31.547359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5581a9d-e8ff-4fa8-acef-223095795b4a req-efde191e-3cd0-400f-aba8-e47dab079c43 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:31.565658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5581a9d-e8ff-4fa8-acef-223095795b4a req-efde191e-3cd0-400f-aba8-e47dab079c43 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 1.9321716 Feb 07 23:14:31.619038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:14:31.619038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:31.636514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:31.705409 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9623a589-ceed-4168-9be2-57fb98957367 req-f2ebd9a4-e01f-4912-8cdd-90c70455ace8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 HTTP/1.1" status: 200 len: 217 time: 0.2457452 Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:14:31.731363 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:14:31.892968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-e5cad4fc-a903-42e7-8e9e-73471600f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:31.892968 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-e5cad4fc-a903-42e7-8e9e-73471600f908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.4103305 Feb 07 23:14:31.991367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623a589-ceed-4168-9be2-57fb98957367 req-d6a31f6e-2058-4e50-9478-f71bb8912a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:31.991367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9623a589-ceed-4168-9be2-57fb98957367 req-d6a31f6e-2058-4e50-9478-f71bb8912a02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.2821796 Feb 07 23:14:32.171851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5581a9d-e8ff-4fa8-acef-223095795b4a req-ada1d2df-d0f4-41ef-b9e8-03f2bdab7354 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6167269 Feb 07 23:14:32.249317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623a589-ceed-4168-9be2-57fb98957367 req-14005894-6ff2-4c80-8b3a-cf1fba9fb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.252131 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9623a589-ceed-4168-9be2-57fb98957367 req-14005894-6ff2-4c80-8b3a-cf1fba9fb28f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2536500 Feb 07 23:14:32.284433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962fb7fd-9c74-4274-a527-4eedfaa0d4f9 req-c5d20669-db7f-4a11-bea3-02da418cef9c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.321539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-962fb7fd-9c74-4274-a527-4eedfaa0d4f9 req-c5d20669-db7f-4a11-bea3-02da418cef9c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.8458111 Feb 07 23:14:32.327187 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:32.394218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:32.483772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-962fb7fd-9c74-4274-a527-4eedfaa0d4f9 req-c4f04764-84b8-408c-9f3f-602377786735 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606450 Feb 07 23:14:32.588425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Pushing event deleted for resources: {'Network': ['ID=e56d80f1-636a-4f99-b4ff-48f425ee1c05,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:32.616722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-ff10117b-b18f-44e0-93bc-604b546a3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:32.620187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-ff10117b-b18f-44e0-93bc-604b546a3623 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6583138 Feb 07 23:14:32.622152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-23100b2d-21b5-4a2b-af25-c61ea0c21d92 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/networks/e56d80f1-636a-4f99-b4ff-48f425ee1c05 HTTP/1.1" status: 204 len: 168 time: 4.5957677 Feb 07 23:14:32.679078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39672) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:32.700173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'routes': None}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:32.895029 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'status': 'completed', 'code': 200} Feb 07 23:14:33.037858 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9623a589-ceed-4168-9be2-57fb98957367 req-ed26bc25-1b34-4ed0-b511-f68f76a89039 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714713 Feb 07 23:14:33.041015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-4ac50f5f-0b9d-41e1-9987-0d3abbca84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:33.043766 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-4ac50f5f-0b9d-41e1-9987-0d3abbca84af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1094 time: 0.1479435 Feb 07 23:14:33.416162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-08867325-0bc1-4550-a2ab-f8ef4c608bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:33.423670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-08867325-0bc1-4550-a2ab-f8ef4c608bca service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.3563046 Feb 07 23:14:33.726398 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-86947e3f-1de6-43c6-8fd6-2b92f0eef9b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 999 time: 0.2615969 Feb 07 23:14:33.730677 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9623a589-ceed-4168-9be2-57fb98957367 req-fc1b7962-83cd-4b22-a1d1-3135476c4027 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856015 Feb 07 23:14:33.822629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-586acf6a-abaf-4d51-b708-b14237d86866 service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1950212 Feb 07 23:14:33.861858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-6628fd4d-c626-4a1f-b5c7-7b53cc045482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:33.863401 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-6628fd4d-c626-4a1f-b5c7-7b53cc045482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.1303484 Feb 07 23:14:34.121650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-8ce60825-047b-49d1-a74c-21245af32301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:34.130503 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-8ce60825-047b-49d1-a74c-21245af32301 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532544 Feb 07 23:14:34.151919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca5e2627-274e-4d7d-9d0d-4f0d537fdc24 req-64507810-986e-4542-a7df-6bf677485920 service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301888 Feb 07 23:14:34.264488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.extraroute_db [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Added routes are [] {{(pid=87670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 07 23:14:34.265083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.extraroute_db [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Removed routes are [] {{(pid=87670) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 07 23:14:34.265653 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:34.351869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3cbe1-480e-4ef7-9e42-7a9d2353e3c9 req-fff970b2-f8e7-41fc-bbd5-9544e20b0510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:34.360306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7af3cbe1-480e-4ef7-9e42-7a9d2353e3c9 req-fff970b2-f8e7-41fc-bbd5-9544e20b0510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 1.4569223 Feb 07 23:14:34.419509 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-1c550eff-9232-4b2f-ae7f-7f881fbcfb4d service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817523 Feb 07 23:14:34.608787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-f3ed5dfc-9c18-48e6-b627-a2781044acd7 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810524 Feb 07 23:14:34.629033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae56b0-c50d-4123-b5ec-3a919c05045f req-21fbb7c4-a08c-43a7-b6e3-972c3ab914ad tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:34.630998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecae56b0-c50d-4123-b5ec-3a919c05045f req-21fbb7c4-a08c-43a7-b6e3-972c3ab914ad tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.8761992 Feb 07 23:14:34.749207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7af3cbe1-480e-4ef7-9e42-7a9d2353e3c9 req-3c0eabab-2768-45cb-a54e-2c1180caad76 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216484 Feb 07 23:14:34.860967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-61ef29ba-e178-49aa-b13b-af9cf605bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:34.860967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-61ef29ba-e178-49aa-b13b-af9cf605bff9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1094 time: 0.6014049 Feb 07 23:14:35.086597 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:35.171923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ecae56b0-c50d-4123-b5ec-3a919c05045f req-bf1e1d2a-954a-42f6-a209-2dea68547246 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5212245 Feb 07 23:14:35.209761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:35.487084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 98018330-b6f5-4fbb-bbb0-57b2060563f2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:14:35.535088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-c36cb3b2-e8ea-41a8-82a0-2081c922f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.536832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-c36cb3b2-e8ea-41a8-82a0-2081c922f8a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.6631331 Feb 07 23:14:35.551831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78ea61-8f23-4bcc-bdd4-70784fd3d863 req-68cc603f-dde8-4b69-bf0e-cd623be0fc3e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:35.563114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a78ea61-8f23-4bcc-bdd4-70784fd3d863 req-68cc603f-dde8-4b69-bf0e-cd623be0fc3e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.4282434 Feb 07 23:14:36.162677 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.250288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:14:36.252230 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] Sync routers for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:36.265561 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:36.265561 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:36.285922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.285922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3c2c0abc-d3db-49c4-9cb4-4844de6c5ff4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 200 len: 705 time: 3.5899012 Feb 07 23:14:36.293687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39706) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:36.309944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:14:36.311548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-6ebcf7c8-9868-4785-ac82-2701759b07fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 999 time: 0.7424197 Feb 07 23:14:36.408247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a78ea61-8f23-4bcc-bdd4-70784fd3d863 req-580d79b9-bd67-417d-bef6-b1013fcb75ef tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438706 Feb 07 23:14:36.416753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-f43e8945-4c6b-48c2-843d-e89892a9f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:36.426779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-f43e8945-4c6b-48c2-843d-e89892a9f98e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.1069109 Feb 07 23:14:36.426895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-13440613-fd25-47ad-bac0-975c911a45c3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:14:36.470527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-13440613-fd25-47ad-bac0-975c911a45c3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:14:36.476969 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-13440613-fd25-47ad-bac0-975c911a45c3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 200 len: 205 time: 0.1887259 Feb 07 23:14:36.478746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39712) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:36.526776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:36.543049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '3b3d5807-d183-423b-824a-d28e5d840c51', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'port_id': '3b3d5807-d183-423b-824a-d28e5d840c51', 'mac_address': 'fa:16:3e:8c:65:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:14:36.550597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68ae7-fb90-4ad1-96e5-d623e19e25a0 req-44a0f421-855e-4c3b-80f0-460e85543859 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:36.559697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d68ae7-fb90-4ad1-96e5-d623e19e25a0 req-44a0f421-855e-4c3b-80f0-460e85543859 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.5104198 Feb 07 23:14:36.618477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-9d05fd0e-f9b5-4c5e-8a71-99cc1429410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:36.620364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-9d05fd0e-f9b5-4c5e-8a71-99cc1429410b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870456 Feb 07 23:14:36.645775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91d68ae7-fb90-4ad1-96e5-d623e19e25a0 req-2928b50c-c5bb-43c5-9850-0d7c0a2e7f5a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827415 Feb 07 23:14:36.702568 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:36.752642 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.770780 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.796831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b3d5807-d183-423b-824a-d28e5d840c51 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:14:36.871529 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55de9f83-5b05-49d7-8637-9fc6735853ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.885904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:36.892285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:36.927021 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:23Z', 'revision_number': 11, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:36.938683 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] Checking router: 98018330-b6f5-4fbb-bbb0-57b2060563f2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:36.957631 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] Routers {'98018330-b6f5-4fbb-bbb0-57b2060563f2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:36.958279 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['98018330-b6f5-4fbb-bbb0-57b2060563f2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:36.974868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-a6f017a9-d827-4e7f-b35f-31e034365189 service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226497 Feb 07 23:14:37.018914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8427d2-84e6-4d3e-9694-408171aaf6e1 req-fe0d3afc-df32-4f8d-a048-d86c10b91e7d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:37.022742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb8427d2-84e6-4d3e-9694-408171aaf6e1 req-fe0d3afc-df32-4f8d-a048-d86c10b91e7d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2047131 Feb 07 23:14:37.100465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['3b3d5807-d183-423b-824a-d28e5d840c51'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:14:37.144780 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] Set router 98018330-b6f5-4fbb-bbb0-57b2060563f2 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:37.306876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:37.308717 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:23Z', 'revision_number': 11, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:37.320955 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed6e948-46b0-4565-b6fe-92d3b408a3e7 None None] The sync data for ids ['98018330-b6f5-4fbb-bbb0-57b2060563f2'] in n-d-827896-3 is: [{'id': '98018330-b6f5-4fbb-bbb0-57b2060563f2', 'name': 'tempest-RoutersIpV6Test-router-1797860269', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:42Z', 'updated_at': '2022-02-07T23:14:23Z', 'revision_number': 11, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:37.323267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb8427d2-84e6-4d3e-9694-408171aaf6e1 req-3af45dbe-e3d0-429d-8364-1fc518e662a5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3029473 Feb 07 23:14:37.420344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3cb75cc-d62d-431e-9da7-5ecc1139ffb0 req-03aa2ed9-b45b-4589-b76c-866d8b98c796 service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980498 Feb 07 23:14:37.750716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-dff74fa6-e87c-41ec-b4e9-2aa7e3881ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:37.756899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-dff74fa6-e87c-41ec-b4e9-2aa7e3881ef2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1094 time: 0.2395318 Feb 07 23:14:38.073409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55de9f83-5b05-49d7-8637-9fc6735853ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.081082 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55de9f83-5b05-49d7-8637-9fc6735853ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.145023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55de9f83-5b05-49d7-8637-9fc6735853ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.145910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de9f83-5b05-49d7-8637-9fc6735853ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Fanout notify agent at l3_agent the message router_deleted on router 98018330-b6f5-4fbb-bbb0-57b2060563f2 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:14:38.204906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-55de9f83-5b05-49d7-8637-9fc6735853ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.207020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-55de9f83-5b05-49d7-8637-9fc6735853ed tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 204 len: 168 time: 1.7258637 Feb 07 23:14:38.216065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:38.225134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-340649330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:38.240443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:38.251457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Usage tracker for resource:router and tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:38.262699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:38.297498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:38.321439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.323073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.342338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:38.345069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906451e-c4e8-4470-b6b8-50269c378333 req-e534266a-46a5-4b34-987e-ef38306dc83b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:38.396803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f906451e-c4e8-4470-b6b8-50269c378333 req-e534266a-46a5-4b34-987e-ef38306dc83b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.3270326 Feb 07 23:14:38.417664 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.489097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.510624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-80dec92a-6ea1-4442-82f8-defd622408b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:38.510624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-80dec92a-6ea1-4442-82f8-defd622408b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.7424607 Feb 07 23:14:38.531987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.539360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-98da7083-e229-4a39-91ce-f52d9193e56b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3219635 Feb 07 23:14:38.541642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39750) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:38.555996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0d1d07c1-3224-485f-816c-1bd897b94901 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:38.557957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 3b3d5807-d183-423b-824a-d28e5d840c51 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:38.558593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.827574 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:38.887484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f906451e-c4e8-4470-b6b8-50269c378333 req-c454d8d7-ab2f-4ffe-9fbc-9bcbf5ed30c7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4983468 Feb 07 23:14:38.918854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8f3af-d6bd-42ed-8d0c-afcefa031619 req-9d4ab0e7-5301-498c-8733-76c8af8ce74d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:38.924715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36f8f3af-d6bd-42ed-8d0c-afcefa031619 req-9d4ab0e7-5301-498c-8733-76c8af8ce74d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 1.0858941 Feb 07 23:14:38.960141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:38.973643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:38.979431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.113736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:39.160177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36f8f3af-d6bd-42ed-8d0c-afcefa031619 req-da2ded74-cf92-4737-812c-6f1a1086ba63 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228286 Feb 07 23:14:39.162245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-125fbb88-9885-4ac7-9d76-af97f38cbd6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 999 time: 0.6473308 Feb 07 23:14:39.324073 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'code': 200} Feb 07 23:14:39.390838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-234a27ba-9f9d-45b0-ab30-08e0b04874c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:39.390838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-234a27ba-9f9d-45b0-ab30-08e0b04874c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.2163730 Feb 07 23:14:39.647436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25decf3-96c6-40a7-9dd6-680e62d0bd7e req-ffbe1b4b-3c5a-4ce9-92c5-721df816552f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:39.650276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e25decf3-96c6-40a7-9dd6-680e62d0bd7e req-ffbe1b4b-3c5a-4ce9-92c5-721df816552f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.3507402 Feb 07 23:14:39.660280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-321712a3-d088-4b5d-81e2-c01227bf5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:39.660280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-321712a3-d088-4b5d-81e2-c01227bf5de0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2660925 Feb 07 23:14:39.709629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d1d07c1-3224-485f-816c-1bd897b94901 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:39.745622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d1d07c1-3224-485f-816c-1bd897b94901 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.182804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1d07c1-3224-485f-816c-1bd897b94901 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Router 698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:14:40.229142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-d4ae3472-f77c-49ca-8e59-f980df5e1dd7 service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825873 Feb 07 23:14:40.440702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1aa6534-8a71-4d9f-91c2-bb0caece40e6 req-fb0a0ccf-155a-47f1-a52f-b16a3ed2fd5f service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534760 Feb 07 23:14:40.443538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e25decf3-96c6-40a7-9dd6-680e62d0bd7e req-000af75b-3c06-4ab5-ad7a-ad413e831493 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7840781 Feb 07 23:14:40.505682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1d07c1-3224-485f-816c-1bd897b94901 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:14:40.521798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] Sync routers for ids ['698b3321-e39e-4c8e-9c9f-c6ad2c8141a0'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:14:40.523029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13fa80-758c-47f1-a19f-1b9f023c0077 req-087c6b0c-9679-4e62-b53d-3da8bce0517d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:40.524069 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d1d07c1-3224-485f-816c-1bd897b94901 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:40.530909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0d1d07c1-3224-485f-816c-1bd897b94901 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "PUT /v2.0/routers/698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 HTTP/1.1" status: 200 len: 697 time: 1.9849064 Feb 07 23:14:40.531451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:40.535343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b13fa80-758c-47f1-a19f-1b9f023c0077 req-087c6b0c-9679-4e62-b53d-3da8bce0517d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.3036182 Feb 07 23:14:40.553504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] Routers {'698b3321-e39e-4c8e-9c9f-c6ad2c8141a0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:40.554601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['698b3321-e39e-4c8e-9c9f-c6ad2c8141a0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:40.647007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b13fa80-758c-47f1-a19f-1b9f023c0077 req-8c9d8473-f70d-4296-8b35-7ebb1e6e8878 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101301 Feb 07 23:14:40.861812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0bc94731-13d2-41ea-9984-346c69860ebc tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/routers/698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 HTTP/1.1" status: 200 len: 703 time: 0.3276331 Feb 07 23:14:40.862450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39784) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:41.095882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e076274-f783-4eac-9bed-c516ff140268 req-f55f85c0-12e7-4d27-a218-a7ed195188d3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:41.113300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e076274-f783-4eac-9bed-c516ff140268 req-f55f85c0-12e7-4d27-a218-a7ed195188d3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.3370209 Feb 07 23:14:41.182033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fbe8914a-b7db-42a8-8b9c-8c88ab2b62b2 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 HTTP/1.1" status: 200 len: 205 time: 0.3158538 Feb 07 23:14:41.204780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39796) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:41.397512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] Set router 698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:41.564545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e076274-f783-4eac-9bed-c516ff140268 req-72156f25-f057-44dc-ba66-216d2cd4710b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473355 Feb 07 23:14:41.781075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d88af8-be69-45c6-9dfc-e529c33932c2 req-e030b225-4671-4b13-903d-d226c99ab284 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:41.796237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7d88af8-be69-45c6-9dfc-e529c33932c2 req-e030b225-4671-4b13-903d-d226c99ab284 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 943 time: 0.1504741 Feb 07 23:14:41.914488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:14:41.919827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7d88af8-be69-45c6-9dfc-e529c33932c2 req-a17571c3-8a36-422d-8aba-ab3f984e2262 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225693 Feb 07 23:14:41.941102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c6845d-89ad-4c5e-9040-8c52d442a28d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:42.028547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1875b51-24ed-4c9b-8fa5-a2d3754bf101 req-7019d99c-6504-4bd1-b586-f560cc782d6f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:42.042708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1875b51-24ed-4c9b-8fa5-a2d3754bf101 req-7019d99c-6504-4bd1-b586-f560cc782d6f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2252934 Feb 07 23:14:42.228446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c1875b51-24ed-4c9b-8fa5-a2d3754bf101 req-de114aba-55d8-424a-9586-ed5a6ebcddf0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844802 Feb 07 23:14:42.242194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b3321-e39e-4c8e-9c9f-c6ad2c8141a0', 'name': 'tempest-RoutersIpV6Test-router-340649330', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:38Z', 'updated_at': '2022-02-07T23:14:39Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:42.248938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] Checking router: 698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:14:42.289177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] Routers {'698b3321-e39e-4c8e-9c9f-c6ad2c8141a0'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:14:42.289177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['698b3321-e39e-4c8e-9c9f-c6ad2c8141a0'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:42.537941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] Set router 698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:14:42.811318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:42.845372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'port_id': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'mac_address': 'fa:16:3e:e6:4e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:14:43.103770 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c6845d-89ad-4c5e-9040-8c52d442a28d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.128917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c6845d-89ad-4c5e-9040-8c52d442a28d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.196823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-8c3065c0-d8c7-4267-9ec4-5f7883500110 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:43.197723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-8c3065c0-d8c7-4267-9ec4-5f7883500110 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:14:43.252221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7845e-a82e-463a-a0d8-a4233438b9c5 req-c01df69b-e9d5-4f7e-9fef-ae8a50284045 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:43.268080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84b7845e-a82e-463a-a0d8-a4233438b9c5 req-c01df69b-e9d5-4f7e-9fef-ae8a50284045 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.2714756 Feb 07 23:14:43.305091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c6845d-89ad-4c5e-9040-8c52d442a28d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.305091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c6845d-89ad-4c5e-9040-8c52d442a28d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Fanout notify agent at l3_agent the message router_deleted on router 698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:14:43.315123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b3321-e39e-4c8e-9c9f-c6ad2c8141a0', 'name': 'tempest-RoutersIpV6Test-router-340649330', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:38Z', 'updated_at': '2022-02-07T23:14:39Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:14:43.337688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d68250-773b-4300-8778-427b0253a8f4 None None] The sync data for ids ['698b3321-e39e-4c8e-9c9f-c6ad2c8141a0'] in n-d-827896-3 is: [{'id': '698b3321-e39e-4c8e-9c9f-c6ad2c8141a0', 'name': 'tempest-RoutersIpV6Test-router-340649330', 'tenant_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:14:38Z', 'updated_at': '2022-02-07T23:14:39Z', 'revision_number': 2, 'project_id': 'e26b69e4fb704f9ab8cbbe8c6dc8b5fc', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:14:43.373699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.383576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-8c3065c0-d8c7-4267-9ec4-5f7883500110 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:14:43.405544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-8c3065c0-d8c7-4267-9ec4-5f7883500110 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc&tenant_id=10fae2aac93b470390285df47d4d2fcd&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 943 time: 1.5357137 Feb 07 23:14:43.415476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819ab498-f213-47b1-905d-ed2b5daf44b0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:14:43.441187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:43.448470 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.537133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84b7845e-a82e-463a-a0d8-a4233438b9c5 req-ed755cda-8e47-4b7f-ac17-b749b19791e7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542098 Feb 07 23:14:43.627103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05c6845d-89ad-4c5e-9040-8c52d442a28d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:43.639420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39846) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:43.640869 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-05c6845d-89ad-4c5e-9040-8c52d442a28d tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 HTTP/1.1" status: 204 len: 168 time: 2.4322329 Feb 07 23:14:43.659687 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-8191f2b1-9fec-49df-85b5-7bae4681c4ee service neutron] delete failed (client error): The resource could not be found. Feb 07 23:14:43.664536 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-8191f2b1-9fec-49df-85b5-7bae4681c4ee service neutron] 10.222.0.36 "DELETE /v2.0/ports/819ab498-f213-47b1-905d-ed2b5daf44b0/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.2507260 Feb 07 23:14:43.707660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:43.796637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c9908c78-8154-44ff-a847-f7567dfa7024 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Synchronizing usage tracker for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:14:43.813348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['819ab498-f213-47b1-905d-ed2b5daf44b0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:14:43.822290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0dbdf-edc7-4cca-8771-5c56626eacd2 req-47f82077-b2ac-4477-aed0-eceabe1599ea tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:43.835567 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13b0dbdf-edc7-4cca-8771-5c56626eacd2 req-47f82077-b2ac-4477-aed0-eceabe1599ea tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 944 time: 0.4144185 Feb 07 23:14:43.969484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c9908c78-8154-44ff-a847-f7567dfa7024 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] Unset dirty status for tenant:e26b69e4fb704f9ab8cbbe8c6dc8b5fc on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:14:43.972961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c9908c78-8154-44ff-a847-f7567dfa7024 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 HTTP/1.1" status: 200 len: 205 time: 0.3301773 Feb 07 23:14:43.973847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39854) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:44.039080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-50bb9b29-1c18-4aed-918a-199860f6d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:44.041270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-50bb9b29-1c18-4aed-918a-199860f6d3e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1095 time: 0.1874638 Feb 07 23:14:44.136343 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-eb0f80e3-3c60-459d-9517-be2382a5d57c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] delete failed (client error): The resource could not be found. Feb 07 23:14:44.141806 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eb0f80e3-3c60-459d-9517-be2382a5d57c tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/698b3321-e39e-4c8e-9c9f-c6ad2c8141a0 HTTP/1.1" status: 404 len: 336 time: 0.1616800 Feb 07 23:14:44.151397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39860) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:44.273411 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-723c487b-64e1-47e5-96dd-69cc39b4bec8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:44.278300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723c487b-64e1-47e5-96dd-69cc39b4bec8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:44.280314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-723c487b-64e1-47e5-96dd-69cc39b4bec8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/6a1291f1-94fe-4cb2-9a7e-d354b7db4361 HTTP/1.1" status: 404 len: 337 time: 0.1164856 Feb 07 23:14:44.302310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:44.317573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13b0dbdf-edc7-4cca-8771-5c56626eacd2 req-2836d71e-7a1f-4e0e-871a-5654439ecead tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810269 Feb 07 23:14:44.360326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e69ac-b084-440e-82a2-cfed4a8dad50 req-c97b684c-e7da-4e6f-9129-03cde6d9dead tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:44.376084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d2e69ac-b084-440e-82a2-cfed4a8dad50 req-c97b684c-e7da-4e6f-9129-03cde6d9dead tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.4991746 Feb 07 23:14:44.468157 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed169a4-c5df-44ef-a627-16cd4895b264 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:44.468390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed169a4-c5df-44ef-a627-16cd4895b264 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:44.486621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0ed169a4-c5df-44ef-a627-16cd4895b264 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/ba83b7d6-b252-4dfe-91d8-08b3d1680d38 HTTP/1.1" status: 404 len: 337 time: 0.1792705 Feb 07 23:14:44.493290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39880) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:44.535295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-3844f09c-9620-4ac0-b495-e48d365f2fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:44.541316 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-3844f09c-9620-4ac0-b495-e48d365f2fef service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.4922259 Feb 07 23:14:44.706159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d2e69ac-b084-440e-82a2-cfed4a8dad50 req-8606dace-e778-4f5f-803a-bdf0fb05ab01 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263249 Feb 07 23:14:44.726068 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf669ee-c69a-4b4f-9ebb-100a26a7e835 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:44.726434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf669ee-c69a-4b4f-9ebb-100a26a7e835 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:44.731226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-daf669ee-c69a-4b4f-9ebb-100a26a7e835 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/1453b77c-8adf-4b19-bee9-6dde3facd7d5 HTTP/1.1" status: 404 len: 337 time: 0.2308187 Feb 07 23:14:44.749468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39888) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:44.905946 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-9793e102-0694-4f73-b3ba-ce5063d22d58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:44.906653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9793e102-0694-4f73-b3ba-ce5063d22d58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:44.911574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9793e102-0694-4f73-b3ba-ce5063d22d58 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/501ffa0e-5aa6-4242-b76b-b28dc7d367f3 HTTP/1.1" status: 404 len: 337 time: 0.1610231 Feb 07 23:14:44.922891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-a32767bb-be55-44d2-96dc-7cb87b4f2d9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 1000 time: 0.3708248 Feb 07 23:14:44.923145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39894) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:45.065170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39898) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:45.066152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7ab27eb2-df4b-4e0c-b4b5-21c0be0b3b99 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 200 len: 205 time: 0.1418841 Feb 07 23:14:45.140873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-2d513b92-ec25-4f9a-b3f9-671baec302de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:45.142844 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-2d513b92-ec25-4f9a-b3f9-671baec302de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.1718082 Feb 07 23:14:45.285978 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-b76c2980-2eac-457f-815f-6d5eca22c764 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] delete failed (client error): The resource could not be found. Feb 07 23:14:45.290549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b76c2980-2eac-457f-815f-6d5eca22c764 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/98018330-b6f5-4fbb-bbb0-57b2060563f2 HTTP/1.1" status: 404 len: 336 time: 0.2198620 Feb 07 23:14:45.291370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39910) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:45.312508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329d077-0608-4c6b-9de3-120c3a556523 req-26562dc2-98fc-44f0-a7b5-8a0592fb74d9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:45.314104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f329d077-0608-4c6b-9de3-120c3a556523 req-26562dc2-98fc-44f0-a7b5-8a0592fb74d9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.4298906 Feb 07 23:14:45.410498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f329d077-0608-4c6b-9de3-120c3a556523 req-0b837bf0-9ee0-4a36-8afb-d37cabc76d82 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903318 Feb 07 23:14:45.411474 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e14826a-6c37-4b7f-82a2-395393cc00e5 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=483d4b0f-b1f7-4658-b0b8-66c9bea71fb5 HTTP/1.1" status: 200 len: 205 time: 0.1148286 Feb 07 23:14:45.414104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39916) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:45.427058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-dfd8b41e-7b66-4249-911d-cb084651c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:45.432982 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-dfd8b41e-7b66-4249-911d-cb084651c5fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2835331 Feb 07 23:14:45.494241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:45.658353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a4d9b-5352-4239-951e-450840371d90 req-9ab062e8-2f1a-4004-a763-1378f2cb6c74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:45.672637 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f71a4d9b-5352-4239-951e-450840371d90 req-9ab062e8-2f1a-4004-a763-1378f2cb6c74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 944 time: 0.1638055 Feb 07 23:14:45.675122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 819ab498-f213-47b1-905d-ed2b5daf44b0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:14:45.686581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 819ab498-f213-47b1-905d-ed2b5daf44b0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:45.688610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:45.767255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f71a4d9b-5352-4239-951e-450840371d90 req-491616de-fcd1-47c0-8e1e-07a0b5a07535 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932851 Feb 07 23:14:45.839580 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-da88d150-cf4b-44d1-b2ec-819c82bfc1cf tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] delete failed (client error): The resource could not be found. Feb 07 23:14:45.848185 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-da88d150-cf4b-44d1-b2ec-819c82bfc1cf tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/483d4b0f-b1f7-4658-b0b8-66c9bea71fb5 HTTP/1.1" status: 404 len: 336 time: 0.4270420 Feb 07 23:14:45.848489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39932) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:45.957414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:45.969503 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-0414fcc3-5275-4d29-8927-c56a69ac6683 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:45.969961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0414fcc3-5275-4d29-8927-c56a69ac6683 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:45.973916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0414fcc3-5275-4d29-8927-c56a69ac6683 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/e19f9c51-ee48-4ff9-950c-0ebc5f7dc548 HTTP/1.1" status: 404 len: 337 time: 0.1221931 Feb 07 23:14:45.976822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39936) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:46.062161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:46.062161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:46.098739 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:46.205410 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'code': 200} Feb 07 23:14:46.315649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:46.495409 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-c2676953-fa9c-4c03-ab6f-53eaf27cc5a3 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9195697 Feb 07 23:14:46.531196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cf057f4e-b6c7-4f1f-8aeb-bc23f9638ee3 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=77e0c7df-64c1-4ac2-a285-c71db0e52d8f HTTP/1.1" status: 200 len: 205 time: 0.5230935 Feb 07 23:14:46.532209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39948) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:46.719020 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-7bc60751-9bec-4b90-83b4-c63d8c591f0a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] delete failed (client error): The resource could not be found. Feb 07 23:14:46.720014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7bc60751-9bec-4b90-83b4-c63d8c591f0a tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/77e0c7df-64c1-4ac2-a285-c71db0e52d8f HTTP/1.1" status: 404 len: 336 time: 0.1749508 Feb 07 23:14:46.724417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39954) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:46.807446 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7731ad9b-6dbb-474c-adae-8ea4274cbcf4 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cecb71f-83bc-48e3-b887-d6989b8bc04e HTTP/1.1" status: 200 len: 205 time: 0.0790350 Feb 07 23:14:46.813470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39962) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:46.902680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03fa86-6162-4d42-bf17-c3f5f7123254 req-bc2fc4af-b9c8-422c-bc7f-45d614ae102b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:46.913889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d03fa86-6162-4d42-bf17-c3f5f7123254 req-bc2fc4af-b9c8-422c-bc7f-45d614ae102b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.8081014 Feb 07 23:14:46.919466 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-fc52fca6-0fcd-4839-a50f-c037cbc665e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] delete failed (client error): The resource could not be found. Feb 07 23:14:46.921736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fc52fca6-0fcd-4839-a50f-c037cbc665e8 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/2cecb71f-83bc-48e3-b887-d6989b8bc04e HTTP/1.1" status: 404 len: 336 time: 0.1039877 Feb 07 23:14:46.923913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39970) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:46.978365 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-192cb954-4234-4a1b-8b92-0497d1729362 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:46.980145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192cb954-4234-4a1b-8b92-0497d1729362 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:46.983405 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-192cb954-4234-4a1b-8b92-0497d1729362 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/9a956937-6dde-43aa-8160-7192efec0f39 HTTP/1.1" status: 404 len: 337 time: 0.0575500 Feb 07 23:14:46.992799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:47.102727 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d03fa86-6162-4d42-bf17-c3f5f7123254 req-53c9d9d9-e53c-450c-ae63-0ef34a6823e2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683371 Feb 07 23:14:47.158178 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0eb0d0a6-d2df-4391-817f-83d86d1f6460 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7a3db31-47e3-47d9-bd05-4ecbc5cdffda HTTP/1.1" status: 200 len: 205 time: 0.1634066 Feb 07 23:14:47.167671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ac7cea8-2070-4874-83fd-9328ec57903f req-43168608-334d-4d49-a02e-f79d4c9fd980 service neutron] 10.222.0.36 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6589634 Feb 07 23:14:47.171903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39978) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:47.200493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0960e-6426-4087-9376-79219fccdb08 req-0f778bb2-27ed-45a2-bfa2-9d09b0174976 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:47.229311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d0960e-6426-4087-9376-79219fccdb08 req-0f778bb2-27ed-45a2-bfa2-9d09b0174976 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.4938924 Feb 07 23:14:47.358040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8d0960e-6426-4087-9376-79219fccdb08 req-d2d58a86-8840-4e41-9ac3-46372ecb0082 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279790 Feb 07 23:14:47.422612 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-3f364c66-3f69-4ef6-ad5a-33882b73de8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] delete failed (client error): The resource could not be found. Feb 07 23:14:47.426443 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3f364c66-3f69-4ef6-ad5a-33882b73de8b tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/e7a3db31-47e3-47d9-bd05-4ecbc5cdffda HTTP/1.1" status: 404 len: 336 time: 0.2494116 Feb 07 23:14:47.427460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 39984) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:47.514850 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-b296a2b4-ea09-40d6-a100-cdf7d446ef71 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:47.518163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b296a2b4-ea09-40d6-a100-cdf7d446ef71 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:47.522354 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b296a2b4-ea09-40d6-a100-cdf7d446ef71 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/8956b600-d097-44ff-b344-6e451e3a1920 HTTP/1.1" status: 404 len: 337 time: 0.0922158 Feb 07 23:14:47.523331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:47.587146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddceba-b11e-4e1b-b8e7-cbf0f807d65c req-5da963c7-ef1a-4cc1-add4-9676e0ecc178 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:47.600506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13ddceba-b11e-4e1b-b8e7-cbf0f807d65c req-5da963c7-ef1a-4cc1-add4-9676e0ecc178 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.1369665 Feb 07 23:14:47.618631 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cd4ca894-367b-4d60-942b-14d9e4e08672 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "GET /v2.0/ports?device_id=68ba9c57-c9e9-4ab5-9181-030968d978aa HTTP/1.1" status: 200 len: 205 time: 0.0940366 Feb 07 23:14:47.628919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 39994) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:47.707382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-13ddceba-b11e-4e1b-b8e7-cbf0f807d65c req-dfb4c073-6608-4cd7-9e02-e13d099fc913 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044204 Feb 07 23:14:47.760112 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-e1ed9bb8-5ead-4f05-b954-37007c63f7bd tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] delete failed (client error): The resource could not be found. Feb 07 23:14:47.766891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e1ed9bb8-5ead-4f05-b954-37007c63f7bd tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/routers/68ba9c57-c9e9-4ab5-9181-030968d978aa HTTP/1.1" status: 404 len: 336 time: 0.1311424 Feb 07 23:14:47.767594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40006) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:48.078702 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd19e8f4-5c07-4ada-8ed7-12aacbd85902 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:48.079446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd19e8f4-5c07-4ada-8ed7-12aacbd85902 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:48.088535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40016) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:48.089537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dd19e8f4-5c07-4ada-8ed7-12aacbd85902 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/389fea0f-cb2d-40b6-bbf8-d89b2574acec HTTP/1.1" status: 404 len: 337 time: 0.3224769 Feb 07 23:14:48.165606 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6226535b-f25e-4da0-b9e1-1d4f1a35a238 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] DELETE failed (client error): The resource could not be found. Feb 07 23:14:48.166195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6226535b-f25e-4da0-b9e1-1d4f1a35a238 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:14:48.167841 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6226535b-f25e-4da0-b9e1-1d4f1a35a238 tempest-RoutersIpV6Test-1960680425 tempest-RoutersIpV6Test-1960680425-project] 10.222.0.10 "DELETE /v2.0/subnets/5bf41d90-87df-4174-aaee-90c6247f0186 HTTP/1.1" status: 404 len: 337 time: 0.0784738 Feb 07 23:14:48.513330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b1096-ca9f-4289-bfbd-589352be71a0 req-c5f44627-7453-461a-b037-a9785cde3710 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:48.516351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f3b1096-ca9f-4289-bfbd-589352be71a0 req-c5f44627-7453-461a-b037-a9785cde3710 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2458911 Feb 07 23:14:48.628064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f3b1096-ca9f-4289-bfbd-589352be71a0 req-3d3e9fb5-35b5-4a9f-a731-9cfb55ffa988 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024501 Feb 07 23:14:48.854368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5180fbd-754a-42d6-a40c-6ec84dccb9f6 req-8711477a-e399-47a8-a54c-99f3d0aaf9cf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:48.865118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5180fbd-754a-42d6-a40c-6ec84dccb9f6 req-8711477a-e399-47a8-a54c-99f3d0aaf9cf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.1779761 Feb 07 23:14:49.141700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40042) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:49.209544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5180fbd-754a-42d6-a40c-6ec84dccb9f6 req-e4221769-98c4-40c4-9ed0-7745c8a2932a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268836 Feb 07 23:14:49.262066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6fc19-9542-43dc-b158-e9b2ff954c9a req-0d981622-8efe-4f82-a767-b7909ed40ec7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:49.263868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cb6fc19-9542-43dc-b158-e9b2ff954c9a req-0d981622-8efe-4f82-a767-b7909ed40ec7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.2601507 Feb 07 23:14:49.369765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cb6fc19-9542-43dc-b158-e9b2ff954c9a req-28b6cfd4-6f8b-44a4-af15-55288bac4574 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920653 Feb 07 23:14:49.392105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40054) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:49.488348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7318a5cd-a162-46c4-85ef-3b0816f39fec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e26b69e4fb704f9ab8cbbe8c6dc8b5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337126 Feb 07 23:14:49.488348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40058) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:49.631980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-199cd4bc-d4f2-4397-a22d-5dd3f398ed44 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/072b0e4c-9666-41fc-8dea-4878e53f9644 HTTP/1.1" status: 200 len: 993 time: 0.2380807 Feb 07 23:14:49.647930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:49.700404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:49.795931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:49.819577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b47b03-8afa-466a-b272-8715d60f134d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:49.869678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:49.875535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3b47b03-8afa-466a-b272-8715d60f134d HTTP/1.1" status: 204 len: 168 time: 0.3900063 Feb 07 23:14:49.875535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.896749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.902287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.904848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.907693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.909853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.910807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.912698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.913210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.913726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.916754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:49.917521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d811b7-8f4c-4c93-83ec-fd04f51c11c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:50.116069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2b207-a0dd-4cf7-a662-e626edf03ae9 req-f244125e-6c7f-4ce2-aca4-7337a7755c3e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:50.126858 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8c2b207-a0dd-4cf7-a662-e626edf03ae9 req-f244125e-6c7f-4ce2-aca4-7337a7755c3e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2683375 Feb 07 23:14:50.278133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8c2b207-a0dd-4cf7-a662-e626edf03ae9 req-c6998d05-a913-4719-8e11-a1d066abc704 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395497 Feb 07 23:14:50.840444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bcdfa-c94e-435d-af72-99b10b6d48ce req-c1630a7d-6031-4482-a1b0-3324e1871c4c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:50.844046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-735bcdfa-c94e-435d-af72-99b10b6d48ce req-c1630a7d-6031-4482-a1b0-3324e1871c4c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.2249608 Feb 07 23:14:51.027663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-735bcdfa-c94e-435d-af72-99b10b6d48ce req-523e2a97-f10d-4b53-980f-a699605307bd tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632571 Feb 07 23:14:51.701789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82352cf0-239f-4620-8583-88069ba4c0ea req-c1342880-4401-46af-9145-17f7281b4ad2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:51.706859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82352cf0-239f-4620-8583-88069ba4c0ea req-c1342880-4401-46af-9145-17f7281b4ad2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1725628 Feb 07 23:14:51.768642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82352cf0-239f-4620-8583-88069ba4c0ea req-1c3bae34-f57c-4571-9069-4d8096beea28 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563271 Feb 07 23:14:51.922800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40116) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:52.153469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1148960548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:52.181403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:52.194765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:router and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:52.213712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:52.245490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:52.269947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.271875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.307188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.371160 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.424640 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.429197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-93a43bfd-1a7d-41af-8bd3-efe4eeda68ef tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5051997 Feb 07 23:14:52.429447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40132) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:52.438770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1653701784'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:52.450963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:52.459210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:network and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:52.463091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:52.473506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:52.504911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f35c3-8161-4726-91f3-6cda2d0e310f req-4f24b80f-ea2a-41eb-8957-2bc7dae37972 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:52.514729 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6f35c3-8161-4726-91f3-6cda2d0e310f req-4f24b80f-ea2a-41eb-8957-2bc7dae37972 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.1810598 Feb 07 23:14:52.534087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:52.537978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.557241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.585118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:52.592498 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:security_group_rule and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:52.597407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:52.614884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e6f35c3-8161-4726-91f3-6cda2d0e310f req-5675cffe-4155-4de4-a392-4dc839ea5d90 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942447 Feb 07 23:14:52.625888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:52.822401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.822401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.893282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:14:52.922723 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:52.923199 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Added segment 5883c976-77cf-4b60-91cb-769cc1e64779 of type vlan for network 18f40439-76cf-4475-9f2e-2a061933fe99 Feb 07 23:14:53.002367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:53.067265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:53.077319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:53.077319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:53.136963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9f2f90-d750-4faf-9746-46563d353688,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:53.150981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.151337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.151685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.152029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.152548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.153164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.153839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.154954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.155535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.155916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.156417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.157121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:14:53.165395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40152) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:53.173750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'subnet': {'network_id': '18f40439-76cf-4475-9f2e-2a061933fe99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:53.178423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7466912 Feb 07 23:14:53.518272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48eea4d-6e4f-4220-b94b-e01cbb54fae0 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Network': ['ID=18f40439-76cf-4475-9f2e-2a061933fe99,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:53.518914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:53.528284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:subnet and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:53.537985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:53.540044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:14:53.557357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 18f40439-76cf-4475-9f2e-2a061933fe99 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:14:53.558665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:53.600282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:53.604624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:53.612424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160463b-47ee-4201-bb3b-cc58e5920293 req-5a3f51b9-ec7f-4fbc-89e9-9985502ad17e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:53.619602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4160463b-47ee-4201-bb3b-cc58e5920293 req-5a3f51b9-ec7f-4fbc-89e9-9985502ad17e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.5018008 Feb 07 23:14:53.699146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4160463b-47ee-4201-bb3b-cc58e5920293 req-1d5626a6-8bdc-4248-8f85-eef3ec96f378 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772920 Feb 07 23:14:53.797284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:53.821243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'port_id': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8', 'mac_address': 'fa:16:3e:de:1f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:14:54.035435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b503ae-bde4-46bf-97a5-cfd9b8533b17 req-ef2c7d1e-8b3d-4d2b-b1bf-eea9adf89ce6 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:54.043223 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16b503ae-bde4-46bf-97a5-cfd9b8533b17 req-ef2c7d1e-8b3d-4d2b-b1bf-eea9adf89ce6 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 944 time: 0.1320443 Feb 07 23:14:54.104358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-16b503ae-bde4-46bf-97a5-cfd9b8533b17 req-054915fb-d58f-4a6c-b981-66ce634442f3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599918 Feb 07 23:14:54.139065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.189790 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.233142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:14:54.254408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Checking segment: {'id': '5883c976-77cf-4b60-91cb-769cc1e64779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18f40439-76cf-4475-9f2e-2a061933fe99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:14:54.254952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network hostable DHCP agents. Network: 18f40439-76cf-4475-9f2e-2a061933fe99, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:14:54.268988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:54.279255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Subnet': ['ID=d52c694a-db5b-4911-afb1-f860092e3adb,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:54.290208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.300046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network 18f40439-76cf-4475-9f2e-2a061933fe99 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:14:54.328182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 18f40439-76cf-4475-9f2e-2a061933fe99) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:54.349923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6006e8cf-9046-4abb-a00f-9e5c1e0ef735 None None] Network 18f40439-76cf-4475-9f2e-2a061933fe99 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:14:54.354145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:54.355108 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.466047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-999d3c33-e8ef-4a38-9eb9-0388e12eba6a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2959759 Feb 07 23:14:54.466385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40176) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:54.473046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'network': {'name': 'tempest-router-network01--815143165'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:54.486249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:54.493913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:network and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:54.500031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:54.685164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:14:54.731889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:54.749942 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:14:54.759145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:54.764648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.830944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:14:54.871385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.871385 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Added segment 723f4779-b2d3-4d9f-af1b-bcfc679ef636 of type vlan for network 2f5ccbb3-c37c-4994-ac68-832e753dd97f Feb 07 23:14:54.936781 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:54.959519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:55.008448 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.025157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:55.026181 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.048533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-18f40439-76cf-4475-9f2e-2a061933fe99', 'network_id': '18f40439-76cf-4475-9f2e-2a061933fe99', 'tenant_id': 'ad270e134a9143559ec4915b21f50512', 'fixed_ips': [{'subnet_id': 'd52c694a-db5b-4911-afb1-f860092e3adb'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:14:55.049946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.562474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0943224 Feb 07 23:14:55.565201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40204) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:55.578422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'network': {'name': 'tempest-router-network02--869075961'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:55.605613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:55.616787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:network and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:55.631874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:55.642915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:55.675555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:55.679166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.692953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Allocated IP 2001:db8::2 (18f40439-76cf-4475-9f2e-2a061933fe99/d52c694a-db5b-4911-afb1-f860092e3adb/4fd15134-507c-4429-9bbb-949f620ce647) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:14:55.757579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b247a-e6e2-4a54-8a30-4fbb1b5bc15b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Network': ['ID=2f5ccbb3-c37c-4994-ac68-832e753dd97f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:55.777806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:14:55.800718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.801504 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Added segment 7b946138-45a0-4a00-b262-e70762838836 of type vlan for network a9ed3433-6c6d-4637-a6f1-bce044f94d56 Feb 07 23:14:55.911363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:55.927420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553cf4b-21f8-4c3c-adf8-0ffd8bc3bbae req-f2fea86a-dcab-4864-96cb-fff59b4a0167 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:55.929055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4553cf4b-21f8-4c3c-adf8-0ffd8bc3bbae req-f2fea86a-dcab-4864-96cb-fff59b4a0167 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 945 time: 0.5189717 Feb 07 23:14:55.940835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a69e35-0ca1-4bc3-a3be-6df4048f5376 req-4c6d253e-f9b4-448e-86cb-1cc2e26cbea7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:55.951936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5a69e35-0ca1-4bc3-a3be-6df4048f5376 req-4c6d253e-f9b4-448e-86cb-1cc2e26cbea7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.8716197 Feb 07 23:14:56.040214 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5a69e35-0ca1-4bc3-a3be-6df4048f5376 req-1754b766-56b0-4050-9bbb-829c6ffc6c4d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873086 Feb 07 23:14:56.045808 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:56.053659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:56.056435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:56.132572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:14:56.303143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4553cf4b-21f8-4c3c-adf8-0ffd8bc3bbae req-22fa4b4f-9684-4822-ba14-bd560f990bdc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274653 Feb 07 23:14:56.369941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Network': ['ID=a9ed3433-6c6d-4637-a6f1-bce044f94d56,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:56.379847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40216) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:56.387708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'subnet': {'network_id': '2f5ccbb3-c37c-4994-ac68-832e753dd97f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:56.391824 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c9c59b74-33fb-4a9c-beae-d982badc556c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8254535 Feb 07 23:14:56.431771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a9ed3433-6c6d-4637-a6f1-bce044f94d56 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:14:56.564819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:56.571810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:subnet and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:56.576761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:56.586202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:56.643690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:56.648905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:56.761825 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-511b5553-d224-4c32-b503-6c4ef360b7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:56.843301 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:56.863079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Transition to ACTIVE for port object 4fd15134-507c-4429-9bbb-949f620ce647 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:56.918972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Transition to ACTIVE for port object 4fd15134-507c-4429-9bbb-949f620ce647 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:14:56.936526 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.050188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.131399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Network 18f40439-76cf-4475-9f2e-2a061933fe99 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:14:57.134769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:57.154852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:14:57.165500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Pushing event updated for resources: {'Port': ['ID=4fd15134-507c-4429-9bbb-949f620ce647,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:57.180014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Subnet': ['ID=f10eea2c-5260-4d96-8b8c-2b54ec927ba4,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:57.220299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Checking segment: {'id': '723f4779-b2d3-4d9f-af1b-bcfc679ef636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5ccbb3-c37c-4994-ac68-832e753dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:14:57.220732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network hostable DHCP agents. Network: 2f5ccbb3-c37c-4994-ac68-832e753dd97f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:14:57.332947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:14:57.363437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 2f5ccbb3-c37c-4994-ac68-832e753dd97f) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:57.380735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:57.381373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Attempting to bind port 4fd15134-507c-4429-9bbb-949f620ce647 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:14:57.381532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.382104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Attempting to bind port 4fd15134-507c-4429-9bbb-949f620ce647 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '5883c976-77cf-4b60-91cb-769cc1e64779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18f40439-76cf-4475-9f2e-2a061933fe99'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:14:57.382650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Attempting to bind port 4fd15134-507c-4429-9bbb-949f620ce647 on network 18f40439-76cf-4475-9f2e-2a061933fe99 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:14:57.386514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4968eb-464a-497b-8184-88d14607b7ba None None] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:14:57.413575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d447306-b148-4e04-918c-7791ae0ae7df req-14fb167e-5cd8-4388-abae-cd87f654283a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:57.416118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d447306-b148-4e04-918c-7791ae0ae7df req-14fb167e-5cd8-4388-abae-cd87f654283a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1803579 Feb 07 23:14:57.467644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40240) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:57.474965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'subnet': {'network_id': 'a9ed3433-6c6d-4637-a6f1-bce044f94d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:14:57.478754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-454f40a5-8e36-44b1-a099-0dae83fbf868 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0974658 Feb 07 23:14:57.516917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:14:57.517716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Checking segment: {'id': '5883c976-77cf-4b60-91cb-769cc1e64779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18f40439-76cf-4475-9f2e-2a061933fe99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:14:57.518404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.519141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Bound using segment: {'id': '5883c976-77cf-4b60-91cb-769cc1e64779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18f40439-76cf-4475-9f2e-2a061933fe99'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:14:57.520005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Bound port: 4fd15134-507c-4429-9bbb-949f620ce647, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5883c976-77cf-4b60-91cb-769cc1e64779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '18f40439-76cf-4475-9f2e-2a061933fe99'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:14:57.520816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:57.598551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d447306-b148-4e04-918c-7791ae0ae7df req-41479e08-9637-4360-8ed6-6e1ce3fb7599 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751275 Feb 07 23:14:57.646715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:57.694301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a209-c247-41da-804c-84191ad445ce req-c961e30a-1ab6-4673-b012-cd127938dd29 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:57.697661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:14:57.706040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:subnet and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:14:57.706210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d78a209-c247-41da-804c-84191ad445ce req-c961e30a-1ab6-4673-b012-cd127938dd29 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 945 time: 0.1734130 Feb 07 23:14:57.707024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:14:57.715222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:14:57.747017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:14:57.755706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.001773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7d78a209-c247-41da-804c-84191ad445ce req-26e178a3-c9f3-4553-914c-fbfdbc498326 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851965 Feb 07 23:14:58.056697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:14:58.092050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] For port 4fd15134-507c-4429-9bbb-949f620ce647, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:14:58.261490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:14:58.261878 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.300493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] For port 4fd15134-507c-4429-9bbb-949f620ce647, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4fd15134-507c-4429-9bbb-949f620ce647,segment=NetworkSegment(5883c976-77cf-4b60-91cb-769cc1e64779),segment_id=5883c976-77cf-4b60-91cb-769cc1e64779)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:14:58.330353 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.400208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-2f5ccbb3-c37c-4994-ac68-832e753dd97f', 'network_id': '2f5ccbb3-c37c-4994-ac68-832e753dd97f', 'tenant_id': 'ad270e134a9143559ec4915b21f50512', 'fixed_ips': [{'subnet_id': 'f10eea2c-5260-4d96-8b8c-2b54ec927ba4'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:14:58.400833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.491813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.603795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4794f9cc-7045-4a74-9040-63928318ad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.693984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577ab57-bd6f-4db4-8dbe-01870db28cef None None] Pushing event updated for resources: {'Port': ['ID=4fd15134-507c-4429-9bbb-949f620ce647,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:58.788006 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:58.836405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Subnet': ['ID=1455ff4f-911f-4e98-bfc2-4d73d3b4e147,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:14:58.883754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Checking segment: {'id': '7b946138-45a0-4a00-b262-e70762838836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9ed3433-6c6d-4637-a6f1-bce044f94d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:14:58.884138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network hostable DHCP agents. Network: a9ed3433-6c6d-4637-a6f1-bce044f94d56, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:14:59.058375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network a9ed3433-6c6d-4637-a6f1-bce044f94d56 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:14:59.089392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:14:59.100106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a9ed3433-6c6d-4637-a6f1-bce044f94d56) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:14:59.100106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:59.109351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:14:59.113636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:59.124287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:14:59.203151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-77369292-a7b4-4b91-8ae9-a7463e571f22 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7339914 Feb 07 23:14:59.206347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40282) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:14:59.302910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850960a6-c9ed-4932-a191-ed53980411a7 None None] Network a9ed3433-6c6d-4637-a6f1-bce044f94d56 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:14:59.351035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7ec76-2878-4b32-bdc0-5ae3e2f28be1 req-a2129922-25fc-4b13-b441-823441c49546 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:59.369894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ab7ec76-2878-4b32-bdc0-5ae3e2f28be1 req-a2129922-25fc-4b13-b441-823441c49546 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.4300172 Feb 07 23:14:59.470163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4fd15134-507c-4429-9bbb-949f620ce647 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:14:59.573925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ab7ec76-2878-4b32-bdc0-5ae3e2f28be1 req-fb5f06aa-fd11-427d-9a74-1cfb36056784 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020733 Feb 07 23:14:59.630076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82253d7f-e188-4384-abbd-886a4e532bf8 req-07b5bad3-339f-4cc6-b3d2-4aff3e454b91 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:14:59.635596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82253d7f-e188-4384-abbd-886a4e532bf8 req-07b5bad3-339f-4cc6-b3d2-4aff3e454b91 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 946 time: 0.2201393 Feb 07 23:14:59.753690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82253d7f-e188-4384-abbd-886a4e532bf8 req-5eebb33f-7c40-4c64-8295-b2fa26aad3ad tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110423 Feb 07 23:14:59.770507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Allocated IP 2001:db8::2 (2f5ccbb3-c37c-4994-ac68-832e753dd97f/f10eea2c-5260-4d96-8b8c-2b54ec927ba4/2680b45e-fb76-49b0-a339-e18108fc28ac) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:15:00.048122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7fbe6-850b-4c20-9099-ebf5061f10a5 req-5ee6bfdb-204c-47a2-b116-b89d8fcec219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:00.049906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ba7fbe6-850b-4c20-9099-ebf5061f10a5 req-5ee6bfdb-204c-47a2-b116-b89d8fcec219 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 1097 time: 0.2286527 Feb 07 23:15:00.172837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ba7fbe6-850b-4c20-9099-ebf5061f10a5 req-c4150695-bc00-4369-a888-0e2f8d816655 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142373 Feb 07 23:15:00.231890 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8', 'code': 200} Feb 07 23:15:00.318468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:00.425382 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:00.490764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:00.543576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 4fd15134-507c-4429-9bbb-949f620ce647 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:00.626299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:00.698188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe7e7e-f41e-4e9a-98cf-bc2927639287 None None] Network 18f40439-76cf-4475-9f2e-2a061933fe99 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:00.737147 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:00.878867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a9ed3433-6c6d-4637-a6f1-bce044f94d56', 'network_id': 'a9ed3433-6c6d-4637-a6f1-bce044f94d56', 'tenant_id': 'ad270e134a9143559ec4915b21f50512', 'fixed_ips': [{'subnet_id': '1455ff4f-911f-4e98-bfc2-4d73d3b4e147'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:15:00.879785 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:00.946470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Transition to ACTIVE for port object 2680b45e-fb76-49b0-a339-e18108fc28ac will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:01.033361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138745e-fa40-4be7-874b-395f2e92d218 req-110c8abe-eeab-4e57-9f63-697055d27925 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:01.051368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7138745e-fa40-4be7-874b-395f2e92d218 req-110c8abe-eeab-4e57-9f63-697055d27925 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2148774 Feb 07 23:15:01.149602 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7138745e-fa40-4be7-874b-395f2e92d218 req-07f0504a-e2e1-42ad-b858-a4fe63566a59 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977330 Feb 07 23:15:01.184322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b57ce4f3-3a84-4d88-8966-282f34699e3c None None] Provisioning for port 4fd15134-507c-4429-9bbb-949f620ce647 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:01.244639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Transition to ACTIVE for port object 2680b45e-fb76-49b0-a339-e18108fc28ac will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:01.245820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b57ce4f3-3a84-4d88-8966-282f34699e3c None None] Provisioning complete for port 4fd15134-507c-4429-9bbb-949f620ce647 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:01.246196 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b57ce4f3-3a84-4d88-8966-282f34699e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:01.325363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aeb29-c8d5-4a04-a77f-bb40eab7fcaf req-89e46a50-9b01-4051-a88e-f412cfe58fd5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:01.337861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-744aeb29-c8d5-4a04-a77f-bb40eab7fcaf req-89e46a50-9b01-4051-a88e-f412cfe58fd5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 946 time: 0.1730106 Feb 07 23:15:01.426926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:01.453604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-744aeb29-c8d5-4a04-a77f-bb40eab7fcaf req-257885e4-30d5-473f-a0c1-377946438c4e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118188 Feb 07 23:15:01.606193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:01.721009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Allocated IP 2001:db8::2 (a9ed3433-6c6d-4637-a6f1-bce044f94d56/1455ff4f-911f-4e98-bfc2-4d73d3b4e147/280acf5e-904b-4003-bbf9-a2d2fcf502ed) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:15:01.751146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Allocated IP 2001:db8::1 (2f5ccbb3-c37c-4994-ac68-832e753dd97f/f10eea2c-5260-4d96-8b8c-2b54ec927ba4/f600475c-fe9e-4400-a23e-16148114725e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:15:01.820236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:01.853457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:01.882831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:15:02.072192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:02.089658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Transition to ACTIVE for port object f600475c-fe9e-4400-a23e-16148114725e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:02.147569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:02.152129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Pushing event updated for resources: {'Port': ['ID=2680b45e-fb76-49b0-a339-e18108fc28ac,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:02.368094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:02.375228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:02.387197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:15:02.393243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:02.485867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8b29e-ffb0-4039-8674-d76877bc20ef req-4b9a0c14-8288-4b86-8325-d8af6f65c7ac tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:02.494259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34b8b29e-ffb0-4039-8674-d76877bc20ef req-4b9a0c14-8288-4b86-8325-d8af6f65c7ac tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1684568 Feb 07 23:15:02.559691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Attempting to bind port 2680b45e-fb76-49b0-a339-e18108fc28ac on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:15:02.560294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Attempting to bind port 2680b45e-fb76-49b0-a339-e18108fc28ac by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '723f4779-b2d3-4d9f-af1b-bcfc679ef636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5ccbb3-c37c-4994-ac68-832e753dd97f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:15:02.564315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Attempting to bind port 2680b45e-fb76-49b0-a339-e18108fc28ac on network 2f5ccbb3-c37c-4994-ac68-832e753dd97f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:15:02.607762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34b8b29e-ffb0-4039-8674-d76877bc20ef req-cc60ec58-7a69-4516-b4b0-1d4d369f29f6 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124010 Feb 07 23:15:02.721412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Port': ['ID=f600475c-fe9e-4400-a23e-16148114725e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:02.777630 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:02.798788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305810c9-5bf4-48ef-95d7-82727ba822c3 req-e499bca0-90b0-469e-9655-fd9f46a7e12f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:02.801057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-305810c9-5bf4-48ef-95d7-82727ba822c3 req-e499bca0-90b0-469e-9655-fd9f46a7e12f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 946 time: 0.1639016 Feb 07 23:15:02.808519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Transition to ACTIVE for port object 280acf5e-904b-4003-bbf9-a2d2fcf502ed will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:02.850697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Transition to ACTIVE for port object 280acf5e-904b-4003-bbf9-a2d2fcf502ed will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:02.861782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:15:02.862177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Checking segment: {'id': '723f4779-b2d3-4d9f-af1b-bcfc679ef636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5ccbb3-c37c-4994-ac68-832e753dd97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:15:02.864469 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:02.865610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Bound using segment: {'id': '723f4779-b2d3-4d9f-af1b-bcfc679ef636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5ccbb3-c37c-4994-ac68-832e753dd97f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:15:02.866120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Bound port: 2680b45e-fb76-49b0-a339-e18108fc28ac, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723f4779-b2d3-4d9f-af1b-bcfc679ef636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2f5ccbb3-c37c-4994-ac68-832e753dd97f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:15:02.868347 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:02.912695 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:02.916642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-305810c9-5bf4-48ef-95d7-82727ba822c3 req-55f50f7b-edb3-40d5-861e-524f40e135b3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093795 Feb 07 23:15:03.071447 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b57ce4f3-3a84-4d88-8966-282f34699e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:03.167357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Network a9ed3433-6c6d-4637-a6f1-bce044f94d56 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:03.177837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:03.196400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:03.303202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:15:03.309823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7211e-d1a2-4c56-aede-d1db05e98ae9 req-40088cd2-f73b-4bb3-80b5-0294da357c6c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:03.322499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eef7211e-d1a2-4c56-aede-d1db05e98ae9 req-40088cd2-f73b-4bb3-80b5-0294da357c6c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 946 time: 0.1968553 Feb 07 23:15:03.323334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b57ce4f3-3a84-4d88-8966-282f34699e3c None None] For port 4fd15134-507c-4429-9bbb-949f620ce647, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4fd15134-507c-4429-9bbb-949f620ce647,segment=NetworkSegment(5883c976-77cf-4b60-91cb-769cc1e64779),segment_id=5883c976-77cf-4b60-91cb-769cc1e64779)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:03.393946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b57ce4f3-3a84-4d88-8966-282f34699e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:03.451899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eef7211e-d1a2-4c56-aede-d1db05e98ae9 req-398c214b-2d26-49dd-b3aa-bc6d7d667da3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273987 Feb 07 23:15:03.505227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Pushing event updated for resources: {'Port': ['ID=280acf5e-904b-4003-bbf9-a2d2fcf502ed,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:03.663488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] For port 2680b45e-fb76-49b0-a339-e18108fc28ac, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:15:03.671184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] For port 2680b45e-fb76-49b0-a339-e18108fc28ac, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2680b45e-fb76-49b0-a339-e18108fc28ac,segment=NetworkSegment(723f4779-b2d3-4d9f-af1b-bcfc679ef636),segment_id=723f4779-b2d3-4d9f-af1b-bcfc679ef636)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:15:03.704204 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:03.818016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Attempting to bind port 280acf5e-904b-4003-bbf9-a2d2fcf502ed on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:15:03.818572 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Attempting to bind port 280acf5e-904b-4003-bbf9-a2d2fcf502ed by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7b946138-45a0-4a00-b262-e70762838836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9ed3433-6c6d-4637-a6f1-bce044f94d56'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:15:03.819510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Attempting to bind port 280acf5e-904b-4003-bbf9-a2d2fcf502ed on network a9ed3433-6c6d-4637-a6f1-bce044f94d56 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:15:03.873852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:15:03.895328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Checking segment: {'id': '7b946138-45a0-4a00-b262-e70762838836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9ed3433-6c6d-4637-a6f1-bce044f94d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:15:03.896059 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:03.896673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Bound using segment: {'id': '7b946138-45a0-4a00-b262-e70762838836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9ed3433-6c6d-4637-a6f1-bce044f94d56'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:15:03.902202 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Bound port: 280acf5e-904b-4003-bbf9-a2d2fcf502ed, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b946138-45a0-4a00-b262-e70762838836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9ed3433-6c6d-4637-a6f1-bce044f94d56'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:15:03.902862 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:04.058759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ce4f3-3a84-4d88-8966-282f34699e3c None None] Pushing event updated for resources: {'Port': ['ID=4fd15134-507c-4429-9bbb-949f620ce647,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:04.343419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b0db8-575c-4d0c-95e5-1b611a5040b3 None None] Pushing event updated for resources: {'Port': ['ID=2680b45e-fb76-49b0-a339-e18108fc28ac,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:04.531242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] For port 280acf5e-904b-4003-bbf9-a2d2fcf502ed, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:15:04.542186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] For port 280acf5e-904b-4003-bbf9-a2d2fcf502ed, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=280acf5e-904b-4003-bbf9-a2d2fcf502ed,segment=NetworkSegment(7b946138-45a0-4a00-b262-e70762838836),segment_id=7b946138-45a0-4a00-b262-e70762838836)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:15:04.553818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:04.698610 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:04.713397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:04.714593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:04.819363 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983cba3-15d9-47b5-8f84-6808aee5867f None None] Pushing event updated for resources: {'Port': ['ID=280acf5e-904b-4003-bbf9-a2d2fcf502ed,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:04.943335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ce1d8e06-eb18-421e-aa3c-37b7d2906a24 None None] Provisioning complete for port 4fd15134-507c-4429-9bbb-949f620ce647 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:04.947547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce1d8e06-eb18-421e-aa3c-37b7d2906a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:04.988495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2835aee-097f-4987-a36d-022062e81566 req-c68fea21-6a27-4cca-afb3-9620e9cf2e96 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:05.005709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2835aee-097f-4987-a36d-022062e81566 req-c68fea21-6a27-4cca-afb3-9620e9cf2e96 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 946 time: 0.2769618 Feb 07 23:15:05.046274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0f032-80c0-46aa-94bb-80cc8e2fa543 req-d421bd36-c8a9-42ed-bd15-7cf15d542dd5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:05.053846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fad0f032-80c0-46aa-94bb-80cc8e2fa543 req-d421bd36-c8a9-42ed-bd15-7cf15d542dd5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 1.0814931 Feb 07 23:15:05.144498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fad0f032-80c0-46aa-94bb-80cc8e2fa543 req-f762f627-a16b-40cf-82f9-e9bf29262a75 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896664 Feb 07 23:15:05.169228 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2835aee-097f-4987-a36d-022062e81566 req-fd8fa925-7b75-4745-9158-fdca6bd28b7a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627007 Feb 07 23:15:05.336063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Port': ['ID=f600475c-fe9e-4400-a23e-16148114725e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:05.495076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4fd15134-507c-4429-9bbb-949f620ce647 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:05.588598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:05.593852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:05.723358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 4fd15134-507c-4429-9bbb-949f620ce647 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:05.723745 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:05.963519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2680b45e-fb76-49b0-a339-e18108fc28ac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:06.169577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Router d9e97d72-2a88-4a4f-9b74-621aa66d6ccb is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:15:06.187714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:06.219036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2680b45e-fb76-49b0-a339-e18108fc28ac completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:06.288745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f207057-290d-45bf-8786-6658b009ba7d req-722d9547-ee1b-4b47-b8f9-dffdaa7a2d17 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:06.290065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f207057-290d-45bf-8786-6658b009ba7d req-722d9547-ee1b-4b47-b8f9-dffdaa7a2d17 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 946 time: 0.2730291 Feb 07 23:15:06.529652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:06.737373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349eebb3-96a1-48a5-8c9b-99d37153722c None None] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:06.759949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:15:06.772379 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] Sync routers for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:15:06.782872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a11f18ff-5040-4994-9051-f46cd6be568e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5726891 Feb 07 23:15:06.786227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40400) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:06.793853 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:06.795021 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:07.066683 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:07.098931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:07.099292 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:07.109210 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:07.109916 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:07.289835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 280acf5e-904b-4003-bbf9-a2d2fcf502ed up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:07.307927 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:07.308828 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee64ae09-42a0-4411-8de2-af483606337c None None] The sync data for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:15:07.359391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becd795-c3d1-440a-831a-a748e48e9789 req-b0c28d1b-195e-463d-8ff9-39387cd455fd tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:07.359391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0becd795-c3d1-440a-831a-a748e48e9789 req-b0c28d1b-195e-463d-8ff9-39387cd455fd tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 946 time: 0.8856456 Feb 07 23:15:07.392109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac04afc-02bd-4fe7-a52d-c6aa1a078ebb None None] Network a9ed3433-6c6d-4637-a6f1-bce044f94d56 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:07.693310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0becd795-c3d1-440a-831a-a748e48e9789 req-d29ccd42-3a8a-47b8-ac80-84a3f2108d59 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003904 Feb 07 23:15:07.722642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236edbef-0ccc-468e-9dd9-5ac48b148367 req-d6a6baa4-46bd-4101-9f31-f634bff98174 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:07.724301 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-236edbef-0ccc-468e-9dd9-5ac48b148367 req-d6a6baa4-46bd-4101-9f31-f634bff98174 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 1.0343902 Feb 07 23:15:07.873654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-69693251-cfb4-4682-bb14-1500b7f6f78d None None] Provisioning for port 2680b45e-fb76-49b0-a339-e18108fc28ac completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:07.882252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-236edbef-0ccc-468e-9dd9-5ac48b148367 req-11a2613a-ed55-43fb-acc0-d95d79352a1e tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225836 Feb 07 23:15:07.915222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:07.925129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:08.053653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-69693251-cfb4-4682-bb14-1500b7f6f78d None None] Provisioning complete for port 2680b45e-fb76-49b0-a339-e18108fc28ac triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:08.053653 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69693251-cfb4-4682-bb14-1500b7f6f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:08.224340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:08.281840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 280acf5e-904b-4003-bbf9-a2d2fcf502ed completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:08.462359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69693251-cfb4-4682-bb14-1500b7f6f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:08.519982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-69693251-cfb4-4682-bb14-1500b7f6f78d None None] For port 2680b45e-fb76-49b0-a339-e18108fc28ac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2680b45e-fb76-49b0-a339-e18108fc28ac,segment=NetworkSegment(723f4779-b2d3-4d9f-af1b-bcfc679ef636),segment_id=723f4779-b2d3-4d9f-af1b-bcfc679ef636)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:08.519982 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69693251-cfb4-4682-bb14-1500b7f6f78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:08.527792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:08.587052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ae64a8d7-ed7c-4ef7-9855-506c8724c7af'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:15:08.836587 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-a79027dc-2a4d-4612-ae47-da78f46aa2b8 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:15:08.847188 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a79027dc-2a4d-4612-ae47-da78f46aa2b8 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0567443 Feb 07 23:15:08.847884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40440) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:08.941604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69693251-cfb4-4682-bb14-1500b7f6f78d None None] Pushing event updated for resources: {'Port': ['ID=2680b45e-fb76-49b0-a339-e18108fc28ac,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:08.979807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:09.020320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1e17135e-908f-4405-99be-6cf9871bfd11 None None] Provisioning for port 280acf5e-904b-4003-bbf9-a2d2fcf502ed completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:09.090112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] No DVR routers for this DVR port 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:09.094391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:09.101088 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'name': 'network-vif-deleted', 'tag': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:09.106826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1e17135e-908f-4405-99be-6cf9871bfd11 None None] Provisioning complete for port 280acf5e-904b-4003-bbf9-a2d2fcf502ed triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:09.107211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e17135e-908f-4405-99be-6cf9871bfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:09.123400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f207057-290d-45bf-8786-6658b009ba7d req-30682310-d567-4b5b-9ab5-938a5e0357af tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "DELETE /v2.0/ports/86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 HTTP/1.1" status: 204 len: 173 time: 2.8260562 Feb 07 23:15:09.355033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bf7356cb-9207-4ba1-89c5-cf43aed10e74 req-cf207883-6399-460b-9ec2-fc457ba05e13 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:15:09.609771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-bf7356cb-9207-4ba1-89c5-cf43aed10e74 req-cf207883-6399-460b-9ec2-fc457ba05e13 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:15:09.622049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bf7356cb-9207-4ba1-89c5-cf43aed10e74 req-cf207883-6399-460b-9ec2-fc457ba05e13 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 210 time: 0.4503782 Feb 07 23:15:09.658166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:09.708369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808ec3a-4da6-4b2f-8783-f5a3e791842f req-0a2b7ded-2e4f-4d3e-ab82-b821bf13a414 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:09.715772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1808ec3a-4da6-4b2f-8783-f5a3e791842f req-0a2b7ded-2e4f-4d3e-ab82-b821bf13a414 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.3326182 Feb 07 23:15:09.748788 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe', 'name': 'network-vif-deleted', 'tag': '86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8', 'status': 'completed', 'code': 200} Feb 07 23:15:09.824379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:09.827163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 86c6aa84-f8d3-4292-90c3-60cdf3dbbdf8 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:09.835396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1808ec3a-4da6-4b2f-8783-f5a3e791842f req-dad403ee-2824-496a-b6a5-95b7b92e6b30 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185155 Feb 07 23:15:09.862451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-e0eef614-f3c3-4802-b698-af3dff52103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:09.870118 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-e0eef614-f3c3-4802-b698-af3dff52103e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1096 time: 0.7354279 Feb 07 23:15:10.023840 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e17135e-908f-4405-99be-6cf9871bfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:10.133676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1e17135e-908f-4405-99be-6cf9871bfd11 None None] For port 280acf5e-904b-4003-bbf9-a2d2fcf502ed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=280acf5e-904b-4003-bbf9-a2d2fcf502ed,segment=NetworkSegment(7b946138-45a0-4a00-b262-e70762838836),segment_id=7b946138-45a0-4a00-b262-e70762838836)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:10.142126 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1e17135e-908f-4405-99be-6cf9871bfd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:10.370728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17135e-908f-4405-99be-6cf9871bfd11 None None] Pushing event updated for resources: {'Port': ['ID=280acf5e-904b-4003-bbf9-a2d2fcf502ed,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:10.374672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Provisioning for port f600475c-fe9e-4400-a23e-16148114725e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:10.383192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Provisioning complete for port f600475c-fe9e-4400-a23e-16148114725e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:10.383794 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:10.483441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-03fe85cb-32b2-4c84-b6a3-a477f3ca023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:10.485436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-03fe85cb-32b2-4c84-b6a3-a477f3ca023d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.4708672 Feb 07 23:15:10.486765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Port f600475c-fe9e-4400-a23e-16148114725e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:15:10.498804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Provisioning complete for port 280acf5e-904b-4003-bbf9-a2d2fcf502ed triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:10.499385 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:10.672831 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-841f72dc-80fc-45d5-b402-4241d4413117 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 1001 time: 0.1564531 Feb 07 23:15:10.766151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Provisioning complete for port 2680b45e-fb76-49b0-a339-e18108fc28ac triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:10.766750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7277e8ec-7a6f-415c-a118-3a6c0e71f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:10.784392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-704f595f-c954-4dfd-843d-8b8b80c222d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:10.788080 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-704f595f-c954-4dfd-843d-8b8b80c222d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.1125214 Feb 07 23:15:10.989903 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e44f153-0a22-435c-8336-fc402adf7b13 req-5f959a73-c7c1-42fc-9ee4-f8200bd115d2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a63393d-19f3-4e0e-9bf2-e4f587cfcbbe HTTP/1.1" status: 200 len: 210 time: 0.1371708 Feb 07 23:15:11.167108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-77294e30-247d-406b-83dc-27e6d55893aa None None] Provisioning complete for port f600475c-fe9e-4400-a23e-16148114725e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:11.172001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-77294e30-247d-406b-83dc-27e6d55893aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:11.273550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 280acf5e-904b-4003-bbf9-a2d2fcf502ed up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:11.307070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80895d-4e77-409b-a745-7403b596fa39 req-5e5d50e3-8e05-4e79-85da-ea9a0a730ac9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:11.308699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e80895d-4e77-409b-a745-7403b596fa39 req-5e5d50e3-8e05-4e79-85da-ea9a0a730ac9 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2202547 Feb 07 23:15:11.381187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-3b24f05b-d549-49f9-a8ae-9859ee7ee537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:11.383468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-3b24f05b-d549-49f9-a8ae-9859ee7ee537 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5896485 Feb 07 23:15:11.460784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e80895d-4e77-409b-a745-7403b596fa39 req-ff782864-2c08-4448-992f-06656333a3a2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457107 Feb 07 23:15:11.482209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-77294e30-247d-406b-83dc-27e6d55893aa None None] Port f600475c-fe9e-4400-a23e-16148114725e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:15:11.517425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 280acf5e-904b-4003-bbf9-a2d2fcf502ed triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:11.518683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:11.531511 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:11.727929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2680b45e-fb76-49b0-a339-e18108fc28ac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:11.839722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2680b45e-fb76-49b0-a339-e18108fc28ac triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:11.839722 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:11.997184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-a191b5d6-0e49-4120-8a52-73c3a995c94d service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051629 Feb 07 23:15:12.215927 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4d5080a8-b365-4a3f-a34d-d5189e8c327c req-2b5b248a-976c-454f-b329-d1b549d6c9e7 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095556 Feb 07 23:15:12.391086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting port f600475c-fe9e-4400-a23e-16148114725e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:12.391790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:12.538997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:12.579030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-39326d89-d4f9-4131-b00e-92fe17b134de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:12.585254 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-39326d89-d4f9-4131-b00e-92fe17b134de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1096 time: 0.2710891 Feb 07 23:15:12.769939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:12.804511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-feaeea48-b6e4-4d45-b503-541be19e5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:12.806241 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-feaeea48-b6e4-4d45-b503-541be19e5b4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.1740277 Feb 07 23:15:12.807656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:12.827187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:12.845441 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:12.861752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107d52-627d-419c-98ab-e7aa57fd0a85 req-cdc1c03d-990b-4740-84ae-c035b9d5e3ff tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:12.869530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e107d52-627d-419c-98ab-e7aa57fd0a85 req-cdc1c03d-990b-4740-84ae-c035b9d5e3ff tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.1640868 Feb 07 23:15:12.942462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e107d52-627d-419c-98ab-e7aa57fd0a85 req-b176af6b-3815-427a-bc0a-3daf02b31c04 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684180 Feb 07 23:15:12.993127 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'code': 200} Feb 07 23:15:13.006440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:13.006979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:13.192455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Calling delete_port for f600475c-fe9e-4400-a23e-16148114725e owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:13.252730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-5327019f-8161-4e34-8543-ef70fa85a8bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 999 time: 0.4341083 Feb 07 23:15:13.617151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-04c026cd-8e06-4282-b207-b08b8988e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:13.618608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-04c026cd-8e06-4282-b207-b08b8988e29f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.3566971 Feb 07 23:15:13.814395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:14.093438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Port': ['ID=f600475c-fe9e-4400-a23e-16148114725e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:14.297583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-d1c034b6-85e8-4f6c-bd36-236fb9591552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:14.300095 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-d1c034b6-85e8-4f6c-bd36-236fb9591552 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5874114 Feb 07 23:15:14.543485 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:14.797661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f0f2-4a06-43d5-bf88-3970021f54f0 req-2633729f-b02d-4e11-8de7-d7793996937f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:14.799635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e672f0f2-4a06-43d5-bf88-3970021f54f0 req-2633729f-b02d-4e11-8de7-d7793996937f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.6003454 Feb 07 23:15:14.900778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907bb25-d8fa-446f-b8f0-de665978dd5e req-f5005274-9e2d-40c1-83a3-a4a28cbde71d tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:14.905217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e907bb25-d8fa-446f-b8f0-de665978dd5e req-f5005274-9e2d-40c1-83a3-a4a28cbde71d tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1096 time: 0.2315280 Feb 07 23:15:14.952373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e672f0f2-4a06-43d5-bf88-3970021f54f0 req-69d31e59-ecf7-4563-b452-3794c01cce97 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347558 Feb 07 23:15:15.071508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e907bb25-d8fa-446f-b8f0-de665978dd5e req-0565bb79-736d-42e3-9726-1db725fb1e31 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Synchronizing usage tracker for tenant:e2d8197603d646748f337627b78b35a9 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:15:15.134721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e907bb25-d8fa-446f-b8f0-de665978dd5e req-0565bb79-736d-42e3-9726-1db725fb1e31 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Unset dirty status for tenant:e2d8197603d646748f337627b78b35a9 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:15:15.157163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e907bb25-d8fa-446f-b8f0-de665978dd5e req-0565bb79-736d-42e3-9726-1db725fb1e31 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085948 Feb 07 23:15:15.176911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40566) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:15.408015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Router d9e97d72-2a88-4a4f-9b74-621aa66d6ccb has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:15:15.423120 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-fb521c10-f10e-4990-9871-aa81bc278d9b service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636689 Feb 07 23:15:15.699475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e24d45d1-df27-4ae3-83d6-17cedf5e5f0c req-0b5f8205-3502-4197-8c5c-1f55841d9f6e service neutron] 10.222.0.36 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628226 Feb 07 23:15:15.765898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 3705a4db-5d32-4547-bbc1-e771ac317415 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:15.766863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:16.052853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:15:16.069585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] Sync routers for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:15:16.083196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8d90aaed-c026-418e-ba3d-133ce01dd81b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2313702 Feb 07 23:15:16.088024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40590) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:16.096791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:16.097447 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:16.246930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:16.271564 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-3fe18fd2-c207-4be6-bfbd-399437f68dbc tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] delete failed (client error): The resource could not be found. Feb 07 23:15:16.272179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:16.272766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3fe18fd2-c207-4be6-bfbd-399437f68dbc tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-174286825 HTTP/1.1" status: 404 len: 334 time: 0.1825855 Feb 07 23:15:16.273365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:16.276889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40602) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:16.287143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-707c3b2c-8da0-4955-a61a-5f05b100361b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd9e97d72-2a88-4a4f-9b74-621aa66d6ccb'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:16.390066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:16.390450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421b70c4-0805-4377-8b88-27f685218c44 None None] The sync data for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:15:16.483321 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:16.484158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:16.659773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 3705a4db-5d32-4547-bbc1-e771ac317415 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:17.485124 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-707c3b2c-8da0-4955-a61a-5f05b100361b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:17.567589 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-707c3b2c-8da0-4955-a61a-5f05b100361b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] update failed (client error): The resource could not be found. Feb 07 23:15:17.568634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-707c3b2c-8da0-4955-a61a-5f05b100361b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb HTTP/1.1" status: 404 len: 339 time: 1.2904882 Feb 07 23:15:17.572535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40638) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:17.580384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1583879816'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:17.582816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:17.591651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:17.607239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:network and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:17.610945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:17.623022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:17.638732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:15:17.643069 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:17.664083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=3705a4db-5d32-4547-bbc1-e771ac317415,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:17.678401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:15:17.690167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:17.690720 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Added segment 7b03500b-f3b4-4028-a60e-86593b99dfe9 of type vlan for network 4a6d296a-4110-4101-ad9f-c5681e8b076f Feb 07 23:15:17.753716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:17.832204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:17.833161 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 072b0e4c-9666-41fc-8dea-4878e53f9644 disassociated (deleted). External IP: 172.25.0.199, port: 819ab498-f213-47b1-905d-ed2b5daf44b0. Feb 07 23:15:17.854305 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:17.866179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:17.868847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:18.220260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2798a9-88a3-4925-ab80-060988880942 req-73c6b2e6-4b55-4fcf-887b-bd7b87dee913 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:18.220260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e2798a9-88a3-4925-ab80-060988880942 req-73c6b2e6-4b55-4fcf-887b-bd7b87dee913 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.2756951 Feb 07 23:15:18.279827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7052295 Feb 07 23:15:18.283082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:18.289298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'subnet': {'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:18.367637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a0848-27fc-4c7b-8c48-6adda0a9f866 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Network': ['ID=4a6d296a-4110-4101-ad9f-c5681e8b076f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:18.382467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4a6d296a-4110-4101-ad9f-c5681e8b076f details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:15:18.471456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 5466c128-bfb9-470a-9f68-e96eb4f24feb has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:15:18.492666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:18.499108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Usage tracker for resource:subnet and tenant:ad270e134a9143559ec4915b21f50512 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:18.509063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:18.522755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:18.547108 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3df601a2-de73-4411-b010-fcebdcf27ebd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498210 Feb 07 23:15:18.578178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Made reservation on behalf of ad270e134a9143559ec4915b21f50512 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:15:18.582580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:18.627097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e2798a9-88a3-4925-ab80-060988880942 req-4392b49e-e50b-4233-99f4-04ac166634b1 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771856 Feb 07 23:15:18.714113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:19.001456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:15:19.020501 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] Sync routers for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:15:19.060269 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:19.071010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:19.109247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:19.259149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:19.306969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1bde63bb-748d-4848-9a81-84d518241855 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/floatingips/072b0e4c-9666-41fc-8dea-4878e53f9644 HTTP/1.1" status: 204 len: 168 time: 4.1256635 Feb 07 23:15:19.320217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:19.349075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Subnet': ['ID=a637ee5f-c52d-4e50-99dd-c397a36b4e61,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:19.395222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Checking segment: {'id': '7b03500b-f3b4-4028-a60e-86593b99dfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:15:19.395847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network hostable DHCP agents. Network: 4a6d296a-4110-4101-ad9f-c5681e8b076f, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:15:19.446986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network 4a6d296a-4110-4101-ad9f-c5681e8b076f is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:15:19.468089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4a6d296a-4110-4101-ad9f-c5681e8b076f) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:19.472774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:19.473837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:19.476718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6599bfe2-018e-4b84-ad3e-564fa58f8a33 None None] Network 4a6d296a-4110-4101-ad9f-c5681e8b076f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:19.529073 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3939826a-3682-45a6-a951-a7ad547a96a2 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2444956 Feb 07 23:15:19.531681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40704) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:19.532069 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'status': 'completed', 'code': 200} Feb 07 23:15:19.537851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d78e976f-4c26-48a6-ae9e-3af34f062062 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:19.754599 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:15:19.849151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-6c90a3e6-cd7c-404d-b273-b98378fd0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:19.850657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-6c90a3e6-cd7c-404d-b273-b98378fd0f2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 1096 time: 0.3131034 Feb 07 23:15:20.110383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4a6d296a-4110-4101-ad9f-c5681e8b076f', 'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f', 'tenant_id': 'ad270e134a9143559ec4915b21f50512', 'fixed_ips': [{'subnet_id': 'a637ee5f-c52d-4e50-99dd-c397a36b4e61'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:15:20.111504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:20.194402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-e9d8e843-baa8-4ef5-8492-52f69f05ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:20.196140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-e9d8e843-baa8-4ef5-8492-52f69f05ad61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 200 len: 898 time: 0.3349895 Feb 07 23:15:20.447429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-da8f12a7-573e-458f-8eba-ded772424402 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 200 len: 217 time: 0.1310534 Feb 07 23:15:20.496638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Allocated IP 2001:db8:1::2 (4a6d296a-4110-4101-ad9f-c5681e8b076f/a637ee5f-c52d-4e50-99dd-c397a36b4e61/82c7734a-28dd-45c7-8690-1fef77110393) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:15:20.665948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b097bf-ffb1-4b8e-8b0c-bdce39a78dfb req-d6504b73-3682-458d-9f0b-e9efb9397dc9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:20.673306 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:52Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:20.682633 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d78e976f-4c26-48a6-ae9e-3af34f062062 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:20.685914 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] Checking router: 5466c128-bfb9-470a-9f68-e96eb4f24feb for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:15:20.696229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52b097bf-ffb1-4b8e-8b0c-bdce39a78dfb req-d6504b73-3682-458d-9f0b-e9efb9397dc9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 946 time: 0.8361378 Feb 07 23:15:20.715681 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:20.718585 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:14:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:20.783397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3926b-e6f9-4c37-94b5-dde38f701f82 req-831985f8-46dc-49d0-9bdd-23cbcb48bec4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:20.788469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cac3926b-e6f9-4c37-94b5-dde38f701f82 req-831985f8-46dc-49d0-9bdd-23cbcb48bec4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 943 time: 0.5871930 Feb 07 23:15:20.800047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-ac1bfc30-738b-43ee-9610-3eb30bb5e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:20.801925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-ac1bfc30-738b-43ee-9610-3eb30bb5e1da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 200 len: 834 time: 0.3446822 Feb 07 23:15:20.817510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-abd5198f-e7c7-4982-97f2-cf5215a14dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:20.825093 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-abd5198f-e7c7-4982-97f2-cf5215a14dec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608&tenant_id=86e7e28aec2a4bf588501a9687b8c6a0 HTTP/1.1" status: 200 len: 1094 time: 0.5150948 Feb 07 23:15:20.839472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:21.053132 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:21.079853 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Transition to ACTIVE for port object 82c7734a-28dd-45c7-8690-1fef77110393 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:21.148356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Transition to ACTIVE for port object 82c7734a-28dd-45c7-8690-1fef77110393 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:21.166519 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:21.198817 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:15:21.302785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:21.309570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Pushing event updated for resources: {'Port': ['ID=82c7734a-28dd-45c7-8690-1fef77110393,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:21.320272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.320895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.321370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.321976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.322948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.323513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.324072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.324644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.325290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.325902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.326459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.327009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:21.341563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Network 4a6d296a-4110-4101-ad9f-c5681e8b076f is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:21.343635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:21.346405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:15:21.368215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.26', 64898) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:21.512037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Attempting to bind port 82c7734a-28dd-45c7-8690-1fef77110393 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:15:21.512946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Attempting to bind port 82c7734a-28dd-45c7-8690-1fef77110393 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7b03500b-f3b4-4028-a60e-86593b99dfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:15:21.513062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Attempting to bind port 82c7734a-28dd-45c7-8690-1fef77110393 on network 4a6d296a-4110-4101-ad9f-c5681e8b076f {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:15:21.532780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:15:21.533231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Checking segment: {'id': '7b03500b-f3b4-4028-a60e-86593b99dfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:15:21.533718 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:21.534175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Bound using segment: {'id': '7b03500b-f3b4-4028-a60e-86593b99dfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:15:21.534707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Bound port: 82c7734a-28dd-45c7-8690-1fef77110393, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b03500b-f3b4-4028-a60e-86593b99dfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4a6d296a-4110-4101-ad9f-c5681e8b076f'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:15:21.535147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:21.536717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-52b097bf-ffb1-4b8e-8b0c-bdce39a78dfb req-925e0d6a-162b-4e71-8c40-00e8ae61daf5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8394630 Feb 07 23:15:21.609130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cac3926b-e6f9-4c37-94b5-dde38f701f82 req-075b769f-9da2-4b99-88a3-1b645233d58a tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8056407 Feb 07 23:15:21.632545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-2c2f4f57-1cfc-4cb0-b21a-029a2e8a1a96 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:21.634916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-2c2f4f57-1cfc-4cb0-b21a-029a2e8a1a96 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:15:21.740141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] For port 82c7734a-28dd-45c7-8690-1fef77110393, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:15:21.745288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] For port 82c7734a-28dd-45c7-8690-1fef77110393, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82c7734a-28dd-45c7-8690-1fef77110393,segment=NetworkSegment(7b03500b-f3b4-4028-a60e-86593b99dfe9),segment_id=7b03500b-f3b4-4028-a60e-86593b99dfe9)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:15:21.751597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-2c2f4f57-1cfc-4cb0-b21a-029a2e8a1a96 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:15:21.752833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-2c2f4f57-1cfc-4cb0-b21a-029a2e8a1a96 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 946 time: 0.6557758 Feb 07 23:15:21.753692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-6ea13602-b908-4ca7-8d42-f729b42196a1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:21.764226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-6ea13602-b908-4ca7-8d42-f729b42196a1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:15:21.771372 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:21.782002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-2789b722-1352-475e-aaaf-2832f80efceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:21.784676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-2789b722-1352-475e-aaaf-2832f80efceb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8f29913f-2973-447f-8df3-98bf2cb49007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9381790 Feb 07 23:15:21.894925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-57a1d677-95bc-4ec5-8f58-094fca44a186 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:15:21.908788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-57a1d677-95bc-4ec5-8f58-094fca44a186 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0579078 Feb 07 23:15:21.925070 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:52Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:21.936479 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb502ebc-36be-44b1-b775-723dce3a9ed5 None None] The sync data for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 is: [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:12:40Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '4ad10ea1-3782-4bd5-bb81-16b160c8e5db', 'name': '', 'network_id': '8f29913f-2973-447f-8df3-98bf2cb49007', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:4f:43:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:36Z', 'updated_at': '2022-02-07T23:12:52Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'be98ab8e-9712-4275-b1b9-3cc6baed38c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:15:21.977409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-6ea13602-b908-4ca7-8d42-f729b42196a1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:15:21.978540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-6ea13602-b908-4ca7-8d42-f729b42196a1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 0.6017284 Feb 07 23:15:22.026045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825a739-c618-4d3d-a4f7-c2357630eb02 None None] Pushing event updated for resources: {'Port': ['ID=82c7734a-28dd-45c7-8690-1fef77110393,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:22.148453 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-d78e976f-4c26-48a6-ae9e-3af34f062062 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:15:22.153116 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d78e976f-4c26-48a6-ae9e-3af34f062062 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb HTTP/1.1" status: 400 len: 364 time: 2.6169438 Feb 07 23:15:22.160077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port ae64a8d7-ed7c-4ef7-9855-506c8724c7af {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:22.160684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:22.176397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40750) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:22.408123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:22.433531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 819ab498-f213-47b1-905d-ed2b5daf44b0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:22.435039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:22.568101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb468b45-b261-48dd-9eac-8d25599146eb None None] New status for floating IP 072b0e4c-9666-41fc-8dea-4878e53f9644: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:15:22.702036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:15:22.796348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port ae64a8d7-ed7c-4ef7-9855-506c8724c7af, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:22.796348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:22.815735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3d5807-d183-423b-824a-d28e5d840c51 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:15:22.828361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:23.023804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for ae64a8d7-ed7c-4ef7-9855-506c8724c7af owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:23.107044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Transition to ACTIVE for port object 3b3d5807-d183-423b-824a-d28e5d840c51 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:23.125820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:23.185784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82c7734a-28dd-45c7-8690-1fef77110393 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:23.296516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 82c7734a-28dd-45c7-8690-1fef77110393 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:23.539747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 819ab498-f213-47b1-905d-ed2b5daf44b0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=819ab498-f213-47b1-905d-ed2b5daf44b0,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:23.541138 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:23.554155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=9']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:23.569645 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:23.588228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ae64a8d7-ed7c-4ef7-9855-506c8724c7af'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:15:23.720489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=ae64a8d7-ed7c-4ef7-9855-506c8724c7af,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:23.758276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 819ab498-f213-47b1-905d-ed2b5daf44b0 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:23.775982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] No DVR routers for this DVR port 3b3d5807-d183-423b-824a-d28e5d840c51 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:23.889927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59c8c6-5fe2-485e-831c-84f9eb0f55ae None None] Network 4a6d296a-4110-4101-ad9f-c5681e8b076f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:23.896938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] No DVR routers for this DVR port ae64a8d7-ed7c-4ef7-9855-506c8724c7af on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:23.901924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:23.905370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'name': 'network-vif-deleted', 'tag': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:23.934066 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "DELETE /v2.0/ports/ae64a8d7-ed7c-4ef7-9855-506c8724c7af HTTP/1.1" status: 204 len: 173 time: 2.1610146 Feb 07 23:15:24.189019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c07608f1-1940-4321-9ca0-a8c25e6c94df None None] Provisioning for port 82c7734a-28dd-45c7-8690-1fef77110393 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:24.233710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c07608f1-1940-4321-9ca0-a8c25e6c94df None None] Provisioning complete for port 82c7734a-28dd-45c7-8690-1fef77110393 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:24.236328 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c07608f1-1940-4321-9ca0-a8c25e6c94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.261213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a06ae-7a77-45a2-a783-865b29b1d6b7 req-2328b2ed-e134-4a6a-a7ab-ca9af848bbee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:24.266197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e2a06ae-7a77-45a2-a783-865b29b1d6b7 req-2328b2ed-e134-4a6a-a7ab-ca9af848bbee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 945 time: 2.4967844 Feb 07 23:15:24.579864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:15:24.580366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:15:24.580843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:15:24.590314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Port 3b3d5807-d183-423b-824a-d28e5d840c51 on network b3a48779-fd1f-43fc-b355-c9b771557441 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:15:24.590998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Attempting to bind port 3b3d5807-d183-423b-824a-d28e5d840c51 on network b3a48779-fd1f-43fc-b355-c9b771557441 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:15:24.602231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:15:24.607885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Checking segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:15:24.608804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Bound using segment: {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:15:24.609377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Bound port: 3b3d5807-d183-423b-824a-d28e5d840c51, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:15:24.609822 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.645928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-b4af19af-cde8-4a88-941a-e790b483fb9b service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7314699 Feb 07 23:15:24.672939 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.737859 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c07608f1-1940-4321-9ca0-a8c25e6c94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.826509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c07608f1-1940-4321-9ca0-a8c25e6c94df None None] For port 82c7734a-28dd-45c7-8690-1fef77110393, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82c7734a-28dd-45c7-8690-1fef77110393,segment=NetworkSegment(7b03500b-f3b4-4028-a60e-86593b99dfe9),segment_id=7b03500b-f3b4-4028-a60e-86593b99dfe9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:24.848498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e2a06ae-7a77-45a2-a783-865b29b1d6b7 req-f9e483d3-e0ec-4cb1-9dcb-3cd4de51177e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=12e9d709-fb24-46ea-9a79-bbb98bd82796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5505548 Feb 07 23:15:24.849291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c07608f1-1940-4321-9ca0-a8c25e6c94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.882518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:15:24.898461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:15:24.910539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:24.969249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60dab8-5629-4abe-acbc-cb44e94f598d req-608ce589-988a-4e63-aaa0-2cd6dc01604b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:24.982888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df60dab8-5629-4abe-acbc-cb44e94f598d req-608ce589-988a-4e63-aaa0-2cd6dc01604b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=c73b8a42-1457-4b7a-9f0c-18f37f013129 HTTP/1.1" status: 200 len: 867 time: 2.1508620 Feb 07 23:15:25.036540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:25.065240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:25.066701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:25.069995 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3c705d9e-0fb7-4642-98db-38383ca94389 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 1091 time: 4.2346313 Feb 07 23:15:25.077089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=819ab498-f213-47b1-905d-ed2b5daf44b0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:25.086172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07608f1-1940-4321-9ca0-a8c25e6c94df None None] Pushing event updated for resources: {'Port': ['ID=82c7734a-28dd-45c7-8690-1fef77110393,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:25.444092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-0f10db19-0624-4fb3-b937-30c71d970e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:25.451633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-0f10db19-0624-4fb3-b937-30c71d970e58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1095 time: 0.3409114 Feb 07 23:15:25.535243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df60dab8-5629-4abe-acbc-cb44e94f598d req-380bae8f-f58d-49d8-bfad-c3f9a3f2854e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=100b1032-ed4f-466c-8910-4a097d8459b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507355 Feb 07 23:15:25.561969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:25.673939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ae64a8d7-ed7c-4ef7-9855-506c8724c7af no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:25.685385 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73b8a42-1457-4b7a-9f0c-18f37f013129', 'name': 'network-vif-deleted', 'tag': 'ae64a8d7-ed7c-4ef7-9855-506c8724c7af', 'status': 'completed', 'code': 200} Feb 07 23:15:25.702183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] No DVR routers for this DVR port 819ab498-f213-47b1-905d-ed2b5daf44b0 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:25.725096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:25.747000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-deleted', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:25.780585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: ae64a8d7-ed7c-4ef7-9855-506c8724c7af {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:25.781198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ae64a8d7-ed7c-4ef7-9855-506c8724c7af not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:25.781561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:25.824388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-a6ef8704-b227-49d6-8e5e-e0996a9d7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:25.826040 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-a6ef8704-b227-49d6-8e5e-e0996a9d7e71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.3625247 Feb 07 23:15:25.838449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 819ab498-f213-47b1-905d-ed2b5daf44b0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:25.847074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 819ab498-f213-47b1-905d-ed2b5daf44b0 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:25.863335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ca78ab53-484b-4fc7-a5d7-400859bf0d82 None None] Provisioning complete for port 82c7734a-28dd-45c7-8690-1fef77110393 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:25.863726 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ca78ab53-484b-4fc7-a5d7-400859bf0d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:25.887061 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a97e75-de62-462b-833b-2b1b3f16bbdc', 'name': 'network-vif-deleted', 'tag': '819ab498-f213-47b1-905d-ed2b5daf44b0', 'status': 'completed', 'code': 200} Feb 07 23:15:25.948389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.26 "DELETE /v2.0/ports/819ab498-f213-47b1-905d-ed2b5daf44b0 HTTP/1.1" status: 204 len: 173 time: 3.8237302 Feb 07 23:15:26.072856 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-788c3a7b-321f-4518-ba2a-8197f4c5c1cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 999 time: 0.2327902 Feb 07 23:15:26.241644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-69e97f8a-3541-4afc-bb14-3afe540d5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:26.262286 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-45eeff4e-723d-4d42-abf4-effde7b30a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:26.271488 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-69e97f8a-3541-4afc-bb14-3afe540d5dd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.1625602 Feb 07 23:15:26.379203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1488f4d1-12bb-42b8-b6ea-305ec0f72a23 req-0849501f-de18-4afd-937d-14b2c15597dc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:15:26.427865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-ef612599-e401-44aa-8482-b03b6256e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:26.429582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca0e8ddf-555f-4c3d-8b4b-aba6be4415b9 req-5021cca9-0aba-4e91-b82b-4e2534fd098c service neutron] 10.222.0.26 "GET /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7528536 Feb 07 23:15:26.429734 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-ef612599-e401-44aa-8482-b03b6256e76f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591365 Feb 07 23:15:26.453939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1488f4d1-12bb-42b8-b6ea-305ec0f72a23 req-0849501f-de18-4afd-937d-14b2c15597dc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:15:26.455088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1488f4d1-12bb-42b8-b6ea-305ec0f72a23 req-0849501f-de18-4afd-937d-14b2c15597dc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5a97e75-de62-462b-833b-2b1b3f16bbdc HTTP/1.1" status: 200 len: 210 time: 0.2903566 Feb 07 23:15:26.466633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f3e6-c4d8-44e1-bac4-81eec1f882de req-03bcad30-cfa8-4067-b0c6-f7c5bf3465f3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:26.468818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4e6f3e6-c4d8-44e1-bac4-81eec1f882de req-03bcad30-cfa8-4067-b0c6-f7c5bf3465f3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 1.3107667 Feb 07 23:15:26.611202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4e6f3e6-c4d8-44e1-bac4-81eec1f882de req-48a79214-c8af-4fce-bd1f-af73dd7fe817 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094370 Feb 07 23:15:26.707416 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-6ba42561-eb19-49ea-b187-bafc873ff334 service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385914 Feb 07 23:15:26.777432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Allocated IP 2001:db8::1 (18f40439-76cf-4475-9f2e-2a061933fe99/d52c694a-db5b-4911-afb1-f860092e3adb/e29a9265-abd7-4b55-940d-15bcd2f9c67d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:15:27.108215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-12beabd7-e0c9-4163-88a6-d81ed067f2ec service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898978 Feb 07 23:15:27.122454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82c7734a-28dd-45c7-8690-1fef77110393 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:27.137305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:27.157523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Transition to ACTIVE for port object e29a9265-abd7-4b55-940d-15bcd2f9c67d will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:27.185905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:27.247180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 82c7734a-28dd-45c7-8690-1fef77110393 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:27.247909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:27.338605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Port': ['ID=e29a9265-abd7-4b55-940d-15bcd2f9c67d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:27.348975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network 18f40439-76cf-4475-9f2e-2a061933fe99 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:27.350163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:27.354690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:15:27.355252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:27.686997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:27.709939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 40860) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:27.818297 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'status': 'completed', 'code': 200} Feb 07 23:15:27.959776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-28e6a2f4-63d8-4a12-a897-4a62e89fc4f5 None None] Provisioning for port e29a9265-abd7-4b55-940d-15bcd2f9c67d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:27.976658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-28e6a2f4-63d8-4a12-a897-4a62e89fc4f5 None None] Provisioning complete for port e29a9265-abd7-4b55-940d-15bcd2f9c67d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:27.977596 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-28e6a2f4-63d8-4a12-a897-4a62e89fc4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:28.103430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-eeffcc23-c141-41e8-ae10-df3a2ae416b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:28.111469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-eeffcc23-c141-41e8-ae10-df3a2ae416b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1095 time: 0.2715573 Feb 07 23:15:28.138873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-28e6a2f4-63d8-4a12-a897-4a62e89fc4f5 None None] Port e29a9265-abd7-4b55-940d-15bcd2f9c67d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:15:28.216961 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-12bea577-1ae1-47c2-aa08-377113c1751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:28.590440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-837cdb4d-b2b6-4ab0-ac06-a188f6fe3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:28.592951 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-837cdb4d-b2b6-4ab0-ac06-a188f6fe3ab4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 200 len: 917 time: 0.4694769 Feb 07 23:15:28.888456 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-5d08ac6e-5a77-45e0-ad79-26739fb09f38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 200 len: 999 time: 0.2826319 Feb 07 23:15:29.001087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-53af4e33-e931-4c42-ae88-f4855e117b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:29.004058 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-53af4e33-e931-4c42-ae88-f4855e117b9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 200 len: 855 time: 0.0983706 Feb 07 23:15:29.225628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-8335814f-28a0-454e-9841-4d34cb6e008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:29.229260 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-8335814f-28a0-454e-9841-4d34cb6e008d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3a48779-fd1f-43fc-b355-c9b771557441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112610 Feb 07 23:15:29.350683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:29.594077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:29.681289 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:29.768064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-18e26e9f-ea65-427f-a5ae-fedaf1cbdc0d service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303278 Feb 07 23:15:29.827012 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6ac35-ae9f-442a-86bb-7621aed0bf2c req-cb610f3e-495d-4ae0-82fd-cbdbc6980996 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:29.834940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41e6ac35-ae9f-442a-86bb-7621aed0bf2c req-cb610f3e-495d-4ae0-82fd-cbdbc6980996 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 1.3958671 Feb 07 23:15:30.109394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-41e6ac35-ae9f-442a-86bb-7621aed0bf2c req-4460c91e-3a86-44ea-b9f8-7bfcaf99ad50 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733235 Feb 07 23:15:30.487198 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62adc82a-86c5-46f4-929e-926fca949ce9 req-1daeb88c-4aa4-41c4-8c27-b0bb000939b7 service neutron] 10.222.0.26 "GET /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096567 Feb 07 23:15:30.812034 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:31.040964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:31.074554 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:31.077834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:31.105182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:31.457562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event updated for resources: {'Port': ['ID=e29a9265-abd7-4b55-940d-15bcd2f9c67d,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:31.756783 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:15:32.270049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Network 18f40439-76cf-4475-9f2e-2a061933fe99 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:32.292904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:32.736473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5fbfb-fa4f-43e1-9888-ca635adb06fe req-2a3f6a01-e2b5-4578-a330-e3c8a5a203b5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:32.739917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-22eef3b6-65be-4445-8d24-c551901747b1 None None] Provisioning complete for port e29a9265-abd7-4b55-940d-15bcd2f9c67d triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:32.740909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-22eef3b6-65be-4445-8d24-c551901747b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:32.751908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d0c5fbfb-fa4f-43e1-9888-ca635adb06fe req-2a3f6a01-e2b5-4578-a330-e3c8a5a203b5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 1.0625153 Feb 07 23:15:32.857461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-22eef3b6-65be-4445-8d24-c551901747b1 None None] Port e29a9265-abd7-4b55-940d-15bcd2f9c67d cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:15:32.925032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Router d9e97d72-2a88-4a4f-9b74-621aa66d6ccb has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:15:32.965344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d0c5fbfb-fa4f-43e1-9888-ca635adb06fe req-a7017945-2eed-4cc6-8792-69b6ca6de168 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122507 Feb 07 23:15:33.306042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:15:33.308539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:33.309726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:33.317976 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] Sync routers for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:15:33.341756 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:33.349206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:33.433638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40988) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:33.437712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e5e2ac80-c92d-45dd-8b87-eb5773f89cd1 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2472739 Feb 07 23:15:33.465947 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:33.487416 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:33.488156 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:33.643633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 40992) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:33.647659 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:33.649303 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d70d24-23e1-4292-8baa-166972e54e6f None None] The sync data for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:15:33.677012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370253241', 'description': 'tempest-secgroup-smoke-370253241 description', 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:33.703438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:33.721939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:33.727192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:33.735621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:33.827963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 4ad10ea1-3782-4bd5-bb81-16b160c8e5db, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:33.828756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:33.866310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:33.933965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:33.943839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bfe5e32c-0b8c-4840-aaf6-b6d5054354ec tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:34.176887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 4ad10ea1-3782-4bd5-bb81-16b160c8e5db owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:34.366006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:34.414656 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-bfe5e32c-0b8c-4840-aaf6-b6d5054354ec tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 07 23:15:34.415835 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bfe5e32c-0b8c-4840-aaf6-b6d5054354ec tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb HTTP/1.1" status: 409 len: 329 time: 0.9803720 Feb 07 23:15:34.426845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:34.430653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41008) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:34.655984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:34.839024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:34.849656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:35.051676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20eb01d-b27b-4b83-8751-12d60529efbd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:35.054364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:35.077227 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e2a5627e-37bf-4b2e-b8e4-d8d44dc43ff9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4298666 Feb 07 23:15:35.314704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41016) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:35.348389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'security_group_rule': {'security_group_id': 'd20eb01d-b27b-4b83-8751-12d60529efbd', 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:35.399364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:35.438424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:35.449120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:35.473299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:35.704674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53787f-7785-4c85-a6b1-60f3dff5f9d9 req-3a361df9-339e-4e9d-a7ab-6bbd2b73cd25 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:35.709728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc53787f-7785-4c85-a6b1-60f3dff5f9d9 req-3a361df9-339e-4e9d-a7ab-6bbd2b73cd25 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 1.4672997 Feb 07 23:15:35.711889 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:35.746681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:35.885377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=4ad10ea1-3782-4bd5-bb81-16b160c8e5db,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:35.986978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.001263 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.024940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38da112-96c9-4146-b7b7-d4e4f8d2c30c,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:36.103800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.118833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1797dbbf-1e9b-4f10-b7ea-b566c746aa3f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7974269 Feb 07 23:15:36.119496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41032) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:36.138852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'security_group_rule': {'security_group_id': 'd20eb01d-b27b-4b83-8751-12d60529efbd', 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:36.162970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc53787f-7785-4c85-a6b1-60f3dff5f9d9 req-04cd5dcc-9b2c-4586-a8f2-97d1118913f4 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4422424 Feb 07 23:15:36.171134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:36.184958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.186255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:36.191501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:36.198984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:36.210886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.297296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.529839 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.561476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.973315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:36.980632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:37.019215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9b1523-26d7-4a30-aaf6-92f07ad90f71,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:37.035786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:37.038682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-08cfa803-4677-4e92-a773-88ba606606c5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9170313 Feb 07 23:15:37.050490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:37.148380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'security_group_rule': {'security_group_id': 'd20eb01d-b27b-4b83-8751-12d60529efbd', 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:37.155868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting port e29a9265-abd7-4b55-940d-15bcd2f9c67d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:37.159618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:37.222188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:37.243344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:37.250421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:37.262796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:37.423221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:37.562790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:37.722015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 5466c128-bfb9-470a-9f68-e96eb4f24feb has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:15:37.924676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:37.945121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Calling delete_port for e29a9265-abd7-4b55-940d-15bcd2f9c67d owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:38.023940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.168974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8017f1-a28f-4cb5-96ac-f59cf18d5763,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:38.209325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.211702 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-39f5ac82-39f5-4338-affc-cd1f29574954 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0688324 Feb 07 23:15:38.212869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7235ea8-2b0b-4d46-b7b4-5295d0854e76 req-fd0e4082-ee31-4bd4-a894-164c66ef5bb3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:38.220367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:38.222961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7235ea8-2b0b-4d46-b7b4-5295d0854e76 req-fd0e4082-ee31-4bd4-a894-164c66ef5bb3 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 0.2888970 Feb 07 23:15:38.238701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'security_group_rule': {'security_group_id': 'd20eb01d-b27b-4b83-8751-12d60529efbd', 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:38.257484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:38.297333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:15:38.308753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2141c-1690-424c-b271-338e39644380 None None] Sync routers for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:15:38.312184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:38.337736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:38.342602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:38.344233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:38.345985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:38.384546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c7235ea8-2b0b-4d46-b7b4-5295d0854e76 req-3ae51312-20a6-4480-9f66-974ef01fcd0b tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577590 Feb 07 23:15:38.390158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e52c6b9f-0fff-401b-aeb1-110b5bcfc57e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/5466c128-bfb9-470a-9f68-e96eb4f24feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6624007 Feb 07 23:15:38.401194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41074) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:38.421038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.669316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting subnet be98ab8e-9712-4275-b1b9-3cc6baed38c2 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:15:38.681414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:15:38.682824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.768594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.780755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.874500 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.947021 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:38.961936 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7243328 Feb 07 23:15:38.965530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41088) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:38.966312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40924ac5-fcca-4d30-ac55-71d4ef11bdbc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ae611e8-4471-4c77-9189-7c2e842572ee,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:38.994766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'security_group_rule': {'security_group_id': 'd20eb01d-b27b-4b83-8751-12d60529efbd', 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:39.024306 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:39.066540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:39.128845 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:39.383555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:15:35Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:39.404350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2141c-1690-424c-b271-338e39644380 None None] Checking router: 5466c128-bfb9-470a-9f68-e96eb4f24feb for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:15:39.411991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:39.421522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Port': ['ID=e29a9265-abd7-4b55-940d-15bcd2f9c67d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:39.437787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:39.471956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] Routers {'5466c128-bfb9-470a-9f68-e96eb4f24feb'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:39.474684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['5466c128-bfb9-470a-9f68-e96eb4f24feb'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:39.727191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:39.943966 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Project 9d8d6b3c1900485d9b1537ad4a50fb87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:15:39.987232 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:39.995044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:40.139498 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:40.196218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] Set router 5466c128-bfb9-470a-9f68-e96eb4f24feb gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:15:40.325990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Subnet': ['ID=be98ab8e-9712-4275-b1b9-3cc6baed38c2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:40.357114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:40.391296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-251019f8-fb8c-418b-a56c-02f29113f611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/subnets/be98ab8e-9712-4275-b1b9-3cc6baed38c2 HTTP/1.1" status: 204 len: 168 time: 1.9874167 Feb 07 23:15:40.414317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:40.436037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ef23-1630-43b4-bcc1-21519965e00f req-0f786702-d5a2-4623-92d3-d3fbe6d00b15 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:40.458764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e053ef23-1630-43b4-bcc1-21519965e00f req-0f786702-d5a2-4623-92d3-d3fbe6d00b15 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 0.6558962 Feb 07 23:15:40.471674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672b0b74-d612-47bf-9875-e2861e256f4e None None] Network 8f29913f-2973-447f-8df3-98bf2cb49007 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:40.555401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e053ef23-1630-43b4-bcc1-21519965e00f req-bfadfa7f-0449-41d4-8243-fceed9593392 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897770 Feb 07 23:15:41.222141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Router d9e97d72-2a88-4a4f-9b74-621aa66d6ccb has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:15:41.226534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:41.294017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb2141c-1690-424c-b271-338e39644380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:15:35Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:41.303778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2141c-1690-424c-b271-338e39644380 None None] The sync data for ids ['5466c128-bfb9-470a-9f68-e96eb4f24feb'] in n-d-827896-3 is: [{'id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1771777427', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:12:21Z', 'updated_at': '2022-02-07T23:15:35Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '69f34113-4ecb-427d-8f87-0fc752a773d9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5466c128-bfb9-470a-9f68-e96eb4f24feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:12:24Z', 'updated_at': '2022-02-07T23:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:15:41.317216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:41.372837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] DHCP port deletion for 8f29913f-2973-447f-8df3-98bf2cb49007 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:15:41.377589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] Deleting port b580719c-2e5f-4bb6-8ba4-1e8da465b366 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:41.378032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:41.567098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:41.728727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1929b55-0efe-4602-b0ff-0bdcf28669c3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:42.019336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:42.020583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd7648a0-e673-41c7-bbbb-3d1afac20b32 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 3.0386083 Feb 07 23:15:42.027450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41138) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:42.035311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] For port b580719c-2e5f-4bb6-8ba4-1e8da465b366, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b580719c-2e5f-4bb6-8ba4-1e8da465b366,segment=NetworkSegment(7c7db486-6c3e-443b-b75b-966d9a8205d5),segment_id=7c7db486-6c3e-443b-b75b-966d9a8205d5)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:42.038973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:42.184741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18aecf-95de-4bbd-a103-1a8408235823 req-81d572e3-092f-4409-94bf-78c4cc58db87 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:42.190993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d18aecf-95de-4bbd-a103-1a8408235823 req-81d572e3-092f-4409-94bf-78c4cc58db87 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 0.2548072 Feb 07 23:15:42.264764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'security_group_rule': {'security_group_id': 'd20eb01d-b27b-4b83-8751-12d60529efbd', 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:42.294659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d18aecf-95de-4bbd-a103-1a8408235823 req-8d58fbda-2c3e-4abe-be2f-2c5f956558e8 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964551 Feb 07 23:15:42.306001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] Calling delete_port for b580719c-2e5f-4bb6-8ba4-1e8da465b366 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:42.336060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:42.347755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:15:42.362641 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] Sync routers for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:15:42.363204 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f1e81a0-55ec-43e6-a868-9d55ab884d8c tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9295790 Feb 07 23:15:42.365119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41146) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:42.388002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:security_group_rule and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:42.388568 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:42.389355 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:42.406779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:42.473861 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-6f7572f5-e572-4b74-b2e2-838b4088530b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] show failed (client error): The resource could not be found. Feb 07 23:15:42.478509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6f7572f5-e572-4b74-b2e2-838b4088530b tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-629003120 HTTP/1.1" status: 404 len: 334 time: 0.1121278 Feb 07 23:15:42.483377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41152) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:42.489190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c0a699e7-0f3e-433a-9abe-8b8fe49f2b77 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:42.499381 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:42.617708 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:42.645918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:42.648237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] Pushing event deleted for resources: {'Port': ['ID=b580719c-2e5f-4bb6-8ba4-1e8da465b366,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:42.649495 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] Routers {'d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:42.655207 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:42.667586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8364fa31-0a18-4f89-9300-64573f38c808 None None] No DVR routers for this DVR port b580719c-2e5f-4bb6-8ba4-1e8da465b366 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:42.726183 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-c0a699e7-0f3e-433a-9abe-8b8fe49f2b77 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] update failed (client error): The resource could not be found. Feb 07 23:15:42.728008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c0a699e7-0f3e-433a-9abe-8b8fe49f2b77 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-2076322515 HTTP/1.1" status: 404 len: 335 time: 0.2424357 Feb 07 23:15:42.730621 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Project 9d8d6b3c1900485d9b1537ad4a50fb87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:15:42.732211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:42.755660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:42.780233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:42.780667 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d28b7-74aa-47c0-b8a9-95a0e02da719 None None] The sync data for ids ['d9e97d72-2a88-4a4f-9b74-621aa66d6ccb'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:15:42.789616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:42.830160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 69f34113-4ecb-427d-8f87-0fc752a773d9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:42.831085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:42.896179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting subnet a637ee5f-c52d-4e50-99dd-c397a36b4e61 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:15:42.899985 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:42.978952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.102263 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.102784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b580719c-2e5f-4bb6-8ba4-1e8da465b366 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:43.178068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b580719c-2e5f-4bb6-8ba4-1e8da465b366 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:43.183004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b580719c-2e5f-4bb6-8ba4-1e8da465b366 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:43.184014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4ad10ea1-3782-4bd5-bb81-16b160c8e5db no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:43.206883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.213224 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.215366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.239083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685d4a3d-08f4-4b6f-80db-4f5898bfa393,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:43.241871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 4ad10ea1-3782-4bd5-bb81-16b160c8e5db {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:43.242442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4ad10ea1-3782-4bd5-bb81-16b160c8e5db not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:43.251422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 69f34113-4ecb-427d-8f87-0fc752a773d9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=69f34113-4ecb-427d-8f87-0fc752a773d9,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:43.251886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.275247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.282809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Subnet': ['ID=a637ee5f-c52d-4e50-99dd-c397a36b4e61,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:43.287275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4eb0838c-d9f0-40e8-a4d5-078ec35bec8a tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/subnets/a637ee5f-c52d-4e50-99dd-c397a36b4e61 HTTP/1.1" status: 204 len: 168 time: 0.5533438 Feb 07 23:15:43.289733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41172) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:43.295411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13801ba8-040a-4721-a177-8654c0782316 None None] Network 4a6d296a-4110-4101-ad9f-c5681e8b076f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:43.477532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 69f34113-4ecb-427d-8f87-0fc752a773d9 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:43.544303 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.578252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting port 82c7734a-28dd-45c7-8690-1fef77110393 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:43.578499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.579590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.581005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7f4d5234-60d4-4b74-be29-dea42caa9311 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.5265660 Feb 07 23:15:43.869310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.889312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb876c8-916b-4fff-80ea-d361473df319 None None] DHCP port deletion for 4a6d296a-4110-4101-ad9f-c5681e8b076f request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:15:43.894811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bbb876c8-916b-4fff-80ea-d361473df319 None None] Deleting port 82c7734a-28dd-45c7-8690-1fef77110393 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:43.895425 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbb876c8-916b-4fff-80ea-d361473df319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:43.926969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] For port 82c7734a-28dd-45c7-8690-1fef77110393, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=82c7734a-28dd-45c7-8690-1fef77110393,segment=NetworkSegment(7b03500b-f3b4-4028-a60e-86593b99dfe9),segment_id=7b03500b-f3b4-4028-a60e-86593b99dfe9)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:43.927625 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.005394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=69f34113-4ecb-427d-8f87-0fc752a773d9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:44.079250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Calling delete_port for 82c7734a-28dd-45c7-8690-1fef77110393 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:44.167509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.182769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-bbb876c8-916b-4fff-80ea-d361473df319 None None] The port '82c7734a-28dd-45c7-8690-1fef77110393' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:15:44.218848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd5ed5-9272-453f-9a8d-ae9838b75353 req-0d1304b9-321f-41c8-a73e-2b40172aec53 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:44.220390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abbd5ed5-9272-453f-9a8d-ae9838b75353 req-0d1304b9-321f-41c8-a73e-2b40172aec53 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 0.7418633 Feb 07 23:15:44.226012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.251196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Port': ['ID=82c7734a-28dd-45c7-8690-1fef77110393,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:44.258880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] No DVR routers for this DVR port 82c7734a-28dd-45c7-8690-1fef77110393 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:44.461861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abbd5ed5-9272-453f-9a8d-ae9838b75353 req-be8a109a-8532-4b72-8965-d51531b9f167 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327032 Feb 07 23:15:44.581839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.638412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6d296a-4110-4101-ad9f-c5681e8b076f']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:44.655555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b03500b-f3b4-4028-a60e-86593b99dfe9') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:44.656034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b03500b-f3b4-4028-a60e-86593b99dfe9') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:44.675793 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.702484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.705940 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.716124 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.725834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:15:44.727246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.734173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.734928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Fanout notify agent at l3_agent the message router_deleted on router 5466c128-bfb9-470a-9f68-e96eb4f24feb {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:15:44.774166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:44.778978 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-961c5d39-36f6-405f-aed4-c24ba3578eb7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/routers/5466c128-bfb9-470a-9f68-e96eb4f24feb HTTP/1.1" status: 204 len: 168 time: 4.3568463 Feb 07 23:15:44.780254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41248) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:15:44.817248 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:15:45.015855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.065084 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.086352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.097898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Network': ['ID=4a6d296a-4110-4101-ad9f-c5681e8b076f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:45.113632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea2e4201-4c63-4f9d-a74c-6bf872eb034d tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/networks/4a6d296a-4110-4101-ad9f-c5681e8b076f HTTP/1.1" status: 204 len: 168 time: 1.8211832 Feb 07 23:15:45.114583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41284) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:45.214828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.223366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting subnet 1455ff4f-911f-4e98-bfc2-4d73d3b4e147 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:15:45.230256 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.259955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f29913f-2973-447f-8df3-98bf2cb49007']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:45.274871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7db486-6c3e-443b-b75b-966d9a8205d5') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:45.275256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7db486-6c3e-443b-b75b-966d9a8205d5') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:45.288597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.303119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.308550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.318023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:15:45.318733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:15:45.337281 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:15:45.459571 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.474906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.487320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.501362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Network': ['ID=8f29913f-2973-447f-8df3-98bf2cb49007,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:45.524860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-995c7ddd-6761-4c1d-aba7-2afb8f62db29 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/networks/8f29913f-2973-447f-8df3-98bf2cb49007 HTTP/1.1" status: 204 len: 168 time: 0.7392995 Feb 07 23:15:45.537478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41300) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:45.594707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82c7734a-28dd-45c7-8690-1fef77110393 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:45.648308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.678219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 82c7734a-28dd-45c7-8690-1fef77110393 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:45.683616 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 82c7734a-28dd-45c7-8690-1fef77110393 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:45.707563 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99408dc1-f7e0-4671-b937-de23c7c2017c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.727341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:15:45.770789 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99408dc1-f7e0-4671-b937-de23c7c2017c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.858706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:45.871464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Subnet': ['ID=1455ff4f-911f-4e98-bfc2-4d73d3b4e147,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:45.896866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:45.914800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41306) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:45.916153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fb16cd90-a4d3-4c7d-8001-ba92e4a371d6 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/subnets/1455ff4f-911f-4e98-bfc2-4d73d3b4e147 HTTP/1.1" status: 204 len: 168 time: 0.7986932 Feb 07 23:15:45.917422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '3b3d5807-d183-423b-824a-d28e5d840c51', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'port_id': '3b3d5807-d183-423b-824a-d28e5d840c51', 'mac_address': 'fa:16:3e:8c:65:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:15:45.923129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d93a7-a901-43bb-905c-2071be2bd19a None None] Network a9ed3433-6c6d-4637-a6f1-bce044f94d56 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:45.998869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9612e9-34bd-4bfd-b117-f9afff4232db req-1d518724-6092-43cb-b936-029b9237d941 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:46.008066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c9612e9-34bd-4bfd-b117-f9afff4232db req-1d518724-6092-43cb-b936-029b9237d941 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 944 time: 0.2498248 Feb 07 23:15:46.024459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99408dc1-f7e0-4671-b937-de23c7c2017c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.085287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99408dc1-f7e0-4671-b937-de23c7c2017c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e9d709-fb24-46ea-9a79-bbb98bd82796,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:46.126732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c9612e9-34bd-4bfd-b117-f9afff4232db req-a9253d02-4651-4c56-8d21-462c0f4aa9c2 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043572 Feb 07 23:15:46.180003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-99408dc1-f7e0-4671-b937-de23c7c2017c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.181820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-99408dc1-f7e0-4671-b937-de23c7c2017c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/security-groups/12e9d709-fb24-46ea-9a79-bbb98bd82796 HTTP/1.1" status: 204 len: 168 time: 0.6433666 Feb 07 23:15:46.210138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting subnet f10eea2c-5260-4d96-8b8c-2b54ec927ba4 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:15:46.218172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.235574 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.287912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3d5807-d183-423b-824a-d28e5d840c51 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:15:46.335586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:46.344919 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.347708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.477293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:46.479965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] DHCP port deletion for a9ed3433-6c6d-4637-a6f1-bce044f94d56 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:15:46.491190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Deleting port 280acf5e-904b-4003-bbf9-a2d2fcf502ed {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:46.491495 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.544578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.665950 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.713683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41324) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:46.719548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45330545', 'description': 'tempest-secgroup-smoke-45330545 description', 'project_id': '10fae2aac93b470390285df47d4d2fcd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:46.720551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['3b3d5807-d183-423b-824a-d28e5d840c51'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:15:46.748365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:46.751982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.760927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Subnet': ['ID=f10eea2c-5260-4d96-8b8c-2b54ec927ba4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:46.764462 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d94f0269-73fe-4bb3-8f40-68ce5db8be5e tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/subnets/f10eea2c-5260-4d96-8b8c-2b54ec927ba4 HTTP/1.1" status: 204 len: 168 time: 0.8486691 Feb 07 23:15:46.768272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:46.768615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41328) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:46.777115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:46.795695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:46.812959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.866861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:46.888547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce186816-2f2b-42ef-885f-0d9dd7d50641 None None] Network 2f5ccbb3-c37c-4994-ac68-832e753dd97f requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:46.890271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:46.894699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:46.926956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:46.956551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:46.967865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting port 280acf5e-904b-4003-bbf9-a2d2fcf502ed {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:46.968222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.211534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.218070 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.244937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 280acf5e-904b-4003-bbf9-a2d2fcf502ed no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:47.323888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7129b59b-1a0e-4cbe-8969-7967a95addb4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:47.347772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.349550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66748aaf-24ff-41f9-ba55-b29b1e10a23a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6348391 Feb 07 23:15:47.354596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41340) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:47.366767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '7129b59b-1a0e-4cbe-8969-7967a95addb4', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:47.386097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:47.400209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:47.404203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:47.410407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:47.570491 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.648935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] For port 280acf5e-904b-4003-bbf9-a2d2fcf502ed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=280acf5e-904b-4003-bbf9-a2d2fcf502ed,segment=NetworkSegment(7b946138-45a0-4a00-b262-e70762838836),segment_id=7b946138-45a0-4a00-b262-e70762838836)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:47.649625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.686391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] For port 280acf5e-904b-4003-bbf9-a2d2fcf502ed, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=280acf5e-904b-4003-bbf9-a2d2fcf502ed,segment=NetworkSegment(7b946138-45a0-4a00-b262-e70762838836),segment_id=7b946138-45a0-4a00-b262-e70762838836)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:47.689626 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.693250 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.715891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbb369-eaec-4778-b44e-ca8fd82d50e5 req-87b57076-a8ea-42e4-b01e-f7ecb27e40dd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:47.725140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5dbb369-eaec-4778-b44e-ca8fd82d50e5 req-87b57076-a8ea-42e4-b01e-f7ecb27e40dd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.2872405 Feb 07 23:15:47.740787 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.783336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81863ea-ff9b-4f88-bed7-8e997fc8e10b,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:47.826957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5dbb369-eaec-4778-b44e-ca8fd82d50e5 req-a9f5c060-1312-43ee-8c70-f291c063a66f tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004839 Feb 07 23:15:47.830916 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:47.837028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ac54b1bb-57ad-4739-961d-f4f1cbb04ff0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4812143 Feb 07 23:15:47.839653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41344) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:47.850600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '7129b59b-1a0e-4cbe-8969-7967a95addb4', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:47.859251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:47.863608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:47.866883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:47.880640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:47.930562 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.031111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.037976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.071042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Calling delete_port for 280acf5e-904b-4003-bbf9-a2d2fcf502ed owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:48.080745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23428ffe-6f0c-442e-895e-3b381f137f47,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:48.119665 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.123388 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6fcf7d2e-59b5-480d-891a-6e91c716cc12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2809327 Feb 07 23:15:48.126062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41352) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:48.134443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '7129b59b-1a0e-4cbe-8969-7967a95addb4', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:48.147238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:48.156597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:48.165782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:48.175547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:48.244520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.266421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Calling delete_port for 280acf5e-904b-4003-bbf9-a2d2fcf502ed owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:48.342603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.440381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.462142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Port': ['ID=280acf5e-904b-4003-bbf9-a2d2fcf502ed,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:48.473047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] No DVR routers for this DVR port 280acf5e-904b-4003-bbf9-a2d2fcf502ed on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:48.492730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 69f34113-4ecb-427d-8f87-0fc752a773d9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:48.560022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 69f34113-4ecb-427d-8f87-0fc752a773d9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:48.560022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 69f34113-4ecb-427d-8f87-0fc752a773d9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:48.591761 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:15:48.592464 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:15:48.685101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] DHCP port deletion for 2f5ccbb3-c37c-4994-ac68-832e753dd97f request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:15:48.689610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] Deleting port 2680b45e-fb76-49b0-a339-e18108fc28ac {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:48.691044 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.692681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.725507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ed3433-6c6d-4637-a6f1-bce044f94d56']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:48.746191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b946138-45a0-4a00-b262-e70762838836') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:48.747099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b946138-45a0-4a00-b262-e70762838836') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:48.762984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.785258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.801217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:15:48.801956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:15:48.817923 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:15:48.874105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.882656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.939197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d65ba1d-9851-4945-8981-89c4d9c89ee1,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:48.957471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.963740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.969379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41370) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:48.969992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/networks/a9ed3433-6c6d-4637-a6f1-bce044f94d56 HTTP/1.1" status: 204 len: 168 time: 2.1996593 Feb 07 23:15:48.986052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:48.990009 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-80e35cb0-995a-4fdc-8b8b-b9182214cdad tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8602481 Feb 07 23:15:48.990779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41374) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:48.996041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '7129b59b-1a0e-4cbe-8969-7967a95addb4', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:49.005550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc2aa8-e32d-47ba-b002-d80a9a892b6f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Network': ['ID=a9ed3433-6c6d-4637-a6f1-bce044f94d56,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:49.012696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:49.017717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:49.022201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:49.052897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:49.076984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] For port 2680b45e-fb76-49b0-a339-e18108fc28ac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2680b45e-fb76-49b0-a339-e18108fc28ac,segment=NetworkSegment(723f4779-b2d3-4d9f-af1b-bcfc679ef636),segment_id=723f4779-b2d3-4d9f-af1b-bcfc679ef636)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:49.077631 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.106597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.244784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.272593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.272776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.300756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5a9fa5-168b-43c1-b984-5e4398d343de,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:49.311309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] Calling delete_port for 2680b45e-fb76-49b0-a339-e18108fc28ac owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:49.334757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.341280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Deleting port 280acf5e-904b-4003-bbf9-a2d2fcf502ed {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:49.341974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aa30c138-9834-4705-b293-55ff76601a6f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497803 Feb 07 23:15:49.342977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41388) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:49.352973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.367338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '7129b59b-1a0e-4cbe-8969-7967a95addb4', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:49.388702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2680b45e-fb76-49b0-a339-e18108fc28ac no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:49.403436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:49.422615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:49.428000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting port 2680b45e-fb76-49b0-a339-e18108fc28ac {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:49.431292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:49.431863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.443492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:49.487247 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:15:49.498433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.529129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.583474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2680b45e-fb76-49b0-a339-e18108fc28ac {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:49.583829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2680b45e-fb76-49b0-a339-e18108fc28ac not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:49.585879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] No DVR routers for this DVR port 2680b45e-fb76-49b0-a339-e18108fc28ac on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:49.643717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.648105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] The port '2680b45e-fb76-49b0-a339-e18108fc28ac' was deleted {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:15:49.648293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.651961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2eac7-ab16-4c17-9480-813d54a187f7 None None] Pushing event deleted for resources: {'Port': ['ID=2680b45e-fb76-49b0-a339-e18108fc28ac,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:49.681727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f4ff90-634a-4fa6-81c3-d456542926fd,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:49.701893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.708399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c8600012-27f3-492d-bb5d-c6b35e3e2dda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3639600 Feb 07 23:15:49.709561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41418) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:49.714536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-32d0a190-85c1-4ee1-882f-c26a2014865d None None] The port '280acf5e-904b-4003-bbf9-a2d2fcf502ed' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:15:49.720177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '7129b59b-1a0e-4cbe-8969-7967a95addb4', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:49.728752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:49.732138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:15:49.733978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:49.739119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:49.746962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:49.762199 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:15:49.775946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.842802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df76b4-4bb0-454c-87a9-82a1ef16ba6e req-7ed06526-bd55-4782-8f62-62b283c6ffc8 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:49.850638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56df76b4-4bb0-454c-87a9-82a1ef16ba6e req-7ed06526-bd55-4782-8f62-62b283c6ffc8 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 945 time: 0.5896709 Feb 07 23:15:49.910354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.927697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 3b3d5807-d183-423b-824a-d28e5d840c51 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:15:49.938514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.944939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.946356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 3b3d5807-d183-423b-824a-d28e5d840c51 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:15:49.950099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:49.972320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56df76b4-4bb0-454c-87a9-82a1ef16ba6e req-0b66e0ef-9796-4209-bb8d-683eed33bf30 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207407 Feb 07 23:15:49.979094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5ccbb3-c37c-4994-ac68-832e753dd97f']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:50.013946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723f4779-b2d3-4d9f-af1b-bcfc679ef636') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:50.014451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723f4779-b2d3-4d9f-af1b-bcfc679ef636') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:50.017952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50e7df9-6d57-40c1-8992-deedb40d2a6d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:50.033552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.037094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3254297 Feb 07 23:15:50.039582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41422) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:50.040738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.041446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.041954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.042363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.042779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.044611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.044611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.044611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.044611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.044964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.045128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.045994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671d83c-fd48-4b69-b876-8c2e73809598 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:50.050726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'network': {'name': 'tempest-network-smoke--103651166', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'port_security_enabled': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:50.055706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.087531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:50.110930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:network and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:50.120976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:50.124141 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.136776 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:50.143877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:15:50.143877 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.172141 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:15:50.176547 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:15:50.210831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:15:50.223851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:50.231646 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.346403 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'code': 200} Feb 07 23:15:50.423318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:50.425882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:15:50.430228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.513038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.520750 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.539166 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:15:50.557000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/networks/2f5ccbb3-c37c-4994-ac68-832e753dd97f HTTP/1.1" status: 204 len: 168 time: 1.5854225 Feb 07 23:15:50.558073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5966a-38d8-4195-a833-e186d112b5ed tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Network': ['ID=2f5ccbb3-c37c-4994-ac68-832e753dd97f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:50.563262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41432) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:50.602067 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.602409 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Added segment d3e8f0d2-1c23-40ba-aade-715dab5bea72 of type vlan for network d6f583d9-745f-45d4-9215-876f863cc546 Feb 07 23:15:50.653761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.663329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting subnet d52c694a-db5b-4911-afb1-f860092e3adb {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:15:50.667742 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.725903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab775f-2cb0-4ff3-95cc-ec129372fa12 req-3b9a5ddb-7294-4f9a-922a-b5f0f3563ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:50.732339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-15ab775f-2cb0-4ff3-95cc-ec129372fa12 req-3b9a5ddb-7294-4f9a-922a-b5f0f3563ea4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 1097 time: 0.1851668 Feb 07 23:15:50.745615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.786972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-15ab775f-2cb0-4ff3-95cc-ec129372fa12 req-d64fbd12-25b6-4563-b100-a3f59723cc72 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465894 Feb 07 23:15:50.789504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.794940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:50.795525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:50.955113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Network': ['ID=d6f583d9-745f-45d4-9215-876f863cc546,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:50.966500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41444) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:50.971529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d6f583d9-745f-45d4-9215-876f863cc546 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:15:50.973275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'admin_state_up': True, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:50.980674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-25d1328b-c1f9-47e8-9f4b-6c8309d0437b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9396276 Feb 07 23:15:50.993181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:51.000924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:router and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:51.010191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:51.037897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:51.050848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.052208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.071082 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.091625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.242585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.346600 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.352393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Subnet': ['ID=d52c694a-db5b-4911-afb1-f860092e3adb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:51.355052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d80f01-d1e8-4923-999d-1067c9c9c400 None None] Network 18f40439-76cf-4475-9f2e-2a061933fe99 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:51.355838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec39af4d-c4e9-457c-9765-4bcd160bfa4f tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/subnets/d52c694a-db5b-4911-afb1-f860092e3adb HTTP/1.1" status: 204 len: 168 time: 0.7908978 Feb 07 23:15:51.358905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41450) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:51.557702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.590350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca348-a60c-46fc-be2e-b7039bd1be4a req-e259285b-d14e-4466-8e5b-c1e6bcc98229 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:51.597950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f4ca348-a60c-46fc-be2e-b7039bd1be4a req-e259285b-d14e-4466-8e5b-c1e6bcc98229 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 946 time: 0.3499804 Feb 07 23:15:51.610354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Deleting port 4fd15134-507c-4429-9bbb-949f620ce647 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:51.611737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.638539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.806260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] DHCP port deletion for 18f40439-76cf-4475-9f2e-2a061933fe99 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:15:51.812042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Deleting port 4fd15134-507c-4429-9bbb-949f620ce647 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:51.812792 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:51.891191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f4ca348-a60c-46fc-be2e-b7039bd1be4a req-0b2d09ef-8595-4bb9-a43e-5b8bad80b4cd tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761622 Feb 07 23:15:52.361114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] For port 4fd15134-507c-4429-9bbb-949f620ce647, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4fd15134-507c-4429-9bbb-949f620ce647,segment=NetworkSegment(5883c976-77cf-4b60-91cb-769cc1e64779),segment_id=5883c976-77cf-4b60-91cb-769cc1e64779)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:52.362241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:52.457220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] For port 4fd15134-507c-4429-9bbb-949f620ce647, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=4fd15134-507c-4429-9bbb-949f620ce647,segment=NetworkSegment(5883c976-77cf-4b60-91cb-769cc1e64779),segment_id=5883c976-77cf-4b60-91cb-769cc1e64779)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:15:52.457882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:52.504106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:52.564830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Calling delete_port for 4fd15134-507c-4429-9bbb-949f620ce647 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:52.606056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Calling delete_port for 4fd15134-507c-4429-9bbb-949f620ce647 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:15:52.663857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:52.676043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:52.727418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Port': ['ID=4fd15134-507c-4429-9bbb-949f620ce647,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:52.740767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] No DVR routers for this DVR port 4fd15134-507c-4429-9bbb-949f620ce647 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:15:52.750152 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:15:52.764342 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:15:52.766268 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:15:52.903584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:52.954681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f40439-76cf-4475-9f2e-2a061933fe99']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:53.017941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5883c976-77cf-4b60-91cb-769cc1e64779') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:53.018509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5883c976-77cf-4b60-91cb-769cc1e64779') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:53.069465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.119036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4fd15134-507c-4429-9bbb-949f620ce647 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:15:53.135957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.155030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:15:53.155650 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.206585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 4fd15134-507c-4429-9bbb-949f620ce647 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:15:53.207057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 4fd15134-507c-4429-9bbb-949f620ce647 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:15:53.267198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Deleting port 4fd15134-507c-4429-9bbb-949f620ce647 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:15:53.267863 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.361224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8b13a-5efd-44bd-a72f-42db0d582145 None None] The port '4fd15134-507c-4429-9bbb-949f620ce647' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:15:53.491298 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:15:53.569127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.597597 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:53.602289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Pushing event deleted for resources: {'Network': ['ID=18f40439-76cf-4475-9f2e-2a061933fe99,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:53.630645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.631206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.631716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.632216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.632738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.633222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.633717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.634212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.634722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.635199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.635689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.636282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:15:53.661761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c71f0-1c9f-4465-b14a-b059d134e629 req-2f23f616-0b8c-41c8-bb33-43b897815843 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:53.679477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f6c71f0-1c9f-4465-b14a-b059d134e629 req-2f23f616-0b8c-41c8-bb33-43b897815843 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 946 time: 0.2587833 Feb 07 23:15:53.686261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5ff221a4-02f3-4e6a-ab2b-cdcaf9acd107 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/networks/18f40439-76cf-4475-9f2e-2a061933fe99 HTTP/1.1" status: 204 len: 168 time: 2.3258822 Feb 07 23:15:53.694692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41512) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:53.767017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-080d0af0-4e90-4d08-a8a3-f988cc6ed287 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Synchronizing usage tracker for tenant:ad270e134a9143559ec4915b21f50512 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:15:53.784736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f6c71f0-1c9f-4465-b14a-b059d134e629 req-4d666052-e12a-48dd-b75c-18b386f8b262 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967536 Feb 07 23:15:53.791606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.194 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/cfd54518-97b3-43a4-852d-4d6bdcb3535a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:15:53.837772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-080d0af0-4e90-4d08-a8a3-f988cc6ed287 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Unset dirty status for tenant:ad270e134a9143559ec4915b21f50512 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:15:53.839474 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-080d0af0-4e90-4d08-a8a3-f988cc6ed287 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "GET /v2.0/ports?device_id=d9e97d72-2a88-4a4f-9b74-621aa66d6ccb HTTP/1.1" status: 200 len: 205 time: 0.1432309 Feb 07 23:15:53.842204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41516) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:54.000916 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.038611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ffac10d-7a23-483d-b331-6266fddd7b96 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.045582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.128474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:15:54.135454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:54.140097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:15:54.184610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=cfd54518-97b3-43a4-852d-4d6bdcb3535a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:54.414639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ffac10d-7a23-483d-b331-6266fddd7b96 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.417133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ffac10d-7a23-483d-b331-6266fddd7b96 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.445647 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ffac10d-7a23-483d-b331-6266fddd7b96 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.446074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffac10d-7a23-483d-b331-6266fddd7b96 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Fanout notify agent at l3_agent the message router_deleted on router d9e97d72-2a88-4a4f-9b74-621aa66d6ccb {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:15:54.475820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ffac10d-7a23-483d-b331-6266fddd7b96 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:54.478583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8ffac10d-7a23-483d-b331-6266fddd7b96 tempest-RoutersNegativeIpV6Test-667863394 tempest-RoutersNegativeIpV6Test-667863394-project] 10.222.0.10 "DELETE /v2.0/routers/d9e97d72-2a88-4a4f-9b74-621aa66d6ccb HTTP/1.1" status: 204 len: 168 time: 0.6349311 Feb 07 23:15:54.695163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:55.099638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41536) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:55.250755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505ac84-ab96-42e3-a499-49025f324002 req-03e033dc-0f65-4503-9aae-4f3d9b5c14e5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:55.260971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2505ac84-ab96-42e3-a499-49025f324002 req-03e033dc-0f65-4503-9aae-4f3d9b5c14e5 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 946 time: 0.2190118 Feb 07 23:15:55.299365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:55.334361 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2505ac84-ab96-42e3-a499-49025f324002 req-998081c8-b44a-4b3e-b96d-a905c4a802b0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686505 Feb 07 23:15:55.827588 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ac58d59e-c8af-4955-8224-7611301dd688 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad270e134a9143559ec4915b21f50512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7236664 Feb 07 23:15:55.828391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41550) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:55.865046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:15:55.979920 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4387d970-add9-477b-8a48-374ddd312bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:55.981351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-155aa52d-4fcf-4800-ad8d-e8059bd9857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:56.032160 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-155aa52d-4fcf-4800-ad8d-e8059bd9857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:56.106078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-155aa52d-4fcf-4800-ad8d-e8059bd9857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:56.124971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:15:56.135305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Sync routers for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:15:56.146367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155aa52d-4fcf-4800-ad8d-e8059bd9857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9f2f90-d750-4faf-9746-46563d353688,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:56.151467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:56.152261 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:56.161468 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-155aa52d-4fcf-4800-ad8d-e8059bd9857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:56.162010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-155aa52d-4fcf-4800-ad8d-e8059bd9857f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee9f2f90-d750-4faf-9746-46563d353688 HTTP/1.1" status: 204 len: 168 time: 0.3330369 Feb 07 23:15:56.186291 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:56.188009 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-82531fff-356e-444f-9059-94b632bff35e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.2202563 Feb 07 23:15:56.192601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41564) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:56.253683 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a20206ca-798e-4e92-940a-3e380b888859 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=10fae2aac93b470390285df47d4d2fcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597856 Feb 07 23:15:56.256624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41568) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:56.485848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:15:56.604604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad17d05-704c-4686-9adf-11f28b443c4b tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:56.612802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5ad17d05-704c-4686-9adf-11f28b443c4b tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3536835 Feb 07 23:15:56.614821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41576) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:56.772540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41582) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:56.783600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17194836', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:56.794953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-df0dde4d-59c1-44cb-971e-a172cb9ca670 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1787035 Feb 07 23:15:57.014452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:15:54Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:57.018544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Checking router: 22b1cedc-a51f-47a1-b9cd-bb7638c4550d for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:15:57.019128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Updating router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d port cfd54518-97b3-43a4-852d-4d6bdcb3535a binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:15:57.020940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:57.025613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:subnet and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:57.029904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:57.038651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:57.076817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:15:57.084288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:57.110626 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:57.401079 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:57.643066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Checking segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:15:57.643438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network hostable DHCP agents. Network: d6f583d9-745f-45d4-9215-876f863cc546, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:15:57.649764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41608) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:57.772888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Subnet': ['ID=52aa655d-9d71-4f63-8edc-3fb0133cb3a0,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:57.772888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network d6f583d9-745f-45d4-9215-876f863cc546 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:15:57.772888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d6f583d9-745f-45d4-9215-876f863cc546) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:15:57.772888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:15:57.935123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:57.937675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa9ade-8e36-4222-9459-7f23ab1016ee None None] Network d6f583d9-745f-45d4-9215-876f863cc546 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:15:57.940733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6ac14929-ab97-4d6c-9f48-7872b6453664 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0476778 Feb 07 23:15:57.940733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41620) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:57.941275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-091c1a46-14ba-4636-ad0e-ef45d3b65923 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:57.941275 n-d-827896-3 neutron-server[87670]: WARNING neutron.api.v2.base [None req-091c1a46-14ba-4636-ad0e-ef45d3b65923 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 23:15:57.941275 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-091c1a46-14ba-4636-ad0e-ef45d3b65923 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 23:15:57.941275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-091c1a46-14ba-4636-ad0e-ef45d3b65923 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2630069 Feb 07 23:15:57.941275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:57.941275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226063923'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:57.957576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:57.961803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:57.965354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:57.971246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:58.001651 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.067311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.143666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:58.147817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.162586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:58.162586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:58.182414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:58.187918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Transition to ACTIVE for port object cfd54518-97b3-43a4-852d-4d6bdcb3535a will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:15:58.213734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.319018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed5b70-bf8d-4eff-90f3-9e6e865886ad None None] Pushing event updated for resources: {'Port': ['ID=cfd54518-97b3-43a4-852d-4d6bdcb3535a,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:58.328320 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-78d441d6-8e3f-4fab-85c6-2d056b57bfc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.411559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Attempting to bind port cfd54518-97b3-43a4-852d-4d6bdcb3535a on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:15:58.411559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Attempting to bind port cfd54518-97b3-43a4-852d-4d6bdcb3535a by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:15:58.411559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Attempting to bind port cfd54518-97b3-43a4-852d-4d6bdcb3535a on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:15:58.445906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:15:58.445906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:15:58.446356 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.446554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.446724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:15:58.447169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Bound port: cfd54518-97b3-43a4-852d-4d6bdcb3535a, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:15:58.447551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.463423 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.485591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:58.515268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:58.529744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:58.542528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:58.553133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dee21d-1c54-42d7-9572-87a659ecdfc8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:58.584950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] For port cfd54518-97b3-43a4-852d-4d6bdcb3535a, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:15:58.587244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] For port cfd54518-97b3-43a4-852d-4d6bdcb3535a, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cfd54518-97b3-43a4-852d-4d6bdcb3535a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:15:58.611894 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.718948 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.735083 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.809971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eed51bb-d7fc-44f9-9d9a-2622b885b59d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:58.821638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.821638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-262d0a91-ff2f-4546-9f8d-c1b9c3c52808 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8900971 Feb 07 23:15:58.824415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41642) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:58.837240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '1eed51bb-d7fc-44f9-9d9a-2622b885b59d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:58.853962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:58.853962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:58.861373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d6f583d9-745f-45d4-9215-876f863cc546', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:15:58.861373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.865027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:58.869351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:58.888725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:58.954946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed5b70-bf8d-4eff-90f3-9e6e865886ad None None] Pushing event updated for resources: {'Port': ['ID=cfd54518-97b3-43a4-852d-4d6bdcb3535a,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:58.971521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:15:58.972454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:15:59.112039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.120752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.186892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb595bcc-0efe-4acd-bc87-67a6aa8f8844,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:59.206037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.206037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-98c26869-2438-4f0d-9239-c7f63c2da0f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3771596 Feb 07 23:15:59.208201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41652) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:59.220170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '1eed51bb-d7fc-44f9-9d9a-2622b885b59d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:15:59.232426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:15:59.247136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:15:59.269818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:15:59.287639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:15:59.315749 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.394931 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): There was a conflict when trying to complete your request. Feb 07 23:15:59.396512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d53dc964-0e19-499a-b374-5ff38224efd5 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1885576 Feb 07 23:15:59.400683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41658) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:15:59.514975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.630274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.654140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea3f-2287-4f3f-a162-d0894a853210 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.674399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.715601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:15:59.734903 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea3f-2287-4f3f-a162-d0894a853210 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.892945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea3f-2287-4f3f-a162-d0894a853210 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.978981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5ea3f-2287-4f3f-a162-d0894a853210 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eed51bb-d7fc-44f9-9d9a-2622b885b59d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:15:59.989648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea3f-2287-4f3f-a162-d0894a853210 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:15:59.989648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c1e5ea3f-2287-4f3f-a162-d0894a853210 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/1eed51bb-d7fc-44f9-9d9a-2622b885b59d HTTP/1.1" status: 204 len: 168 time: 0.5832613 Feb 07 23:15:59.997212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41670) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:00.141874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Allocated IP 172.20.0.2 (d6f583d9-745f-45d4-9215-876f863cc546/52aa655d-9d71-4f63-8edc-3fb0133cb3a0/2125af1c-a286-413e-8444-6608d4c894b1) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:00.179031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b2c84f26-3834-48ce-ad0d-b46045368adb tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:00.248139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b2c84f26-3834-48ce-ad0d-b46045368adb tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:00.252371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b2c84f26-3834-48ce-ad0d-b46045368adb tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2587485 Feb 07 23:16:00.258039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41678) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:00.270334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--688954693'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:00.296662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:00.313970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:00.394703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:00.457370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:00.457370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:00.468393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:00.479995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:00.613033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:15:54Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:00.629927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dac72b-5c49-49eb-83b0-8dad9c905049 None None] The sync data for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 is: [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:15:54Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:00.718050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:00.723508 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:00.801702 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:00.846738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Transition to ACTIVE for port object 2125af1c-a286-413e-8444-6608d4c894b1 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:00.898412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763cd278-a0bd-482b-880c-7cbf4cf064cf,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:00.911319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:00.911319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-16312aad-5faf-4f72-a143-07b2ad5131ac tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6491051 Feb 07 23:16:00.914039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Transition to ACTIVE for port object 2125af1c-a286-413e-8444-6608d4c894b1 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:00.919624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41688) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:00.919624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-956c563d-0645-451c-b98f-96b2fb298fcc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '763cd278-a0bd-482b-880c-7cbf4cf064cf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:00.932621 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-956c563d-0645-451c-b98f-96b2fb298fcc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 07 23:16:00.932621 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-956c563d-0645-451c-b98f-96b2fb298fcc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:00.932621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-956c563d-0645-451c-b98f-96b2fb298fcc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082788 Feb 07 23:16:00.937109 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41692) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:00.946208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.115686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.122409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Network d6f583d9-745f-45d4-9215-876f863cc546 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:01.125650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:01.129584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:16:01.152450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07052688-1f9a-434a-8996-c238980c45f9 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.225102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Pushing event updated for resources: {'Port': ['ID=2125af1c-a286-413e-8444-6608d4c894b1,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:01.233754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07052688-1f9a-434a-8996-c238980c45f9 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.239813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.1 (d6f583d9-745f-45d4-9215-876f863cc546/52aa655d-9d71-4f63-8edc-3fb0133cb3a0/341ecad4-2cae-4ccc-9a92-319190d44e65) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:01.410825 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07052688-1f9a-434a-8996-c238980c45f9 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.531779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07052688-1f9a-434a-8996-c238980c45f9 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763cd278-a0bd-482b-880c-7cbf4cf064cf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:01.537045 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-07052688-1f9a-434a-8996-c238980c45f9 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.550899 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-07052688-1f9a-434a-8996-c238980c45f9 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/763cd278-a0bd-482b-880c-7cbf4cf064cf HTTP/1.1" status: 204 len: 168 time: 0.6150382 Feb 07 23:16:01.554478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Attempting to bind port 2125af1c-a286-413e-8444-6608d4c894b1 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:01.554478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Attempting to bind port 2125af1c-a286-413e-8444-6608d4c894b1 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:01.558657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41706) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:01.563303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Attempting to bind port 2125af1c-a286-413e-8444-6608d4c894b1 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:16:01.606541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:16:01.606541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Checking segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:16:01.606541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.606541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Bound using segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:16:01.606541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Bound port: 2125af1c-a286-413e-8444-6608d4c894b1, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:01.606541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.654720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d0a561dd-2ec1-42cd-aa8c-913024aeace2 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:01.689424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d0a561dd-2ec1-42cd-aa8c-913024aeace2 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:01.695698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d0a561dd-2ec1-42cd-aa8c-913024aeace2 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1441355 Feb 07 23:16:01.696252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41712) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:01.702638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--342304857'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:01.737156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:01.777511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:01.819794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.822824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] For port 2125af1c-a286-413e-8444-6608d4c894b1, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:16:01.830642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] For port 2125af1c-a286-413e-8444-6608d4c894b1, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2125af1c-a286-413e-8444-6608d4c894b1,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:16:01.840486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:01.883236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:01.883236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:01.890514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:01.935397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:02.033903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:02.127523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object 341ecad4-2cae-4ccc-9a92-319190d44e65 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:02.200071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:02.245981 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:02.254178 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:02.295225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0cc90-71ef-4640-ad62-5a298e4b268a None None] Pushing event updated for resources: {'Port': ['ID=2125af1c-a286-413e-8444-6608d4c894b1,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:02.379837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network d6f583d9-745f-45d4-9215-876f863cc546 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:02.421512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:02.429739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839c3f5c-a427-47fd-91a9-213257e4620a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:02.435621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:16:02.441828 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:02.441828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e3f60c61-0b74-4d08-8188-fa1e137b5535 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7267590 Feb 07 23:16:02.441828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41720) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:02.441828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-143ce347-de18-4948-afc7-6b1468eea8cd tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '839c3f5c-a427-47fd-91a9-213257e4620a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:02.456163 n-d-827896-3 neutron-server[87670]: WARNING neutron.api.v2.base [None req-143ce347-de18-4948-afc7-6b1468eea8cd tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 07 23:16:02.456163 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-143ce347-de18-4948-afc7-6b1468eea8cd tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:02.456163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-143ce347-de18-4948-afc7-6b1468eea8cd tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0147243 Feb 07 23:16:02.456163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41724) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:02.738762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:02.745000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=341ecad4-2cae-4ccc-9a92-319190d44e65,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:02.760819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04060a27-8745-4fe1-99a7-3ca384d0e0e3 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:02.921057 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04060a27-8745-4fe1-99a7-3ca384d0e0e3 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.073133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04060a27-8745-4fe1-99a7-3ca384d0e0e3 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.148758 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.177571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04060a27-8745-4fe1-99a7-3ca384d0e0e3 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839c3f5c-a427-47fd-91a9-213257e4620a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:03.182910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04060a27-8745-4fe1-99a7-3ca384d0e0e3 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.192472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41740) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:03.196763 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-04060a27-8745-4fe1-99a7-3ca384d0e0e3 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/839c3f5c-a427-47fd-91a9-213257e4620a HTTP/1.1" status: 204 len: 168 time: 0.7324045 Feb 07 23:16:03.373808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2125af1c-a286-413e-8444-6608d4c894b1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:03.413668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-696caeb0-40dc-4ff6-973a-0aaf1abcbb59 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2253108 Feb 07 23:16:03.414020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41746) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:03.420171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--203088501'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:03.429646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:03.440589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:03.446915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:03.469996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:03.518244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.558887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2125af1c-a286-413e-8444-6608d4c894b1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:03.558887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cfd54518-97b3-43a4-852d-4d6bdcb3535a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:03.603880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:03.617087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:03.617087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:03.631176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:03.778539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port cfd54518-97b3-43a4-852d-4d6bdcb3535a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:03.786230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port cfd54518-97b3-43a4-852d-4d6bdcb3535a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:03.786879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.833750 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.842504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.993735 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:03.993735 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5764899 Feb 07 23:16:04.107341 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:04.114794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bef5a-c1d6-4a4e-b5a2-8ae9a35c8243 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a254a9c-184f-4172-96b6-47930ddceb9e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:04.132576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0b28f73b-3471-4c23-af6a-c5609a779696 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '9a254a9c-184f-4172-96b6-47930ddceb9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:04.158087 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.160802 n-d-827896-3 neutron-server[87670]: WARNING neutron.api.v2.base [None req-0b28f73b-3471-4c23-af6a-c5609a779696 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 07 23:16:04.161763 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-0b28f73b-3471-4c23-af6a-c5609a779696 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:04.165829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b28f73b-3471-4c23-af6a-c5609a779696 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0430624 Feb 07 23:16:04.166265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41764) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:04.181363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-967e2d22-93e0-45a8-8d8f-681b1dd57ef2 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '9a254a9c-184f-4172-96b6-47930ddceb9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:04.183223 n-d-827896-3 neutron-server[87670]: WARNING neutron.api.v2.base [None req-967e2d22-93e0-45a8-8d8f-681b1dd57ef2 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 07 23:16:04.184525 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-967e2d22-93e0-45a8-8d8f-681b1dd57ef2 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:04.189902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port cfd54518-97b3-43a4-852d-4d6bdcb3535a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cfd54518-97b3-43a4-852d-4d6bdcb3535a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:04.192949 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-967e2d22-93e0-45a8-8d8f-681b1dd57ef2 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0256398 Feb 07 23:16:04.197336 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.198999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41768) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:04.220482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8b1c7330-7fb0-488b-a7ee-2912d8db512a tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '9a254a9c-184f-4172-96b6-47930ddceb9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:04.228252 n-d-827896-3 neutron-server[87670]: WARNING neutron.api.v2.base [None req-8b1c7330-7fb0-488b-a7ee-2912d8db512a tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 07 23:16:04.228919 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-8b1c7330-7fb0-488b-a7ee-2912d8db512a tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:04.238324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8b1c7330-7fb0-488b-a7ee-2912d8db512a tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0372384 Feb 07 23:16:04.238927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41772) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:04.252316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4086e0ad-4b74-496d-9754-61266bd9a64c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '9a254a9c-184f-4172-96b6-47930ddceb9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:04.255779 n-d-827896-3 neutron-server[87670]: WARNING neutron.api.v2.base [None req-4086e0ad-4b74-496d-9754-61266bd9a64c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 07 23:16:04.257185 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-4086e0ad-4b74-496d-9754-61266bd9a64c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:04.263396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4086e0ad-4b74-496d-9754-61266bd9a64c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0226216 Feb 07 23:16:04.264182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41776) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:04.394100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=cfd54518-97b3-43a4-852d-4d6bdcb3535a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:04.422766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01f20c7b-db7c-410b-ab23-4b1ec33005bc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.422766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.resource_extend [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 07 23:16:04.485554 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.506506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.622857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01f20c7b-db7c-410b-ab23-4b1ec33005bc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.740834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:04.788341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241aa530-2d9c-45c1-8cae-edef6264fb81 None None] Network d6f583d9-745f-45d4-9215-876f863cc546 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:16:05.035865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=341ecad4-2cae-4ccc-9a92-319190d44e65,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:05.062081 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01f20c7b-db7c-410b-ab23-4b1ec33005bc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:05.164856 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cfd54518-97b3-43a4-852d-4d6bdcb3535a up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:05.184141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f20c7b-db7c-410b-ab23-4b1ec33005bc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a254a9c-184f-4172-96b6-47930ddceb9e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:05.264638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01f20c7b-db7c-410b-ab23-4b1ec33005bc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:05.264638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01f20c7b-db7c-410b-ab23-4b1ec33005bc tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/9a254a9c-184f-4172-96b6-47930ddceb9e HTTP/1.1" status: 204 len: 168 time: 0.9942312 Feb 07 23:16:05.284424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41790) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:05.290531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-94a00159-73f1-49ba-82bd-a719dc542e34 None None] Provisioning for port 2125af1c-a286-413e-8444-6608d4c894b1 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:05.301602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-94a00159-73f1-49ba-82bd-a719dc542e34 None None] Provisioning complete for port 2125af1c-a286-413e-8444-6608d4c894b1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:05.301602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-94a00159-73f1-49ba-82bd-a719dc542e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:05.306114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network d6f583d9-745f-45d4-9215-876f863cc546 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:05.306114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:05.465935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1ec3a284-ac2c-4fe8-a00c-41691b758466 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:05.505963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1ec3a284-ac2c-4fe8-a00c-41691b758466 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:05.517544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1ec3a284-ac2c-4fe8-a00c-41691b758466 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2503567 Feb 07 23:16:05.531067 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41800) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:05.547670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617547259'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:05.555341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port cfd54518-97b3-43a4-852d-4d6bdcb3535a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:05.556042 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:05.567696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:05.580807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:05.594986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:05.631734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:05.643517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:05.647388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:05.662924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:16:05.675157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:05.710651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-94a00159-73f1-49ba-82bd-a719dc542e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:05.797040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-94a00159-73f1-49ba-82bd-a719dc542e34 None None] For port 2125af1c-a286-413e-8444-6608d4c894b1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2125af1c-a286-413e-8444-6608d4c894b1,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:05.862127 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-94a00159-73f1-49ba-82bd-a719dc542e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:06.016167 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:06.028706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:06.125484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a00159-73f1-49ba-82bd-a719dc542e34 None None] Pushing event updated for resources: {'Port': ['ID=2125af1c-a286-413e-8444-6608d4c894b1,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:06.181145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b5e18-bf23-49af-887b-9b462f64dd29,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:06.186442 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:06.211178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d38381a-9564-4734-9752-bac496bebd93 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6685362 Feb 07 23:16:06.211178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41810) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:06.222397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:16:06.229803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-cc0a2895-d881-42cf-bb07-c7512f2002f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:06.229803 n-d-827896-3 neutron-server[87670]: WARNING neutron.api.v2.base [None req-cc0a2895-d881-42cf-bb07-c7512f2002f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 23:16:06.229803 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-cc0a2895-d881-42cf-bb07-c7512f2002f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:06.237860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:06.244434 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Sync routers for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:06.248887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cc0a2895-d881-42cf-bb07-c7512f2002f1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0262938 Feb 07 23:16:06.252606 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:06.252606 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:06.256072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:06.260861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2ba80080-a486-4c03-9e00-5dfdafd04001 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/22b1cedc-a51f-47a1-b9cd-bb7638c4550d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4186475 Feb 07 23:16:06.267254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-066abdfb-81e3-4d3c-ac22-1fcf2fe769f6 None None] Provisioning complete for port 2125af1c-a286-413e-8444-6608d4c894b1 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:06.267254 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-066abdfb-81e3-4d3c-ac22-1fcf2fe769f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:06.283806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-69ff6889-64a6-42b1-829a-6edaa589ae8e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:06.335321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-69ff6889-64a6-42b1-829a-6edaa589ae8e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:06.359410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-69ff6889-64a6-42b1-829a-6edaa589ae8e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:06.383334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-69ff6889-64a6-42b1-829a-6edaa589ae8e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:06.400998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-69ff6889-64a6-42b1-829a-6edaa589ae8e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:06.547201 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-69ff6889-64a6-42b1-829a-6edaa589ae8e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:06.548275 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-69ff6889-64a6-42b1-829a-6edaa589ae8e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2936306 Feb 07 23:16:06.555386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41822) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:06.594518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-efdb706e-4c6f-47e8-8c06-00f0ed30a7df tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:06.595093 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-efdb706e-4c6f-47e8-8c06-00f0ed30a7df tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 07 23:16:06.595818 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-efdb706e-4c6f-47e8-8c06-00f0ed30a7df tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:06.616738 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-efdb706e-4c6f-47e8-8c06-00f0ed30a7df tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0565212 Feb 07 23:16:06.617226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41828) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:06.627572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8e892f70-1eaa-4a8a-94ac-08abb7634f7c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:06.666018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8e892f70-1eaa-4a8a-94ac-08abb7634f7c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:06.678501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:06.693248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8e892f70-1eaa-4a8a-94ac-08abb7634f7c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:06.703435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8e892f70-1eaa-4a8a-94ac-08abb7634f7c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:06.719647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:06.733227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8e892f70-1eaa-4a8a-94ac-08abb7634f7c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:06.809428 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-8e892f70-1eaa-4a8a-94ac-08abb7634f7c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:06.809428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8e892f70-1eaa-4a8a-94ac-08abb7634f7c tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1864328 Feb 07 23:16:06.813062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:06.824177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-59987e1e-fd94-4112-8cf8-92959c26072e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:06.824177 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-59987e1e-fd94-4112-8cf8-92959c26072e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 07 23:16:06.833952 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-59987e1e-fd94-4112-8cf8-92959c26072e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:06.869621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41838) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:06.873558 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-59987e1e-fd94-4112-8cf8-92959c26072e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0520277 Feb 07 23:16:06.895038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:06.981761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:06.995854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:07.017644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:07.043801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:07.069311 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Project 4ff31a9c1833405b9aa1f1c5a90bdb03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:16:07.107536 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:07.110356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0bd3b97a-0b45-44f8-a008-98d10f0b07b1 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2442098 Feb 07 23:16:07.113827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41850) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:07.114287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-066abdfb-81e3-4d3c-ac22-1fcf2fe769f6 None None] Provisioning for port 341ecad4-2cae-4ccc-9a92-319190d44e65 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:07.124444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-dab90615-39a4-4e29-bbad-fe9119e5831e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:07.125635 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-dab90615-39a4-4e29-bbad-fe9119e5831e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 07 23:16:07.126856 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-dab90615-39a4-4e29-bbad-fe9119e5831e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:07.128789 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dab90615-39a4-4e29-bbad-fe9119e5831e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128541 Feb 07 23:16:07.132401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41854) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:07.132708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-066abdfb-81e3-4d3c-ac22-1fcf2fe769f6 None None] Provisioning complete for port 341ecad4-2cae-4ccc-9a92-319190d44e65 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:07.133103 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-066abdfb-81e3-4d3c-ac22-1fcf2fe769f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:07.143773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:07.156451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:07.191195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:07.196507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:07.234833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2125af1c-a286-413e-8444-6608d4c894b1 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:07.252187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:07.298935 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Project 4ff31a9c1833405b9aa1f1c5a90bdb03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:16:07.496362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f4de1ee1-301d-4699-bb7f-71613ef548fd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:07.530237 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:07.530237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9585077b-f0da-4a7d-810e-4601bb1db927 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3893049 Feb 07 23:16:07.531329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41864) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:07.532992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c30b5e18-bf23-49af-887b-9b462f64dd29', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:07.542751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f4de1ee1-301d-4699-bb7f-71613ef548fd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:07.551246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f4de1ee1-301d-4699-bb7f-71613ef548fd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45330545&fields=id&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 267 time: 0.3391728 Feb 07 23:16:07.564194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:07.567425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-066abdfb-81e3-4d3c-ac22-1fcf2fe769f6 None None] Port 341ecad4-2cae-4ccc-9a92-319190d44e65 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:16:07.575736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:07.580358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:07.593242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:07.616496 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Project 4ff31a9c1833405b9aa1f1c5a90bdb03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:16:07.647510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2125af1c-a286-413e-8444-6608d4c894b1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:07.648724 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:07.689789 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:07.693729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4df65bef-5d29-481a-a52c-d6905c72e2ab tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1650672 Feb 07 23:16:07.694266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41872) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:07.851694 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:03Z', 'revision_number': 2, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:07.868269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-167263ca-60d9-4f04-8fd2-c94de1ca497c None None] Provisioning complete for port 341ecad4-2cae-4ccc-9a92-319190d44e65 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:07.868269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-167263ca-60d9-4f04-8fd2-c94de1ca497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:07.872474 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Checking router: 22b1cedc-a51f-47a1-b9cd-bb7638c4550d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:07.872474 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Updating router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d port 341ecad4-2cae-4ccc-9a92-319190d44e65 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:16:07.876530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05bde0c1-beb2-4ef7-970f-134cb2e64da0 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:07.966646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05bde0c1-beb2-4ef7-970f-134cb2e64da0 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:08.005145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-319e7ec5-72ef-4748-b574-2305ba7cd8ee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:08.005145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-319e7ec5-72ef-4748-b574-2305ba7cd8ee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:08.044486 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:08.049042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-167263ca-60d9-4f04-8fd2-c94de1ca497c None None] Port 341ecad4-2cae-4ccc-9a92-319190d44e65 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:16:08.051017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-319e7ec5-72ef-4748-b574-2305ba7cd8ee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:08.051017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-319e7ec5-72ef-4748-b574-2305ba7cd8ee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 796 time: 0.4952359 Feb 07 23:16:08.081827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-fbce4694-c087-434f-b2a1-cf3dde3aa7e7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/quotas/10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 375 time: 0.0279253 Feb 07 23:16:08.117420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05bde0c1-beb2-4ef7-970f-134cb2e64da0 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:08.169924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bde0c1-beb2-4ef7-970f-134cb2e64da0 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b5e18-bf23-49af-887b-9b462f64dd29,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:08.223353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-05bde0c1-beb2-4ef7-970f-134cb2e64da0 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:08.224887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-05bde0c1-beb2-4ef7-970f-134cb2e64da0 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/c30b5e18-bf23-49af-887b-9b462f64dd29 HTTP/1.1" status: 204 len: 168 time: 0.5296948 Feb 07 23:16:08.227563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41888) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:08.292404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-2533ffe7-c12b-4556-b9a0-b7076d046626 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:08.348298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-2533ffe7-c12b-4556-b9a0-b7076d046626 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:08.358824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-2533ffe7-c12b-4556-b9a0-b7076d046626 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2717400 Feb 07 23:16:08.395914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a969560d-02dd-40e2-bdfb-0fa0cbcd6037 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:08.438956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a969560d-02dd-40e2-bdfb-0fa0cbcd6037 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:08.438956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a969560d-02dd-40e2-bdfb-0fa0cbcd6037 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2072875 Feb 07 23:16:08.454689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41896) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:08.454689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569323881'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:08.471972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:08.656040 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:08.656040 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Transition to ACTIVE for port object 341ecad4-2cae-4ccc-9a92-319190d44e65 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:08.671581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:08.675947 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:08.718437 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:08.794891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-02b38995-12af-4613-8343-ba7aa694fa16 service neutron] 10.222.0.10 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334106 Feb 07 23:16:08.824036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:08.912803 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:16:09.011574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:09.047281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:09.070240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:09.110837 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Pushing event updated for resources: {'Port': ['ID=341ecad4-2cae-4ccc-9a92-319190d44e65,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.128435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:09.153952 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Attempting to bind port 341ecad4-2cae-4ccc-9a92-319190d44e65 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:09.153952 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Attempting to bind port 341ecad4-2cae-4ccc-9a92-319190d44e65 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:09.153952 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Attempting to bind port 341ecad4-2cae-4ccc-9a92-319190d44e65 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:16:09.160751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:16:09.160751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Checking segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:16:09.160751 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:09.160751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Bound using segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:16:09.160751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Bound port: 341ecad4-2cae-4ccc-9a92-319190d44e65, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:09.160751 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:09.178139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-92f303f2-3348-46ad-9fec-30c6dc586733 service neutron] 10.222.0.10 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808029 Feb 07 23:16:09.258112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:09.269864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:09.332293 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] For port 341ecad4-2cae-4ccc-9a92-319190d44e65, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:16:09.336140 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] For port 341ecad4-2cae-4ccc-9a92-319190d44e65, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=341ecad4-2cae-4ccc-9a92-319190d44e65,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:16:09.348208 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:09.354510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71f24b0-0093-4c68-92d0-4c1955db2279,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:09.429068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:09.434032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41924) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:09.447596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e501541e-50ed-4566-8e8d-ee6c9230be20 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c71f24b0-0093-4c68-92d0-4c1955db2279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:09.465793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-04b58eea-cff7-4bec-bb78-e646400300a8 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0159009 Feb 07 23:16:09.481303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e501541e-50ed-4566-8e8d-ee6c9230be20 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:09.498667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e501541e-50ed-4566-8e8d-ee6c9230be20 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:09.498667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e501541e-50ed-4566-8e8d-ee6c9230be20 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:09.498667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e501541e-50ed-4566-8e8d-ee6c9230be20 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:09.573365 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c459d2-05af-40d8-8a7f-a9cc6a10c738 None None] Pushing event updated for resources: {'Port': ['ID=341ecad4-2cae-4ccc-9a92-319190d44e65,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:09.624313 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:09.625899 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:15:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:09.629352 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-e501541e-50ed-4566-8e8d-ee6c9230be20 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The resource could not be found. Feb 07 23:16:09.630877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e501541e-50ed-4566-8e8d-ee6c9230be20 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1999145 Feb 07 23:16:09.633718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41934) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:09.643872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0a025f0d-5fe1-4b62-b1b1-38b3135dc6ef tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'c71f24b0-0093-4c68-92d0-4c1955db2279', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '41bc9a49-8e18-421e-aa45-d20d2733eda4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:09.649404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9bd5356-7094-427b-b3c6-d1337fbcdfd8 req-111940ba-3dbe-4895-97ba-2683a94e3670 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 210 time: 0.1222012 Feb 07 23:16:09.686766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a025f0d-5fe1-4b62-b1b1-38b3135dc6ef tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:09.705233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a025f0d-5fe1-4b62-b1b1-38b3135dc6ef tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:09.712848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0a025f0d-5fe1-4b62-b1b1-38b3135dc6ef tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:09.730949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0a025f0d-5fe1-4b62-b1b1-38b3135dc6ef tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:09.833402 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-0a025f0d-5fe1-4b62-b1b1-38b3135dc6ef tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The resource could not be found. Feb 07 23:16:09.833402 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0a025f0d-5fe1-4b62-b1b1-38b3135dc6ef tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1933229 Feb 07 23:16:09.833402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41940) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:10.021986 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10e8ec48-2b57-4efa-8885-1ca598c3985d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:10.073215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10e8ec48-2b57-4efa-8885-1ca598c3985d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:10.097967 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:10.223127 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10e8ec48-2b57-4efa-8885-1ca598c3985d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:10.300740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8ec48-2b57-4efa-8885-1ca598c3985d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71f24b0-0093-4c68-92d0-4c1955db2279,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:10.323176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10e8ec48-2b57-4efa-8885-1ca598c3985d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:10.323176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-10e8ec48-2b57-4efa-8885-1ca598c3985d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/c71f24b0-0093-4c68-92d0-4c1955db2279 HTTP/1.1" status: 204 len: 168 time: 0.4853282 Feb 07 23:16:10.323176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41960) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:10.418087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8e998a2-0f75-48a6-866c-062eebd9ef4b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:10.455320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e8e998a2-0f75-48a6-866c-062eebd9ef4b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:10.455320 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8e998a2-0f75-48a6-866c-062eebd9ef4b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1303122 Feb 07 23:16:10.462414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 41964) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:10.477038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c016c96e-3570-4cb1-8a2e-637d42ac62cf tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '35714b29-04e3-427b-a70c-e6aff49fc02b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:10.492436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c016c96e-3570-4cb1-8a2e-637d42ac62cf tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:10.503223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c016c96e-3570-4cb1-8a2e-637d42ac62cf tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:10.522480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c016c96e-3570-4cb1-8a2e-637d42ac62cf tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:10.530145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c016c96e-3570-4cb1-8a2e-637d42ac62cf tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:10.623967 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-c016c96e-3570-4cb1-8a2e-637d42ac62cf tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The resource could not be found. Feb 07 23:16:10.625797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c016c96e-3570-4cb1-8a2e-637d42ac62cf tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1652400 Feb 07 23:16:10.632299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:10.638431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--881428356'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:10.651585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:10.670478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:10.724046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:10.771402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:10.771402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:10.784375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:10.820681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:10.927837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-242cb930-6fc3-4afe-98e6-21f1cb6f3be6 req-91802b09-33ec-4a8c-9666-13f0b2799611 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 210 time: 0.1329863 Feb 07 23:16:11.038029 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:09Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:11.044717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:11.050238 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dfd161-7cd0-4929-b7cc-ae9181e1b09b None None] The sync data for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 is: [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:09Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:11.051092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:11.311559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff0d7cc-6776-429d-9f16-dab0de34e6f5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:11.311559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:11.321437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8cc0c11d-9334-4fb9-8d99-27d45b23db35 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6806338 Feb 07 23:16:11.321437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 41984) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:11.325994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--797712977'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:11.344116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:11.350696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:11.357104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:11.374787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:11.395831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:11.445299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:11.450897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:11.455301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:11.464784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:11.648722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:11.648722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:11.719976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:11.719976 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3941023 Feb 07 23:16:11.723705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42006) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:11.723705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bbfc4132-c153-40ff-9917-27a8e5856741 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': '7ff0d7cc-6776-429d-9f16-dab0de34e6f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '01085178-f849-4a7c-89a1-547696066605'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:11.746326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bbfc4132-c153-40ff-9917-27a8e5856741 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:11.763462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bbfc4132-c153-40ff-9917-27a8e5856741 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:11.763462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bbfc4132-c153-40ff-9917-27a8e5856741 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:11.769737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cebf0a-ac9b-433c-9033-5d3c50c9fc09 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01085178-f849-4a7c-89a1-547696066605,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:11.774874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bbfc4132-c153-40ff-9917-27a8e5856741 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:11.839283 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-bbfc4132-c153-40ff-9917-27a8e5856741 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:11.839283 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bbfc4132-c153-40ff-9917-27a8e5856741 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1220164 Feb 07 23:16:11.854496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:11.969473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e88d3f8-1d20-440e-953c-fea40ce4ec5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:12.080022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e88d3f8-1d20-440e-953c-fea40ce4ec5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:12.229939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84a9a69a-934d-4157-9956-9af34f3893bf req-6a07cdcd-0c56-45c0-819c-310051e633fa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 210 time: 0.0924287 Feb 07 23:16:12.344827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e88d3f8-1d20-440e-953c-fea40ce4ec5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:12.402204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88d3f8-1d20-440e-953c-fea40ce4ec5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01085178-f849-4a7c-89a1-547696066605,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:12.469377 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6e88d3f8-1d20-440e-953c-fea40ce4ec5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:12.473203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6e88d3f8-1d20-440e-953c-fea40ce4ec5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/01085178-f849-4a7c-89a1-547696066605 HTTP/1.1" status: 204 len: 168 time: 0.6278970 Feb 07 23:16:12.473534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42028) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:12.566622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-ec468a96-3007-4b25-9764-59cd637efda0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:12.573155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-ec468a96-3007-4b25-9764-59cd637efda0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:12.588258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-ec468a96-3007-4b25-9764-59cd637efda0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:12.590310 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-ec468a96-3007-4b25-9764-59cd637efda0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 796 time: 0.4469061 Feb 07 23:16:12.673189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0cc1e46b-3eeb-4720-bf57-5e7a252f2aeb tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:12.714229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0cc1e46b-3eeb-4720-bf57-5e7a252f2aeb tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:12.714229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0cc1e46b-3eeb-4720-bf57-5e7a252f2aeb tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2333596 Feb 07 23:16:12.714229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42034) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:12.719267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-a74df485-2466-4120-bc32-4cd6b69a9a22 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:12.797549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-a74df485-2466-4120-bc32-4cd6b69a9a22 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:12.797549 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-a74df485-2466-4120-bc32-4cd6b69a9a22 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 378 time: 0.1480970 Feb 07 23:16:12.797549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'port': {'device_id': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'admin_state_up': True, 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'security_groups': ['7129b59b-1a0e-4cbe-8969-7967a95addb4']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:12.931993 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f48-b8f4-49a6-9176-28683d8cda5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.024781 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f48-b8f4-49a6-9176-28683d8cda5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.079510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:13.103077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f48-b8f4-49a6-9176-28683d8cda5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.103948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:13.131971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:16:13.135924 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.141410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c78f48-b8f4-49a6-9176-28683d8cda5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff0d7cc-6776-429d-9f16-dab0de34e6f5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:13.153012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f4c78f48-b8f4-49a6-9176-28683d8cda5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.154393 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f4c78f48-b8f4-49a6-9176-28683d8cda5b tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/7ff0d7cc-6776-429d-9f16-dab0de34e6f5 HTTP/1.1" status: 204 len: 168 time: 0.4417226 Feb 07 23:16:13.158302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42042) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:13.263529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 341ecad4-2cae-4ccc-9a92-319190d44e65 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:13.440046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 341ecad4-2cae-4ccc-9a92-319190d44e65 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:13.446270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 341ecad4-2cae-4ccc-9a92-319190d44e65 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:13.446643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.533974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-890e8a2c-51d3-4abd-a0a6-7dc1cd3ecddd req-b953c59d-a321-44eb-a5fc-0bb245d52bec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 210 time: 0.0773127 Feb 07 23:16:13.575732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0e216f32-d40b-497d-bd50-5506cc84a67e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:13.746738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0e216f32-d40b-497d-bd50-5506cc84a67e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:13.748577 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.748861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e216f32-d40b-497d-bd50-5506cc84a67e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5891876 Feb 07 23:16:13.754331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42060) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:13.759990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--338663441'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:13.768092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.4 (d6f583d9-745f-45d4-9215-876f863cc546/52aa655d-9d71-4f63-8edc-3fb0133cb3a0/b6dff483-578e-4709-bce3-a420666cffe0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:13.785232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:13.795085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 341ecad4-2cae-4ccc-9a92-319190d44e65, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=341ecad4-2cae-4ccc-9a92-319190d44e65,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:13.801286 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.824264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:13.882792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:13.892103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=341ecad4-2cae-4ccc-9a92-319190d44e65,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:13.935592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:13.954991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:13.958415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:13.984775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:14.170991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:14.178302 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:14.276113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5eab2b-d6d1-4fd2-8475-5c8818e290b3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:14.293960 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:14.302461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2753efb0-b06f-4f4c-8500-dbb96ea34c86 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5442898 Feb 07 23:16:14.302461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42068) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:14.318995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3779b776-3daa-4685-ba6c-2f98911c02de tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'ff5eab2b-d6d1-4fd2-8475-5c8818e290b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:14.335568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3779b776-3daa-4685-ba6c-2f98911c02de tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:14.335568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3779b776-3daa-4685-ba6c-2f98911c02de tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:14.344696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3779b776-3daa-4685-ba6c-2f98911c02de tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:14.357733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3779b776-3daa-4685-ba6c-2f98911c02de tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:14.411401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:14.427127 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-3779b776-3daa-4685-ba6c-2f98911c02de tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:14.427127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3779b776-3daa-4685-ba6c-2f98911c02de tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1212609 Feb 07 23:16:14.427127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42072) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:14.435560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c020d16c-582b-4d1d-94af-33ff3892c702 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group_rule': {'security_group_id': 'ff5eab2b-d6d1-4fd2-8475-5c8818e290b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:14.438897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object b6dff483-578e-4709-bce3-a420666cffe0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:14.449580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c020d16c-582b-4d1d-94af-33ff3892c702 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:14.449580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c020d16c-582b-4d1d-94af-33ff3892c702 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:14.456365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c020d16c-582b-4d1d-94af-33ff3892c702 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:14.465351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c020d16c-582b-4d1d-94af-33ff3892c702 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:14.502834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:14.527998 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-c020d16c-582b-4d1d-94af-33ff3892c702 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:16:14.529210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c020d16c-582b-4d1d-94af-33ff3892c702 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1020656 Feb 07 23:16:14.531901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42078) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:14.656725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network d6f583d9-745f-45d4-9215-876f863cc546 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:14.656725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:14.663984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:16:14.700351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e4f01c3-af3e-4905-835e-8d316a4cfcc7 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:14.769044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:14.875462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:14.876095 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:14.906395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-f3524265-1c52-4a4f-aaed-a72c43c6687a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1529078 Feb 07 23:16:14.916515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-6e73cbf3-4e29-46ea-b278-9fec75e9202a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:16:14.917658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-6e73cbf3-4e29-46ea-b278-9fec75e9202a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053043 Feb 07 23:16:14.929710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Request body: {'port': {'device_id': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:15.025144 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e4f01c3-af3e-4905-835e-8d316a4cfcc7 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:15.135414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f9f75ae5-5f2e-4cf9-abdc-beeffc992a76 None None] Provisioning for port b6dff483-578e-4709-bce3-a420666cffe0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:15.151649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f9f75ae5-5f2e-4cf9-abdc-beeffc992a76 None None] Provisioning complete for port b6dff483-578e-4709-bce3-a420666cffe0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:15.151649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f9f75ae5-5f2e-4cf9-abdc-beeffc992a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:15.197850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 341ecad4-2cae-4ccc-9a92-319190d44e65 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:15.219328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3c614-dd54-4f0f-aae0-5529bf986a29 req-fc1a77f9-78f3-4711-9a70-0535ed891eb8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:15.234116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1af3c614-dd54-4f0f-aae0-5529bf986a29 req-fc1a77f9-78f3-4711-9a70-0535ed891eb8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 931 time: 0.5161798 Feb 07 23:16:15.274978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e4f01c3-af3e-4905-835e-8d316a4cfcc7 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:15.275545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:15.339787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f01c3-af3e-4905-835e-8d316a4cfcc7 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5eab2b-d6d1-4fd2-8475-5c8818e290b3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:15.347216 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e4f01c3-af3e-4905-835e-8d316a4cfcc7 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:15.351179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5e4f01c3-af3e-4905-835e-8d316a4cfcc7 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/ff5eab2b-d6d1-4fd2-8475-5c8818e290b3 HTTP/1.1" status: 204 len: 168 time: 0.8181913 Feb 07 23:16:15.354827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42098) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:15.366691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1af3c614-dd54-4f0f-aae0-5529bf986a29 req-ab8c8d46-f4cb-4d99-b48c-e20c31300585 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338420 Feb 07 23:16:15.394026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f9f75ae5-5f2e-4cf9-abdc-beeffc992a76 None None] Port b6dff483-578e-4709-bce3-a420666cffe0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:16:15.465742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 341ecad4-2cae-4ccc-9a92-319190d44e65 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:15.465742 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:15.717879 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5058c6f5-46e8-43e2-b0b2-88d79a81c8c7 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3617127 Feb 07 23:16:15.721836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42104) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:15.731131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406847036'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:15.752914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:15.763272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:15.763272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:15.782782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:15.802736 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:15.841477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:15.869369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Usage tracker for resource:security_group_rule and tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:15.877194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:15.889803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:16.079859 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.087094 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.182605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.189757 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4648128 Feb 07 23:16:16.198238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42120) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:16.213926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5b31a42c-6309-4569-8934-0da6ddda0d57 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:16.214696 n-d-827896-3 neutron-server[87671]: WARNING neutron.api.v2.base [None req-5b31a42c-6309-4569-8934-0da6ddda0d57 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 07 23:16:16.215553 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-5b31a42c-6309-4569-8934-0da6ddda0d57 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] update failed (client error): There was a conflict when trying to complete your request. Feb 07 23:16:16.217197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5b31a42c-6309-4569-8934-0da6ddda0d57 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "PUT /v2.0/security-groups/8659fda8-f22c-452f-8222-6074a5aac959 HTTP/1.1" status: 409 len: 330 time: 0.0169961 Feb 07 23:16:16.220938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42126) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:16.235911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a9cff-84b3-4198-848d-901a988ae798 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8659fda8-f22c-452f-8222-6074a5aac959,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:16.458906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dff483-578e-4709-bce3-a420666cffe0 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:16:16.463684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bef7f26-cfc3-4beb-8484-699e16e814d6 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.470824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.515754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bef7f26-cfc3-4beb-8484-699e16e814d6 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.580717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bef7f26-cfc3-4beb-8484-699e16e814d6 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.611273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Transition to ACTIVE for port object b6dff483-578e-4709-bce3-a420666cffe0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:16.616343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef7f26-cfc3-4beb-8484-699e16e814d6 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8659fda8-f22c-452f-8222-6074a5aac959,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:16.625180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.634656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bef7f26-cfc3-4beb-8484-699e16e814d6 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:16.636993 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3bef7f26-cfc3-4beb-8484-699e16e814d6 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/8659fda8-f22c-452f-8222-6074a5aac959 HTTP/1.1" status: 204 len: 168 time: 0.4142041 Feb 07 23:16:16.746904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42134) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:16.913839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-41cb5232-3762-47ca-95cb-9495a604ed3d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Synchronizing usage tracker for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:16.969805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1b767-2f19-448b-87cd-9ab4fcb367f7 req-1ddaf63f-2e06-4f0a-a73e-2ab35dee5204 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:16.971676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dad1b767-2f19-448b-87cd-9ab4fcb367f7 req-1ddaf63f-2e06-4f0a-a73e-2ab35dee5204 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.3452668 Feb 07 23:16:17.021623 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-41cb5232-3762-47ca-95cb-9495a604ed3d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] Unset dirty status for tenant:4ff31a9c1833405b9aa1f1c5a90bdb03 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:17.022926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-41cb5232-3762-47ca-95cb-9495a604ed3d tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2855380 Feb 07 23:16:17.027726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42146) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:17.173536 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-a512ba08-956c-44af-9e41-da06ae5732f4 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] delete failed (client error): The resource could not be found. Feb 07 23:16:17.173536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a512ba08-956c-44af-9e41-da06ae5732f4 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "DELETE /v2.0/security-groups/4beac8a6-4d10-4c56-aa23-091ad81a462b HTTP/1.1" status: 404 len: 347 time: 0.1294482 Feb 07 23:16:17.183921 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dad1b767-2f19-448b-87cd-9ab4fcb367f7 req-a36659fa-322c-4c27-8a03-a6290e84a5d6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982036 Feb 07 23:16:17.211319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:17.216167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42150) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:17.295586 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-2b5dc0b8-2cca-4003-8541-74eb99986e4e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] show failed (client error): The resource could not be found. Feb 07 23:16:17.295586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2b5dc0b8-2cca-4003-8541-74eb99986e4e tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-groups/cd892dec-4f2a-443f-8cbc-05639813e966 HTTP/1.1" status: 404 len: 347 time: 0.0827558 Feb 07 23:16:17.305082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42158) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:17.331151 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-5a91756e-a916-4b6b-a082-e1cd46474f07 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] show failed (client error): The resource could not be found. Feb 07 23:16:17.335016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5a91756e-a916-4b6b-a082-e1cd46474f07 tempest-NegativeSecGroupIPv6Test-1540828757 tempest-NegativeSecGroupIPv6Test-1540828757-project] 10.222.0.10 "GET /v2.0/security-group-rules/b5520b32-0cd6-46a0-886b-56dd845b2fd8 HTTP/1.1" status: 404 len: 356 time: 0.0284898 Feb 07 23:16:17.356595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:17.357047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:17.357383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:16:17.362899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:16:17.363704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:16:17.369445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:16:17.369904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Checking segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:16:17.370301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Bound using segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:16:17.371258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Bound port: b6dff483-578e-4709-bce3-a420666cffe0, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:17.371607 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:17.603480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:16:17.607260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:16:17.613335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:17.736371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:17.736371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:17.736371 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1091 time: 2.8102231 Feb 07 23:16:17.736371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:17.777305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9e5ff-cbfa-418a-ba3b-c5a4a9b5f449 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:17.918504 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'status': 'completed', 'code': 200} Feb 07 23:16:17.975015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-46162c0a-cbfb-4bc3-9b61-98d4bb99c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:17.977048 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-46162c0a-cbfb-4bc3-9b61-98d4bb99c1b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1094 time: 0.1997304 Feb 07 23:16:18.036705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-66a8fdde-e7b6-4231-9541-af806d2e62bf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370253241&fields=id&tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 267 time: 0.0510387 Feb 07 23:16:18.042419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42186) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:18.128545 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-12cd18db-b142-4b47-8caf-b9bda77fc551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 217 time: 0.1256871 Feb 07 23:16:18.216742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-4e1c43fc-255e-4acc-b7b8-fdf29d58f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:18.221776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-4e1c43fc-255e-4acc-b7b8-fdf29d58f8d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.0928545 Feb 07 23:16:18.330416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-cc25bd15-be30-424d-8bb4-0646a2af13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:18.332274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-cc25bd15-be30-424d-8bb4-0646a2af13e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040938 Feb 07 23:16:18.466282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-3b36890d-969b-40a4-a345-8319d237e479 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:18.467844 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-3b36890d-969b-40a4-a345-8319d237e479 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.4174509 Feb 07 23:16:18.522095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-b7132bf9-181c-4613-a39f-66437fe45801 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/quotas/9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 375 time: 0.0255814 Feb 07 23:16:18.575533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bc7605f0-a269-41f1-9ff8-255cbb79c921 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ff31a9c1833405b9aa1f1c5a90bdb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5288815 Feb 07 23:16:18.575533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42200) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:18.683453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6dfada5-b738-4308-b43e-d28d13e7dcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:18.743174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-f91498b3-b11f-440b-a43b-d7f4021a492d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2150147 Feb 07 23:16:18.774399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6dfada5-b738-4308-b43e-d28d13e7dcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:18.893811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-48080e42-5640-47e1-91ef-8f4ddfdfde3c service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551975 Feb 07 23:16:19.065150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e3edd82-a7c1-4b00-91e8-a34961da63aa req-40c3c2cb-fef2-473b-8dd4-96d370a054c3 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540475 Feb 07 23:16:19.223809 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6dfada5-b738-4308-b43e-d28d13e7dcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:19.275169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfada5-b738-4308-b43e-d28d13e7dcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dee21d-1c54-42d7-9572-87a659ecdfc8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:19.303881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57243-1542-411b-90f0-c141b1e0d21a req-f7f498df-50da-4f3d-b0d0-26027d1262d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:19.305342 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14b57243-1542-411b-90f0-c141b1e0d21a req-f7f498df-50da-4f3d-b0d0-26027d1262d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1094 time: 0.2015834 Feb 07 23:16:19.319043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6dfada5-b738-4308-b43e-d28d13e7dcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:19.320142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b6dfada5-b738-4308-b43e-d28d13e7dcf2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7dee21d-1c54-42d7-9572-87a659ecdfc8 HTTP/1.1" status: 204 len: 168 time: 0.7394898 Feb 07 23:16:19.416175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-49749fba-61bb-4b06-b80a-1a0c2c0345e2 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765084 Feb 07 23:16:19.525925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf358e4-9d27-4a99-be9c-3eee6f59965b req-b0050dc0-56c7-4264-b20f-d8cefe152bee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:19.525925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9cf358e4-9d27-4a99-be9c-3eee6f59965b req-b0050dc0-56c7-4264-b20f-d8cefe152bee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.7526841 Feb 07 23:16:19.588779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57243-1542-411b-90f0-c141b1e0d21a req-1e3f03e6-56fe-4511-a570-ed127375448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:19.588779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14b57243-1542-411b-90f0-c141b1e0d21a req-1e3f03e6-56fe-4511-a570-ed127375448f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.2753112 Feb 07 23:16:19.612517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9cf358e4-9d27-4a99-be9c-3eee6f59965b req-54db1b17-f461-483a-9489-2ff4ea9b1720 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867620 Feb 07 23:16:19.639143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-b082a6f0-3879-43f4-8509-ea0e718af703 service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267141 Feb 07 23:16:19.709909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14b57243-1542-411b-90f0-c141b1e0d21a req-87905ea6-bb12-4b0d-adbd-83822286c67e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 217 time: 0.1131833 Feb 07 23:16:19.801375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57243-1542-411b-90f0-c141b1e0d21a req-84c83006-73a5-46c8-a326-ec3865b1ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:19.801375 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14b57243-1542-411b-90f0-c141b1e0d21a req-84c83006-73a5-46c8-a326-ec3865b1ef4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.0817175 Feb 07 23:16:19.959397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57243-1542-411b-90f0-c141b1e0d21a req-8a75fcdc-45e4-4540-bcf2-05169aa4d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:19.959397 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14b57243-1542-411b-90f0-c141b1e0d21a req-8a75fcdc-45e4-4540-bcf2-05169aa4d39a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263981 Feb 07 23:16:20.207028 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14b57243-1542-411b-90f0-c141b1e0d21a req-c1507886-fbf3-4f32-b3a5-50fff1ce3f5a service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330439 Feb 07 23:16:20.473239 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-14b57243-1542-411b-90f0-c141b1e0d21a req-895525e3-413b-43df-a4f6-b6ff782becea service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549534 Feb 07 23:16:20.537723 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7002563-8bbf-47f1-b2c7-cc79f912f1a2 req-0afa4c24-c258-44a3-8a33-94cca6c39b27 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 210 time: 0.1047683 Feb 07 23:16:20.842797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:16:20.991315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9f1b4-a36b-4cbf-88fb-f8f01de8b569 req-7eb53b9e-48e9-42f2-8e78-51d006f263a5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:20.991315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8c9f1b4-a36b-4cbf-88fb-f8f01de8b569 req-7eb53b9e-48e9-42f2-8e78-51d006f263a5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.2049892 Feb 07 23:16:21.082493 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8c9f1b4-a36b-4cbf-88fb-f8f01de8b569 req-45e0ef29-0310-4e11-b06f-6cbcfe848046 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851173 Feb 07 23:16:21.187451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:21.226499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b6dff483-578e-4709-bce3-a420666cffe0', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'port_id': 'b6dff483-578e-4709-bce3-a420666cffe0', 'mac_address': 'fa:16:3e:c4:69:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:16:21.370083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:21.404094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dff483-578e-4709-bce3-a420666cffe0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:16:21.443982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:21.449329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:21.538574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:21.547960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.548484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.549050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.549534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.550015 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.550490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.550964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.551449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.551920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.552598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.553073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.554040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:21.700515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b6dff483-578e-4709-bce3-a420666cffe0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:16:21.806709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-222d6341-4513-4b28-84a1-36bf2777cb77 req-8ed32d6f-b17e-4c9b-9d4b-3ec2843490e5 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 210 time: 0.0833232 Feb 07 23:16:22.435207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43b52ce6-88ae-45bd-b148-fb0ab440d0ab tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:22.437543 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43b52ce6-88ae-45bd-b148-fb0ab440d0ab tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.2340348 Feb 07 23:16:22.541981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6de84c-2347-479e-b778-2613d196cccf req-e3bc8dc0-88f6-458b-add0-f7727a55c749 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:22.541981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b6de84c-2347-479e-b778-2613d196cccf req-e3bc8dc0-88f6-458b-add0-f7727a55c749 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 944 time: 0.1952679 Feb 07 23:16:22.635728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-8bb393b5-3029-429d-9b39-99d5ad9aba69 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:22.667213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b6de84c-2347-479e-b778-2613d196cccf req-d57da704-2c26-43fa-bcd6-4264a2fd7246 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270671 Feb 07 23:16:22.704919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-8bb393b5-3029-429d-9b39-99d5ad9aba69 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:22.709750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-8bb393b5-3029-429d-9b39-99d5ad9aba69 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 379 time: 0.2581897 Feb 07 23:16:22.723160 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'port': {'device_id': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'admin_state_up': True, 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'security_groups': ['d20eb01d-b27b-4b83-8751-12d60529efbd']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:22.874856 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:23.109993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4417ea0-6fad-4dfa-ac1e-aa99855667d1 req-9c7e9df0-7435-42d8-8d06-d45d731675ef tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 210 time: 0.0835788 Feb 07 23:16:23.129059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b6dff483-578e-4709-bce3-a420666cffe0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:23.142646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b6dff483-578e-4709-bce3-a420666cffe0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:23.143029 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:23.187760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:23.194804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:port and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:23.199356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:23.207885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:23.243984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:16:23.243984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:23.329902 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:23.400426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:23.426912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:23.453108 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:23.571564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.20.0.6 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/6d226fb3-e5c3-47d1-a40c-a18e656b656a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:23.664714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:23.887897 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'code': 200} Feb 07 23:16:24.038306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9da8-3911-4a31-ae05-7d527faf1afe req-c9b0fb6f-393d-450e-8aff-995b70511eab tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:24.039778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-859e9da8-3911-4a31-ae05-7d527faf1afe req-c9b0fb6f-393d-450e-8aff-995b70511eab tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.2134197 Feb 07 23:16:24.156396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-859e9da8-3911-4a31-ae05-7d527faf1afe req-fa3b5232-41fe-48fb-8d7c-c33afa16fd82 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895116 Feb 07 23:16:24.186461 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:24.219826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Transition to ACTIVE for port object 6d226fb3-e5c3-47d1-a40c-a18e656b656a will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:24.219826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b7c53-c108-429e-b739-8b0f5eb67ee8 req-da44fcbc-ee91-48c3-8780-0238f260718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:24.230660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-141b7c53-c108-429e-b739-8b0f5eb67ee8 req-da44fcbc-ee91-48c3-8780-0238f260718c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1096 time: 0.2511656 Feb 07 23:16:24.396953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7ae219c-1add-4157-9427-a32d1e1c67cd req-471f50ae-f8a2-42c1-be45-3511de6dd153 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 210 time: 0.0845475 Feb 07 23:16:24.570905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-141b7c53-c108-429e-b739-8b0f5eb67ee8 req-822cd71d-2ff2-4c1a-b84c-09fcf45166d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3317852 Feb 07 23:16:24.583360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:24.675832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:24.685284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:24.689812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:16:24.769001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:24.770086 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:24.817524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=6d226fb3-e5c3-47d1-a40c-a18e656b656a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:24.847478 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-43610f0e-64c7-4612-a0fd-2fc1553188cb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1324761 Feb 07 23:16:24.873428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Request body: {'port': {'device_id': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:25.154419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6711e9d3-b6f5-429c-875a-a551a2b9bd0a None None] Provisioning for port 6d226fb3-e5c3-47d1-a40c-a18e656b656a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:25.178824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6711e9d3-b6f5-429c-875a-a551a2b9bd0a None None] Provisioning complete for port 6d226fb3-e5c3-47d1-a40c-a18e656b656a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:25.182588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6711e9d3-b6f5-429c-875a-a551a2b9bd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.230693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:25.273340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6711e9d3-b6f5-429c-875a-a551a2b9bd0a None None] Port 6d226fb3-e5c3-47d1-a40c-a18e656b656a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:16:25.506396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364c71d-e9d8-46f6-97e2-4918a860b5b7 req-c2199007-dbf7-401a-8ee4-603d4e7c3230 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:25.506396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e364c71d-e9d8-46f6-97e2-4918a860b5b7 req-c2199007-dbf7-401a-8ee4-603d4e7c3230 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1688468 Feb 07 23:16:25.595501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e364c71d-e9d8-46f6-97e2-4918a860b5b7 req-8a47c2a1-142a-4d99-8b13-717dd538baa9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898454 Feb 07 23:16:26.024301 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-349b4d97-3262-41ed-be1b-eb03b301b5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:26.129816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466532c-01af-435b-ad19-62822ba381c6 req-74fa5c07-6195-4ec7-88a0-720e902b9acc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:26.141979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f466532c-01af-435b-ad19-62822ba381c6 req-74fa5c07-6195-4ec7-88a0-720e902b9acc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 931 time: 0.2667549 Feb 07 23:16:26.236262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f466532c-01af-435b-ad19-62822ba381c6 req-39db5eeb-928a-4e5b-9f7a-d7dc8d29de7b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559533 Feb 07 23:16:26.498863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d226fb3-e5c3-47d1-a40c-a18e656b656a {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:16:26.521695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:26.563831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Transition to ACTIVE for port object 6d226fb3-e5c3-47d1-a40c-a18e656b656a will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:16:26.567257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:26.911226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a437b-0d4e-47e5-a8cc-87723ed61565 req-a1f93efe-1897-4ccf-a898-bea0d4e11b67 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:26.942222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de3a437b-0d4e-47e5-a8cc-87723ed61565 req-a1f93efe-1897-4ccf-a898-bea0d4e11b67 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.2304885 Feb 07 23:16:27.072413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=6d226fb3-e5c3-47d1-a40c-a18e656b656a,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:27.092751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de3a437b-0d4e-47e5-a8cc-87723ed61565 req-cb11fd97-2c77-4017-8a38-0ed81ec9ac64 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1521378 Feb 07 23:16:27.173664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Attempting to bind port 6d226fb3-e5c3-47d1-a40c-a18e656b656a on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:16:27.174187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Attempting to bind port 6d226fb3-e5c3-47d1-a40c-a18e656b656a by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:16:27.174681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Attempting to bind port 6d226fb3-e5c3-47d1-a40c-a18e656b656a on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:16:27.180410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Port 6d226fb3-e5c3-47d1-a40c-a18e656b656a on network 1578e435-8757-4628-a497-fe2432a1d83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:16:27.181009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Attempting to bind port 6d226fb3-e5c3-47d1-a40c-a18e656b656a on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:16:27.187174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:16:27.187846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:16:27.188430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:16:27.189096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Bound port: 6d226fb3-e5c3-47d1-a40c-a18e656b656a, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:16:27.189668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:27.520019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] For port 6d226fb3-e5c3-47d1-a40c-a18e656b656a, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:16:27.524437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] For port 6d226fb3-e5c3-47d1-a40c-a18e656b656a, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:16:27.530729 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:27.613743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:27.614781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:27.630795 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d226fb3-e5c3-47d1-a40c-a18e656b656a HTTP/1.1" status: 200 len: 1091 time: 2.7633405 Feb 07 23:16:27.675963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722c8ee-1516-4c01-a092-dbca85400d23 req-b9f0e91e-180e-4c13-bdf3-bbdde0f7ad9f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:27.686946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1722c8ee-1516-4c01-a092-dbca85400d23 req-b9f0e91e-180e-4c13-bdf3-bbdde0f7ad9f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 943 time: 0.1772294 Feb 07 23:16:27.714611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:27.764612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1722c8ee-1516-4c01-a092-dbca85400d23 req-8303efef-c106-48d9-81d4-448bf05b4da2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610826 Feb 07 23:16:27.764612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572407e-b152-4f96-bce0-52ac59c3b79d req-2e7bca7f-9389-4900-89a5-a40b36c909f3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:27.764612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0572407e-b152-4f96-bce0-52ac59c3b79d req-2e7bca7f-9389-4900-89a5-a40b36c909f3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.4342580 Feb 07 23:16:27.828374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0572407e-b152-4f96-bce0-52ac59c3b79d req-74fe727e-2674-4631-8ba2-eaa0a7e21096 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591528 Feb 07 23:16:27.847985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42440) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:27.968590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c32c3-1b6c-4fdc-ae26-972f8c8b0a06 service neutron] Pushing event updated for resources: {'Port': ['ID=6d226fb3-e5c3-47d1-a40c-a18e656b656a,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:28.080992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb379d-735e-4001-987c-ba2c29bc1245 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:28.080992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4ebb379d-735e-4001-987c-ba2c29bc1245 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1091 time: 0.2367170 Feb 07 23:16:28.085084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42458) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:28.091509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'b6dff483-578e-4709-bce3-a420666cffe0', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:28.126365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:28.154838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:floatingip and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:28.166725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:28.195935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:28.233420 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aa07da95-df7f-466f-b9a2-ef144a0808a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:28.268502 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'status': 'completed', 'code': 200} Feb 07 23:16:28.278182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-7c5a11e8-a45a-4b8e-b463-866cf2cb6648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:28.278182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-7c5a11e8-a45a-4b8e-b463-866cf2cb6648 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 1094 time: 0.5371149 Feb 07 23:16:28.518763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-97aec4c7-d0cd-482b-9dfa-aa38e9a3f195 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a HTTP/1.1" status: 200 len: 217 time: 0.2148910 Feb 07 23:16:28.525142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:28.968523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-8f27559c-4ebe-4a60-b8a4-8e08aa6d232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:28.971301 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-8f27559c-4ebe-4a60-b8a4-8e08aa6d232f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.3845167 Feb 07 23:16:29.193197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060e0e2-bb69-4874-ab47-dceda64c539d req-7484851f-c345-4dcd-8497-e7384b3b092c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:29.193197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f060e0e2-bb69-4874-ab47-dceda64c539d req-7484851f-c345-4dcd-8497-e7384b3b092c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 943 time: 0.1553733 Feb 07 23:16:29.216801 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:29.300582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-4f698363-565d-4754-8d04-6b925ca98229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:29.300582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-4f698363-565d-4754-8d04-6b925ca98229 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3095329 Feb 07 23:16:29.364940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f060e0e2-bb69-4874-ab47-dceda64c539d req-3c1e773c-8a06-43ee-9c07-e89981153eb8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655211 Feb 07 23:16:29.382721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:29.451948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c28b0e-7af1-4645-aca7-06ebe9ded98e req-c073538e-4429-4500-997f-895618a00aab tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:29.455314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01c28b0e-7af1-4645-aca7-06ebe9ded98e req-c073538e-4429-4500-997f-895618a00aab tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 946 time: 0.2610373 Feb 07 23:16:29.536678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-01c28b0e-7af1-4645-aca7-06ebe9ded98e req-6c286716-13d1-400b-9819-4709a2d969ca tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638654 Feb 07 23:16:29.599727 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:29.791733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.162 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/9020d7a7-41b7-48ec-8ebf-ebdda0ad659e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:29.930294 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-7dbb347f-65d9-4e20-bf6f-a4a99e8705a8 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819960 Feb 07 23:16:30.373946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.437980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d36e23d-2dc4-4dac-8284-0703b34663df req-0815e338-f41e-4692-ad5e-bd1b427c9080 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041327 Feb 07 23:16:30.443066 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:30.790036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:30.813455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:30.820962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:16:31.034510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=9020d7a7-41b7-48ec-8ebf-ebdda0ad659e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:31.108006 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.188678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-ed400668-34c0-4e3a-9c1e-5f9659bd21e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:31.190451 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-ed400668-34c0-4e3a-9c1e-5f9659bd21e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 1094 time: 0.4967711 Feb 07 23:16:31.279639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd212254-f7b6-4f85-8a48-83144f09eb98 req-f9c8dcf2-87a7-4400-bb73-c043c8b47e1c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:31.284462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd212254-f7b6-4f85-8a48-83144f09eb98 req-f9c8dcf2-87a7-4400-bb73-c043c8b47e1c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 943 time: 0.6076722 Feb 07 23:16:31.331922 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-aedf92b4-b717-4efe-9a5c-a22c1b1b7ebb tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:31.331922 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-aedf92b4-b717-4efe-9a5c-a22c1b1b7ebb tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.26 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 946 time: 0.7779148 Feb 07 23:16:31.344385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203cef5-43b7-4064-8aa6-6120a18c7621 req-a566ea6e-5625-4f4d-b4d0-d70848d4c466 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:31.344385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0203cef5-43b7-4064-8aa6-6120a18c7621 req-a566ea6e-5625-4f4d-b4d0-d70848d4c466 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 946 time: 0.5425687 Feb 07 23:16:31.512819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0203cef5-43b7-4064-8aa6-6120a18c7621 req-047b8301-0b8b-4ef4-9d7e-27f2e17c3150 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273408 Feb 07 23:16:31.532522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd212254-f7b6-4f85-8a48-83144f09eb98 req-84d42d15-e97e-495b-aa04-9a4fc0b46e57 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385371 Feb 07 23:16:31.566076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Deleting port 3b3d5807-d183-423b-824a-d28e5d840c51 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:16:31.566076 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:31.884784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-531b523f-1c85-4c0b-9359-2444cd3377c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:31.895021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-531b523f-1c85-4c0b-9359-2444cd3377c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.6766064 Feb 07 23:16:32.020424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-962c1a6c-2c95-4111-95fb-4729d6c15470 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a HTTP/1.1" status: 200 len: 217 time: 0.0917938 Feb 07 23:16:32.178119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] For port 3b3d5807-d183-423b-824a-d28e5d840c51, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=3b3d5807-d183-423b-824a-d28e5d840c51,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:32.178119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.256974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-18fa4e3a-a9d5-4218-abf0-c2c555674581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:32.256974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-18fa4e3a-a9d5-4218-abf0-c2c555674581 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.2162025 Feb 07 23:16:32.413780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.440855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-411c2ccd-846f-4271-9b79-a54a98b62d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:32.443113 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-411c2ccd-846f-4271-9b79-a54a98b62d32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1803687 Feb 07 23:16:32.970921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.970921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:32.970921 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Floating IP 77eda7d2-c365-435a-b647-2e5aa2987832 disassociated. External IP: 172.25.0.169, port: 3b3d5807-d183-423b-824a-d28e5d840c51. Feb 07 23:16:32.970921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Calling delete_port for 3b3d5807-d183-423b-824a-d28e5d840c51 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:16:33.366513 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-e4ad4bf4-72c0-4af2-9b2b-bb8a62112dc5 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014232 Feb 07 23:16:33.389712 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:33.431825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:33.524277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event deleted for resources: {'Port': ['ID=3b3d5807-d183-423b-824a-d28e5d840c51,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:33.559891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97f197-5130-4dd9-b742-0b383ebcf19d req-b4b707f5-3504-4b77-aad3-16a059e9c9f7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:33.561404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d97f197-5130-4dd9-b742-0b383ebcf19d req-b4b707f5-3504-4b77-aad3-16a059e9c9f7 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 868 time: 0.7028670 Feb 07 23:16:33.809259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2ebc2-c143-4d4c-b9b5-a64797bc1e40 req-49fa9bd8-22b5-41a5-a813-7dd6396c59c0 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:33.809259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cd2ebc2-c143-4d4c-b9b5-a64797bc1e40 req-49fa9bd8-22b5-41a5-a813-7dd6396c59c0 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 943 time: 0.9450581 Feb 07 23:16:33.855088 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-85c9ce0b-7ab6-40a0-b8fb-1147bc113d1c req-cb385c53-1205-4618-979c-77458b9f61ef service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749818 Feb 07 23:16:33.909298 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d97f197-5130-4dd9-b742-0b383ebcf19d req-13b0c1f8-1b10-45fc-930e-591afd65bd6c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups?id=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3360035 Feb 07 23:16:34.309292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cd2ebc2-c143-4d4c-b9b5-a64797bc1e40 req-29cda03a-96ec-4065-a4bb-232826a9d929 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038594 Feb 07 23:16:34.309292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:16:34.439059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:34.439059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:34.674242 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:34.858496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=9020d7a7-41b7-48ec-8ebf-ebdda0ad659e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:34.858496 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 5111ffdc-3b00-41b5-8e26-8eb7575f7001 associated. External IP: 172.25.0.162, port: b6dff483-578e-4709-bce3-a420666cffe0. Feb 07 23:16:34.902164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:16:34.936737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] Sync routers for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:34.982552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:34.991047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:35.902393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:35.936460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] No DVR routers for this DVR port 3b3d5807-d183-423b-824a-d28e5d840c51 on host n-h2-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:16:35.941129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:35.953986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-deleted', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:35.975978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4f7debc-b3f0-4d2a-acd9-386ba19e19f0 req-633d2f54-b222-491a-b146-2eb94e96c9cf tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/ports?device_id=c60b5834-af30-4400-82bc-d01b9cb6f608 HTTP/1.1" status: 200 len: 210 time: 0.1685770 Feb 07 23:16:35.990973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-715c5d97-e9b9-4a62-93f8-cd2533fdb327 req-e3a47a31-fcbf-4b70-a24d-327c2ebe8f3c tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.26 "DELETE /v2.0/ports/3b3d5807-d183-423b-824a-d28e5d840c51 HTTP/1.1" status: 204 len: 173 time: 4.6500874 Feb 07 23:16:36.098936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2565-b3c9-43dd-9ec3-a458d72d6e94 req-7c1238cd-9947-4166-91d8-160d049296a2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:36.100545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6ec2565-b3c9-43dd-9ec3-a458d72d6e94 req-7c1238cd-9947-4166-91d8-160d049296a2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 943 time: 0.2056370 Feb 07 23:16:36.120016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:16:36.182457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:16:36.244141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6ec2565-b3c9-43dd-9ec3-a458d72d6e94 req-044ff189-f197-4942-97c9-efd624f045a2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287413 Feb 07 23:16:36.307094 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60b5834-af30-4400-82bc-d01b9cb6f608', 'name': 'network-vif-deleted', 'tag': '3b3d5807-d183-423b-824a-d28e5d840c51', 'status': 'completed', 'code': 200} Feb 07 23:16:36.371048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 3b3d5807-d183-423b-824a-d28e5d840c51 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:16:36.371048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 3b3d5807-d183-423b-824a-d28e5d840c51 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:16:36.371048 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.666955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:16:36.690381 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] Sync routers for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:36.735131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.786215 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:36.802411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:36.802411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:36.980511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-661732b5-6ba4-4658-ae2b-96c9c4ec7c50 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8939002 Feb 07 23:16:36.988584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:37.105088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:37.115983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] Checking router: 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:37.154230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:37.154913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:37.190387 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'status': 'completed', 'code': 200} Feb 07 23:16:37.662976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df70a4-ba9b-4cb2-ab9f-5c860736aba4 req-0aa3e55b-cbdc-4c39-8586-3e80a57aed8e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:37.670574 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9df70a4-ba9b-4cb2-ab9f-5c860736aba4 req-0aa3e55b-cbdc-4c39-8586-3e80a57aed8e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.2500875 Feb 07 23:16:37.671893 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:37.813656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:37.877257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-4caf24ec-deae-4a8e-a189-83b8c9073546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:37.883825 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-4caf24ec-deae-4a8e-a189-83b8c9073546 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1096 time: 0.6603518 Feb 07 23:16:37.962102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9df70a4-ba9b-4cb2-ab9f-5c860736aba4 req-4c58c50d-a9c9-46d3-a4f3-a6e083f5ca87 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2883763 Feb 07 23:16:37.969268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42626) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:38.099001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42630) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:38.288421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec31ac-03f2-4735-823b-bec47a80ebe0 req-2469018f-eba2-4f6d-9b7c-48ce80c68ea7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:38.300738 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9aec31ac-03f2-4735-823b-bec47a80ebe0 req-2469018f-eba2-4f6d-9b7c-48ce80c68ea7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 943 time: 0.5667944 Feb 07 23:16:38.371044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9c301a37-2f93-44bf-ad49-844fefca9048 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 200 len: 991 time: 0.3893955 Feb 07 23:16:38.381346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4b96-99ca-4dc3-a9b8-15c3434a84c0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.464173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9aec31ac-03f2-4735-823b-bec47a80ebe0 req-2db60fc1-202f-4d55-8f3c-cb58bacd9c4d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487799 Feb 07 23:16:38.544819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4b96-99ca-4dc3-a9b8-15c3434a84c0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.621936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4b96-99ca-4dc3-a9b8-15c3434a84c0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.660520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c4b96-99ca-4dc3-a9b8-15c3434a84c0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:38.678657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-3ebbf603-781e-4dd7-bfe4-0f5c2d674b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:38.680847 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-3ebbf603-781e-4dd7-bfe4-0f5c2d674b39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.7963104 Feb 07 23:16:38.791602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d6c4b96-99ca-4dc3-a9b8-15c3434a84c0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:38.791602 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9d6c4b96-99ca-4dc3-a9b8-15c3434a84c0 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "DELETE /v2.0/security-groups/e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b HTTP/1.1" status: 204 len: 168 time: 0.6853621 Feb 07 23:16:38.797842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42650) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:38.827567 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-6a27b4ef-d521-4782-8324-8cde3c8a911d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] show failed (client error): The resource could not be found. Feb 07 23:16:38.827567 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6a27b4ef-d521-4782-8324-8cde3c8a911d tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "GET /v2.0/security-groups/e56a0ea0-d4cc-4fa5-a53d-d0d96594fe0b HTTP/1.1" status: 404 len: 347 time: 0.0325582 Feb 07 23:16:38.827567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42654) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:38.912840 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '5111ffdc-3b00-41b5-8e26-8eb7575f7001', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'port_id': 'b6dff483-578e-4709-bce3-a420666cffe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'mac_address': 'fa:16:3e:c4:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:31Z', 'updated_at': '2022-02-07T23:16:31Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:13Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:38.921222 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-92a1ba38-661b-4846-b248-edad321caf72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 999 time: 0.2209702 Feb 07 23:16:38.928983 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] Checking router: 22b1cedc-a51f-47a1-b9cd-bb7638c4550d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:38.958787 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:38.958787 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:38.981434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:38.981434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a0e2eb-80e9-46c7-94ad-34d48b4f89ed None None] The sync data for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 is: [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:09:16Z', 'revision_number': 4, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '047dfebf-4ff2-4f98-809b-cb2c0272066d', 'name': '', 'network_id': 'b3a48779-fd1f-43fc-b355-c9b771557441', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'mac_address': 'fa:16:3e:47:c8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:14Z', 'updated_at': '2022-02-07T23:09:32Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'subnets': [{'id': '198cf206-fb1c-4c79-8963-00ff1ecf01a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:39.171811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-4cb4a7d7-7892-4079-be4b-dab648118c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:39.178240 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-4cb4a7d7-7892-4079-be4b-dab648118c76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.2608893 Feb 07 23:16:39.301195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Deleting port f96d24d9-9ad9-4ed4-a964-bf6e7aafc101 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:16:39.301757 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:39.405692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42664) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:39.672313 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:39.861772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df15fd5d-3888-487a-9960-38b0e38e076b None None] New status for floating IP 77eda7d2-c365-435a-b647-2e5aa2987832: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:16:40.096422 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.096422 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:40.148867 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-687e76aa-fca8-42b0-ade0-ce165bf323d2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 200 len: 991 time: 0.6670430 Feb 07 23:16:40.177215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-4b8d19f7-1d3c-41b4-bbee-8d0f22b6a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:40.179168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-4b8d19f7-1d3c-41b4-bbee-8d0f22b6a186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9935892 Feb 07 23:16:40.268771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d226fb3-e5c3-47d1-a40c-a18e656b656a details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:16:40.453489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Calling delete_port for f96d24d9-9ad9-4ed4-a964-bf6e7aafc101 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:16:40.817519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-019fd79f-3e9e-462b-9a67-bd4053042e1f service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218500 Feb 07 23:16:41.032150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:16:41.032150 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:16:41.121072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0698d-77c5-4f20-917b-3a332a893354 req-0d81f542-1c4c-4e87-ae94-539bedff2159 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:41.128812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72a0698d-77c5-4f20-917b-3a332a893354 req-0d81f542-1c4c-4e87-ae94-539bedff2159 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 943 time: 0.7463384 Feb 07 23:16:41.168586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 42694) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:41.261811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd1b1610-24b5-451e-8db1-a6745db5b5a8 req-5b0d255d-ef6f-4766-9478-da93190d9dfd service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337940 Feb 07 23:16:41.417579 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '5111ffdc-3b00-41b5-8e26-8eb7575f7001', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'port_id': 'b6dff483-578e-4709-bce3-a420666cffe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'mac_address': 'fa:16:3e:c4:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:31Z', 'updated_at': '2022-02-07T23:16:31Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:13Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:41.428913 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af97221-3373-4f85-b721-a6f8af685b7c None None] The sync data for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 is: [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '5111ffdc-3b00-41b5-8e26-8eb7575f7001', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'port_id': 'b6dff483-578e-4709-bce3-a420666cffe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'mac_address': 'fa:16:3e:c4:69:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:31Z', 'updated_at': '2022-02-07T23:16:31Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:13Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:41.440774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72a0698d-77c5-4f20-917b-3a332a893354 req-9715e9fb-cd21-49d2-8092-8d6968a66472 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167534 Feb 07 23:16:41.536398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6d226fb3-e5c3-47d1-a40c-a18e656b656a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:41.540600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Deleting port f96d24d9-9ad9-4ed4-a964-bf6e7aafc101 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:16:41.540600 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:41.681302 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4ccddc22-1619-42b6-a9af-5ef2c6f0a9db tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 200 len: 991 time: 0.5024879 Feb 07 23:16:41.745968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'port_id': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'mac_address': 'fa:16:3e:07:88:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:16:42.053868 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b9caa-58fa-432b-bac1-d8b04b0e5494 None None] New status for floating IP 5111ffdc-3b00-41b5-8e26-8eb7575f7001: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:16:42.091575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.176693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d226fb3-e5c3-47d1-a40c-a18e656b656a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:16:42.215668 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6d226fb3-e5c3-47d1-a40c-a18e656b656a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:42.215668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.317098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=6d226fb3-e5c3-47d1-a40c-a18e656b656a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:42.472762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.472762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:42.520778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['6d226fb3-e5c3-47d1-a40c-a18e656b656a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:16:42.680258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42724) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:42.810453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Calling delete_port for f96d24d9-9ad9-4ed4-a964-bf6e7aafc101 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:16:43.239030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ce473-cc9d-4f95-88b7-e8177c70c7ce req-747b049f-f785-4d28-87f3-c8f83c125249 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:43.252467 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f2ce473-cc9d-4f95-88b7-e8177c70c7ce req-747b049f-f785-4d28-87f3-c8f83c125249 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 944 time: 0.4492199 Feb 07 23:16:43.256173 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eff03b2a-380e-4655-8eec-1668c83c132b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 200 len: 991 time: 0.5772665 Feb 07 23:16:43.354444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f2ce473-cc9d-4f95-88b7-e8177c70c7ce req-c2d00876-db04-42c4-aae0-45297f795b6c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990930 Feb 07 23:16:43.489301 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.550270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Pushing event deleted for resources: {'Port': ['ID=f96d24d9-9ad9-4ed4-a964-bf6e7aafc101,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:43.703490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.732163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:43.732163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8474f367-e355-49b0-b7d6-fe150ccf4950 tempest-AttachVolumeShelveTestJSON-335600354 tempest-AttachVolumeShelveTestJSON-335600354-project] 10.222.0.10 "DELETE /v2.0/floatingips/77eda7d2-c365-435a-b647-2e5aa2987832 HTTP/1.1" status: 204 len: 168 time: 4.9028711 Feb 07 23:16:44.258389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42758) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:44.261918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d226fb3-e5c3-47d1-a40c-a18e656b656a up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:16:44.551147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 6d226fb3-e5c3-47d1-a40c-a18e656b656a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:16:44.573748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 6d226fb3-e5c3-47d1-a40c-a18e656b656a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:16:44.574656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:44.747043 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1febea16-1925-4c41-b80c-e852e7ecda8d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 200 len: 993 time: 0.4870856 Feb 07 23:16:44.801821 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:44.888425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 6d226fb3-e5c3-47d1-a40c-a18e656b656a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:44.896855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:44.915536 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:44.920657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd93b9d-4698-42b2-875a-903e7ac6d462 req-17cba0c9-840f-4170-988a-eb44386c7b7f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:44.922498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cd93b9d-4698-42b2-875a-903e7ac6d462 req-17cba0c9-840f-4170-988a-eb44386c7b7f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 944 time: 0.2782612 Feb 07 23:16:45.031007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cd93b9d-4698-42b2-875a-903e7ac6d462 req-73c106a7-70f2-4131-a641-9392f374cdd0 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826707 Feb 07 23:16:45.103883 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'code': 200} Feb 07 23:16:45.152056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=6d226fb3-e5c3-47d1-a40c-a18e656b656a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:45.306321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9078af-e655-449f-ba3f-244ebd7ef9dc req-76bdb2f3-d9b7-4bde-bbdf-fb13a058dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:45.312854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f9078af-e655-449f-ba3f-244ebd7ef9dc req-76bdb2f3-d9b7-4bde-bbdf-fb13a058dc9a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 1096 time: 0.1704025 Feb 07 23:16:45.520077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f9078af-e655-449f-ba3f-244ebd7ef9dc req-b08dfa6a-3143-419f-abcb-64a6259c4e03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008691 Feb 07 23:16:45.762924 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:16:46.270470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67dcd-b675-415c-80b1-d2c394cee3ec req-577bb6d1-1ce5-482b-ad2b-13f437f8b58c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:46.279377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caf67dcd-b675-415c-80b1-d2c394cee3ec req-577bb6d1-1ce5-482b-ad2b-13f437f8b58c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 945 time: 0.1347351 Feb 07 23:16:46.391812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-caf67dcd-b675-415c-80b1-d2c394cee3ec req-fa92e9dc-855a-4c66-84ce-dd4544b30a46 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087663 Feb 07 23:16:47.694069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7b96-b894-42d7-8cb0-71ab806f0a4a req-f677a879-1545-4a28-b2d9-4c67d176e71e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:47.708971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f0f7b96-b894-42d7-8cb0-71ab806f0a4a req-f677a879-1545-4a28-b2d9-4c67d176e71e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 945 time: 0.1589494 Feb 07 23:16:47.786245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f0f7b96-b894-42d7-8cb0-71ab806f0a4a req-d8046be8-600c-41c9-a6ca-3d5b1af9be20 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759511 Feb 07 23:16:48.193384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef33c81-cc51-4182-ae40-839fcf4d4ef9 req-44f99b74-3762-4135-bfc5-06aea63b1ded tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:48.199021 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ef33c81-cc51-4182-ae40-839fcf4d4ef9 req-44f99b74-3762-4135-bfc5-06aea63b1ded tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 945 time: 0.1510961 Feb 07 23:16:48.335383 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3ef33c81-cc51-4182-ae40-839fcf4d4ef9 req-35020fb9-73fa-4fc2-8126-20e4b4f8503e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246040 Feb 07 23:16:48.357443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42880) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:49.076656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e6400-6add-49fd-bb88-f4a4750a94cf tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:49.077473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f04e6400-6add-49fd-bb88-f4a4750a94cf tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] Synchronizing usage tracker for tenant:f538c033b81240769c5dd5c38e3adf34 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:16:49.113599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f04e6400-6add-49fd-bb88-f4a4750a94cf tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] Unset dirty status for tenant:f538c033b81240769c5dd5c38e3adf34 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:16:49.115979 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f04e6400-6add-49fd-bb88-f4a4750a94cf tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 1091 time: 0.7565770 Feb 07 23:16:49.118921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 42958) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:49.131895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:16:49.142290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:16:49.147350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:floatingip and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:16:49.154520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:16:49.164641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:16:49.187634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:49.389989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:49.677122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.25.0.73 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/7d160286-f134-496f-9f3f-433b55d10d51) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:16:50.186509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:50.263376 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:50.400484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:16:50.404899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:16:50.409913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:16:50.453965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=7d160286-f134-496f-9f3f-433b55d10d51,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:50.475440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.476041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.476738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.477293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.477835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.478373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.479581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.480532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.482771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.483285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.483729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:50.484685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:51.443715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:51.613495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.033223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.041175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.386053 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:52.680656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=7d160286-f134-496f-9f3f-433b55d10d51,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:52.825100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43346) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:52.967891 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Floating IP e221b48b-2297-42fa-ba20-be012515093b associated. External IP: 172.25.0.73, port: 6d226fb3-e5c3-47d1-a40c-a18e656b656a. Feb 07 23:16:54.035788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:16:54.312780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:16:54.326999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:16:54.341381 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:54.341887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:54.365315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:54.451023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-36b2d558-8b3b-4d73-9b93-315d74b317e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3310847 Feb 07 23:16:54.452286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:16:54.549865 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'status': 'completed', 'code': 200} Feb 07 23:16:54.645119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:54.677773 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:54.974178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-f421272e-1a58-4e3d-b0b6-740ba9ab4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:54.975862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-f421272e-1a58-4e3d-b0b6-740ba9ab4c74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 1096 time: 0.4059262 Feb 07 23:16:55.257822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'e221b48b-2297-42fa-ba20-be012515093b', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:07:88:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:51Z', 'updated_at': '2022-02-07T23:16:51Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:55.267215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:16:55.290169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:16:55.291084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:55.470884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-a8627b02-2a3e-4e53-a69f-555b55feecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:55.480504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-a8627b02-2a3e-4e53-a69f-555b55feecac service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.4886792 Feb 07 23:16:55.830896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:16:55.862431 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-9255f799-9a74-49fd-9463-fda265bf03e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a HTTP/1.1" status: 200 len: 998 time: 0.3723874 Feb 07 23:16:55.871847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Deleting port 047dfebf-4ff2-4f98-809b-cb2c0272066d {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:16:55.872195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:56.099833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3aa49df4-8fe7-4412-a480-fa6602aca86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:56.157401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-0ad365a5-5414-4d5c-a1a8-e05e5aeaae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:56.157401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-0ad365a5-5414-4d5c-a1a8-e05e5aeaae18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1997192 Feb 07 23:16:56.289560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] For port 047dfebf-4ff2-4f98-809b-cb2c0272066d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=047dfebf-4ff2-4f98-809b-cb2c0272066d,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:16:56.289925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:56.449787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'e221b48b-2297-42fa-ba20-be012515093b', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:07:88:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:51Z', 'updated_at': '2022-02-07T23:16:51Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:16:56.454738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Calling delete_port for 047dfebf-4ff2-4f98-809b-cb2c0272066d owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:16:56.465477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cf27a2-13e5-497f-a403-b46b156f59e8 None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'e221b48b-2297-42fa-ba20-be012515093b', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.73', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:07:88:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:16:51Z', 'updated_at': '2022-02-07T23:16:51Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:16:56.817798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-a6a224f2-3235-47b3-8bfb-4c452129994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:56.824422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-a6a224f2-3235-47b3-8bfb-4c452129994d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4668708 Feb 07 23:16:56.842579 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:56.935797 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c749302e-c181-40d3-b8d3-953f699d3d2d None None] New status for floating IP e221b48b-2297-42fa-ba20-be012515093b: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:16:57.447467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=047dfebf-4ff2-4f98-809b-cb2c0272066d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:16:58.196362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.196362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.196362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.196362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.196362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.196362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.196362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.199569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.199569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.199569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.199569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.199569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:16:58.235631 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da60706a-0425-43a5-8021-c3fdc4f597ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:58.486382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-2801b703-c0eb-44f0-9ce9-15d666a71e04 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6513791 Feb 07 23:16:58.840347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f62c24-5118-4f5c-8073-a4eec3c54f63 req-9d6b5afe-17ae-4d33-988d-8d8b4dfa0535 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:58.879243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31f62c24-5118-4f5c-8073-a4eec3c54f63 req-9d6b5afe-17ae-4d33-988d-8d8b4dfa0535 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1096 time: 0.7327621 Feb 07 23:16:58.952491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31f62c24-5118-4f5c-8073-a4eec3c54f63 req-66eac45c-5068-4528-8918-6c055ad2e1d6 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716922 Feb 07 23:16:58.977455 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:59.133312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b0d517f-c5d8-4bd7-a1e4-72c4a8917cc6 req-7ec7fdcb-d2d8-4ef5-b271-44f3e7049e26 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234393 Feb 07 23:16:59.382351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:59.597075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918fba7-96c7-45c6-970d-8efa72e287de req-5f62ed3e-d945-4da9-80d2-7526859e0399 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:16:59.599654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:16:59.601946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d918fba7-96c7-45c6-970d-8efa72e287de req-5f62ed3e-d945-4da9-80d2-7526859e0399 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.4027519 Feb 07 23:16:59.690055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d918fba7-96c7-45c6-970d-8efa72e287de req-cb7dc194-22c0-47f8-bfdf-5f2e8a33b955 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769057 Feb 07 23:16:59.731439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43554) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:16:59.820333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:16:59.868175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a001e30f-9b89-4175-8a23-4250d0c3a7af tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 200 len: 993 time: 0.1329703 Feb 07 23:17:00.291213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:17:00.292320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] Sync routers for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:17:00.293128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea80a1cf-ec14-4dad-945d-cdcf97e989c5 admin admin] 10.222.0.10 "PUT /v2.0/routers/431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4551451 Feb 07 23:17:00.293326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43568) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:00.303456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:17:00.304121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:00.554631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:00.648966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:17:01.013311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:16:56Z', 'revision_number': 5, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port': {'id': '2b033e99-f715-4399-bad0-8ecb70c34848', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:05Z', 'updated_at': '2022-02-07T23:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:01.018227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] Checking router: 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:17:01.048470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:01.070305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Deleting port 2b033e99-f715-4399-bad0-8ecb70c34848 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:17:01.070836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:01.076408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] Routers {'431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:17:01.077475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:16:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:01.351862 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:01.395474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] For port 2b033e99-f715-4399-bad0-8ecb70c34848, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2b033e99-f715-4399-bad0-8ecb70c34848,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:01.396408 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:01.631583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] Set router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:17:01.675667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Calling delete_port for 2b033e99-f715-4399-bad0-8ecb70c34848 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:17:01.718357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-e204a215-9c04-4d86-bc74-8bbaef8565bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4334888 Feb 07 23:17:01.741133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447ef7-f943-4c65-b3cb-730a08f29cb6 req-e6ba81b6-86d7-4370-9db0-f8490676fc08 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:01.742842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a447ef7-f943-4c65-b3cb-730a08f29cb6 req-e6ba81b6-86d7-4370-9db0-f8490676fc08 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1909659 Feb 07 23:17:01.812417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a447ef7-f943-4c65-b3cb-730a08f29cb6 req-619c7ad7-a9ed-4a2d-9dbf-5ac07a9a386f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629823 Feb 07 23:17:01.927666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:17:01Z', 'revision_number': 6, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:01.936971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a9f690-32ab-4ec8-9c66-f2b2ddd03768 None None] The sync data for ids ['431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe'] in n-d-827896-3 is: [{'id': '431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe', 'name': 'tempest-AttachVolumeShelveTestJSON-909658732-router', 'tenant_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:01Z', 'updated_at': '2022-02-07T23:17:01Z', 'revision_number': 6, 'project_id': '86e7e28aec2a4bf588501a9687b8c6a0', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:17:02.307591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:02.386247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Pushing event deleted for resources: {'Port': ['ID=2b033e99-f715-4399-bad0-8ecb70c34848,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:02.578189 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:02.952144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:02.963523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.037473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.038335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:17:03.068756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.070174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-80f37971-71f0-45d2-b55f-f24c60f3382d admin admin] 10.222.0.10 "DELETE /v2.0/routers/431e4ae2-521d-4bd8-ae3c-0ac0f05e6afe HTTP/1.1" status: 204 len: 168 time: 2.7848165 Feb 07 23:17:03.072860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43638) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:03.243561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2b033e99-f715-4399-bad0-8ecb70c34848 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:17:03.346542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2b033e99-f715-4399-bad0-8ecb70c34848 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:17:03.347119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2b033e99-f715-4399-bad0-8ecb70c34848 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:17:03.347599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 047dfebf-4ff2-4f98-809b-cb2c0272066d no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:17:03.358779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] Deleting subnet 198cf206-fb1c-4c79-8963-00ff1ecf01a4 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:17:03.385032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.484579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 047dfebf-4ff2-4f98-809b-cb2c0272066d {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:17:03.484956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 047dfebf-4ff2-4f98-809b-cb2c0272066d not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:17:03.486566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.543147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38623a4-a7f7-45b2-a5e3-a4b1fb3222f1 req-1fb8faa5-f74a-4c1c-a722-c3c7efedab40 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:03.544749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e38623a4-a7f7-45b2-a5e3-a4b1fb3222f1 req-1fb8faa5-f74a-4c1c-a722-c3c7efedab40 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.3137829 Feb 07 23:17:03.684130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e38623a4-a7f7-45b2-a5e3-a4b1fb3222f1 req-73544316-9279-4769-af75-6e334740f1d6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298847 Feb 07 23:17:03.773768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.864792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.916510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198cf206-fb1c-4c79-8963-00ff1ecf01a4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:03.924757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5e433-d138-40c0-be7f-6f9823797bc9 None None] Network b3a48779-fd1f-43fc-b355-c9b771557441 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:17:03.928341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6adce059-1f3c-43a8-83fe-1fd4360e7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:03.929309 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:03.933829 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6adce059-1f3c-43a8-83fe-1fd4360e7123 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1096 time: 0.2310565 Feb 07 23:17:03.966164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fb7a0efd-fc41-45ee-9ce1-1deddd8d87da admin admin] 10.222.0.10 "DELETE /v2.0/subnets/198cf206-fb1c-4c79-8963-00ff1ecf01a4 HTTP/1.1" status: 204 len: 168 time: 0.8913956 Feb 07 23:17:03.967004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43660) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:04.177462 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:04.213095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Deleting port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:17:04.213095 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:04.441415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-bae478b1-e228-4fd1-9d1d-5c00e138ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:04.451161 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-bae478b1-e228-4fd1-9d1d-5c00e138ab8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.5054736 Feb 07 23:17:04.754812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-2d111ba3-5e65-4ff1-a82a-e3255a5fd939 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1001 time: 0.3022892 Feb 07 23:17:04.766047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] For port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:04.766584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:04.771394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] DHCP port deletion for b3a48779-fd1f-43fc-b355-c9b771557441 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:17:04.777236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Deleting port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:17:04.777621 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:05.119454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-639b9162-2bf2-4b10-a09b-78b4d48fdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:05.131672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-639b9162-2bf2-4b10-a09b-78b4d48fdd9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.3678751 Feb 07 23:17:05.421836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:17:05.473246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-c7e12fe6-f4e0-46db-b14a-f2a500f94481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:05.473246 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-c7e12fe6-f4e0-46db-b14a-f2a500f94481 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3265984 Feb 07 23:17:05.480819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Calling delete_port for 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:17:05.948329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] For port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,segment=NetworkSegment(e24bd5a6-6796-40d5-a110-a3b1f6e49e39),segment_id=e24bd5a6-6796-40d5-a110-a3b1f6e49e39)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:05.948329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.050770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613f3f8-a514-4dc7-a2d3-5fba5ab5621e req-1d7916f6-5679-42f1-bb93-ad2a5b810247 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:06.050770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6613f3f8-a514-4dc7-a2d3-5fba5ab5621e req-1d7916f6-5679-42f1-bb93-ad2a5b810247 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.7762146 Feb 07 23:17:06.125991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.241598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-a6079e60-c94e-466d-b76e-9ada1e275157 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527678 Feb 07 23:17:06.264842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:06.288612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Calling delete_port for 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:17:06.299092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] No DVR routers for this DVR port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:17:06.395748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.552118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6613f3f8-a514-4dc7-a2d3-5fba5ab5621e req-12949547-652f-4f64-9fb4-ad87c2999202 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4912343 Feb 07 23:17:06.636397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.667958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.681110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a48779-fd1f-43fc-b355-c9b771557441']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:06.719649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:06.719649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24bd5a6-6796-40d5-a110-a3b1f6e49e39') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:17:06.731397 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-4f0447de-8e1f-4f22-9064-89ee65941fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882960 Feb 07 23:17:06.747722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.802897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.820441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:17:06.820441 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.858730 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:17:06.870786 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:17:06.967412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:17:06.967412 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:17:07.227305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:07.284919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:07.298634 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a48779-fd1f-43fc-b355-c9b771557441,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:07.351597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-484b472e-c290-401d-9d4e-ae85104b8a48 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b3a48779-fd1f-43fc-b355-c9b771557441 HTTP/1.1" status: 204 len: 168 time: 3.3828359 Feb 07 23:17:07.456703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Deleting port 2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:17:07.457294 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:07.592465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 43734) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:07.612692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d64a6-c399-44b1-8c1e-5a8f778ff27c None None] The port '2e1e8fb3-a6f8-4e82-8c29-d8c74f3c1c88' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:17:07.727920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b69efacb-ce14-4c07-a4b2-3f7b7112befc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86e7e28aec2a4bf588501a9687b8c6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349792 Feb 07 23:17:07.731539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 43742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:07.818551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef333461-c48c-4914-a971-179c615b420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:07.858416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef333461-c48c-4914-a971-179c615b420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:07.897066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879af8ed-91f3-4861-8f75-bf4e216ac2ce req-da1e9635-07a4-471d-afd5-44a20a1462a4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:07.901266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-879af8ed-91f3-4861-8f75-bf4e216ac2ce req-da1e9635-07a4-471d-afd5-44a20a1462a4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1529064 Feb 07 23:17:07.942202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef333461-c48c-4914-a971-179c615b420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:07.961847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-879af8ed-91f3-4861-8f75-bf4e216ac2ce req-8fc81ae7-5261-405f-8067-3b9c309a5e88 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502274 Feb 07 23:17:07.968064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef333461-c48c-4914-a971-179c615b420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d5c391-329e-418f-96b8-2170dde04d5a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:07.978669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef333461-c48c-4914-a971-179c615b420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:07.979820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef333461-c48c-4914-a971-179c615b420f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29d5c391-329e-418f-96b8-2170dde04d5a HTTP/1.1" status: 204 len: 168 time: 0.2472808 Feb 07 23:17:09.385853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bebd6-47bf-41d5-b156-fca7af4a8e71 req-2430c6b2-d3a5-43ec-abe7-d2075311eee9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:09.393759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-586bebd6-47bf-41d5-b156-fca7af4a8e71 req-2430c6b2-d3a5-43ec-abe7-d2075311eee9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1737790 Feb 07 23:17:09.452673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-586bebd6-47bf-41d5-b156-fca7af4a8e71 req-24c8c736-7e7c-4d8c-90d3-0bc6d5de8cbc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576901 Feb 07 23:17:11.180932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f35b7-8bf3-483f-b5a4-83fdcb2fb4fe req-c0278438-b9d0-4951-8d10-eb1b38dd622b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:11.195744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e66f35b7-8bf3-483f-b5a4-83fdcb2fb4fe req-c0278438-b9d0-4951-8d10-eb1b38dd622b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1587720 Feb 07 23:17:11.269960 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e66f35b7-8bf3-483f-b5a4-83fdcb2fb4fe req-7ccf5c7d-2279-4cad-9410-b1a242f7a18a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698855 Feb 07 23:17:12.526290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e16d3-3148-4d06-9113-05772715d82c req-5526d4f1-f85e-4078-91e6-f0812a29476c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:12.527630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-890e16d3-3148-4d06-9113-05772715d82c req-5526d4f1-f85e-4078-91e6-f0812a29476c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1336126 Feb 07 23:17:12.582199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-890e16d3-3148-4d06-9113-05772715d82c req-b45a9773-2613-4df0-a8d3-7c50912d2115 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461314 Feb 07 23:17:13.863984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-1f34068e-c4ac-4efb-a2c7-2c32f7140d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:13.863984 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-1f34068e-c4ac-4efb-a2c7-2c32f7140d22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1096 time: 0.2532995 Feb 07 23:17:13.934449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a1604-c022-4539-ac56-94a1b4d8b2dd req-5c7e281b-fae2-46c6-9435-8d6c659f0654 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:13.941623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-677a1604-c022-4539-ac56-94a1b4d8b2dd req-5c7e281b-fae2-46c6-9435-8d6c659f0654 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1041818 Feb 07 23:17:14.013655 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-677a1604-c022-4539-ac56-94a1b4d8b2dd req-61ea4155-7210-4dad-95c4-aec921f4cdea tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679715 Feb 07 23:17:14.283289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-0de7ca4c-81b8-47c7-b276-33523fb91829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:14.283289 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-0de7ca4c-81b8-47c7-b276-33523fb91829 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.3893399 Feb 07 23:17:14.422735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-bc647e4a-97fd-4d8a-b065-66daac76f257 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1001 time: 0.1373045 Feb 07 23:17:14.561932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-5ebe1b87-c5d3-46b4-97a7-fb4ab878b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:14.563550 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-5ebe1b87-c5d3-46b4-97a7-fb4ab878b0aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.1275289 Feb 07 23:17:14.738467 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-27ff3e33-a319-4e04-9152-b5df56efe02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:14.738467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-27ff3e33-a319-4e04-9152-b5df56efe02c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610308 Feb 07 23:17:15.058770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-6bbe10e2-f6cf-4382-9a83-f4bff7c8e2c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099372 Feb 07 23:17:15.460210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-932273de-86a3-4db5-9831-b18da1a0dc70 req-68f0a8f9-6618-43a5-b967-5e2f5720c835 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958929 Feb 07 23:17:15.611176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922addec-2b02-46e5-9a61-191421a090ab req-bb600952-4f87-4b2b-aab6-03edfa8f9b88 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:15.615861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-922addec-2b02-46e5-9a61-191421a090ab req-bb600952-4f87-4b2b-aab6-03edfa8f9b88 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.3121445 Feb 07 23:17:15.784350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-922addec-2b02-46e5-9a61-191421a090ab req-b5ab3e2f-76ec-4567-af25-37342f4b8b0e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490281 Feb 07 23:17:17.218171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef12b8-bffc-4c25-a709-341504d9d650 req-2773837b-3def-403b-985f-3c954bb94563 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:17.250062 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ef12b8-bffc-4c25-a709-341504d9d650 req-2773837b-3def-403b-985f-3c954bb94563 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1217785 Feb 07 23:17:17.362372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-61ef12b8-bffc-4c25-a709-341504d9d650 req-c2c956eb-eebd-4ec8-aaa5-537cd9ef8200 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115053 Feb 07 23:17:18.975588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07311ac7-c5d6-4187-868d-852042a3f57f req-1780f2b6-7dbc-4687-bac6-8342ba92f0f5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:19.032781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07311ac7-c5d6-4187-868d-852042a3f57f req-1780f2b6-7dbc-4687-bac6-8342ba92f0f5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.4128664 Feb 07 23:17:19.222867 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-a69b4680-3cc9-4ec9-ae07-bb37e4709f17 service neutron] show failed (client error): The resource could not be found. Feb 07 23:17:19.222867 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-a69b4680-3cc9-4ec9-ae07-bb37e4709f17 service neutron] 10.222.0.36 "GET /v2.0/ports/b6dff483-578e-4709-bce3-a420666cffe0/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.2571037 Feb 07 23:17:19.256194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07311ac7-c5d6-4187-868d-852042a3f57f req-7f5107ad-05b4-4390-8c4f-5e6d2ed2117d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2374241 Feb 07 23:17:19.984399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-2a7452ab-845a-44ec-ba18-a29b1f29e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:19.984399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-2a7452ab-845a-44ec-ba18-a29b1f29e900 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 1096 time: 0.3423624 Feb 07 23:17:20.010135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:17:20.039130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44038) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:20.280541 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:20.366659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:20.425755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:20.441483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Usage tracker for resource:security_group_rule and tenant:80777feb70a8485a81e7ce8534c3cfcc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:20.441483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:20.455390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:20.714556 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:20.731238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:20.782499 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80777feb70a8485a81e7ce8534c3cfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481637 Feb 07 23:17:20.784658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e78466-7bc2-48e0-851a-11a9e284422c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44ad680-b861-42f3-8798-e9ff0ba3c744,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:20.787295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44066) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:20.864207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-168de809-73d4-48b7-8ddf-344ba799ad86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:20.889901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:20.921328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-168de809-73d4-48b7-8ddf-344ba799ad86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:20.953788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:17:21.095462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-168de809-73d4-48b7-8ddf-344ba799ad86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:21.113920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:21.120417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168de809-73d4-48b7-8ddf-344ba799ad86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44ad680-b861-42f3-8798-e9ff0ba3c744,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:21.134531 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-168de809-73d4-48b7-8ddf-344ba799ad86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:21.155826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-168de809-73d4-48b7-8ddf-344ba799ad86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e44ad680-b861-42f3-8798-e9ff0ba3c744 HTTP/1.1" status: 204 len: 168 time: 0.3631256 Feb 07 23:17:21.196543 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:21.282025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Transition to ACTIVE for port object b6dff483-578e-4709-bce3-a420666cffe0 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:17:21.289255 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:21.310309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fa6c7-91ea-4aa6-9c8f-70fe3e0078ae req-4439d66a-735f-4eed-ba3e-9917401e69ee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:21.312153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d1fa6c7-91ea-4aa6-9c8f-70fe3e0078ae req-4439d66a-735f-4eed-ba3e-9917401e69ee tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.2234662 Feb 07 23:17:21.542554 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'code': 200} Feb 07 23:17:21.547204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=6']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:21.634482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d1fa6c7-91ea-4aa6-9c8f-70fe3e0078ae req-bb3253e4-bc94-4545-83a1-396197db83fe tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363418 Feb 07 23:17:21.841760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] No DVR routers for this DVR port b6dff483-578e-4709-bce3-a420666cffe0 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:17:22.371605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:17:22.371605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:17:22.371605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:17:22.383172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:17:22.383172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:17:22.406613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:17:22.406613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Checking segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:17:22.406613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Bound using segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:17:22.406613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Bound port: b6dff483-578e-4709-bce3-a420666cffe0, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:17:22.406613 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:22.651726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:17:22.656595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:17:22.670417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:22.808101 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:17:22.900852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:22.973969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:22.973969 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:22.983743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-6df5276d-0da6-4f60-bfe9-fedc8a829fe9 service neutron] 10.222.0.26 "PUT /v2.0/ports/b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1091 time: 2.9840288 Feb 07 23:17:23.049259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:17:23.248036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:17:23.574219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:23.601660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07285a72-ef83-4bc1-b59f-dc5976f68c93 req-a2809971-f626-41fa-bfca-849c40c24ca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:23.602927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07285a72-ef83-4bc1-b59f-dc5976f68c93 req-a2809971-f626-41fa-bfca-849c40c24ca0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.3773808 Feb 07 23:17:23.701767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-2e1d7a88-9e3e-4afc-892e-afd5ec90123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:23.704039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-2e1d7a88-9e3e-4afc-892e-afd5ec90123d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1094 time: 0.7018528 Feb 07 23:17:23.958639 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'status': 'completed', 'code': 200} Feb 07 23:17:23.973742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07285a72-ef83-4bc1-b59f-dc5976f68c93 req-11cc0616-085b-41ca-9208-3ad68fce57e8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3426690 Feb 07 23:17:24.002464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-1cc1429f-4fc3-4314-a227-5184b776448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:24.002464 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-1cc1429f-4fc3-4314-a227-5184b776448f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1094 time: 0.1284990 Feb 07 23:17:24.135538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-1ae23d2f-3b0d-43f1-8928-25340d6e4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:24.144277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-1ae23d2f-3b0d-43f1-8928-25340d6e4fe7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.4335322 Feb 07 23:17:24.236291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-83a13793-d7ef-4361-86c4-bbea2a65bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:24.238447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-83a13793-d7ef-4361-86c4-bbea2a65bfd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.2325583 Feb 07 23:17:24.443681 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-5f4a9c26-0005-4c92-8e7c-3787784ddfd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 999 time: 0.1989024 Feb 07 23:17:24.534799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-01445185-30d2-463a-ab15-fabfddf0e126 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 999 time: 0.3809078 Feb 07 23:17:24.567244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-6d41cc4c-78cc-445d-8167-ee68c97d979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:24.567244 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-6d41cc4c-78cc-445d-8167-ee68c97d979d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.1149869 Feb 07 23:17:24.674312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-d5afe75f-2a0f-4541-97aa-956564a2132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:24.674312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-d5afe75f-2a0f-4541-97aa-956564a2132f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.1276455 Feb 07 23:17:24.729562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-1faaf57d-0491-4567-9e10-c10c59f54095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:24.729562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-1faaf57d-0491-4567-9e10-c10c59f54095 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574569 Feb 07 23:17:24.836699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-9ac31254-816e-4792-81c4-bf7205386cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:24.840030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-9ac31254-816e-4792-81c4-bf7205386cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562200 Feb 07 23:17:25.210551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-09d2acef-4599-44b4-bd6f-168e1e5dba31 service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577042 Feb 07 23:17:25.322259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-cb5d5514-d60a-4e0e-87a8-d751077e84c3 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802968 Feb 07 23:17:26.024135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425efd1e-8cd7-40b5-95dd-f58e64dc2f7e req-1488dace-2c15-45fc-901e-890cbd088b76 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:26.043121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-425efd1e-8cd7-40b5-95dd-f58e64dc2f7e req-1488dace-2c15-45fc-901e-890cbd088b76 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.6085939 Feb 07 23:17:26.055132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3d8ddc84-dc2b-4e22-8552-c1ca1ddc145d req-22998234-7463-4012-93b6-970fa1271218 service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254931 Feb 07 23:17:26.113277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fddb6650-cf47-4c99-96c5-94b08229f82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:26.449087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-425efd1e-8cd7-40b5-95dd-f58e64dc2f7e req-d4d3e926-7692-413b-86a4-bf50fd829b75 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3927684 Feb 07 23:17:26.519360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-cfe3b23d-2228-4bd1-9ea5-67fe07e83397 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1925540 Feb 07 23:17:26.559600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-48e3549b-3aed-4082-b109-0605cbb2b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:26.559600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-48e3549b-3aed-4082-b109-0605cbb2b866 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1094 time: 0.3469155 Feb 07 23:17:26.811577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-32c6ce2f-ce5b-499b-9473-9f03e439a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:26.811577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-32c6ce2f-ce5b-499b-9473-9f03e439a463 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.2532032 Feb 07 23:17:27.054304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-5e64216e-c63a-4dc3-ae71-5c2afcb8e688 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 999 time: 0.2325659 Feb 07 23:17:27.407018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-9352f5cd-1847-46c9-a30e-a83609b5b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:27.407018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-9352f5cd-1847-46c9-a30e-a83609b5b030 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.3433332 Feb 07 23:17:27.658355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-8d7d5e58-8e13-4c55-b0ee-ac838ef1de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:27.661374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-8d7d5e58-8e13-4c55-b0ee-ac838ef1de8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2493193 Feb 07 23:17:27.900379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a7f22-71cf-42e3-88a9-63f530111598 req-fa233525-35e7-4818-9c81-3d28fd3a875e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:27.907909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d77a7f22-71cf-42e3-88a9-63f530111598 req-fa233525-35e7-4818-9c81-3d28fd3a875e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.2003782 Feb 07 23:17:27.970058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-ec53ffa2-2144-43f2-85d9-d78f3e454365 service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879944 Feb 07 23:17:28.050522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d77a7f22-71cf-42e3-88a9-63f530111598 req-ce385a20-5457-459b-89da-332c5a2ad98b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1443739 Feb 07 23:17:28.241257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a9f27fb4-3fba-4db5-b503-5e21b9a19112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:28.264066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f025adb9-a8ad-4325-a4a1-97e54217b872 req-5ccd128e-063a-4ef6-b8ae-cc4b565d0eb6 service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827375 Feb 07 23:17:29.351487 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.526385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd585f9-e4ae-4f01-8edf-dbc0bc6d3935 req-c70bcc3f-6684-42ed-a50d-1cbf7505d095 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:29.539779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6fd585f9-e4ae-4f01-8edf-dbc0bc6d3935 req-c70bcc3f-6684-42ed-a50d-1cbf7505d095 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.2654212 Feb 07 23:17:29.619479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:29.707615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6fd585f9-e4ae-4f01-8edf-dbc0bc6d3935 req-b5a9e427-5f79-4c7a-b700-e57fbc202e83 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1663818 Feb 07 23:17:30.108854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44336) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:30.434818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:17:30.533818 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:30.581581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:30.583671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Usage tracker for resource:security_group_rule and tenant:3563bf262a1740ae9a7ec240d1a28c2a is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:30.626499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:30.678868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:30.726854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:30.751770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'b6dff483-578e-4709-bce3-a420666cffe0', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'port_id': 'b6dff483-578e-4709-bce3-a420666cffe0', 'mac_address': 'fa:16:3e:c4:69:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:17:30.765691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-7ebcc132-6fb9-49ea-a4a2-549981c7ea7a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:30.767717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-7ebcc132-6fb9-49ea-a4a2-549981c7ea7a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9&tenant_id=10fae2aac93b470390285df47d4d2fcd&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 943 time: 0.3556845 Feb 07 23:17:30.891005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:30.965563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dff483-578e-4709-bce3-a420666cffe0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:17:31.029414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945d522-0fc1-4bbb-a954-1c2f58ed0976 req-e6c1f634-46e0-43a2-93d7-019dd27bd6bd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:31.033385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:31.040986 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4945d522-0fc1-4bbb-a954-1c2f58ed0976 req-e6c1f634-46e0-43a2-93d7-019dd27bd6bd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 943 time: 0.4187930 Feb 07 23:17:31.046987 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.130717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-758d807d-e8b5-43d0-ae02-efbafdb9e9db service neutron] 10.222.0.26 "GET /v2.0/ports/b6dff483-578e-4709-bce3-a420666cffe0/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 382 time: 0.3466268 Feb 07 23:17:31.281870 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.289834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.325111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4945d522-0fc1-4bbb-a954-1c2f58ed0976 req-598281a5-eb4a-4baa-bff8-32a038686493 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2772195 Feb 07 23:17:31.325111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.333256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['b6dff483-578e-4709-bce3-a420666cffe0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:17:31.427007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:31.448685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.453431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.454153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.454769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.455433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.457676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.458372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.458942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.461368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.468236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.468966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.469739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:31.490941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44370) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:31.501237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3563bf262a1740ae9a7ec240d1a28c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3911734 Feb 07 23:17:31.511955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b74c13-76c8-4b23-a76a-9e50bb70d9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f3c532-e2fe-4fc1-b7eb-c2ac3430c4c3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:31.528436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-1c388656-b698-44a5-93a6-539b77b54c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:31.530270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-1c388656-b698-44a5-93a6-539b77b54c25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1095 time: 0.3617353 Feb 07 23:17:31.640741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00452e51-97d7-478e-9219-5130a5da335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.794931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00452e51-97d7-478e-9219-5130a5da335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.827294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-99880f77-446a-4862-b540-78641a06600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:31.833031 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-99880f77-446a-4862-b540-78641a06600f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.2893612 Feb 07 23:17:31.913036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00452e51-97d7-478e-9219-5130a5da335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.937259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00452e51-97d7-478e-9219-5130a5da335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f3c532-e2fe-4fc1-b7eb-c2ac3430c4c3,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:31.952499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00452e51-97d7-478e-9219-5130a5da335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:31.956316 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-00452e51-97d7-478e-9219-5130a5da335d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36f3c532-e2fe-4fc1-b7eb-c2ac3430c4c3 HTTP/1.1" status: 204 len: 168 time: 0.4614396 Feb 07 23:17:32.172477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-404c2989-525f-476e-87d1-7e2d46a90eda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1000 time: 0.3331349 Feb 07 23:17:32.341348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-653e6915-02bf-4292-8952-ac0c32f6ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:32.341348 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-653e6915-02bf-4292-8952-ac0c32f6ff56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.1583588 Feb 07 23:17:32.516490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-c4fc23cb-4754-49d6-ab27-c726218a1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:32.516490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-c4fc23cb-4754-49d6-ab27-c726218a1831 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692061 Feb 07 23:17:32.755393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44400) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:32.876150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:32.939090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:32.950270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Usage tracker for resource:security_group_rule and tenant:2eae1195eb064da69b124a944bcb2dfc is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:32.974493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:32.985131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:32.990392 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-ec18bb9e-dc45-4ee5-a06f-179a9c3ea8db service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593611 Feb 07 23:17:33.201638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64575e4d-c6ef-4d4d-8cb5-0f553435b00b req-d8d52f3c-265f-459b-bf1b-388835cce11c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:33.203310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64575e4d-c6ef-4d4d-8cb5-0f553435b00b req-d8d52f3c-265f-459b-bf1b-388835cce11c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 944 time: 0.5287251 Feb 07 23:17:33.259326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.264989 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.310327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64575e4d-c6ef-4d4d-8cb5-0f553435b00b req-4e7a29c2-0476-4b88-bf7d-7338cdcd7d7f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962355 Feb 07 23:17:33.319747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-d0b91230-dec8-4ce2-b532-fba05cad4fff service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200805 Feb 07 23:17:33.398800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f92b8e-3a53-45c8-838c-f5fa94f1b681,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:33.410155 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4162fd68-5f34-48e4-accc-88ca529e7c12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2eae1195eb064da69b124a944bcb2dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491535 Feb 07 23:17:33.414695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44410) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:33.632692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88febd3d-54b3-47b7-a1c0-2ce9e30b45d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.683198 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88febd3d-54b3-47b7-a1c0-2ce9e30b45d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.721404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-3142104f-e7cf-4e80-b66b-44d8e5f243ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:33.722919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-3142104f-e7cf-4e80-b66b-44d8e5f243ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1095 time: 0.1942263 Feb 07 23:17:33.873348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88febd3d-54b3-47b7-a1c0-2ce9e30b45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.906369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88febd3d-54b3-47b7-a1c0-2ce9e30b45d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f92b8e-3a53-45c8-838c-f5fa94f1b681,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:33.958298 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-88febd3d-54b3-47b7-a1c0-2ce9e30b45d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:33.964807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-88febd3d-54b3-47b7-a1c0-2ce9e30b45d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2f92b8e-3a53-45c8-838c-f5fa94f1b681 HTTP/1.1" status: 204 len: 168 time: 0.5470943 Feb 07 23:17:34.086312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-68055bbe-be65-4cab-9f75-4c4a7fd387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:34.090056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-68055bbe-be65-4cab-9f75-4c4a7fd387b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.3323059 Feb 07 23:17:34.306765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-034a10b6-fc1a-4812-a184-023178d0b9c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1000 time: 0.2030051 Feb 07 23:17:34.450465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:17:34.465598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-e5ee4cdd-f57b-40c8-bd93-d89a96084eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:34.467902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-e5ee4cdd-f57b-40c8-bd93-d89a96084eef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.1581666 Feb 07 23:17:34.622046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port b6dff483-578e-4709-bce3-a420666cffe0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:17:34.631472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port b6dff483-578e-4709-bce3-a420666cffe0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:34.631895 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:34.912991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-b72895f1-0b74-4e23-b074-190a3a6ee3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:34.912991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-b72895f1-0b74-4e23-b074-190a3a6ee3cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4321673 Feb 07 23:17:34.997401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cfc9c-d72d-4fe1-94cc-cd70e11cc9a7 req-6d84712b-5e0a-49e0-b847-b60b13452f13 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:34.997401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c8cfc9c-d72d-4fe1-94cc-cd70e11cc9a7 req-6d84712b-5e0a-49e0-b847-b60b13452f13 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 944 time: 0.4327369 Feb 07 23:17:35.476735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.523237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9c8cfc9c-d72d-4fe1-94cc-cd70e11cc9a7 req-cf4d7807-1d43-45d7-ac9e-e36b4e80f7e3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4203446 Feb 07 23:17:35.593938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:35.660300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:35.673247 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:35.736926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-6f557031-ecaa-4377-8539-6e2abe593c29 service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8164306 Feb 07 23:17:35.927718 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'code': 200} Feb 07 23:17:36.194004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:36.279623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa245e4f-884a-4a83-b13c-14065897ad55 req-d6525116-df70-4d5f-a33f-afc370a27a71 service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329595 Feb 07 23:17:36.354899 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.457407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-ca1c3628-07e5-4acc-a26b-a6fa51973c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:36.473154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-ca1c3628-07e5-4acc-a26b-a6fa51973c8f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 1096 time: 0.1982801 Feb 07 23:17:36.486096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:17:36.589512 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.708364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:36.793010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8037311-a7d2-482e-8b88-45a458686f5c req-93d2bb4c-7875-4424-b108-18f4c0bd6127 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:36.797990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8037311-a7d2-482e-8b88-45a458686f5c req-93d2bb4c-7875-4424-b108-18f4c0bd6127 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.1331925 Feb 07 23:17:36.879486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8037311-a7d2-482e-8b88-45a458686f5c req-e1fc4b06-de87-4fa5-9985-ea2d578d974f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739932 Feb 07 23:17:37.270721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:37.385626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:17:37.557402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:37.566964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.593628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Transition to ACTIVE for port object b6dff483-578e-4709-bce3-a420666cffe0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:17:37.605034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:37.701913 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'code': 200} Feb 07 23:17:38.068508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:38.173821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] No DVR routers for this DVR port b6dff483-578e-4709-bce3-a420666cffe0 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:17:38.455441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118b9b-d835-4430-aadf-60e28b31f851 req-d20eeeb4-d2b1-4aee-b44a-df37b0daeaa9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:38.456401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9118b9b-d835-4430-aadf-60e28b31f851 req-d20eeeb4-d2b1-4aee-b44a-df37b0daeaa9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 944 time: 0.1896901 Feb 07 23:17:38.485536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:17:38.573818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9118b9b-d835-4430-aadf-60e28b31f851 req-e55086a5-f5d7-49cd-979f-70453f02e735 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019211 Feb 07 23:17:38.669410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:17:38.920449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:17:38.920449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:17:38.920449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:17:38.920449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:17:38.920449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Attempting to bind port b6dff483-578e-4709-bce3-a420666cffe0 on network d6f583d9-745f-45d4-9215-876f863cc546 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:17:38.971432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:17:38.971432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Checking segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:17:38.971432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Bound using segment: {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:17:38.981851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Bound port: b6dff483-578e-4709-bce3-a420666cffe0, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e8f0d2-1c23-40ba-aade-715dab5bea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:17:38.981851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:39.282424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:17:39.282424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:17:39.291069 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:39.432088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:39.432681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:39.434031 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1092 time: 2.9552975 Feb 07 23:17:39.624459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f141db3-1270-4639-a042-83f408bb7f59 service neutron] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=11']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:39.697930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-073552e7-17e7-4c2d-8ac2-11c6978ad3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:39.697930 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-073552e7-17e7-4c2d-8ac2-11c6978ad3e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1095 time: 0.2302473 Feb 07 23:17:39.704148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:39.936949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e842bb-ef89-4be9-83e3-80cf0684e88d req-99764832-68e2-41b8-a54a-e1156c4ba903 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:39.974202 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'status': 'completed', 'code': 200} Feb 07 23:17:39.987603 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27e842bb-ef89-4be9-83e3-80cf0684e88d req-99764832-68e2-41b8-a54a-e1156c4ba903 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 944 time: 0.1761165 Feb 07 23:17:40.216233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9c5debf4-705d-400a-b3ab-02574bec9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:40.223473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-9c5debf4-705d-400a-b3ab-02574bec9bc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.5166671 Feb 07 23:17:40.257190 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27e842bb-ef89-4be9-83e3-80cf0684e88d req-1d43c786-4494-4984-82bf-63555a14bfcb tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2731421 Feb 07 23:17:40.282254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-8cb135d2-ac24-408b-8c56-b6ed7fb9e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:40.282254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-8cb135d2-ac24-408b-8c56-b6ed7fb9e136 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1095 time: 0.2505991 Feb 07 23:17:40.409801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-f7dffaf1-fad7-4b1f-90b0-73cb1a0f301b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 999 time: 0.1811852 Feb 07 23:17:40.511314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-c0dcdb45-b76d-4a16-ae16-cbbab7583bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:40.511314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-c0dcdb45-b76d-4a16-ae16-cbbab7583bc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.0947156 Feb 07 23:17:40.708048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-e9c728dc-35f5-48da-9f15-38747998319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:40.714065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-e9c728dc-35f5-48da-9f15-38747998319a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947002 Feb 07 23:17:40.980479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-1ef8a6b2-1a58-48ab-85bb-ce483043a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:40.980479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-1ef8a6b2-1a58-48ab-85bb-ce483043a7df service neutron] 10.222.0.26 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.6813293 Feb 07 23:17:41.184455 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-0ca71af5-40af-4f9f-8448-303702f61cad service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694090 Feb 07 23:17:41.426394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-70d02922-8a37-4255-8acb-e4b408f719b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 999 time: 0.4316862 Feb 07 23:17:41.686782 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-925207e5-ae6d-4075-9eb5-127e12022d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:41.686782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-925207e5-ae6d-4075-9eb5-127e12022d6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.2459345 Feb 07 23:17:41.729827 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ab187ecf-a858-4d67-8a8c-448bfebe7436 req-ab9ebaa8-6166-4a05-b269-89fad8c7670c service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264466 Feb 07 23:17:41.948475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-2cea7b79-0be0-4167-9f35-282b01e9fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:41.948475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-2cea7b79-0be0-4167-9f35-282b01e9fd53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1095 time: 0.1562941 Feb 07 23:17:42.051344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-4673538e-d649-4e73-ac99-2a15429a68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:42.056355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-4673538e-d649-4e73-ac99-2a15429a68c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3602860 Feb 07 23:17:42.127945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb71b-3b52-4d3f-91fa-7409da812ca3 req-58e6debd-fe06-4f83-a35c-d9b5995f0936 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:42.127945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-634bb71b-3b52-4d3f-91fa-7409da812ca3 req-58e6debd-fe06-4f83-a35c-d9b5995f0936 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 944 time: 0.3302541 Feb 07 23:17:42.271847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-634bb71b-3b52-4d3f-91fa-7409da812ca3 req-1196a6fd-e2bd-4b42-9277-8080e2a54d80 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378882 Feb 07 23:17:42.310417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-7576aa8f-6cb5-4fb2-a0c8-2ddce1ec537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:42.310417 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-7576aa8f-6cb5-4fb2-a0c8-2ddce1ec537d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.3516273 Feb 07 23:17:42.365534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-c46090b7-3175-466f-8861-d835cfc4b937 service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019085 Feb 07 23:17:42.718986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-48d925e0-564e-4a25-9b36-a0b4dbadbec1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 999 time: 0.4027641 Feb 07 23:17:42.921680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-0a48a5f6-112a-403d-a90a-24f92b2c8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:42.921680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-0a48a5f6-112a-403d-a90a-24f92b2c8e38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.2019582 Feb 07 23:17:42.949152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-db5492f1-9c9d-46c3-a2e6-49597d2e002e service neutron] 10.222.0.26 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633514 Feb 07 23:17:43.146408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:17:43.187350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-6d3748f2-b236-465a-945a-04bd462330bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:43.207764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-6d3748f2-b236-465a-945a-04bd462330bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639251 Feb 07 23:17:43.617143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-f1946718-75ed-4907-a929-93f86d0be402 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082413 Feb 07 23:17:43.778781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f5b9d-6cb4-4d49-9a8b-0ce532c4593d req-eb119d0e-c587-4c34-a59c-881f08d8d82c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:43.780993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-091f5b9d-6cb4-4d49-9a8b-0ce532c4593d req-eb119d0e-c587-4c34-a59c-881f08d8d82c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 944 time: 0.2350709 Feb 07 23:17:43.938621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:43.954148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-091f5b9d-6cb4-4d49-9a8b-0ce532c4593d req-106abb6f-dca5-4743-ad20-697fa491e89c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1606903 Feb 07 23:17:44.033534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b6dff483-578e-4709-bce3-a420666cffe0', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'port_id': 'b6dff483-578e-4709-bce3-a420666cffe0', 'mac_address': 'fa:16:3e:c4:69:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:17:44.097378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8865dd18-339c-495f-b5e5-934f2feb2fe4 req-76869419-226b-4145-afe1-ddcc32d0756b service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789197 Feb 07 23:17:44.233070 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:44.395119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dff483-578e-4709-bce3-a420666cffe0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:17:44.446715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:44.465363 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:44.645718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:44.725878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b6dff483-578e-4709-bce3-a420666cffe0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:17:45.477959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ee956-6573-49d7-a514-a6c433196f9c req-3018a0c8-6f10-4cbf-9678-6f2d046ea480 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:17:45.500527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da2ee956-6573-49d7-a514-a6c433196f9c req-3018a0c8-6f10-4cbf-9678-6f2d046ea480 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 945 time: 0.2237344 Feb 07 23:17:45.584088 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da2ee956-6573-49d7-a514-a6c433196f9c req-bfa27a81-cfd6-4e76-bfa8-5f1df6dac460 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817027 Feb 07 23:17:45.689614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44748) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:46.013425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b0b865dd-bb10-4a80-8997-cb85b9dcbd23 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 200 len: 992 time: 0.3275480 Feb 07 23:17:47.172025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:17:47.364491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b6dff483-578e-4709-bce3-a420666cffe0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:17:47.370300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b6dff483-578e-4709-bce3-a420666cffe0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:17:47.370686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:47.564805 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:47.606886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:17:47.613303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:17:47.613303 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:47.681109 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'code': 200} Feb 07 23:17:47.713974 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=13']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:50.506015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44884) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:50.740630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:50.782843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:50.791693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Usage tracker for resource:security_group_rule and tenant:663dcf2256604f56a6c074e3ffc5363f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:50.797692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:50.818346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:51.084195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.091762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.200753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=663dcf2256604f56a6c074e3ffc5363f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934776 Feb 07 23:17:51.203730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:51.219311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaea2b93-3dad-4611-aa52-0c6fbd36e1f2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:51.283731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.291681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.291681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.304837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.304837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.304837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.304837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.304837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.339185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.339185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.339185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.339185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df74f6aa-3ee2-4de2-9224-20d29229e670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:51.421524 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7b4e-17ff-43cc-8843-95b822385b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.472314 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7b4e-17ff-43cc-8843-95b822385b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.562010 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7b4e-17ff-43cc-8843-95b822385b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.609266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e7b4e-17ff-43cc-8843-95b822385b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaea2b93-3dad-4611-aa52-0c6fbd36e1f2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:51.618286 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b0e7b4e-17ff-43cc-8843-95b822385b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:51.633909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6b0e7b4e-17ff-43cc-8843-95b822385b4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aaea2b93-3dad-4611-aa52-0c6fbd36e1f2 HTTP/1.1" status: 204 len: 168 time: 0.4151344 Feb 07 23:17:52.351322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:52.385738 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.405052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:52.411548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Usage tracker for resource:security_group_rule and tenant:9bea549fd7244ce28755468b6ec99d34 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:52.415817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:52.423621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:52.628301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.628301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.689129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d2517-bfd1-4f80-ad39-1bbcbf5d898e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:52.699310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44960) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:52.710664 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f295e4ef-202d-4f26-9716-3122bf545019 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bea549fd7244ce28755468b6ec99d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600955 Feb 07 23:17:52.797683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0f8b-3839-4b10-9a18-d3c5214cdb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.890838 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0f8b-3839-4b10-9a18-d3c5214cdb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:52.969330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 44970) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:52.990868 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0f8b-3839-4b10-9a18-d3c5214cdb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.013095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb0f8b-3839-4b10-9a18-d3c5214cdb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d2517-bfd1-4f80-ad39-1bbcbf5d898e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:53.019705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0bb0f8b-3839-4b10-9a18-d3c5214cdb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.019705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d0bb0f8b-3839-4b10-9a18-d3c5214cdb75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e0d2517-bfd1-4f80-ad39-1bbcbf5d898e HTTP/1.1" status: 204 len: 168 time: 0.3178039 Feb 07 23:17:53.231178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.245175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:53.252093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Usage tracker for resource:security_group_rule and tenant:18c65b695a264e8a85422d3ce9d172ed is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:53.252093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:53.274138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:53.460794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.468359 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.514103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e9a91-e5e2-434c-857b-180e0a0bf4f6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:53.553933 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ac6c5525-1048-46c1-887c-183724070351 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18c65b695a264e8a85422d3ce9d172ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863380 Feb 07 23:17:53.557255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 44994) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:53.671863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5555b2d5-ca3f-475b-82c9-59a3779ede72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.725004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5555b2d5-ca3f-475b-82c9-59a3779ede72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.829430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5555b2d5-ca3f-475b-82c9-59a3779ede72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.865648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555b2d5-ca3f-475b-82c9-59a3779ede72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4e9a91-e5e2-434c-857b-180e0a0bf4f6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:53.877270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5555b2d5-ca3f-475b-82c9-59a3779ede72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:53.879317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5555b2d5-ca3f-475b-82c9-59a3779ede72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa4e9a91-e5e2-434c-857b-180e0a0bf4f6 HTTP/1.1" status: 204 len: 168 time: 0.3198872 Feb 07 23:17:54.517023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45032) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:54.536733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.563466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:54.563466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Usage tracker for resource:security_group_rule and tenant:0ed5c2e2c82f440f9d2bfdea5aeeb354 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:54.567770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:54.575956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:54.696615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.706897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.751237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85bd27-c74f-4329-85d1-ba027fec3495,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:54.779823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dce40788-77f4-4bda-b3cd-54c227c89823 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ed5c2e2c82f440f9d2bfdea5aeeb354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646055 Feb 07 23:17:54.786196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45040) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:54.862965 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d19d8150-c9d1-41dc-9226-9ae259203b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.901485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d19d8150-c9d1-41dc-9226-9ae259203b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:54.976228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d19d8150-c9d1-41dc-9226-9ae259203b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.016933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d8150-c9d1-41dc-9226-9ae259203b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85bd27-c74f-4329-85d1-ba027fec3495,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:55.018887 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d19d8150-c9d1-41dc-9226-9ae259203b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:55.020013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d19d8150-c9d1-41dc-9226-9ae259203b35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d85bd27-c74f-4329-85d1-ba027fec3495 HTTP/1.1" status: 204 len: 168 time: 0.2381546 Feb 07 23:17:56.005026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69d7422d-ff5a-4068-b33b-0f870c599499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.219254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45148) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:57.420369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.435036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:57.435036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Usage tracker for resource:security_group_rule and tenant:10c4ebe6e4ca4af49dfb529c4a4d367f is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:57.435036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:57.452161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:57.682217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.690482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:57.745068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f571c7b-93fc-44eb-bf8d-a61945401feb,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:57.786376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45166) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:57.811461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3243570a-fa64-4735-a80c-e544916920df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10c4ebe6e4ca4af49dfb529c4a4d367f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814471 Feb 07 23:17:57.999662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea9655a2-0920-4eef-9c7c-c790be9ee714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.132358 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea9655a2-0920-4eef-9c7c-c790be9ee714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.234483 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3b081019-9586-4d00-a7c0-958a5b7b5079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.465271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea9655a2-0920-4eef-9c7c-c790be9ee714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.538737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9655a2-0920-4eef-9c7c-c790be9ee714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f571c7b-93fc-44eb-bf8d-a61945401feb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:58.546087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea9655a2-0920-4eef-9c7c-c790be9ee714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:58.546087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ea9655a2-0920-4eef-9c7c-c790be9ee714 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f571c7b-93fc-44eb-bf8d-a61945401feb HTTP/1.1" status: 204 len: 168 time: 0.7559299 Feb 07 23:17:59.182148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45222) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:59.207968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.221024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:59.225549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Usage tracker for resource:security_group_rule and tenant:fe90086f609b414aa49188da76c13bc9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:59.229435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:59.236194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:59.369866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.369866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.394378 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.448087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45232) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:59.455216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe90086f609b414aa49188da76c13bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621150 Feb 07 23:17:59.455216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45234) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:17:59.455216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb13e6a1-0a44-4e71-8e32-09770a3d3bd8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.477739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae54ceaa-a3d2-4e6a-920c-879f154484f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:17:59.537869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe775606-8b9f-4cef-bcc0-ec3419c48339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.571692 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe775606-8b9f-4cef-bcc0-ec3419c48339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.593321 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.633957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe775606-8b9f-4cef-bcc0-ec3419c48339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.648521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.650277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe775606-8b9f-4cef-bcc0-ec3419c48339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb13e6a1-0a44-4e71-8e32-09770a3d3bd8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:59.697462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:17:59.697462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Usage tracker for resource:security_group_rule and tenant:07882e4a7f254009be89b355d8edf64b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:17:59.697462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:17:59.708336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:17:59.718366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe775606-8b9f-4cef-bcc0-ec3419c48339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.719984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe775606-8b9f-4cef-bcc0-ec3419c48339 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb13e6a1-0a44-4e71-8e32-09770a3d3bd8 HTTP/1.1" status: 204 len: 168 time: 0.2723911 Feb 07 23:17:59.791024 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:17:59.878943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.902751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:17:59.992115 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07882e4a7f254009be89b355d8edf64b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481036 Feb 07 23:17:59.993969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb80b57-3a9e-4467-aa0b-c5134bc7fe8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24340ac0-ac8c-4486-9165-46cf4eedba89,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:17:59.995427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45256) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:00.098210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-85ea3fcd-8450-46af-87ca-c8ccd4b4b6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.129125 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-85ea3fcd-8450-46af-87ca-c8ccd4b4b6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.208372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-85ea3fcd-8450-46af-87ca-c8ccd4b4b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.228913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea3fcd-8450-46af-87ca-c8ccd4b4b6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24340ac0-ac8c-4486-9165-46cf4eedba89,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:00.240391 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-85ea3fcd-8450-46af-87ca-c8ccd4b4b6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.240391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-85ea3fcd-8450-46af-87ca-c8ccd4b4b6d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24340ac0-ac8c-4486-9165-46cf4eedba89 HTTP/1.1" status: 204 len: 168 time: 0.2432752 Feb 07 23:18:00.916236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45290) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:00.967240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:00.984306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:00.984306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Usage tracker for resource:security_group_rule and tenant:02711df728d94d2b927697b2212ac73f is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:00.991641 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:00.995255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:01.060261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:01.144490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:01.150480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:01.209661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02711df728d94d2b927697b2212ac73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983575 Feb 07 23:18:01.217438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45300) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:01.235585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fdc4f-8f3f-42a3-a27a-16eeaa279123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daea32b9-3f69-4f72-bf36-141baddac42a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:01.326930 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-943f5de9-19c9-4c7a-b837-65d940005e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:01.364155 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-943f5de9-19c9-4c7a-b837-65d940005e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:01.460306 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-943f5de9-19c9-4c7a-b837-65d940005e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:01.482989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f5de9-19c9-4c7a-b837-65d940005e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daea32b9-3f69-4f72-bf36-141baddac42a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:01.485506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-943f5de9-19c9-4c7a-b837-65d940005e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:01.490880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-943f5de9-19c9-4c7a-b837-65d940005e27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daea32b9-3f69-4f72-bf36-141baddac42a HTTP/1.1" status: 204 len: 168 time: 0.2771153 Feb 07 23:18:02.341393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45350) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:02.675547 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:02.694909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:02.701326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Usage tracker for resource:security_group_rule and tenant:3483efcc254c44398c333fcd6cfb29c1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:02.707450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:02.718576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:02.869852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:02.876703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:02.945387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b475b52-64bb-469f-8607-c304779197e9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:02.950071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ace39c3-5a44-4d8c-9df0-14e38e1c558d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3483efcc254c44398c333fcd6cfb29c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079578 Feb 07 23:18:02.952851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45376) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:03.101025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b642690e-2d1a-4fcb-bf3a-279e2fe449ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:03.167539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b642690e-2d1a-4fcb-bf3a-279e2fe449ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:03.254535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b642690e-2d1a-4fcb-bf3a-279e2fe449ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:03.296258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642690e-2d1a-4fcb-bf3a-279e2fe449ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b475b52-64bb-469f-8607-c304779197e9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:03.353799 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b642690e-2d1a-4fcb-bf3a-279e2fe449ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:03.357186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b642690e-2d1a-4fcb-bf3a-279e2fe449ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b475b52-64bb-469f-8607-c304779197e9 HTTP/1.1" status: 204 len: 168 time: 0.4007204 Feb 07 23:18:04.987141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45460) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:04.995428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485465835', 'description': 'tempest-secgroup-smoke-1485465835 description', 'project_id': 'ff6864cd9ab74986b1a3b709168124bd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:05.005081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:05.011805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:05.015679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:05.024302 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:05.038230 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.065441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:05.070810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:05.075116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:05.082882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:05.205212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.209911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.261045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052efc4b-50a3-49a6-8111-911aa6b4f27f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:05.277533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.282786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45472) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:05.283580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3b68be98-15e1-4a49-9283-cef2f0739ae4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2943592 Feb 07 23:18:05.290405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'security_group_rule': {'security_group_id': '052efc4b-50a3-49a6-8111-911aa6b4f27f', 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:05.299273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:05.304372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:05.309051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:05.319132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:05.339825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.423249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.429718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.464852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cb3c0e-6809-4f64-9d7c-a0edb00a2e3c,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:05.483774 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.485406 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f2072c49-f4d7-483b-bc2b-da123b0ceb80 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2000630 Feb 07 23:18:05.489769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:05.497422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'security_group_rule': {'security_group_id': '052efc4b-50a3-49a6-8111-911aa6b4f27f', 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:05.516332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:05.521718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:05.525676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:05.534395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:05.569718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.661851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.668766 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.705257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1e2da3-78cc-4d1f-af07-02489fbaab40,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:05.728761 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.731199 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8568dacd-e5b3-49bc-acd4-691a46724dea tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2400165 Feb 07 23:18:05.733968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45496) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:05.740423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'security_group_rule': {'security_group_id': '052efc4b-50a3-49a6-8111-911aa6b4f27f', 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:05.749372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:05.753569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:05.757247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:05.765045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:05.797596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.939322 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.946068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:05.992994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a185ea5-510d-4d9c-acaa-14d66c6bff7a,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:05.999192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.001253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-48df70dd-8d53-42cd-a317-aa66c54b7d8e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657697 Feb 07 23:18:06.004141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45506) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:06.018975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'security_group_rule': {'security_group_id': '052efc4b-50a3-49a6-8111-911aa6b4f27f', 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:06.033192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:06.049441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:06.054350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:06.060305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:06.082604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.167557 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.182709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.187355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.240657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33b66de-e72b-4b35-9077-bf2816c277b2,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:06.240657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.251087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c9ae306b-57f7-4609-b68e-7d62f25cfda5 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2328541 Feb 07 23:18:06.251087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 45516) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:06.255673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'security_group_rule': {'security_group_id': '052efc4b-50a3-49a6-8111-911aa6b4f27f', 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:06.261802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:06.267511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:06.271030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:06.278131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:06.291793 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Project ff6864cd9ab74986b1a3b709168124bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:18:06.300636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.375866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.381433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.414974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e4c375-c8a2-48e0-9e1d-d416675b7ee7,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:06.427910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.429750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-749f2c8e-52a8-4552-badd-ba9b67abaebb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1831119 Feb 07 23:18:06.440102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45524) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:06.447994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'security_group_rule': {'security_group_id': '052efc4b-50a3-49a6-8111-911aa6b4f27f', 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:06.454840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:06.460361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:security_group_rule and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:06.463687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:06.473305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:06.490992 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Project ff6864cd9ab74986b1a3b709168124bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:18:06.502314 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.590359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.644968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.651964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.685028 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0772b340-b7f6-446a-b761-1671e905ab64,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:06.699843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:06.701907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ddb769b6-2133-4f91-af9e-8e6c209fc67f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2602298 Feb 07 23:18:07.056423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fc0bde77-0e9b-475f-bad9-db9a36f32d72 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Synchronizing usage tracker for tenant:ff6864cd9ab74986b1a3b709168124bd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:18:07.083877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fc0bde77-0e9b-475f-bad9-db9a36f32d72 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Unset dirty status for tenant:ff6864cd9ab74986b1a3b709168124bd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:18:07.086097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fc0bde77-0e9b-475f-bad9-db9a36f32d72 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485465835&fields=id&tenant_id=ff6864cd9ab74986b1a3b709168124bd HTTP/1.1" status: 200 len: 267 time: 0.0803077 Feb 07 23:18:07.346140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-4fd30954-eef5-47ea-b9d5-99dfa43357eb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:07.346842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-4fd30954-eef5-47ea-b9d5-99dfa43357eb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Synchronizing usage tracker for tenant:ff6864cd9ab74986b1a3b709168124bd on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:18:07.369468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-4fd30954-eef5-47ea-b9d5-99dfa43357eb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Unset dirty status for tenant:ff6864cd9ab74986b1a3b709168124bd on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:18:07.371626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-4fd30954-eef5-47ea-b9d5-99dfa43357eb tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 814 time: 0.2786276 Feb 07 23:18:07.396060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-80411d9e-88a4-40e4-9b4c-e22ce7bf4b2e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/quotas/ff6864cd9ab74986b1a3b709168124bd HTTP/1.1" status: 200 len: 375 time: 0.0182333 Feb 07 23:18:07.505102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-d932d3b6-713b-4fc1-b775-98b0e928d2c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986536 Feb 07 23:18:07.831056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-33544b3f-68fc-483b-9b57-a5e36b1ba5da service neutron] 10.222.0.10 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058887 Feb 07 23:18:08.047762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-23a2bf8f-eb56-41be-ab69-c0adf9e0db13 service neutron] 10.222.0.10 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043307 Feb 07 23:18:08.561702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58b65875-1ae9-41ff-84af-754650351729 req-730a9b5d-f68b-47fc-b57c-b0d5a0435eb4 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 210 time: 0.0671659 Feb 07 23:18:09.861922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-3899a240-5302-4826-b918-3b508229027c tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:09.863457 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-3899a240-5302-4826-b918-3b508229027c tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.36 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 814 time: 0.2818248 Feb 07 23:18:09.985442 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-11cd24da-53f9-4876-bfaa-16bcd3b7ed9e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff6864cd9ab74986b1a3b709168124bd HTTP/1.1" status: 200 len: 380 time: 0.1106236 Feb 07 23:18:09.999509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'port': {'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'admin_state_up': True, 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'security_groups': ['052efc4b-50a3-49a6-8111-911aa6b4f27f']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:10.017182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11ac106d-f9c2-4cbb-9fbf-7ee37d8d079a req-21e0e18f-aae0-46b4-8fbf-a83a7abf7de3 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 210 time: 0.1204145 Feb 07 23:18:10.248957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:10.253848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:port and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:10.257484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:10.267168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:10.279119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Made reservation on behalf of ff6864cd9ab74986b1a3b709168124bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:10.284324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:10.580450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Allocated IP 172.20.0.7 (16eeecdb-c3e1-4cc9-b892-d0c1a6254a09/780562b7-71e7-48b3-9144-b617c02f20e1/e5b5060b-01c1-4f15-9c84-1be7f59466da) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:18:11.079283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.080481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45664) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:11.114674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Transition to ACTIVE for port object e5b5060b-01c1-4f15-9c84-1be7f59466da will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:11.149701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.325081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:11.331616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:11.350959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:18:11.446559 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.514653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:11.515912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.527024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:11.558003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Usage tracker for resource:security_group_rule and tenant:ac29f8d090224d85ac17eed0cb3a8cf1 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:11.564480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:11.566158 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774653 Feb 07 23:18:11.580222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411ae3b-df1c-4348-8743-c066f4be5892 req-1acfbbc2-9583-4d97-b303-8563765004e6 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:11.588539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1411ae3b-df1c-4348-8743-c066f4be5892 req-1acfbbc2-9583-4d97-b303-8563765004e6 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 931 time: 0.3353107 Feb 07 23:18:11.595917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Request body: {'port': {'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:11.613146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:11.655129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8978c-0408-499b-bf9a-adfd34155fa0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'Port': ['ID=e5b5060b-01c1-4f15-9c84-1be7f59466da,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:11.733607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1411ae3b-df1c-4348-8743-c066f4be5892 req-85ae5000-77a3-4f35-9705-92448702e0d0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435087 Feb 07 23:18:11.804348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-54bc814b-090f-465d-beeb-dc18072a83f2 None None] Provisioning for port e5b5060b-01c1-4f15-9c84-1be7f59466da completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:11.817567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-54bc814b-090f-465d-beeb-dc18072a83f2 None None] Provisioning complete for port e5b5060b-01c1-4f15-9c84-1be7f59466da triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:11.817846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.818534 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-54bc814b-090f-465d-beeb-dc18072a83f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.845090 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.851417 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:11.957932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-54bc814b-090f-465d-beeb-dc18072a83f2 None None] Port e5b5060b-01c1-4f15-9c84-1be7f59466da cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:18:11.993891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d1df07-a6d7-4b3c-afa5-0d5ba0afc86a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:12.006270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9c923756-8f54-41d0-910a-02f7ed3861be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac29f8d090224d85ac17eed0cb3a8cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218433 Feb 07 23:18:12.007381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45682) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:12.121358 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8880d115-112e-48db-a36f-cb8a1d079505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.200179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8880d115-112e-48db-a36f-cb8a1d079505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.303605 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8880d115-112e-48db-a36f-cb8a1d079505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.322628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880d115-112e-48db-a36f-cb8a1d079505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d1df07-a6d7-4b3c-afa5-0d5ba0afc86a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:12.338694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8880d115-112e-48db-a36f-cb8a1d079505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.340071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8880d115-112e-48db-a36f-cb8a1d079505 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85d1df07-a6d7-4b3c-afa5-0d5ba0afc86a HTTP/1.1" status: 204 len: 168 time: 0.3317201 Feb 07 23:18:12.460214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b5060b-01c1-4f15-9c84-1be7f59466da {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:18:12.475757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.497147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Transition to ACTIVE for port object e5b5060b-01c1-4f15-9c84-1be7f59466da will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:12.503054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.618301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b5060b-01c1-4f15-9c84-1be7f59466da,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:12.817074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45710) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:12.852647 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.886206 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Attempting to bind port e5b5060b-01c1-4f15-9c84-1be7f59466da on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:18:12.886824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Attempting to bind port e5b5060b-01c1-4f15-9c84-1be7f59466da by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:18:12.888024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Attempting to bind port e5b5060b-01c1-4f15-9c84-1be7f59466da on network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:18:12.904230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Port e5b5060b-01c1-4f15-9c84-1be7f59466da on network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:18:12.904833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Attempting to bind port e5b5060b-01c1-4f15-9c84-1be7f59466da on network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:18:12.917097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:12.925217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:18:12.925775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Checking segment: {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:18:12.926392 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Bound using segment: {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:18:12.927089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Bound port: e5b5060b-01c1-4f15-9c84-1be7f59466da, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc248b9-c9df-437f-a6da-14720cc6ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:18:12.927666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:12.934234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Usage tracker for resource:security_group_rule and tenant:d2d0e1aa99da4ed0828306dabafcf1a7 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:12.947262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:12.982035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:13.068376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] For port e5b5060b-01c1-4f15-9c84-1be7f59466da, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:18:13.072964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] For port e5b5060b-01c1-4f15-9c84-1be7f59466da, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:18:13.079952 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.159449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.160098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.161635 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] 10.222.0.36 "PUT /v2.0/ports/e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 1091 time: 1.5741832 Feb 07 23:18:13.162190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:13.194725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073e70a-42cc-46d5-b177-552c6a20f903 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b5060b-01c1-4f15-9c84-1be7f59466da,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:13.323968 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'status': 'completed', 'code': 200} Feb 07 23:18:13.327689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb3ed-ead2-4125-9bb1-d695ae679dd0 req-30c7e0c5-9c0b-40e2-bca0-c9d197e7175f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.336822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-280fb3ed-ead2-4125-9bb1-d695ae679dd0 req-30c7e0c5-9c0b-40e2-bca0-c9d197e7175f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 943 time: 0.3502426 Feb 07 23:18:13.382130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-2ee4e54f-29b9-4a04-b13b-5864fecb0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.384782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-2ee4e54f-29b9-4a04-b13b-5864fecb0089 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1094 time: 0.1580992 Feb 07 23:18:13.476290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-280fb3ed-ead2-4125-9bb1-d695ae679dd0 req-b755d1fc-64f3-4e41-a25a-d40c071d2747 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063657 Feb 07 23:18:13.478695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.484230 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.512225 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-90969ca0-f3ec-4b34-a803-d8fe0943bab9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 217 time: 0.1197832 Feb 07 23:18:13.545245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2d0e1aa99da4ed0828306dabafcf1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270629 Feb 07 23:18:13.548198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45726) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:13.560379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96aa60-0f05-4ca3-9eb3-7271ad39dbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b713f5d-d856-4c88-9247-d56ed53cb9ba,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:13.605016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-20c0d556-0687-46ed-9ee0-b2de5b0a59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.606487 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-20c0d556-0687-46ed-9ee0-b2de5b0a59c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 200 len: 853 time: 0.0862923 Feb 07 23:18:13.622754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-886b6596-fe95-4f4e-bf4c-c8585c9cc434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.653344 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-886b6596-fe95-4f4e-bf4c-c8585c9cc434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.693104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-26bc7944-0d30-478d-a478-d8ea0533138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:13.694843 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-26bc7944-0d30-478d-a478-d8ea0533138e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803502 Feb 07 23:18:13.720111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-886b6596-fe95-4f4e-bf4c-c8585c9cc434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.738115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b6596-fe95-4f4e-bf4c-c8585c9cc434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b713f5d-d856-4c88-9247-d56ed53cb9ba,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:13.741380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-886b6596-fe95-4f4e-bf4c-c8585c9cc434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:13.742523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-886b6596-fe95-4f4e-bf4c-c8585c9cc434 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b713f5d-d856-4c88-9247-d56ed53cb9ba HTTP/1.1" status: 204 len: 168 time: 0.1933501 Feb 07 23:18:13.891763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-27f0b840-3ff0-4fb1-bdda-2a379cef74ab service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897752 Feb 07 23:18:14.036268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6652f77d-aeb4-4287-976d-1e4007496d16 req-4564ac31-975a-460a-b498-49d8b2b842d7 service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382151 Feb 07 23:18:14.183582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-00b8d10f-f2b7-4e15-99ff-294ff275d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:14.186022 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-00b8d10f-f2b7-4e15-99ff-294ff275d8dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1094 time: 0.0915344 Feb 07 23:18:14.375244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-232e905a-46ef-4694-b0a9-502b696dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:14.376950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-232e905a-46ef-4694-b0a9-502b696dfd5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 915 time: 0.1845539 Feb 07 23:18:14.484431 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-fbb5a83f-fcc5-4a8d-803e-2a147af59e0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 217 time: 0.0759757 Feb 07 23:18:14.559759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-650078df-7486-4b92-bb83-e85e7ad74b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:14.561545 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-650078df-7486-4b92-bb83-e85e7ad74b86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 200 len: 853 time: 0.0939379 Feb 07 23:18:14.744286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f9f6a-cfe2-4f1b-a8fd-b587784f1d92 req-11e5c04a-bc6d-4f63-9de4-0f8ec298d368 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:14.745897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d2f9f6a-cfe2-4f1b-a8fd-b587784f1d92 req-11e5c04a-bc6d-4f63-9de4-0f8ec298d368 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 943 time: 0.1218910 Feb 07 23:18:14.813200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d2f9f6a-cfe2-4f1b-a8fd-b587784f1d92 req-51b9ee44-362d-4a9b-bfcf-7a66787b0105 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559716 Feb 07 23:18:14.913185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-24c29b87-325e-45c3-9dd3-af2146407cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:14.915450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-24c29b87-325e-45c3-9dd3-af2146407cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3454053 Feb 07 23:18:15.075444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-a255b833-8b43-42fe-8fd3-bccd926c1fff service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483293 Feb 07 23:18:15.206528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbdcce-f24c-48c3-96de-af07af1693be req-85ca9182-466d-40a6-af5d-063af49c9df8 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:15.208044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acfbdcce-f24c-48c3-96de-af07af1693be req-85ca9182-466d-40a6-af5d-063af49c9df8 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1097 time: 0.0999227 Feb 07 23:18:15.251387 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0e15edc8-963b-4cd1-9836-d4c9c2490f78 req-4337b676-d2c6-4571-8f9e-09ca8eb8d40a service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687787 Feb 07 23:18:15.265834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-acfbdcce-f24c-48c3-96de-af07af1693be req-bf14649c-e19c-4204-a735-1005dd44b1b4 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497220 Feb 07 23:18:15.283490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 45784) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:15.592885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-b2848a6b-7d22-4cbc-87de-b1588dc3166f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1341176 Feb 07 23:18:15.594421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 9020d7a7-41b7-48ec-8ebf-ebdda0ad659e {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:18:15.595019 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:15.789690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-71303d2c-53b7-48d7-811a-14ee701d33a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:15.791771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-71303d2c-53b7-48d7-811a-14ee701d33a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1097 time: 0.1065378 Feb 07 23:18:15.844729 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:15.845639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:16.064912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-5ef20d3a-53b7-419b-a785-c5fd1df6a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:16.066909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-5ef20d3a-53b7-419b-a785-c5fd1df6a842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.2536855 Feb 07 23:18:16.218015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-0cdf7ceb-c786-4ce9-abc4-6e083a8d4cab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 1001 time: 0.1438420 Feb 07 23:18:16.248611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 9020d7a7-41b7-48ec-8ebf-ebdda0ad659e owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:18:16.294547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-06deac2e-b3db-44f2-8727-e818d5d207a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:16.296099 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-06deac2e-b3db-44f2-8727-e818d5d207a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.0711303 Feb 07 23:18:16.369855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325d7e3-837b-4387-b784-5bc98470b38d req-511dc1a0-7560-4286-9a82-d3b33c58916e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:16.371606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4325d7e3-837b-4387-b784-5bc98470b38d req-511dc1a0-7560-4286-9a82-d3b33c58916e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 943 time: 0.1710238 Feb 07 23:18:16.391804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-beee095e-16d6-4983-80e1-e9114703f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:16.393197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-beee095e-16d6-4983-80e1-e9114703f0db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898349 Feb 07 23:18:16.442148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4325d7e3-837b-4387-b784-5bc98470b38d req-f76cb812-df97-42b0-a66b-7fd68231bcd1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642099 Feb 07 23:18:16.515717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:16.556419 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-15b866e6-7de9-4939-9705-99c1b547744d service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563294 Feb 07 23:18:16.564692 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=9020d7a7-41b7-48ec-8ebf-ebdda0ad659e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:16.714059 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:16.714499 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 5111ffdc-3b00-41b5-8e26-8eb7575f7001 disassociated (deleted). External IP: 172.25.0.162, port: b6dff483-578e-4709-bce3-a420666cffe0. Feb 07 23:18:16.723110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdcf5ed7-01c9-433b-8f3b-fcb8ecf6e135 req-e6700c0d-1b50-4c14-ac4d-3abca3f8d199 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605434 Feb 07 23:18:17.251269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:18:17.463811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:18:17.473337 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] Sync routers for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:18:17.483817 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:17.484424 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:17:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:17.489413 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:17.555951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a0dc4fd7-9eaa-4351-a074-614b201943a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/floatingips/5111ffdc-3b00-41b5-8e26-8eb7575f7001 HTTP/1.1" status: 204 len: 168 time: 2.2711642 Feb 07 23:18:17.566991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:17.705966 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddb140-fbec-4273-9641-7b0a131a40b7 req-c26578d6-5e35-444d-8ce7-0137f24c762c tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:17.707633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6bddb140-fbec-4273-9641-7b0a131a40b7 req-c26578d6-5e35-444d-8ce7-0137f24c762c tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 943 time: 0.1208916 Feb 07 23:18:17.770136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6bddb140-fbec-4273-9641-7b0a131a40b7 req-38b9852c-444d-4f1f-a4a6-c6cc6627ee55 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509055 Feb 07 23:18:17.849868 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:17.882129 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'status': 'completed', 'code': 200} Feb 07 23:18:18.107622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da955f-6c58-4ffd-8ac1-7e69b3ad6239 req-f89376e8-e2e3-4a13-aa0c-e6135c92f494 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:18.108651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-26da955f-6c58-4ffd-8ac1-7e69b3ad6239 req-f89376e8-e2e3-4a13-aa0c-e6135c92f494 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:18:18.132423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-26da955f-6c58-4ffd-8ac1-7e69b3ad6239 req-f89376e8-e2e3-4a13-aa0c-e6135c92f494 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:18:18.142497 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26da955f-6c58-4ffd-8ac1-7e69b3ad6239 req-f89376e8-e2e3-4a13-aa0c-e6135c92f494 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 946 time: 0.1635716 Feb 07 23:18:18.147113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-444fc08f-3f1b-435f-844f-667ab59c2275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:18.148719 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-444fc08f-3f1b-435f-844f-667ab59c2275 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 1097 time: 0.2341194 Feb 07 23:18:18.198148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26da955f-6c58-4ffd-8ac1-7e69b3ad6239 req-d395efc4-e97d-49fc-8805-203134d17625 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546565 Feb 07 23:18:18.362149 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:13Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:18.368201 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] Checking router: 22b1cedc-a51f-47a1-b9cd-bb7638c4550d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:18:18.386275 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:18.387035 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:17:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:18.423102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-70a678ba-aab0-4634-900d-7189907900bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:18.426817 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-70a678ba-aab0-4634-900d-7189907900bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 200 len: 897 time: 0.2709239 Feb 07 23:18:18.537237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-bfed47ea-15cf-4138-a941-72c22220c5d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 200 len: 217 time: 0.1033416 Feb 07 23:18:18.725281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-5288a77d-3476-4bf2-9683-99c9492c8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:18.727971 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-5288a77d-3476-4bf2-9683-99c9492c8070 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 200 len: 833 time: 0.1834788 Feb 07 23:18:18.903618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-5a3cf03e-82cf-4d0d-adca-0056dbff1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:18.905206 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-5a3cf03e-82cf-4d0d-adca-0056dbff1ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d6f583d9-745f-45d4-9215-876f863cc546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708734 Feb 07 23:18:18.911861 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:19.435021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-8240fe39-6988-4154-b0b8-7b884858490b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:19.436752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-8240fe39-6988-4154-b0b8-7b884858490b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 946 time: 0.3273079 Feb 07 23:18:19.530791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-b13a9182-e3c1-4691-a8f4-5e181c9dd512 service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138806 Feb 07 23:18:19.810203 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:13Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:19.822101 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdf940-84e2-4d3a-89ba-ac0766c25de1 None None] The sync data for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 is: [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:16:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '341ecad4-2cae-4ccc-9a92-319190d44e65', 'name': '', 'network_id': 'd6f583d9-745f-45d4-9215-876f863cc546', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:ad:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:16:00Z', 'updated_at': '2022-02-07T23:16:13Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '52aa655d-9d71-4f63-8edc-3fb0133cb3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:18:19.835926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b60c5e0c-84c4-42c1-8f26-c70e42afad80 req-72f87605-bbd1-461a-aa7c-832efdd0b99c service neutron] 10.222.0.36 "GET /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947223 Feb 07 23:18:19.920632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d41d07-6c26-4cd2-a78d-69039016b98b req-835a8dc1-af08-4a96-82b6-a7e849035231 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:19.923033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26d41d07-6c26-4cd2-a78d-69039016b98b req-835a8dc1-af08-4a96-82b6-a7e849035231 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 943 time: 0.7495525 Feb 07 23:18:19.992837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port b6dff483-578e-4709-bce3-a420666cffe0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:18:19.994103 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:20.097639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-26d41d07-6c26-4cd2-a78d-69039016b98b req-7d6f9d38-859d-47ca-adf5-d8ec959ab247 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629715 Feb 07 23:18:20.161679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577c6de-6dd3-4e8c-9acc-ff496d9792b4 req-2ace0a8b-56ab-460a-aef9-d9be87f8686e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:20.169986 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c577c6de-6dd3-4e8c-9acc-ff496d9792b4 req-2ace0a8b-56ab-460a-aef9-d9be87f8686e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 946 time: 0.3560252 Feb 07 23:18:20.293845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c577c6de-6dd3-4e8c-9acc-ff496d9792b4 req-e782ef97-ab5b-45f1-80d7-2ee09340ad46 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=7129b59b-1a0e-4cbe-8969-7967a95addb4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229014 Feb 07 23:18:20.329534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e2b8e5-93ce-4947-b2ec-6b0602688964 None None] New status for floating IP 5111ffdc-3b00-41b5-8e26-8eb7575f7001: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:18:20.535689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port b6dff483-578e-4709-bce3-a420666cffe0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b6dff483-578e-4709-bce3-a420666cffe0,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:20.536616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:20.729848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for b6dff483-578e-4709-bce3-a420666cffe0 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:18:20.924477 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:20.987179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=b6dff483-578e-4709-bce3-a420666cffe0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:21.091746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] No DVR routers for this DVR port b6dff483-578e-4709-bce3-a420666cffe0 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:18:21.094721 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:21.097751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-deleted', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:21.131798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c14e87d-a738-447f-81ab-c8967b4cbc5a req-29264598-a3dd-49eb-81e2-70173068f3ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "DELETE /v2.0/ports/b6dff483-578e-4709-bce3-a420666cffe0 HTTP/1.1" status: 204 len: 173 time: 1.6878798 Feb 07 23:18:21.149156 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6833bbd-d39a-4820-9947-d7aa4836abd9', 'name': 'network-vif-deleted', 'tag': 'b6dff483-578e-4709-bce3-a420666cffe0', 'status': 'completed', 'code': 200} Feb 07 23:18:21.399752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f790d-b3c1-4fae-9f9f-4cb9ca1316ed req-748fcdc2-ff29-4804-99a2-f1f40a59c02a tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:21.401795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-586f790d-b3c1-4fae-9f9f-4cb9ca1316ed req-748fcdc2-ff29-4804-99a2-f1f40a59c02a tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 943 time: 0.1448793 Feb 07 23:18:21.460552 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-586f790d-b3c1-4fae-9f9f-4cb9ca1316ed req-091faf1f-7d12-4527-a345-949e2366851c tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533741 Feb 07 23:18:21.598990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8bc2b960-9782-4fc2-b098-a2426862fd40 req-4e7a1809-88ab-40b2-ba96-e2ba93cb3edf tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:18:21.621480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8bc2b960-9782-4fc2-b098-a2426862fd40 req-4e7a1809-88ab-40b2-ba96-e2ba93cb3edf tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:18:21.633294 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bc2b960-9782-4fc2-b098-a2426862fd40 req-4e7a1809-88ab-40b2-ba96-e2ba93cb3edf tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6833bbd-d39a-4820-9947-d7aa4836abd9 HTTP/1.1" status: 200 len: 210 time: 0.0869317 Feb 07 23:18:22.711323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479fd10-73ca-4e61-9712-2e19ab1c03a8 req-e8c75932-4a25-4267-b3fe-54ce830cdd93 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:22.715780 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7479fd10-73ca-4e61-9712-2e19ab1c03a8 req-e8c75932-4a25-4267-b3fe-54ce830cdd93 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 943 time: 0.1055205 Feb 07 23:18:22.741355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46320) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:22.775845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7479fd10-73ca-4e61-9712-2e19ab1c03a8 req-544208f0-ec14-408d-ab84-a6aec1b0a77f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568111 Feb 07 23:18:23.263765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e5b5060b-01c1-4f15-9c84-1be7f59466da details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:18:23.481119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e5b5060b-01c1-4f15-9c84-1be7f59466da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:23.497335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:18:23.569681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'mac_address': 'fa:16:3e:00:0e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:18:23.574596 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: b6dff483-578e-4709-bce3-a420666cffe0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:18:23.576391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b6dff483-578e-4709-bce3-a420666cffe0 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:18:23.680768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:23.722594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:23.752179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b5060b-01c1-4f15-9c84-1be7f59466da {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:18:23.775712 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e5b5060b-01c1-4f15-9c84-1be7f59466da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:23.782525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.017001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['e5b5060b-01c1-4f15-9c84-1be7f59466da'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:18:24.080176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e5b5060b-01c1-4f15-9c84-1be7f59466da,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:24.321996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377a5b7-4d04-4f31-a015-aefad3fa64fa req-b1af7057-7fca-46df-9957-3d8cc2cf6d32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:24.333745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8377a5b7-4d04-4f31-a015-aefad3fa64fa req-b1af7057-7fca-46df-9957-3d8cc2cf6d32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 944 time: 0.2539575 Feb 07 23:18:24.423670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8377a5b7-4d04-4f31-a015-aefad3fa64fa req-c5a5acba-a750-412f-9065-71d6f18e4714 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886683 Feb 07 23:18:24.507009 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 341ecad4-2cae-4ccc-9a92-319190d44e65 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:18:24.507785 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:24.751203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 341ecad4-2cae-4ccc-9a92-319190d44e65, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=341ecad4-2cae-4ccc-9a92-319190d44e65,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:24.751797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.012729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 341ecad4-2cae-4ccc-9a92-319190d44e65 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:18:25.274900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e5b5060b-01c1-4f15-9c84-1be7f59466da up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:18:25.352241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.392304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port e5b5060b-01c1-4f15-9c84-1be7f59466da completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:25.407978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port e5b5060b-01c1-4f15-9c84-1be7f59466da triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:25.408597 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.532212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=341ecad4-2cae-4ccc-9a92-319190d44e65,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:25.864119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:25.947708 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:26.030753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8e6f5-eab4-4da5-8c83-96a4311046a4 req-70ec4507-f902-4a80-a0d7-7c14260da96b tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:26.032614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port e5b5060b-01c1-4f15-9c84-1be7f59466da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:26.044822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebd8e6f5-eab4-4da5-8c83-96a4311046a4 req-70ec4507-f902-4a80-a0d7-7c14260da96b tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 944 time: 0.2618010 Feb 07 23:18:26.046919 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.095248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b1275467-0832-4a62-b305-ba86b459002c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.144830 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'code': 200} Feb 07 23:18:26.202291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=e5b5060b-01c1-4f15-9c84-1be7f59466da,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:26.217588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46368) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:26.245885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.360437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebd8e6f5-eab4-4da5-8c83-96a4311046a4 req-026b2d67-a716-4cca-af20-b488d1bb994d tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137696 Feb 07 23:18:26.430486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1263-f703-4fcc-924b-83f9928237bb req-1062e604-d555-4be4-a135-118a4665f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:26.434833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dfd1263-f703-4fcc-924b-83f9928237bb req-1062e604-d555-4be4-a135-118a4665f230 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1096 time: 0.2414012 Feb 07 23:18:26.505257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dfd1263-f703-4fcc-924b-83f9928237bb req-232f5c42-c01a-4d7b-ac25-5a6806ff3ce0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631423 Feb 07 23:18:26.524942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:26.617848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:26.622452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Usage tracker for resource:security_group_rule and tenant:231cb1aa7bcc4b3c9c76eba9406fb062 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:26.625713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:26.662761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:27.004068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.010166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:18:27.011175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.129728 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=231cb1aa7bcc4b3c9c76eba9406fb062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9078445 Feb 07 23:18:27.130551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46380) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:27.140518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b2985-4f9c-424d-a8fe-d3d8d78e80d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615448b2-3f28-4b76-a36b-aa219a579488,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:27.216254 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2091d8d8-4e30-417a-8da7-6c0bdf66d18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.261099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2091d8d8-4e30-417a-8da7-6c0bdf66d18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.288390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:18:27.300644 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] Sync routers for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:18:27.323078 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:27.324121 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:17:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:27.325215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-22221dbc-3ea6-40a0-88c7-95f3925a8f5d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/22b1cedc-a51f-47a1-b9cd-bb7638c4550d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5818822 Feb 07 23:18:27.327827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46386) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:27.350101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2091d8d8-4e30-417a-8da7-6c0bdf66d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.373853 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2091d8d8-4e30-417a-8da7-6c0bdf66d18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.375418 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2091d8d8-4e30-417a-8da7-6c0bdf66d18e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/615448b2-3f28-4b76-a36b-aa219a579488 HTTP/1.1" status: 204 len: 168 time: 0.2429786 Feb 07 23:18:27.377165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091d8d8-4e30-417a-8da7-6c0bdf66d18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615448b2-3f28-4b76-a36b-aa219a579488,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:27.437244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting subnet 52aa655d-9d71-4f63-8edc-3fb0133cb3a0 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:18:27.442074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.678311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:27.681181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d6ab2-b210-481b-a219-9028adccb23e req-e381fa51-cadd-4684-a64c-b637fe9aecf6 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:27.699478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-370d6ab2-b210-481b-a219-9028adccb23e req-e381fa51-cadd-4684-a64c-b637fe9aecf6 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 945 time: 0.1529949 Feb 07 23:18:27.801644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-370d6ab2-b210-481b-a219-9028adccb23e req-c77360ec-9bde-405b-8fbd-579fab3f6c9e tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010048 Feb 07 23:18:27.847172 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:27.899754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.081007 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.133781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.137521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7890d8-6805-44f4-9585-6fad69548cfb None None] Network d6f583d9-745f-45d4-9215-876f863cc546 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:18:28.144376 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/subnets/52aa655d-9d71-4f63-8edc-3fb0133cb3a0 HTTP/1.1" status: 204 len: 168 time: 0.8131137 Feb 07 23:18:28.145584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46408) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:28.148195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509870-247c-4fe9-b9b1-502166967a9b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Subnet': ['ID=52aa655d-9d71-4f63-8edc-3fb0133cb3a0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:28.284963 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3966a85f-6608-4f61-8da6-964384730d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.381844 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:18:25Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:28.386971 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] Checking router: 22b1cedc-a51f-47a1-b9cd-bb7638c4550d for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:18:28.397737 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] Routers {'22b1cedc-a51f-47a1-b9cd-bb7638c4550d'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:28.398618 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:28.556949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] DHCP port deletion for d6f583d9-745f-45d4-9215-876f863cc546 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:18:28.557706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.562106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] Deleting port 2125af1c-a286-413e-8444-6608d4c894b1 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:18:28.562690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.756051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] Set router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:28.859015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46430) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:28.923854 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:28.951730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port cfd54518-97b3-43a4-852d-4d6bdcb3535a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:18:28.953883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.104276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.122213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:29.128455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] For port 2125af1c-a286-413e-8444-6608d4c894b1, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2125af1c-a286-413e-8444-6608d4c894b1,segment=NetworkSegment(d3e8f0d2-1c23-40ba-aade-715dab5bea72),segment_id=d3e8f0d2-1c23-40ba-aade-715dab5bea72)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:29.129702 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.142512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Usage tracker for resource:security_group_rule and tenant:614f3800b8bf47bf8bb20d5269533b09 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:29.156717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:29.173380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:29.209972 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:18:25Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:29.221791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc10627-d26f-4594-a3c4-34418fc8f769 None None] The sync data for ids ['22b1cedc-a51f-47a1-b9cd-bb7638c4550d'] in n-d-827896-3 is: [{'id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1330387104', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:15:51Z', 'updated_at': '2022-02-07T23:18:25Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'cfd54518-97b3-43a4-852d-4d6bdcb3535a', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:07:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b1cedc-a51f-47a1-b9cd-bb7638c4550d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:15:52Z', 'updated_at': '2022-02-07T23:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:18:29.284478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2125af1c-a286-413e-8444-6608d4c894b1 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:18:29.294159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.305860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.369294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70302837-40ae-48b6-a1a6-7d68a9d75b6b req-1055c68c-5a64-422a-beb6-a530c52629a9 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:29.371831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70302837-40ae-48b6-a1a6-7d68a9d75b6b req-1055c68c-5a64-422a-beb6-a530c52629a9 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 945 time: 0.3036497 Feb 07 23:18:29.380627 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=614f3800b8bf47bf8bb20d5269533b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204673 Feb 07 23:18:29.381393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a2393-dced-467c-8e5e-ab4f6acc0661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0057c6-d7d6-4b7a-b285-6247d19ff44e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:29.384973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46444) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:29.454137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18b0241d-595f-4f77-9daf-3dc98a40b82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.480605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70302837-40ae-48b6-a1a6-7d68a9d75b6b req-aaa38199-8707-4345-bf61-1f49d161144c tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816422 Feb 07 23:18:29.492996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port cfd54518-97b3-43a4-852d-4d6bdcb3535a, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=cfd54518-97b3-43a4-852d-4d6bdcb3535a,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:29.493461 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.495180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] Calling delete_port for 2125af1c-a286-413e-8444-6608d4c894b1 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:18:29.505027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18b0241d-595f-4f77-9daf-3dc98a40b82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.562235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.618459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18b0241d-595f-4f77-9daf-3dc98a40b82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.619052 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.655057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0241d-595f-4f77-9daf-3dc98a40b82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0057c6-d7d6-4b7a-b285-6247d19ff44e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:29.671490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-18b0241d-595f-4f77-9daf-3dc98a40b82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.675228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-18b0241d-595f-4f77-9daf-3dc98a40b82e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c0057c6-d7d6-4b7a-b285-6247d19ff44e HTTP/1.1" status: 204 len: 168 time: 0.2872343 Feb 07 23:18:29.704075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for cfd54518-97b3-43a4-852d-4d6bdcb3535a owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:18:29.816752 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.879941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] Pushing event deleted for resources: {'Port': ['ID=2125af1c-a286-413e-8444-6608d4c894b1,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:29.887404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:29.900590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8cf132-76f3-41aa-92c1-f6af04a88b5f None None] No DVR routers for this DVR port 2125af1c-a286-413e-8444-6608d4c894b1 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:18:30.043331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed71ab-d3a4-4e60-a15e-41eaa84c21a9 req-45c19508-d472-4315-b579-8fa4f13a7015 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:30.044912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2ed71ab-d3a4-4e60-a15e-41eaa84c21a9 req-45c19508-d472-4315-b579-8fa4f13a7015 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 945 time: 0.2867062 Feb 07 23:18:30.141121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2ed71ab-d3a4-4e60-a15e-41eaa84c21a9 req-056208be-badb-4172-a553-2eb4af282056 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871172 Feb 07 23:18:30.157157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.171801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46466) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:30.225333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=cfd54518-97b3-43a4-852d-4d6bdcb3535a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:30.258577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46472) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:30.283304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.303264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:30.310829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Usage tracker for resource:security_group_rule and tenant:b3419623be3e4194b9cc3c7c8097e5b9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:30.317187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:30.325316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:30.377618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.507162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.512642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.607590 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.614146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.661380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.661950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Fanout notify agent at l3_agent the message router_deleted on router 22b1cedc-a51f-47a1-b9cd-bb7638c4550d {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:18:30.686814 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:30.687991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3561336c-d2fa-4498-ae47-e1f0a6191940 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/routers/22b1cedc-a51f-47a1-b9cd-bb7638c4550d HTTP/1.1" status: 204 len: 168 time: 2.5408883 Feb 07 23:18:30.690871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46482) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:30.747970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46488) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:30.749157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b3419623be3e4194b9cc3c7c8097e5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4889505 Feb 07 23:18:30.781914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a251e-8881-4acd-84f5-ecceabff43eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015e7f5d-9fa0-43d4-aa8a-b5bec7c012f4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:30.852385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7327f4-2c61-4c39-9e1b-e5f78160feca tempest-TestVolumeBackupRestore-1687800838 tempest-TestVolumeBackupRestore-1687800838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:30.853060 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dd7327f4-2c61-4c39-9e1b-e5f78160feca tempest-TestVolumeBackupRestore-1687800838 tempest-TestVolumeBackupRestore-1687800838-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1091 time: 0.6770282 Feb 07 23:18:30.856310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46492) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:30.862459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:30.873324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:30.878158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Usage tracker for resource:floatingip and tenant:ff6864cd9ab74986b1a3b709168124bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:30.881837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:30.889969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:30.902542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.053213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46500) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:31.071741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.134186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59250461-4177-4f77-b40a-af98b4e86eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.158654 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.187966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.209814 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59250461-4177-4f77-b40a-af98b4e86eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.245879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 341ecad4-2cae-4ccc-9a92-319190d44e65 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:18:31.250673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.280952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:31.284830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 341ecad4-2cae-4ccc-9a92-319190d44e65 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:18:31.285569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 341ecad4-2cae-4ccc-9a92-319190d44e65 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:18:31.286142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cfd54518-97b3-43a4-852d-4d6bdcb3535a no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:18:31.294045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Usage tracker for resource:security_group_rule and tenant:52d6a7f7560a4c0584329f6d46fc28f5 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:31.299125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:31.309676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:31.332052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: cfd54518-97b3-43a4-852d-4d6bdcb3535a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:18:31.332676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device cfd54518-97b3-43a4-852d-4d6bdcb3535a not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:18:31.417658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.418220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Allocated IP 172.25.0.104 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/f668bb4f-f06c-472c-bb81-973e000e867d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:18:31.455260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f583d9-745f-45d4-9215-876f863cc546']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:31.478797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e8f0d2-1c23-40ba-aade-715dab5bea72') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:31.479347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e8f0d2-1c23-40ba-aade-715dab5bea72') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:31.505682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.522296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59250461-4177-4f77-b40a-af98b4e86eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.552621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59250461-4177-4f77-b40a-af98b4e86eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015e7f5d-9fa0-43d4-aa8a-b5bec7c012f4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:31.557758 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.576113 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-59250461-4177-4f77-b40a-af98b4e86eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.593939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-59250461-4177-4f77-b40a-af98b4e86eab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/015e7f5d-9fa0-43d4-aa8a-b5bec7c012f4 HTTP/1.1" status: 204 len: 168 time: 0.8359621 Feb 07 23:18:31.596200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.598678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:18:31.599354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.613848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:18:31.636764 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:18:31.691064 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52d6a7f7560a4c0584329f6d46fc28f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6344078 Feb 07 23:18:31.719091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46508) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:31.784678 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.792825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.808735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e647b-dd39-4884-8abb-72daf200fd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd82943a-fdc7-4801-8f20-70b3237d30f6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:31.809450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.816242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Network': ['ID=d6f583d9-745f-45d4-9215-876f863cc546,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:31.836711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-04712b7e-3f34-453a-939a-87d381de8f9f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/networks/d6f583d9-745f-45d4-9215-876f863cc546 HTTP/1.1" status: 204 len: 168 time: 1.1444285 Feb 07 23:18:31.837853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46514) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:31.906025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6be34a3-9ce2-412c-9e36-7b7b0bda5579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.935168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6be34a3-9ce2-412c-9e36-7b7b0bda5579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:31.955658 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08dc5e22-1f1e-451d-9347-40d18a54eb56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.010214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.013601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08dc5e22-1f1e-451d-9347-40d18a54eb56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.076023 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6be34a3-9ce2-412c-9e36-7b7b0bda5579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.114535 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08dc5e22-1f1e-451d-9347-40d18a54eb56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.120513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be34a3-9ce2-412c-9e36-7b7b0bda5579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd82943a-fdc7-4801-8f20-70b3237d30f6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:32.126698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:32.135380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:32.144223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:18:32.151542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc5e22-1f1e-451d-9347-40d18a54eb56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7129b59b-1a0e-4cbe-8969-7967a95addb4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:32.161367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08dc5e22-1f1e-451d-9347-40d18a54eb56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.162709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-08dc5e22-1f1e-451d-9347-40d18a54eb56 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/security-groups/7129b59b-1a0e-4cbe-8969-7967a95addb4 HTTP/1.1" status: 204 len: 168 time: 0.3232572 Feb 07 23:18:32.198814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'Port': ['ID=f668bb4f-f06c-472c-bb81-973e000e867d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:32.205287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6be34a3-9ce2-412c-9e36-7b7b0bda5579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:32.209447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e6be34a3-9ce2-412c-9e36-7b7b0bda5579 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd82943a-fdc7-4801-8f20-70b3237d30f6 HTTP/1.1" status: 204 len: 168 time: 0.4829841 Feb 07 23:18:32.932389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46554) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:32.938301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599552566', 'description': 'tempest-secgroup-smoke-1599552566 description', 'project_id': '10fae2aac93b470390285df47d4d2fcd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:32.950606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:32.961843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:32.974731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:32.982658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:32.997325 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.032061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:33.043774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:33.049488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:33.064490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:33.194149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.195308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.210847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.279246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.283871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3472526 Feb 07 23:18:33.283871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46566) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:33.291773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '010594fe-432e-477e-8784-bb135004d2df', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:33.304925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3addb1ef-ffd1-4eaa-bf18-5fbe96b9c984 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010594fe-432e-477e-8784-bb135004d2df,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:33.315315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:33.321372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:33.327035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:33.337696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:33.351690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.365664 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.502056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.509661 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.573787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bdef15-86e2-4677-8554-b06ac5637c37,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:33.580924 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.583352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bf03b8b0-0a28-4204-ba83-1ea4cd518584 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2980833 Feb 07 23:18:33.586198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46584) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:33.603614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '010594fe-432e-477e-8784-bb135004d2df', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:33.619706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:33.630768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:33.639219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:33.652432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:33.690639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.731415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.739125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.775931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.780936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.818354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.822307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2326241 Feb 07 23:18:33.823644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:33.831403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '010594fe-432e-477e-8784-bb135004d2df', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:33.838103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c24df-b29a-422d-8bef-43cc8790a537 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e421dc77-97ca-4843-ae8b-f2b2a7d051e8,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:33.842248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:33.849062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:33.853027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:33.859572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:33.881700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.972596 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:33.987243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.009344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event updated for resources: {'Port': ['ID=f668bb4f-f06c-472c-bb81-973e000e867d,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:34.017450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.080008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.081624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2569170 Feb 07 23:18:34.088549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46604) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:34.090438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c7a7-6aff-4178-baa4-06995fb916d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0e9400-27c3-463d-aaa9-34f7846cb3ec,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:34.094021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '010594fe-432e-477e-8784-bb135004d2df', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:34.112685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:34.120340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:34.125846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:34.142808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:34.242109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.266071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-a573b1d5-de70-4a34-b25f-47aaf51867c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237082 Feb 07 23:18:34.279169 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Floating IP 4e43c179-179b-4c59-ba5b-ae0621002681 associated. External IP: 172.25.0.104, port: e5b5060b-01c1-4f15-9c84-1be7f59466da. Feb 07 23:18:34.432011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-1e782e78-ec56-4618-8210-a72167e0e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:34.434197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-1e782e78-ec56-4618-8210-a72167e0e9d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 1096 time: 0.1289487 Feb 07 23:18:34.508499 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.524379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.559312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4fab6f-525f-4563-bec5-1eeb560d43f3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:34.639932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.644284 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4fe98a9f-5806-4db5-afc5-c1a923d52bd9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5546327 Feb 07 23:18:34.648839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:34.710630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '010594fe-432e-477e-8784-bb135004d2df', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:34.720355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:34.725658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:34.730601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:34.740357 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:34.753936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-952e071b-d879-42fe-b8d1-622019756b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:34.756269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-952e071b-d879-42fe-b8d1-622019756b13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.2902749 Feb 07 23:18:34.759734 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:18:34.850172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:34.902439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Router 336628c8-1829-4b92-96f8-ffe305314400 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:18:34.960759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-c87a017a-3ac1-4ab4-827a-3a17615c9879 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a HTTP/1.1" status: 200 len: 1000 time: 0.1910846 Feb 07 23:18:35.129349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:35.149383 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:35.203347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-ee0ba3d6-7552-4bde-9858-58339d471df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:35.205810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-ee0ba3d6-7552-4bde-9858-58339d471df2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.2343163 Feb 07 23:18:35.211092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61be3a5a-97eb-43ea-b846-2b62b84ae5d9,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:35.303905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:35.311014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4c066270-6788-4bdb-a7ca-fbfc2c5394b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6554117 Feb 07 23:18:35.312043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46646) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:35.338238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '010594fe-432e-477e-8784-bb135004d2df', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:35.404254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:35.424490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-e7d03a7e-9d4d-4184-a990-9a1e1d724420 req-3c4529b0-c54e-42de-8836-c6a75b876f3c service neutron] (87671) timed out ('10.222.0.36', 55245) {{(pid=87671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:18:35.427086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:18:35.438846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:35.441287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] Sync routers for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:18:35.457907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:35.458961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:35.459969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:35.493490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:35.497484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:35.530121 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:18:35.546182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:35.574111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-0c24de08-b778-4309-9994-79f43de3349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:35.576753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-0c24de08-b778-4309-9994-79f43de3349d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3556063 Feb 07 23:18:35.627377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46660) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:35.730659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58a5931d-9acb-4190-908b-3ae727b128c8 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8701489 Feb 07 23:18:35.730659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:35.737499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46664) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:35.896501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:36.270948 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'status': 'completed', 'code': 200} Feb 07 23:18:36.299789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:36.319596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfc74fa-0230-49ca-a44c-af2f8a984efd tempest-TestVolumeBackupRestore-1687800838 tempest-TestVolumeBackupRestore-1687800838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:36.324705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2bfc74fa-0230-49ca-a44c-af2f8a984efd tempest-TestVolumeBackupRestore-1687800838 tempest-TestVolumeBackupRestore-1687800838-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1091 time: 0.5828030 Feb 07 23:18:36.324898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46684) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:36.332828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Request body: {'floatingip': {'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:36.456446 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:36.519138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:36.560189 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for floatingip, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:36.577436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0009d64c59493bba34f194d5ca48bf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:36.591211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-925fdfa4-631e-4b2e-b6d8-af2a4093d009 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9969482 Feb 07 23:18:36.592427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:36.601298 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:36.646149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:36.660391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:36.667984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:36.679151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '4e43c179-179b-4c59-ba5b-ae0621002681', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '336628c8-1829-4b92-96f8-ffe305314400', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'mac_address': 'fa:16:3e:00:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:18:33Z', 'updated_at': '2022-02-07T23:18:33Z', 'revision_number': 0, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:36.684372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] Checking router: 336628c8-1829-4b92-96f8-ffe305314400 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:18:36.694154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:36.695413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:36.766722 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:18:36.771532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:36.776955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4596705 Feb 07 23:18:36.780975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46710) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:36.807146 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'network': {'name': 'tempest-network-smoke--1234181638', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'port_security_enabled': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:36.840812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ceeb3-bde6-4be6-83bb-9410bed2a325 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193cc62e-086a-4a1b-b998-fbc53ccb29ac,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:36.847095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:36.876448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:network and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:36.905289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-e2a3d6e4-099c-49eb-bd0b-0c7ad0531d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:36.906821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-e2a3d6e4-099c-49eb-bd0b-0c7ad0531d75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1096 time: 0.9584303 Feb 07 23:18:36.907795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:36.910923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:36.928402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:37.161098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-86c9d1eb-8991-42e1-8a7a-c6c4ad3581be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:37.162568 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-86c9d1eb-8991-42e1-8a7a-c6c4ad3581be service neutron] 10.222.0.36 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 915 time: 0.2373145 Feb 07 23:18:37.301896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46718) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:37.351789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:37.355941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.381372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0984b420-fd23-40b1-a5af-6b407a2eb2dd req-6cab4a80-6495-4ce3-93d3-56f6958c137a service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693298 Feb 07 23:18:37.408432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-46d0c700-73a3-4178-9cdd-2e381fb1f6ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 999 time: 0.2074475 Feb 07 23:18:37.475893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '4e43c179-179b-4c59-ba5b-ae0621002681', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '336628c8-1829-4b92-96f8-ffe305314400', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'mac_address': 'fa:16:3e:00:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:18:33Z', 'updated_at': '2022-02-07T23:18:33Z', 'revision_number': 0, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:37.485934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f3c5b1-ac2f-4d5c-bac8-500f3a30adc7 None None] The sync data for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 is: [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '4e43c179-179b-4c59-ba5b-ae0621002681', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '336628c8-1829-4b92-96f8-ffe305314400', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'mac_address': 'fa:16:3e:00:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:18:33Z', 'updated_at': '2022-02-07T23:18:33Z', 'revision_number': 0, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:18:37.494744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:18:37.514929 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.526646 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.527353 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Added segment f0fddafa-9467-4c99-ac70-932b6d24b683 of type vlan for network a41e5a61-71ab-4919-8e03-8d464abe2457 Feb 07 23:18:37.529100 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.550479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-a467909d-b9a9-4b26-84e2-c99d851321d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:37.552230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-a467909d-b9a9-4b26-84e2-c99d851321d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 200 len: 853 time: 0.1313970 Feb 07 23:18:37.625651 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.630566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.704526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152e229a-b579-4959-8ceb-d45c10a6d895,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:37.707648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.727820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6b8f0a84-a5aa-4641-af13-e9f16f6398e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f0009d64c59493bba34f194d5ca48bf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0773535 Feb 07 23:18:37.733016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46726) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:37.742864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.748455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:37.767324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Usage tracker for resource:security_group_rule and tenant:a515aac837b74381b68fce790ad48ffd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:37.774669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:37.796504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:37.824874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.832762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:37.833473 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:37.901605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47defeb-8817-4e85-bf92-074cc895f6e2 None None] New status for floating IP 4e43c179-179b-4c59-ba5b-ae0621002681: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:18:37.976898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ab990a-8f37-4bc5-b2b3-edbf6c5e99ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.116537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-0cafd3a8-117c-474b-9bf3-54c9cef2659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:38.117025 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ab990a-8f37-4bc5-b2b3-edbf6c5e99ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.118379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-0cafd3a8-117c-474b-9bf3-54c9cef2659d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5535276 Feb 07 23:18:38.281403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-9a657e99-4feb-425a-8f8d-6bcd747eb4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449456 Feb 07 23:18:38.315792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Network': ['ID=a41e5a61-71ab-4919-8e03-8d464abe2457,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:38.342585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Router 336628c8-1829-4b92-96f8-ffe305314400 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:18:38.343538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a41e5a61-71ab-4919-8e03-8d464abe2457 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:18:38.348971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ab990a-8f37-4bc5-b2b3-edbf6c5e99ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.503064 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.516003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bae36dff-e35e-4adf-9e99-e1e9d661cc6a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7303979 Feb 07 23:18:38.516664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46730) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:38.527175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab990a-8f37-4bc5-b2b3-edbf6c5e99ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e229a-b579-4959-8ceb-d45c10a6d895,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:38.534281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.563348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'admin_state_up': True, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:38.601250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:38.639349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:router and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:38.648479 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:38.686569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:38.690520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20ab990a-8f37-4bc5-b2b3-edbf6c5e99ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.710358 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a515aac837b74381b68fce790ad48ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3812854 Feb 07 23:18:38.717132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-20ab990a-8f37-4bc5-b2b3-edbf6c5e99ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/152e229a-b579-4959-8ceb-d45c10a6d895 HTTP/1.1" status: 204 len: 168 time: 0.9612033 Feb 07 23:18:38.724139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2115d-c267-4d16-89f4-aa216d9a2718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb2450-d787-4bc2-8987-16e9c646c931,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:38.732771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46738) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:38.738957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b5b3f4a-0a9b-4dec-8997-7448a9aa2842 req-3479b721-85ff-4d74-a286-2682840ddc8b service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226656 Feb 07 23:18:38.738957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.738957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.765939 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.861297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:18:38.875404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] Sync routers for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:18:38.891300 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:38.899109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:38.903115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:39.066363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-347bb2cb-a6ab-41ac-bb71-7d3400f61354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.167509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:39.265743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-347bb2cb-a6ab-41ac-bb71-7d3400f61354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.327594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dca4c27f-3deb-479c-a329-020495a46144 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "PUT /v2.0/floatingips/4e43c179-179b-4c59-ba5b-ae0621002681 HTTP/1.1" status: 200 len: 991 time: 2.9963932 Feb 07 23:18:39.360693 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'status': 'completed', 'code': 200} Feb 07 23:18:39.377934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:39.383216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46758) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:39.424775 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.442879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:39.448254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Usage tracker for resource:security_group_rule and tenant:7d1e0619547a4ff9a914f95ad84605cd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:39.452850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:39.459089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:39.486965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-347bb2cb-a6ab-41ac-bb71-7d3400f61354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.523267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bb2cb-a6ab-41ac-bb71-7d3400f61354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabb2450-d787-4bc2-8987-16e9c646c931,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:39.534670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-347bb2cb-a6ab-41ac-bb71-7d3400f61354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.535873 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-347bb2cb-a6ab-41ac-bb71-7d3400f61354 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eabb2450-d787-4bc2-8987-16e9c646c931 HTTP/1.1" status: 204 len: 168 time: 0.8287508 Feb 07 23:18:39.598608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.614836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.622309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.706301 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d1e0619547a4ff9a914f95ad84605cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198330 Feb 07 23:18:39.707264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:39.710023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97597c16-e04e-4ff3-9b60-d05f5162787f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bf7d97-cca3-4840-9900-ea53f978e506,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:39.718686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-f85dacfe-b0a5-42df-890f-b9b4d9e9e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:39.721791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-f85dacfe-b0a5-42df-890f-b9b4d9e9e90c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1096 time: 0.2506795 Feb 07 23:18:39.789600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be8018bb-d95b-4e0e-b5dc-333722e8d2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.825259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be8018bb-d95b-4e0e-b5dc-333722e8d2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.907168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be8018bb-d95b-4e0e-b5dc-333722e8d2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.933241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8018bb-d95b-4e0e-b5dc-333722e8d2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bf7d97-cca3-4840-9900-ea53f978e506,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:39.952552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-be8018bb-d95b-4e0e-b5dc-333722e8d2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:39.954040 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be8018bb-d95b-4e0e-b5dc-333722e8d2c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35bf7d97-cca3-4840-9900-ea53f978e506 HTTP/1.1" status: 204 len: 168 time: 0.2464609 Feb 07 23:18:39.991625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '4e43c179-179b-4c59-ba5b-ae0621002681', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '336628c8-1829-4b92-96f8-ffe305314400', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'mac_address': 'fa:16:3e:00:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:18:33Z', 'updated_at': '2022-02-07T23:18:38Z', 'revision_number': 2, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:39.999431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] Checking router: 336628c8-1829-4b92-96f8-ffe305314400 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:18:40.013267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:40.014207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:40.030360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-97acbacc-abaa-49b2-9cf7-564f4c5b635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:40.031996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-97acbacc-abaa-49b2-9cf7-564f4c5b635b service neutron] 10.222.0.36 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 915 time: 0.3032601 Feb 07 23:18:40.258642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:40.270501 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:40.307229 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:40.400259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-e555db80-afd3-4993-a223-7956a7087260 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 1001 time: 0.3603182 Feb 07 23:18:40.485246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46780) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:40.548438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-ab98fb20-bf83-4354-8489-2b733da3fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:40.550357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-ab98fb20-bf83-4354-8489-2b733da3fa38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 200 len: 853 time: 0.1001081 Feb 07 23:18:40.551811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.209 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:18:40.559094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:40.578960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:40.584188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Usage tracker for resource:security_group_rule and tenant:0b682f4b92a94a57812ae6d056051d41 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:40.589281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:40.601931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:40.792756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:40.799951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:40.807547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-0aa17048-b27c-4683-92d6-a36262101bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:40.809590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-0aa17048-b27c-4683-92d6-a36262101bb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2497513 Feb 07 23:18:40.867691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b682f4b92a94a57812ae6d056051d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800151 Feb 07 23:18:40.870913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46788) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:40.873664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783113cf-a8f6-419f-95dd-d0481268fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d72100-d535-42ff-96ac-e8212873e06b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:40.994500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a2d9-68ca-4c97-8a83-dba5e002b5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:41.058436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a2d9-68ca-4c97-8a83-dba5e002b5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:41.076338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '4e43c179-179b-4c59-ba5b-ae0621002681', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '336628c8-1829-4b92-96f8-ffe305314400', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'mac_address': 'fa:16:3e:00:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:18:33Z', 'updated_at': '2022-02-07T23:18:38Z', 'revision_number': 2, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:41.086450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f51b4d-ecbe-4802-8314-9cfc92d3a4a3 None None] The sync data for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 is: [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '4e43c179-179b-4c59-ba5b-ae0621002681', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '336628c8-1829-4b92-96f8-ffe305314400', 'port_id': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'mac_address': 'fa:16:3e:00:0e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:18:33Z', 'updated_at': '2022-02-07T23:18:38Z', 'revision_number': 2, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:18:41.136598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:41.159549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-bcc11378-5efb-424e-bf14-daee3812be53 service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377869 Feb 07 23:18:41.184350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a2d9-68ca-4c97-8a83-dba5e002b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:41.213585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3a2d9-68ca-4c97-8a83-dba5e002b5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d72100-d535-42ff-96ac-e8212873e06b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:41.231509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a9e3a2d9-68ca-4c97-8a83-dba5e002b5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:41.234904 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a9e3a2d9-68ca-4c97-8a83-dba5e002b5d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16d72100-d535-42ff-96ac-e8212873e06b HTTP/1.1" status: 204 len: 168 time: 0.3624477 Feb 07 23:18:41.353202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:18:41.465713 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'status': 'completed', 'code': 200} Feb 07 23:18:41.596272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8726c85-f917-40ce-b7c3-5c8e78a320e8 req-ad2438f9-1f52-4929-a24c-05aa96cf3cea service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268403 Feb 07 23:18:41.625796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:41.746950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:41.750658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:41.753775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:18:41.814404 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:42.071595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-ebdb5706-0648-4555-bad5-309acf19dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:42.073155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-ebdb5706-0648-4555-bad5-309acf19dc27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1096 time: 0.3955798 Feb 07 23:18:42.466312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-ee5a08b1-0dd5-420c-8dbc-89f9848a2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:42.468410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-ee5a08b1-0dd5-420c-8dbc-89f9848a2ec2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 915 time: 0.3832693 Feb 07 23:18:42.711842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-d6df0da0-39bf-43c7-9528-ddb80e9c8f1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 1001 time: 0.2283788 Feb 07 23:18:42.719577 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:42.998822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-308ac883-b3bd-4d28-b5b6-d28943e758fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:43.000481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-308ac883-b3bd-4d28-b5b6-d28943e758fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 200 len: 853 time: 0.2820899 Feb 07 23:18:43.356981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-1e63f2e6-51e8-4b4c-8c22-851f428d0132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:43.358468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-1e63f2e6-51e8-4b4c-8c22-851f428d0132 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3004205 Feb 07 23:18:43.678262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:44.201073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-94d649e0-670c-4b8c-b5c9-47a338330505 service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141695 Feb 07 23:18:44.243903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46880) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:44.390997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-735dec83-4d5b-47b5-a837-ec499501c25e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:44.395469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router ca63aeba-29ee-4f87-bff9-fe159eade9aa is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:18:44.419558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46890) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:44.421059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-735dec83-4d5b-47b5-a837-ec499501c25e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "PUT /v2.0/quotas/846653d320cc4a24902c17561ec73b1c HTTP/1.1" status: 200 len: 368 time: 0.1724255 Feb 07 23:18:44.430432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Request body: {'network': {'project_id': '846653d320cc4a24902c17561ec73b1c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:44.435752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1332a06a-64d9-4cc9-bac2-9e127695c1cf req-fe1504ae-d68f-48dc-996f-f664145a0db0 service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316432 Feb 07 23:18:44.504881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:44.525454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Usage tracker for resource:network and tenant:846653d320cc4a24902c17561ec73b1c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:44.534016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:44.545784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:44.576591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Made reservation on behalf of 846653d320cc4a24902c17561ec73b1c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:44.579199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:44.666381 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:44.696487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:44.703957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Usage tracker for resource:security_group_rule and tenant:846653d320cc4a24902c17561ec73b1c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:44.708756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:44.735215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:44.735215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:18:44.756113 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Sync routers for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:18:44.770498 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:44.771389 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:44.784127 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:44.785683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c25084c6-bfeb-4df8-b3f3-bc596d638608 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.2586253 Feb 07 23:18:44.793229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46904) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:44.916750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-37cc91e0-1c87-4ed7-8de9-0d5d49d2d721 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=10fae2aac93b470390285df47d4d2fcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1152811 Feb 07 23:18:44.920510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46908) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:45.116864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:45.116864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:45.178582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:18:45.226795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad31cc3c-fd5b-4440-aace-a954314a891f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:45.231091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:45.231091 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Added segment 85158c10-744f-47d3-b7c2-f0c6c0342a9a of type vlan for network 20bde97d-1467-4d2a-9121-d496a366eedc Feb 07 23:18:45.273004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:45.331752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:45.337828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:45.337828 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:45.427182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69002c8-777c-4882-8cd6-1ca72a6174a6 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:45.434286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c69002c8-777c-4882-8cd6-1ca72a6174a6 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5144267 Feb 07 23:18:45.434286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46920) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:45.524076 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72f8449e-7f06-4511-afc5-81a984f2d25c tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825689 Feb 07 23:18:45.524076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46924) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:45.538920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606535818', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:45.675511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2461808 Feb 07 23:18:45.675511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55237eff-4792-41ad-8cbc-fb987b3195c1 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Pushing event updated for resources: {'Network': ['ID=20bde97d-1467-4d2a-9121-d496a366eedc,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:45.687330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46928) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:45.708071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 20bde97d-1467-4d2a-9121-d496a366eedc details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:18:45.716830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Request body: {'network': {'project_id': '846653d320cc4a24902c17561ec73b1c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:45.738855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:45.755893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Usage tracker for resource:network and tenant:846653d320cc4a24902c17561ec73b1c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:45.772360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:45.776631 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:45.788482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:45.829635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:45.838434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Made reservation on behalf of 846653d320cc4a24902c17561ec73b1c for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:45.846732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:subnet and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:45.850864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:45.855702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:45.868395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:45.893210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:18:45.901787 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:46.036701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:18:46.124111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:46.135241 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Added segment 9acef14a-335a-411f-bc86-76f64c97f0ec of type vlan for network bcb56670-7392-4daa-9b00-53644a60f6c2 Feb 07 23:18:46.367519 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:46.559697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:46.559697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:46.559697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:46.998486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:47.236611 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5376160 Feb 07 23:18:47.240323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46940) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:47.274542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Request body: {'network': {'project_id': '846653d320cc4a24902c17561ec73b1c'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:18:47.287442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Subnet': ['ID=82017405-ca16-4cda-9702-7b1ae9e336ee,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:47.300632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f0662-fcc5-4c39-aa29-af6d8de48b8e tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Pushing event updated for resources: {'Network': ['ID=bcb56670-7392-4daa-9b00-53644a60f6c2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:47.318172 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:47.322305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Checking segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:18:47.324922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network hostable DHCP agents. Network: a41e5a61-71ab-4919-8e03-8d464abe2457, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:18:47.350351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Usage tracker for resource:network and tenant:846653d320cc4a24902c17561ec73b1c is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:47.374297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:47.389824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network a41e5a61-71ab-4919-8e03-8d464abe2457 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:18:47.390821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network bcb56670-7392-4daa-9b00-53644a60f6c2 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:18:47.425550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:47.435762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a41e5a61-71ab-4919-8e03-8d464abe2457) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:47.436200 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 07 23:18:47.436904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:18:47.470098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d2e78bdd-d1be-4b31-96a6-1adefe7f5018 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2049341 Feb 07 23:18:47.470098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46944) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:47.474966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:47.474966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:47.532631 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bbf9833d-ddfb-474a-8d35-a2e5bab3a752 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0148644 Feb 07 23:18:47.536239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 46948) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:47.577879 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:42Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:47.594451 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Checking router: ca63aeba-29ee-4f87-bff9-fe159eade9aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:18:47.597575 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Updating router ca63aeba-29ee-4f87-bff9-fe159eade9aa port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:18:47.614147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe6400-f144-4496-be86-7fefa7f17a9d None None] Network a41e5a61-71ab-4919-8e03-8d464abe2457 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:18:47.652912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8a412b21-e59e-4280-a840-263cb32a62b8 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=846653d320cc4a24902c17561ec73b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928740 Feb 07 23:18:47.655200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46952) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:47.731478 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:47.870619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-a41e5a61-71ab-4919-8e03-8d464abe2457', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:18:47.872261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:47.878694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74aade1c-bc2e-4009-a77a-68767fc3e5fb tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:48.040195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74aade1c-bc2e-4009-a77a-68767fc3e5fb tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:48.189042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74aade1c-bc2e-4009-a77a-68767fc3e5fb tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:48.237713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aade1c-bc2e-4009-a77a-68767fc3e5fb tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad31cc3c-fd5b-4440-aace-a954314a891f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:48.259126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74aade1c-bc2e-4009-a77a-68767fc3e5fb tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:48.259126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-74aade1c-bc2e-4009-a77a-68767fc3e5fb tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad31cc3c-fd5b-4440-aace-a954314a891f HTTP/1.1" status: 204 len: 168 time: 0.5910466 Feb 07 23:18:48.259126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46960) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:48.533525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:48.612878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Allocated IP 172.20.0.2 (a41e5a61-71ab-4919-8e03-8d464abe2457/82017405-ca16-4cda-9702-7b1ae9e336ee/5991913a-d668-422c-a17b-f9767ac9e175) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:18:49.049403 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.075691 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Transition to ACTIVE for port object 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:49.095310 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.263547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.294198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Transition to ACTIVE for port object 5991913a-d668-422c-a17b-f9767ac9e175 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:49.347544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Transition to ACTIVE for port object 5991913a-d668-422c-a17b-f9767ac9e175 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:49.368064 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Attempting to bind port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:18:49.368064 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Attempting to bind port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:18:49.368064 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Attempting to bind port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:18:49.376603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.404442 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:18:49.418139 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:18:49.418139 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.418139 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:18:49.418139 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Bound port: 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:18:49.418139 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.448668 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.613748 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Pushing event updated for resources: {'Port': ['ID=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:49.619996 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb56670-7392-4daa-9b00-53644a60f6c2']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:49.668185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acef14a-335a-411f-bc86-76f64c97f0ec') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:49.668502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acef14a-335a-411f-bc86-76f64c97f0ec') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:49.669221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.669384 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.669936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.670453 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.671998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.672688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.673177 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.673804 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.674311 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.674784 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.675255 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.675726 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.677747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Pushing event updated for resources: {'Port': ['ID=5991913a-d668-422c-a17b-f9767ac9e175,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Network a41e5a61-71ab-4919-8e03-8d464abe2457 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.719646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.730016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:49.742775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.757400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:49.757400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:18:49.768189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.781450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:18:49.781450 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:18:49.800732 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:18:49.845975 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] For port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:18:49.959145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Attempting to bind port 5991913a-d668-422c-a17b-f9767ac9e175 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:18:49.959145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Attempting to bind port 5991913a-d668-422c-a17b-f9767ac9e175 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:18:49.959145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Attempting to bind port 5991913a-d668-422c-a17b-f9767ac9e175 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:18:49.966493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:18:49.966493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Checking segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:18:49.966493 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.966493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Bound using segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:18:49.966493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Bound port: 5991913a-d668-422c-a17b-f9767ac9e175, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:18:49.971714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.983163 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:49.988856 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] For port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:18:49.988856 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.012716 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.024004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.043779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcb56670-7392-4daa-9b00-53644a60f6c2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:50.055589 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2820d5ca-9ab2-40b9-a97d-a4e09d0cfc46 tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "DELETE /v2.0/networks/bcb56670-7392-4daa-9b00-53644a60f6c2 HTTP/1.1" status: 204 len: 168 time: 1.8014755 Feb 07 23:18:50.059929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46984) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:50.224591 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66721f-4aeb-45aa-9b20-5bf54c5b049f None None] Pushing event updated for resources: {'Port': ['ID=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:50.270602 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:50.270602 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:50.273981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] For port 5991913a-d668-422c-a17b-f9767ac9e175, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:18:50.284828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] For port 5991913a-d668-422c-a17b-f9767ac9e175, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5991913a-d668-422c-a17b-f9767ac9e175,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:18:50.298481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.435096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.607972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c0747-42a4-444c-8a51-b14baa166e45 None None] Pushing event updated for resources: {'Port': ['ID=5991913a-d668-422c-a17b-f9767ac9e175,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:50.779791 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.841244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bde97d-1467-4d2a-9121-d496a366eedc']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:50.857251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85158c10-744f-47d3-b7c2-f0c6c0342a9a') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:50.857665 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85158c10-744f-47d3-b7c2-f0c6c0342a9a') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:50.893120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.899594 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:50.959733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:50.972845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:18:50.973262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:18:51.358041 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:18:51.361696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.1 (a41e5a61-71ab-4919-8e03-8d464abe2457/82017405-ca16-4cda-9702-7b1ae9e336ee/9dcf1dfd-0741-4028-b1d8-9e67f9c25557) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:18:51.368656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:51.373566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5991913a-d668-422c-a17b-f9767ac9e175 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:18:51.384358 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:51.431115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] 10.222.0.10 "DELETE /v2.0/networks/20bde97d-1467-4d2a-9121-d496a366eedc HTTP/1.1" status: 204 len: 168 time: 1.3710141 Feb 07 23:18:51.435741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261117b9-00fe-42e2-9bd3-02d6c64e5faa tempest-QuotasNegativeTest-1753135596 tempest-QuotasNegativeTest-1753135596-project-admin] Pushing event deleted for resources: {'Network': ['ID=20bde97d-1467-4d2a-9121-d496a366eedc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:51.530674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 5991913a-d668-422c-a17b-f9767ac9e175 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:51.757839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 46998) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:51.862784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:51.909337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:51.912151 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:42Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:51.922993 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7db753e-0887-4077-ab64-fd9e8879dc81 None None] The sync data for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 is: [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:42Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:18:51.958886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:52.158847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network a41e5a61-71ab-4919-8e03-8d464abe2457 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:52.164941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:52.178064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:18:52.279717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:52.561890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:52.604636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:52.621238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Usage tracker for resource:security_group_rule and tenant:99c06f44855146ddaef0d37053ac2b9b is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:52.629650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:52.658931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:52.665246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:52.683136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.683496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.683846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.684191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.684533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.684895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.685235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.685568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.685902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.686232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.686562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.687756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:52.913431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16b68d-0953-4852-8379-b52234712f96 None None] Network a41e5a61-71ab-4919-8e03-8d464abe2457 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:18:52.931579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47010) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:52.969294 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:52.987922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.040783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99c06f44855146ddaef0d37053ac2b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2882411 Feb 07 23:18:53.046803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47016) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:53.106141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.191141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ec5b639d-3d69-407f-ac58-f0e664fab7b7 None None] Provisioning for port 5991913a-d668-422c-a17b-f9767ac9e175 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:53.204499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ec5b639d-3d69-407f-ac58-f0e664fab7b7 None None] Provisioning complete for port 5991913a-d668-422c-a17b-f9767ac9e175 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:53.204864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ec5b639d-3d69-407f-ac58-f0e664fab7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.258765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fbfdc9-5425-475d-96ce-49ca31d3d574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac20471b-df5b-4e5b-b6a4-2beb900b3651,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:53.393404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.439555 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8615915-2d04-417e-8bed-7505cc77aaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.441367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:53.448942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c2830a78d04f20b1d8c0f301ccb291 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:53.466024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:53.486652 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:53.539288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8615915-2d04-417e-8bed-7505cc77aaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.558733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:18:53.794850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8615915-2d04-417e-8bed-7505cc77aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.896509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8615915-2d04-417e-8bed-7505cc77aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac20471b-df5b-4e5b-b6a4-2beb900b3651,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:53.938338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c8615915-2d04-417e-8bed-7505cc77aaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.943466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c8615915-2d04-417e-8bed-7505cc77aaf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac20471b-df5b-4e5b-b6a4-2beb900b3651 HTTP/1.1" status: 204 len: 168 time: 0.8918967 Feb 07 23:18:53.957398 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:53.969215 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.052835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47032) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:54.117255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b8ea8a-d79b-409e-bbf4-af290ddb6739,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:54.164797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d60eb850-5c12-4b7f-960d-a2b66bc5bf75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4c2830a78d04f20b1d8c0f301ccb291&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2238214 Feb 07 23:18:54.164797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47038) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:54.206660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:54.233850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:54.233963 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.289014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d39e92a4-077b-4237-8177-b19201655f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.358252 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d39e92a4-077b-4237-8177-b19201655f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.403932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ec5b639d-3d69-407f-ac58-f0e664fab7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.515904 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d39e92a4-077b-4237-8177-b19201655f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.521357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ec5b639d-3d69-407f-ac58-f0e664fab7b7 None None] For port 5991913a-d668-422c-a17b-f9767ac9e175, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5991913a-d668-422c-a17b-f9767ac9e175,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:54.537836 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ec5b639d-3d69-407f-ac58-f0e664fab7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.549755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e92a4-077b-4237-8177-b19201655f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b8ea8a-d79b-409e-bbf4-af290ddb6739,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:54.576397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d39e92a4-077b-4237-8177-b19201655f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.578418 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d39e92a4-077b-4237-8177-b19201655f54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0b8ea8a-d79b-409e-bbf4-af290ddb6739 HTTP/1.1" status: 204 len: 168 time: 0.4155595 Feb 07 23:18:54.664656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b639d-3d69-407f-ac58-f0e664fab7b7 None None] Pushing event updated for resources: {'Port': ['ID=5991913a-d668-422c-a17b-f9767ac9e175,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:54.757581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.827783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:54.831419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.837914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.839203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Usage tracker for resource:security_group_rule and tenant:d73799cb9fe6457597c97146e7d489fa is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:54.846082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:54.873909 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:54.876985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:54.976474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:18:54.993400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:55.303146 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:55.324891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:55.416487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:55.435179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5991913a-d668-422c-a17b-f9767ac9e175 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:18:55.462601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d73799cb9fe6457597c97146e7d489fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4063900 Feb 07 23:18:55.481370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47054) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:55.513656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f82489-367f-4a35-adaf-8e38c6908733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952aac55-8482-4c85-904b-34303931a389,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:55.521023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:55.554157 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:55.695284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-10c473ce-e63e-4ad5-b1bb-7b1b2dab29fc None None] Provisioning for port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:18:55.736021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-10c473ce-e63e-4ad5-b1bb-7b1b2dab29fc None None] Provisioning complete for port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:55.736795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-10c473ce-e63e-4ad5-b1bb-7b1b2dab29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:55.948331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47062) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:55.998486 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.033570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:56.034048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-10c473ce-e63e-4ad5-b1bb-7b1b2dab29fc None None] Port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:18:56.038036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Usage tracker for resource:security_group_rule and tenant:3d960525ea5b4672a116c811cacfb1c9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:56.041015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:56.047619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:56.068790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4389cec3-3cb0-463f-90bf-a362c8b134f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.087496 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5db5bede-1007-4099-a090-e9dc2710f6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.090852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-10c473ce-e63e-4ad5-b1bb-7b1b2dab29fc None None] Provisioning complete for port 5991913a-d668-422c-a17b-f9767ac9e175 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:56.091358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-10c473ce-e63e-4ad5-b1bb-7b1b2dab29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.108833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network a41e5a61-71ab-4919-8e03-8d464abe2457 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:18:56.114125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:18:56.135071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4389cec3-3cb0-463f-90bf-a362c8b134f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.165307 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.170618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.184703 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 5991913a-d668-422c-a17b-f9767ac9e175 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:56.185078 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.218953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d960525ea5b4672a116c811cacfb1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695467 Feb 07 23:18:56.221719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47070) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:56.282415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c59503-5622-49f0-824b-c8d9b4c8661c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2955b321-4e8e-4ac7-80f5-7d8cccfb4d2e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:56.348598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ad32163-6857-43d0-a233-b6fa2177908b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.402337 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ad32163-6857-43d0-a233-b6fa2177908b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.466280 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4389cec3-3cb0-463f-90bf-a362c8b134f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.498305 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ad32163-6857-43d0-a233-b6fa2177908b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.507950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389cec3-3cb0-463f-90bf-a362c8b134f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952aac55-8482-4c85-904b-34303931a389,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:56.527450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router ca63aeba-29ee-4f87-bff9-fe159eade9aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:18:56.531109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4389cec3-3cb0-463f-90bf-a362c8b134f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.532252 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4389cec3-3cb0-463f-90bf-a362c8b134f8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/952aac55-8482-4c85-904b-34303931a389 HTTP/1.1" status: 204 len: 168 time: 1.0499196 Feb 07 23:18:56.548544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ad32163-6857-43d0-a233-b6fa2177908b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.549794 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8ad32163-6857-43d0-a233-b6fa2177908b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2955b321-4e8e-4ac7-80f5-7d8cccfb4d2e HTTP/1.1" status: 204 len: 168 time: 0.3268714 Feb 07 23:18:56.551096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad32163-6857-43d0-a233-b6fa2177908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2955b321-4e8e-4ac7-80f5-7d8cccfb4d2e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:56.617074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3a16e976-7a9d-4640-bc4f-d0d9dc7ece70 None None] Provisioning complete for port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:56.618841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a16e976-7a9d-4640-bc4f-d0d9dc7ece70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:56.712912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3a16e976-7a9d-4640-bc4f-d0d9dc7ece70 None None] Port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:18:56.779450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:18:56.797495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-733ddcd8-9b01-439c-a000-46b533fa61a6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/ca63aeba-29ee-4f87-bff9-fe159eade9aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2513261 Feb 07 23:18:56.819656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Sync routers for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:18:56.839501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:56.842082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:57.017291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47090) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:57.036970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.054287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:57.055260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:18:57.058886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Usage tracker for resource:security_group_rule and tenant:0b8eb50c7305479dacfe39a01f1e814e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:57.079256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:57.089678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:57.317980 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:18:57.320316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.331015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.356962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7a1b881-a499-42f9-9562-1a8322686faa req-76b3da00-3305-4721-86d7-9cc91f7678b2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:18:57.394450 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7a1b881-a499-42f9-9562-1a8322686faa req-76b3da00-3305-4721-86d7-9cc91f7678b2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:18:57.396203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-76b3da00-3305-4721-86d7-9cc91f7678b2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599552566&fields=id&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 267 time: 0.1023724 Feb 07 23:18:57.460265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b8eb50c7305479dacfe39a01f1e814e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414606 Feb 07 23:18:57.462119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2605ff1-8202-47ff-a4e3-3178046e61fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d84ce4-bfbb-452e-94e0-fc0360191a20,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:57.464708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47112) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:57.528448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:18:57.529072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.561493 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72308669-ea3f-40bd-839c-da1a88e7a866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.599011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72308669-ea3f-40bd-839c-da1a88e7a866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.703643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72308669-ea3f-40bd-839c-da1a88e7a866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.734195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 2, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:57.736836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-10f4bc5d-b5d6-42f2-a07a-c7b80f1d7a76 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:18:57.739566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7a1b881-a499-42f9-9562-1a8322686faa req-10f4bc5d-b5d6-42f2-a07a-c7b80f1d7a76 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:18:57.749184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Checking router: ca63aeba-29ee-4f87-bff9-fe159eade9aa for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:18:57.749545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Updating router ca63aeba-29ee-4f87-bff9-fe159eade9aa port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:18:57.778296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7a1b881-a499-42f9-9562-1a8322686faa req-10f4bc5d-b5d6-42f2-a07a-c7b80f1d7a76 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:18:57.789482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-10f4bc5d-b5d6-42f2-a07a-c7b80f1d7a76 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 797 time: 0.3848200 Feb 07 23:18:57.790179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308669-ea3f-40bd-839c-da1a88e7a866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d84ce4-bfbb-452e-94e0-fc0360191a20,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:57.826773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-494fb7fe-e60a-4861-ad82-6f4e007578de tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/quotas/10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 375 time: 0.0348353 Feb 07 23:18:57.827527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-72308669-ea3f-40bd-839c-da1a88e7a866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:57.836838 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72308669-ea3f-40bd-839c-da1a88e7a866 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8d84ce4-bfbb-452e-94e0-fc0360191a20 HTTP/1.1" status: 204 len: 168 time: 0.3698359 Feb 07 23:18:57.964920 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:58.106837 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-95e89904-01be-4ce5-ad11-035d3df84e45 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2779863 Feb 07 23:18:58.268692 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c252ac20-8720-4fb6-b6d4-cb8801417062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:58.422660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-65fdebf5-d877-445a-b926-8892a99e7387 service neutron] 10.222.0.10 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114665 Feb 07 23:18:58.572692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47140) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:58.619675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:58.658722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:18:58.672338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Usage tracker for resource:security_group_rule and tenant:52cd33a4bf494cad970cac4920f50b5e is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:18:58.682177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:18:58.691739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:18:58.816596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-052dfad8-3821-42b4-a441-5ec0f923425f service neutron] 10.222.0.10 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929472 Feb 07 23:18:58.909151 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:58.918856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:58.926937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:58.974645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Transition to ACTIVE for port object 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:18:58.977229 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52cd33a4bf494cad970cac4920f50b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012280 Feb 07 23:18:58.982009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47146) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:18:58.993256 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.024732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee305ad-74ca-4a4a-b93f-925ed76186be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0c86f7-411f-4338-a7ac-05a1db64d305,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:59.280045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c58af-0bed-4b32-9ed8-b9d807496e0a None None] Pushing event updated for resources: {'Port': ['ID=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:59.339403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a698a556-2823-492b-910f-cd8442862474 req-2e767172-71c3-498e-9502-88dafc9b6de5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 210 time: 0.1433024 Feb 07 23:18:59.398756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.454648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.483375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.583008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.596311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Attempting to bind port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:18:59.596791 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Attempting to bind port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:18:59.597218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Attempting to bind port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:18:59.600549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0c86f7-411f-4338-a7ac-05a1db64d305,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:59.611024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:18:59.611465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Checking segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:18:59.611897 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.612290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Bound using segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:18:59.612452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.612837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.612939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Bound port: 9dcf1dfd-0741-4028-b1d8-9e67f9c25557, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:18:59.613179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.613293 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.613517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.613878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.614730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.616756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.617257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.617730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.618198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.619542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.620023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:18:59.626820 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.634883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-54ae1e5c-4443-4f32-85d9-2b39eb15545a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc0c86f7-411f-4338-a7ac-05a1db64d305 HTTP/1.1" status: 204 len: 168 time: 0.6540253 Feb 07 23:18:59.715662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.767876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] For port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:18:59.771903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] For port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:18:59.778445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:18:59.899424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c58af-0bed-4b32-9ed8-b9d807496e0a None None] Pushing event updated for resources: {'Port': ['ID=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:18:59.920765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:18:59.921710 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:18:59.930269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47176) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:00.291255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:00.419417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1788471967'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:00.428165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:00.439916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Usage tracker for resource:network and tenant:c5b30548743f4ed18c51cdd89aec8eaa is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:00.448244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:00.521206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:00.657822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-507b6d54-37ed-4219-a513-ff22bdf91fc5 req-d8205d77-ac7d-4488-85a9-cd3392e6b8c5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 210 time: 0.0810449 Feb 07 23:19:00.660732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Made reservation on behalf of c5b30548743f4ed18c51cdd89aec8eaa for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:00.665620 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:00.681595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:00.726567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:00.738518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Usage tracker for resource:security_group_rule and tenant:c5b30548743f4ed18c51cdd89aec8eaa is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:00.748334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:00.757633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:00.777559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c16c19-7cc2-4803-83dd-abbe3535a00f req-b991ab0e-8b4a-4865-b17e-7ccbbfd05513 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:00.777559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4c16c19-7cc2-4803-83dd-abbe3535a00f req-b991ab0e-8b4a-4865-b17e-7ccbbfd05513 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 945 time: 0.3221383 Feb 07 23:19:00.936203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a4c16c19-7cc2-4803-83dd-abbe3535a00f req-9949f204-81e1-4c0b-82d7-1093abad2c30 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512036 Feb 07 23:19:01.095699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:18:59Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:01.101322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.103732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc88793-21db-4c52-922e-3ae5c15b95e7 None None] The sync data for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 is: [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:18:59Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:01.267497 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.300640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.391838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab5f47-0852-4219-a4d8-a345a27ddeb3,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:01.407087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:19:01.441008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.441142 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Added segment f97f7527-45c4-48dc-b179-a89419365163 of type vlan for network 43c90316-87d1-4a64-9d2a-a96b0e12a77d Feb 07 23:19:01.465301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-d6ce2843-72d2-4967-8d18-63209a135bc6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:01.466928 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-d6ce2843-72d2-4967-8d18-63209a135bc6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.26 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 797 time: 0.5446784 Feb 07 23:19:01.485071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:19:01.547208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47214) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:01.558849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.624825 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-a45760fd-27eb-4298-8aad-e486154d269d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 380 time: 0.1480317 Feb 07 23:19:01.630055 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.640362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:01.641990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.676158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:01.689450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:01.690056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.777000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-420099246-network', 'tenant_id': '1330cf69784748bca50b902c39ba6469'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:01.810971 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:01.837330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Usage tracker for resource:network and tenant:1330cf69784748bca50b902c39ba6469 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:01.848401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:01.893468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:01.922913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'port': {'device_id': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'admin_state_up': True, 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'security_groups': ['010594fe-432e-477e-8784-bb135004d2df']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:01.928967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Made reservation on behalf of 1330cf69784748bca50b902c39ba6469 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:01.928967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.937751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:01.945327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Pushing event updated for resources: {'Network': ['ID=43c90316-87d1-4a64-9d2a-a96b0e12a77d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:01.982165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:01.982558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 43c90316-87d1-4a64-9d2a-a96b0e12a77d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:19:01.994088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Usage tracker for resource:security_group_rule and tenant:1330cf69784748bca50b902c39ba6469 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:02.000193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:02.014680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:02.277817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78eea256-4acd-4e04-bceb-10ca2b75b0f6 req-67ecafae-20cc-4634-8a47-ef7505806e46 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 210 time: 0.3337858 Feb 07 23:19:02.317787 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.367432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9c2973f3-733b-4d9e-aa92-eb22f4ead143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4365568 Feb 07 23:19:02.369397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:02.376839 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.505934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:02.513954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:port and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:02.518369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:02.531014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:02.531896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:02.567871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5719a-57a4-47cb-8acb-e1af4a051900 req-72bcd03f-be56-4959-94b3-b57191684495 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:02.570815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ef5719a-57a4-47cb-8acb-e1af4a051900 req-72bcd03f-be56-4959-94b3-b57191684495 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 945 time: 0.3120468 Feb 07 23:19:02.617456 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.628360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.646794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:19:02.651424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:02.657951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.658340 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Added segment 96562893-fa7f-46a4-a9a4-3b2950fd4231 of type vlan for network a4ab9239-645d-4cf6-b708-c78e00c11049 Feb 07 23:19:02.666229 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.708051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.715689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ef5719a-57a4-47cb-8acb-e1af4a051900 req-b52fa2d9-6bab-48df-badd-bc02a6a6f1ab tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211591 Feb 07 23:19:02.786450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.788072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:02.788800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:02.995821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47234) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:03.009473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Request body: {'port': {'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d', 'binding:host_id': 'n-h2-827896-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1090482783'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:03.025713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:03.046615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Usage tracker for resource:port and tenant:b613134e64d845aa9ef3cab933943015 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:03.053010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:03.064986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:03.071854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:03.093856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.9 (a41e5a61-71ab-4919-8e03-8d464abe2457/82017405-ca16-4cda-9702-7b1ae9e336ee/d55c6e2a-e3af-4857-86d1-752264c63680) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:03.110187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-78a4e8ce-6b6f-461f-b7fa-a725a82cbbfc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:03.111941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-78a4e8ce-6b6f-461f-b7fa-a725a82cbbfc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:03.146200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Made reservation on behalf of b613134e64d845aa9ef3cab933943015 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:03.152158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.154117 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6054585 Feb 07 23:19:03.155866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47238) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:03.156984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-78a4e8ce-6b6f-461f-b7fa-a725a82cbbfc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:03.158241 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-78a4e8ce-6b6f-461f-b7fa-a725a82cbbfc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 945 time: 1.0232770 Feb 07 23:19:03.159247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b359c2e-43eb-4bc1-a4fb-d6307a8eaf5a admin admin] Pushing event updated for resources: {'Network': ['ID=a4ab9239-645d-4cf6-b708-c78e00c11049,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:03.170947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.203158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network a4ab9239-645d-4cf6-b708-c78e00c11049 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:19:03.269668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Request body: {'subnet': {'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-420099246-subnet', 'tenant_id': '1330cf69784748bca50b902c39ba6469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:03.272361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:03.276675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Usage tracker for resource:security_group_rule and tenant:b613134e64d845aa9ef3cab933943015 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:03.278486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port 6d226fb3-e5c3-47d1-a40c-a18e656b656a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:03.279033 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.279680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:03.285546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:03.324327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:19:03.356592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:03.401610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Usage tracker for resource:subnet and tenant:1330cf69784748bca50b902c39ba6469 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:03.410933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:03.430222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:03.463486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:03.463685 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.504271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Made reservation on behalf of 1330cf69784748bca50b902c39ba6469 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:03.508260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.524434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.631152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68983a5f-9b91-40fb-b326-69ffd7e60b05 req-1033171b-c161-465d-9193-fcadc028bd8e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 210 time: 0.0826955 Feb 07 23:19:03.686973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object d55c6e2a-e3af-4857-86d1-752264c63680 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:03.689013 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.701906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:03.730362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] device_id is not set on port dd5e7add-8aea-4458-b2ae-5247b838a69d yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:03.995145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port 6d226fb3-e5c3-47d1-a40c-a18e656b656a, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=6d226fb3-e5c3-47d1-a40c-a18e656b656a,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:03.995625 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.148195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4015a5d-d383-4e3d-b931-2ae5b0a545a2,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:04.238510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.328587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network a41e5a61-71ab-4919-8e03-8d464abe2457 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:04.344068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:04.366137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:04.435274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.469199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.469576 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.469897 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Floating IP e221b48b-2297-42fa-ba20-be012515093b disassociated. External IP: 172.25.0.73, port: 6d226fb3-e5c3-47d1-a40c-a18e656b656a. Feb 07 23:19:04.470464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for 6d226fb3-e5c3-47d1-a40c-a18e656b656a owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:04.500649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:04.501285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.527175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:04.582276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73916d5-14c4-4f02-8eb7-4a24d28a2147,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:04.594119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3a9f4-8507-4b3e-9a78-229916b9407e req-6859f96e-aa77-4274-9e7a-61764b4b6408 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:04.595631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3eb3a9f4-8507-4b3e-9a78-229916b9407e req-6859f96e-aa77-4274-9e7a-61764b4b6408 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 945 time: 0.5075126 Feb 07 23:19:04.602181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-e3e0f9af-e892-462d-aa81-ee457bf5f8c8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9515879 Feb 07 23:19:04.606228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Checking segment: {'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:04.606807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Network hostable DHCP agents. Network: a4ab9239-645d-4cf6-b708-c78e00c11049, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:19:04.633400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fd3111f1-23dd-47c4-a60a-55ab2217610d None None] Provisioning for port d55c6e2a-e3af-4857-86d1-752264c63680 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:04.638689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fd3111f1-23dd-47c4-a60a-55ab2217610d None None] Provisioning complete for port d55c6e2a-e3af-4857-86d1-752264c63680 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:04.639068 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fd3111f1-23dd-47c4-a60a-55ab2217610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.657139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Request body: {'port': {'device_id': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:04.661885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Network a4ab9239-645d-4cf6-b708-c78e00c11049 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:19:04.680863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, a4ab9239-645d-4cf6-b708-c78e00c11049) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:04.692373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:04.693643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.696346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fd3111f1-23dd-47c4-a60a-55ab2217610d None None] Port d55c6e2a-e3af-4857-86d1-752264c63680 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:19:04.716866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3c8fea-c3d8-4e74-aa6b-75cbd6e8b23d None None] Network a4ab9239-645d-4cf6-b708-c78e00c11049 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:19:04.728048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.785617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-040fd5dc-1f13-40c5-8596-c3f1b93b7bce admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6177034 Feb 07 23:19:04.794542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=6d226fb3-e5c3-47d1-a40c-a18e656b656a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:04.884111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d226fb3-e5c3-47d1-a40c-a18e656b656a no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:04.907543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] device_id is not set on port dd5e7add-8aea-4458-b2ae-5247b838a69d yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:04.937302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 6d226fb3-e5c3-47d1-a40c-a18e656b656a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:04.937720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 6d226fb3-e5c3-47d1-a40c-a18e656b656a not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:04.945615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:04.965463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.039237 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3eb3a9f4-8507-4b3e-9a78-229916b9407e req-bc3d5d41-66f6-43d8-8235-7505857479aa tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980556 Feb 07 23:19:05.056008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Transition to ACTIVE for port object dd5e7add-8aea-4458-b2ae-5247b838a69d will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:05.113051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.124394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61652e44-e95a-402d-b83d-aa8ec5e41f69 None None] Network a4ab9239-645d-4cf6-b708-c78e00c11049 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:19:05.158257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:19:05.319724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8496d8-8c02-4335-b773-b7be35ed9abe req-39595342-d59e-4d64-957a-747ce78946e0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:05.320462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cb8496d8-8c02-4335-b773-b7be35ed9abe req-39595342-d59e-4d64-957a-747ce78946e0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:05.359701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5e7add-8aea-4458-b2ae-5247b838a69d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:05.393445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Checking segment: {'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:05.393985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Network hostable DHCP agents. Network: 43c90316-87d1-4a64-9d2a-a96b0e12a77d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:19:05.462123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-cb8496d8-8c02-4335-b773-b7be35ed9abe req-39595342-d59e-4d64-957a-747ce78946e0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:05.469048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb8496d8-8c02-4335-b773-b7be35ed9abe req-39595342-d59e-4d64-957a-747ce78946e0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 931 time: 0.6275311 Feb 07 23:19:05.577461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Network 43c90316-87d1-4a64-9d2a-a96b0e12a77d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:19:05.611048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 43c90316-87d1-4a64-9d2a-a96b0e12a77d) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:05.620508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029240d-741d-4b9a-b7e4-cc1e84f91fb3 None None] Network 43c90316-87d1-4a64-9d2a-a96b0e12a77d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:19:05.640095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb8496d8-8c02-4335-b773-b7be35ed9abe req-5f71185d-dfae-4ce5-9b62-3210f822c0f8 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697257 Feb 07 23:19:05.657194 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:05.806563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55c6e2a-e3af-4857-86d1-752264c63680 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:05.817659 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.832567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:19:05.846741 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:19:05.848882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Transition to ACTIVE for port object d55c6e2a-e3af-4857-86d1-752264c63680 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:05.855056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:05.855920 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:05.856458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:05.859999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:05.860681 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:05.862910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.905959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:05.906996 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:05.917079 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 2 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:05.948389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:05.948936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:05.949419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:05.973780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] No DVR routers for this DVR port 6d226fb3-e5c3-47d1-a40c-a18e656b656a on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:05.978073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:05.981571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cbdcc403-9f25-46fa-8891-76f9e82ae4b5 req-e23481cf-594e-4912-8f3a-fd8c8e0109df tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "DELETE /v2.0/ports/6d226fb3-e5c3-47d1-a40c-a18e656b656a HTTP/1.1" status: 204 len: 173 time: 2.8118708 Feb 07 23:19:05.982405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'name': 'network-vif-deleted', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:06.084825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:06.084825 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:06.098290 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 3 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:06.131793 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36aa504f-23d7-41a5-8e25-33ae911558e6', 'name': 'network-vif-deleted', 'tag': '6d226fb3-e5c3-47d1-a40c-a18e656b656a', 'status': 'completed', 'code': 200} Feb 07 23:19:06.197190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:06.330545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:06.339491 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:06.342538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:06.342882 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:06.343218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:06.379813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:06.380144 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:06.422270 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 4 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:06.449375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3f62f983-4131-40e4-9814-718d408a363a req-0c5a88bb-87b7-456a-938d-0a2f0a7c0ba1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 210 time: 0.1262219 Feb 07 23:19:06.456745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:06.457364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:06.457888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:06.474494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:06.475078 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:06.477739 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 5 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:06.518602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:06.519178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:06.519690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:06.529388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:06.529919 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:06.532717 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 6 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:06.544897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:06.545597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:06.546116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:06.557566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:06.558167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:06.561985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:06.562535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:06.563047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:06.570702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:06.571120 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:06.575218 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 7 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:06.586649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:19:06.586649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Checking segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:06.586921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Bound using segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:19:06.587230 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Bound port: d55c6e2a-e3af-4857-86d1-752264c63680, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:06.587816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:06.590796 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:06.619378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:06.619932 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:06.620472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:06.626685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:06.627214 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:06.670673 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 8 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:07.022253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:07.022981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:07.023504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:07.042142 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:07.047998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:19:07.048176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:07.049598 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:07.061087 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 9 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:07.064636 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:07.065041 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:07.113262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:07.125837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:07.126196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:07.126709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:07.132594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:19:07.142856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:07.143593 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:07.144827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:07.149710 n-d-827896-3 neutron-server[87670]: INFO neutron.plugins.ml2.plugin [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 10 to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d Feb 07 23:19:07.345413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:07.345715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:07.348156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:07.373752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:07.377400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.379875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:07.388869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-6bfbb9e2-ab3e-4696-8593-bb40961419d9 service neutron] 10.222.0.26 "PUT /v2.0/ports/d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 1091 time: 2.7465546 Feb 07 23:19:07.397318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:07.401382 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:07.411606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a216a7-12c4-4e04-90bd-cbb15c25af0b req-fe824305-4c6b-4f05-9003-8b8936ee9965 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.414044 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4a216a7-12c4-4e04-90bd-cbb15c25af0b req-fe824305-4c6b-4f05-9003-8b8936ee9965 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 943 time: 0.4621763 Feb 07 23:19:07.414733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port dd5e7add-8aea-4458-b2ae-5247b838a69d on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:07.415065 n-d-827896-3 neutron-server[87670]: ERROR neutron.plugins.ml2.managers [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port dd5e7add-8aea-4458-b2ae-5247b838a69d on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:07.415470 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:07.657702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4a216a7-12c4-4e04-90bd-cbb15c25af0b req-6583bdf3-37ac-4570-bf05-515b81f82c87 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277999 Feb 07 23:19:07.661714 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'status': 'completed', 'code': 200} Feb 07 23:19:07.797608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-364aa4b4-6e52-4ca9-8f59-01732ff9e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:07.814997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-364aa4b4-6e52-4ca9-8f59-01732ff9e65f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1094 time: 0.3831308 Feb 07 23:19:07.825748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] For port dd5e7add-8aea-4458-b2ae-5247b838a69d, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:07.826332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempted to set empty binding levels {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 23:19:07.974780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:08.034584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-2db3daa5-a247-4323-8526-6dfed1ee914e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 217 time: 0.1997352 Feb 07 23:19:08.034716 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:08.037202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c0bdbbc-080b-4f84-a921-b98ce3cdc305 req-1d3d188e-a81e-4239-90ad-80f31daa6224 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=36aa504f-23d7-41a5-8e25-33ae911558e6 HTTP/1.1" status: 200 len: 210 time: 0.1138113 Feb 07 23:19:08.039542 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c08319-b7c9-4290-a4b6-040ebd78216f None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:08.101530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:08.102136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:08.143908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5e7add-8aea-4458-b2ae-5247b838a69d,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:08.151197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-f2a34f97-9982-4886-b168-09a0778417be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:08.152697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-f2a34f97-9982-4886-b168-09a0778417be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.1145890 Feb 07 23:19:08.153940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea416cd5-fc33-46a8-92f2-370356a3e112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.1562870 Feb 07 23:19:08.156870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47318) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:08.284777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Deleting port dd5e7add-8aea-4458-b2ae-5247b838a69d {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:08.285198 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:08.459967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7f4626-bbbf-49b0-8856-3926fd675bf3 None None] New status for floating IP e221b48b-2297-42fa-ba20-be012515093b: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:19:08.550206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1b881-a499-42f9-9562-1a8322686faa req-87542b77-6eac-49e3-90e3-09820b40f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:08.551849 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-87542b77-6eac-49e3-90e3-09820b40f408 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3608339 Feb 07 23:19:08.734554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] For port dd5e7add-8aea-4458-b2ae-5247b838a69d, host n-h2-827896-3, got binding levels [] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:08.734916 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:08.936220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Calling delete_port for dd5e7add-8aea-4458-b2ae-5247b838a69d owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:09.199463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-bddb6978-061e-4a86-9dcb-756af08faac9 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:09.201123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-bddb6978-061e-4a86-9dcb-756af08faac9 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/networks?id=a4ab9239-645d-4cf6-b708-c78e00c11049 HTTP/1.1" status: 200 len: 808 time: 0.6185422 Feb 07 23:19:09.225663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-191a723a-bc20-4146-92a3-7767ad0ad7a7 service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6612916 Feb 07 23:19:09.267107 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-d48d9f81-4cf1-4e98-a573-9dfbd9b16b8a tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/quotas/1330cf69784748bca50b902c39ba6469 HTTP/1.1" status: 200 len: 375 time: 0.0488076 Feb 07 23:19:09.316238 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:09.431964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd5e7add-8aea-4458-b2ae-5247b838a69d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:09.453400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073d4cf-fc2e-41e8-bebf-5b6e83d62a59 req-46f13292-7933-482b-ad56-852be9084bfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:09.454439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c073d4cf-fc2e-41e8-bebf-5b6e83d62a59 req-46f13292-7933-482b-ad56-852be9084bfd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 943 time: 0.6214566 Feb 07 23:19:09.456506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-d44214bc-8f1b-403f-aae0-68c0c2c6c291 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1330cf69784748bca50b902c39ba6469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1380417 Feb 07 23:19:09.464957 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:09.527686 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1b2a1f2b-6a05-4627-b4f2-f63ecb9eb862 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "DELETE /v2.0/ports/dd5e7add-8aea-4458-b2ae-5247b838a69d HTTP/1.1" status: 204 len: 168 time: 1.3697970 Feb 07 23:19:09.530324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47364) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:09.596665 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d139a48-bcc6-477c-ac01-65f640d235d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:19:09.601912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3d139a48-bcc6-477c-ac01-65f640d235d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "GET /v2.0/ports/dd5e7add-8aea-4458-b2ae-5247b838a69d HTTP/1.1" status: 404 len: 333 time: 0.0665760 Feb 07 23:19:09.602499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47368) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:09.608478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Request body: {'port': {'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-533281688'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:09.614301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:09.620103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Usage tracker for resource:port and tenant:b613134e64d845aa9ef3cab933943015 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:09.623010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f7a1b881-a499-42f9-9562-1a8322686faa req-26fa2a4f-8d14-4ff9-9cff-8d6cc267e5eb service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828900 Feb 07 23:19:09.623126 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:09.629939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:09.647617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Made reservation on behalf of b613134e64d845aa9ef3cab933943015 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:09.647785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c073d4cf-fc2e-41e8-bebf-5b6e83d62a59 req-29e5fb81-89b8-43c0-bab3-ddc9e179cb6d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771383 Feb 07 23:19:09.653729 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:09.684253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] device_id is not set on port a68d101e-296c-4ade-a120-d4519e94ae36 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:09.738142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-1f67a41a-f1f1-4f03-ab2b-0bf35b0b64e7 service neutron] 10.222.0.10 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627323 Feb 07 23:19:09.972194 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:09.988583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-c357a25e-4bed-492c-b72f-24cf8e88c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:09.990253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-c357a25e-4bed-492c-b72f-24cf8e88c52b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1094 time: 0.2485480 Feb 07 23:19:10.007839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:10.095337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Network 43c90316-87d1-4a64-9d2a-a96b0e12a77d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:10.098409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:10.103780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:10.105083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:10.105813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:10.124091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=a68d101e-296c-4ade-a120-d4519e94ae36,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:10.141367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f0e80c3b-70f3-45ae-85d8-ad0c1bb6f751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5375957 Feb 07 23:19:10.144511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47382) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:10.154567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:10.178095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-a7cdec50-4e01-4d57-b1c3-846b675bc548 service neutron] 10.222.0.10 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379823 Feb 07 23:19:10.182814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1f1ee344-11f6-4088-885f-9ea49635c62a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370253241&fields=id&tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 267 time: 0.0864773 Feb 07 23:19:10.264911 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-51e0eac1-df38-4dcf-aea1-dd1b3fc32db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:10.266196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-51e0eac1-df38-4dcf-aea1-dd1b3fc32db8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 898 time: 0.2650189 Feb 07 23:19:10.363729 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:10.601886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-51a51a9e-e510-489d-86d7-ca44fdbc5499 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 217 time: 0.3044281 Feb 07 23:19:10.684125 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58285624-f00b-4611-8862-e37302ec0549 req-cba9844d-a1f7-4067-9fae-e6320b1fa5c1 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 210 time: 0.3085277 Feb 07 23:19:10.719821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-3fce3732-a023-466a-bc80-abd12259993f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:10.733443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-3fce3732-a023-466a-bc80-abd12259993f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.4649165 Feb 07 23:19:10.747164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] device_id is not set on port a68d101e-296c-4ade-a120-d4519e94ae36 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:10.758233 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:10.784637 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-a1c0cd00-e28c-4bd1-b9e8-09262f2e884e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/quotas/9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 375 time: 0.0499518 Feb 07 23:19:10.798865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Transition to ACTIVE for port object a68d101e-296c-4ade-a120-d4519e94ae36 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:10.809832 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:10.860765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-cf27f691-3dee-4429-918e-67f0b2f2643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:10.862421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-cf27f691-3dee-4429-918e-67f0b2f2643d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.2505748 Feb 07 23:19:11.071577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=a68d101e-296c-4ade-a120-d4519e94ae36,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:11.075537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.075537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.075537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.082066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.082066 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.082066 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 2 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.097336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fd28d-7cc0-4243-be96-6b930999cec4 req-cea9b37f-8dcb-43ee-9952-0e2fc8d444fa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:11.098882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-067fd28d-7cc0-4243-be96-6b930999cec4 req-cea9b37f-8dcb-43ee-9952-0e2fc8d444fa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 943 time: 0.2402647 Feb 07 23:19:11.098990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.099508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.100390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.106676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.107022 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.107425 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 3 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.111691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-ac6b90b1-6e14-4d4d-a928-a1e5cdf7ec06 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3253636 Feb 07 23:19:11.138621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.139043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.139459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.143023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-f37195aa-1a5b-420e-a41e-55dffb358af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:11.145891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-f37195aa-1a5b-420e-a41e-55dffb358af4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292888 Feb 07 23:19:11.146302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.146744 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.147426 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 4 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.196945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.200976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.201458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.215762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.217366 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.217787 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 5 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.267699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.268260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.268957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.277828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.277828 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.278136 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 6 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.278664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-4f84535d-5667-4f51-88d7-42921d12b7ea service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:19:11.280115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-4f84535d-5667-4f51-88d7-42921d12b7ea service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1314392 Feb 07 23:19:11.308177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.309191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.309677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.317907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.318556 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.319545 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 7 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.340506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.341110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.341594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.348060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.348655 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.349229 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 8 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.371377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.371935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.372501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.397568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.398066 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.398549 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 9 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.434693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.435419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.436231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.443697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.444234 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.444744 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 10 to bind port a68d101e-296c-4ade-a120-d4519e94ae36 Feb 07 23:19:11.462163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:11.462618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:11.463032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:11.468877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:11.469282 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port a68d101e-296c-4ade-a120-d4519e94ae36 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:11.471293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:11.605823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] For port a68d101e-296c-4ade-a120-d4519e94ae36, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:11.606704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempted to set empty binding levels {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 23:19:11.610588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-067fd28d-7cc0-4243-be96-6b930999cec4 req-aee51db1-3222-4209-a7c2-d16eeb613689 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4975445 Feb 07 23:19:11.618437 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:11.674164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-f273bf6d-1cb4-46d0-bdb1-8241c57c0991 service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150909 Feb 07 23:19:11.699791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] In _notify_port_updated(), no bound segment for port a68d101e-296c-4ade-a120-d4519e94ae36 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:19:11.700709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:11.701354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:11.702722 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "PUT /v2.0/ports/a68d101e-296c-4ade-a120-d4519e94ae36 HTTP/1.1" status: 200 len: 978 time: 1.5568960 Feb 07 23:19:11.706497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47424) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:11.873154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfad2be-6656-4850-9d00-dc831d0498f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=a68d101e-296c-4ade-a120-d4519e94ae36,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:11.884013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2a6be9f-8620-4018-9213-1243a01b4296 req-53079ce9-e962-4c89-8c8e-56c054ec86dc service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938009 Feb 07 23:19:12.130822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3508e9c3-9bcc-427f-b333-1a3c9821bc0e req-69f5a1f1-ee40-4800-87c4-217533d76a96 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 210 time: 0.1714845 Feb 07 23:19:12.141760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-189dc8d8-8122-4259-83f6-b1cbe4c79f9a service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8483598 Feb 07 23:19:12.166671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.167169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.167974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.168336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.169120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.169679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.170315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.170783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.171910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.171910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.172170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.172630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.173068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.173816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.174463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.174922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.175380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.175831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.176287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.176791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.177577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.177687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.178995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.180952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.184045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Synchronizing usage tracker for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:12.213578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Unset dirty status for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:12.215634 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-65047e68-c1af-494f-b929-564c7d37f78c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21726 time: 0.5078082 Feb 07 23:19:12.219888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47432) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:12.393268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Deleting port a68d101e-296c-4ade-a120-d4519e94ae36 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:12.393268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.419174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-73345b6a-7a21-4bd1-9481-2e47623c7917 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:12.420907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-73345b6a-7a21-4bd1-9481-2e47623c7917 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "GET /v2.0/networks?id=a4ab9239-645d-4cf6-b708-c78e00c11049 HTTP/1.1" status: 200 len: 808 time: 0.4060786 Feb 07 23:19:12.450150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Request body: {'port': {'device_id': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049', 'admin_state_up': True, 'tenant_id': '1330cf69784748bca50b902c39ba6469'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:12.539853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-d5280a27-70d9-4dad-90d0-380c77a87d3d service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689566 Feb 07 23:19:12.706549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:12.719522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Usage tracker for resource:port and tenant:1330cf69784748bca50b902c39ba6469 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:12.719522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:12.759546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:12.866459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Made reservation on behalf of 1330cf69784748bca50b902c39ba6469 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:12.866459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:12.907281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:19:12.939041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] For port a68d101e-296c-4ade-a120-d4519e94ae36, host n-h2-827896-3, got binding levels [] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:12.939041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.264725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:13.293855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'port_id': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'mac_address': 'fa:16:3e:0a:fa:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:19:13.383362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977dfc39-88ec-4c01-9882-689808f3eaa2 req-03d8d743-db46-458c-bb1e-4e4ddb4b4457 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:13.402182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-977dfc39-88ec-4c01-9882-689808f3eaa2 req-03d8d743-db46-458c-bb1e-4e4ddb4b4457 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 943 time: 0.6471829 Feb 07 23:19:13.415237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Calling delete_port for a68d101e-296c-4ade-a120-d4519e94ae36 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:13.431768 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.452714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55c6e2a-e3af-4857-86d1-752264c63680 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:13.476239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:13.481786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.572176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.613238 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-977dfc39-88ec-4c01-9882-689808f3eaa2 req-ae51e1cc-2837-433e-941e-d10273dc59c6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962607 Feb 07 23:19:13.647459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Allocated IP 172.20.0.12 (a4ab9239-645d-4cf6-b708-c78e00c11049/b73916d5-14c4-4f02-8eb7-4a24d28a2147/d4bcc14b-09d9-498c-aeee-8028f7c4f1d1) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:13.667827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:13.704365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:13.753583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event deleted for resources: {'Port': ['ID=a68d101e-296c-4ade-a120-d4519e94ae36,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:13.768408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['d55c6e2a-e3af-4857-86d1-752264c63680'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:19:13.793625 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9343afb-42c2-4656-8e54-1f4174ad73a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a68d101e-296c-4ade-a120-d4519e94ae36 HTTP/1.1" status: 204 len: 168 time: 1.5605950 Feb 07 23:19:13.798375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47466) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:13.824744 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:19:13.995279 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3a998b-a3c4-43be-8e9b-1cd2f0d42bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:19:13.995279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5c3a998b-a3c4-43be-8e9b-1cd2f0d42bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Synchronizing usage tracker for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:13.995279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc87f46a-c39f-4717-a277-4b0971b8d455 req-11e1a1d8-a0f4-49a1-826d-3ba88795f0c3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 210 time: 0.1063435 Feb 07 23:19:14.071526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47476) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:14.097941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5c3a998b-a3c4-43be-8e9b-1cd2f0d42bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Unset dirty status for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:14.099104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5c3a998b-a3c4-43be-8e9b-1cd2f0d42bd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "GET /v2.0/ports/a68d101e-296c-4ade-a120-d4519e94ae36 HTTP/1.1" status: 404 len: 333 time: 0.3143361 Feb 07 23:19:14.103888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47482) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:14.109326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297497639', 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:14.117197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:14.121599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.140525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:14.185418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Made reservation on behalf of b613134e64d845aa9ef3cab933943015 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:14.190816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.210929 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.212430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] device_id is not set on port d7547a50-6493-49db-a399-468a94141e32 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:14.315764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Network a4ab9239-645d-4cf6-b708-c78e00c11049 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:14.320235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:14.328167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:14.417823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Pushing event updated for resources: {'Port': ['ID=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:14.486931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:14.487755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.568198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79b0e24f-e89b-42a9-983b-3dcb263d426c req-b9cd3e32-a9b0-4b1d-af68-2053ae2703d3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 210 time: 0.0707505 Feb 07 23:19:14.605759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-c4050ceb-66f0-445a-a793-39e671451130 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1753850 Feb 07 23:19:14.619808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Request body: {'port': {'device_id': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:14.856211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Deleting port f668bb4f-f06c-472c-bb81-973e000e867d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:14.859178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:14.902711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:19:14.965395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.046341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port d55c6e2a-e3af-4857-86d1-752264c63680 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:15.053878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port d55c6e2a-e3af-4857-86d1-752264c63680 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:15.054256 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.235542 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.236028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.251574 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.285068 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.331211 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.336189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:15.363217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:15.369181 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.465022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:15.478638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e535e0a-2482-4d03-bb45-3d5438e1f649 req-36896040-2f2e-4116-9201-90a5c2961ace tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:15.479835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e535e0a-2482-4d03-bb45-3d5438e1f649 req-36896040-2f2e-4116-9201-90a5c2961ace tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.7052491 Feb 07 23:19:15.613557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13b0d5-5f02-4e4f-82e3-9d47ddfd65d9 req-35d9574b-fe69-4b23-a10d-b73ca234cbbf tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:15.614318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2b13b0d5-5f02-4e4f-82e3-9d47ddfd65d9 req-35d9574b-fe69-4b23-a10d-b73ca234cbbf tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Synchronizing usage tracker for tenant:1330cf69784748bca50b902c39ba6469 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:15.628631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0e535e0a-2482-4d03-bb45-3d5438e1f649 req-3affcb0a-b938-4934-8939-0c701f536247 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418021 Feb 07 23:19:15.683317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Calling delete_port for f668bb4f-f06c-472c-bb81-973e000e867d owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:15.707855 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'code': 200} Feb 07 23:19:15.723299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-2b13b0d5-5f02-4e4f-82e3-9d47ddfd65d9 req-35d9574b-fe69-4b23-a10d-b73ca234cbbf tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Unset dirty status for tenant:1330cf69784748bca50b902c39ba6469 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:15.731515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b13b0d5-5f02-4e4f-82e3-9d47ddfd65d9 req-35d9574b-fe69-4b23-a10d-b73ca234cbbf tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 932 time: 0.4610698 Feb 07 23:19:15.758739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Network 43c90316-87d1-4a64-9d2a-a96b0e12a77d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:15.772364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:15.779001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=d7547a50-6493-49db-a399-468a94141e32,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:15.781396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:15.782524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:15.783273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:15.802436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b13b0d5-5f02-4e4f-82e3-9d47ddfd65d9 req-7924242c-80d1-4099-b141-c08e77b87442 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687847 Feb 07 23:19:15.889915 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eb049a9e-fba9-4319-a816-d0ecad0971a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7851932 Feb 07 23:19:15.898635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47526) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:15.941233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-04ed66b7-a83f-4e5e-8acb-fe57f92238fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4477360 Feb 07 23:19:16.028256 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a447d95-e19c-4044-99e6-155a7466d052 req-31fa6039-7c76-4602-872d-fd2a3f5bce08 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 210 time: 0.0777764 Feb 07 23:19:16.040154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.059838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23bb384-c74e-43ec-8aa8-a13b6bc351e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:16.061277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b23bb384-c74e-43ec-8aa8-a13b6bc351e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "GET /v2.0/ports/d7547a50-6493-49db-a399-468a94141e32 HTTP/1.1" status: 200 len: 959 time: 0.1529291 Feb 07 23:19:16.065071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47530) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:16.102772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea8d53-50ff-4174-b26d-ca52ea45c96e req-260b2c44-ebbb-4067-818e-38ab39ef9101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:16.104425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9ea8d53-50ff-4174-b26d-ca52ea45c96e req-260b2c44-ebbb-4067-818e-38ab39ef9101 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1096 time: 0.2923102 Feb 07 23:19:16.151844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event deleted for resources: {'Port': ['ID=f668bb4f-f06c-472c-bb81-973e000e867d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:16.206978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9ea8d53-50ff-4174-b26d-ca52ea45c96e req-825d6696-8670-431c-ad4f-95c1044f9a1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690942 Feb 07 23:19:16.220504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Deleting port d7547a50-6493-49db-a399-468a94141e32 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:16.221406 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.259602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:16.279883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.304097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Transition to ACTIVE for port object d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:16.366526 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.376801 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.377741 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Floating IP 4e43c179-179b-4c59-ba5b-ae0621002681 disassociated (deleted). External IP: 172.25.0.104, port: e5b5060b-01c1-4f15-9c84-1be7f59466da. Feb 07 23:19:16.472427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-f7ca4490-67b6-41a7-9752-5874e108eea4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:16.474108 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-f7ca4490-67b6-41a7-9752-5874e108eea4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.3462496 Feb 07 23:19:16.508887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-f73638a9-5cef-40ee-8056-85bf11d9a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:16.511212 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-f73638a9-5cef-40ee-8056-85bf11d9a8f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1096 time: 0.4277842 Feb 07 23:19:16.655237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:16.744782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:16.824734 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-f8883213-7cc7-468a-a76c-60d12390fe10 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 379 time: 0.3379233 Feb 07 23:19:16.948163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-b2081886-de7e-4d29-aca8-b720773cc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:16.949701 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-b2081886-de7e-4d29-aca8-b720773cc64a service neutron] 10.222.0.36 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 915 time: 0.4000702 Feb 07 23:19:17.030192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'port': {'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'admin_state_up': True, 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'security_groups': ['d20eb01d-b27b-4b83-8751-12d60529efbd']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:17.196838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Calling delete_port for d7547a50-6493-49db-a399-468a94141e32 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:17.239176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-53c56c4c-e875-467f-b540-bb6095db581f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 217 time: 0.2748818 Feb 07 23:19:17.248439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Attempting to bind port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:17.248833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Attempting to bind port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:17.249171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Attempting to bind port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 on network a4ab9239-645d-4cf6-b708-c78e00c11049 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:17.335359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 on network a4ab9239-645d-4cf6-b708-c78e00c11049 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:17.335967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Attempting to bind port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 on network a4ab9239-645d-4cf6-b708-c78e00c11049 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:17.353660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:19:17.354425 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Checking segment: {'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:17.355769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Bound using segment: {'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:19:17.356476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Bound port: d4bcc14b-09d9-498c-aeee-8028f7c4f1d1, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:17.357172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.391274 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.430388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-90e58c51-0fa0-45db-a384-037d653b6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.431896 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-90e58c51-0fa0-45db-a384-037d653b6927 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 200 len: 853 time: 0.1693361 Feb 07 23:19:17.588927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:17.597122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:port and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:17.605354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Router 336628c8-1829-4b92-96f8-ffe305314400 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:19:17.606696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:17.619902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:17.629797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:17.634326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7547a50-6493-49db-a399-468a94141e32,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:17.719353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf1fcd-92ed-456a-9f9d-bc0190712b75 req-46e2ea47-bfed-400f-9c4a-2a3f0698c030 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.723818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1eaf1fcd-92ed-456a-9f9d-bc0190712b75 req-46e2ea47-bfed-400f-9c4a-2a3f0698c030 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 944 time: 0.7121868 Feb 07 23:19:17.732311 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1617cc40-16f6-479c-867d-01abed41c26c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d7547a50-6493-49db-a399-468a94141e32 HTTP/1.1" status: 204 len: 168 time: 1.6657343 Feb 07 23:19:17.743705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47562) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:17.776439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d8183-3a99-493b-be66-0312892a7b7f req-527d10ae-5b80-481c-8b95-536109fff45f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:17.787608 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e47d8183-3a99-493b-be66-0312892a7b7f req-527d10ae-5b80-481c-8b95-536109fff45f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 1.0224254 Feb 07 23:19:17.926249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] For port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:17.937397 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5436e7-bf40-4b3c-9459-9c05715bcdec tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:19:17.937397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ad5436e7-bf40-4b3c-9459-9c05715bcdec tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Synchronizing usage tracker for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:17.967870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] For port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:19:18.016133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:18.019049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:18.025163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:18.081862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1eaf1fcd-92ed-456a-9f9d-bc0190712b75 req-56a7491b-3e2e-47cc-aecf-c03fe7eb5a8a tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451428 Feb 07 23:19:18.111488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-9c0cd2dc-092b-4e70-bd5a-95131acd1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:18.111953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e47d8183-3a99-493b-be66-0312892a7b7f req-d010ce78-40b9-460c-922b-1090282615f4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229218 Feb 07 23:19:18.113042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-9c0cd2dc-092b-4e70-bd5a-95131acd1809 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6651039 Feb 07 23:19:18.133724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ad5436e7-bf40-4b3c-9459-9c05715bcdec tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Unset dirty status for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:18.135162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ad5436e7-bf40-4b3c-9459-9c05715bcdec tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "GET /v2.0/ports/d7547a50-6493-49db-a399-468a94141e32 HTTP/1.1" status: 404 len: 333 time: 0.3901000 Feb 07 23:19:18.143601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47572) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:18.158780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:18.160107 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:18.161933 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 HTTP/1.1" status: 200 len: 1092 time: 3.5476105 Feb 07 23:19:18.167165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Request body: {'port': {'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1929864806'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:18.173492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:18.186947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:18.204744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'tag': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:18.232291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Made reservation on behalf of b613134e64d845aa9ef3cab933943015 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:18.243754 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:18.388260 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'tag': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1', 'status': 'completed', 'code': 200} Feb 07 23:19:18.390714 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83c02b16-3d97-4f2a-8dee-b0bb098dfbbf req-8725734b-16a5-4f22-a09e-13462f818138 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 210 time: 0.1223340 Feb 07 23:19:18.413069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2206e2-d371-4c1e-893b-5db00974d1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:18.428312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] device_id is not set on port 0a8f129c-93f7-47af-8b71-c04c12446b51 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:18.555688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-f7531874-992a-48ee-aa23-62fee976fd0b service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149756 Feb 07 23:19:18.558198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:19:18.569577 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] Sync routers for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:19:18.586946 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:18.587679 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:18.828552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-60115c7a-4c6b-4780-9ec3-7592eab3bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:18.830120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-60115c7a-4c6b-4780-9ec3-7592eab3bad3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1330cf69784748bca50b902c39ba6469&device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 1095 time: 0.5648689 Feb 07 23:19:18.862787 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:18.894107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b28a1b3e-74bc-4bd3-b8b6-e042ec7453b6 req-2fa61aa6-5bc2-4a9e-b563-9278719b587b service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354294 Feb 07 23:19:18.921097 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:18.937710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.20.0.4 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/b40ea4e7-0293-4d6f-8861-b8f8cd47967f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:19.082497 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-56165013-7236-457d-a15f-e70ffa740fe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 HTTP/1.1" status: 200 len: 217 time: 0.2375948 Feb 07 23:19:19.191993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:19.243762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-fe73d112-c594-43ae-bc9d-d8ee03259526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:19.245562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-fe73d112-c594-43ae-bc9d-d8ee03259526 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b73916d5-14c4-4f02-8eb7-4a24d28a2147 HTTP/1.1" status: 200 len: 848 time: 0.1481991 Feb 07 23:19:19.472602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:19.480041 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:19.491248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Transition to ACTIVE for port object b40ea4e7-0293-4d6f-8861-b8f8cd47967f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:19.496350 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-2c39125e-b39e-4ad9-80b3-c39958aa2eba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4ab9239-645d-4cf6-b708-c78e00c11049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2369349 Feb 07 23:19:19.531236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:19.536191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:19.536945 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cb1b92ce-f972-4087-8536-c309b6ed2be1 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "DELETE /v2.0/floatingips/4e43c179-179b-4c59-ba5b-ae0621002681 HTTP/1.1" status: 204 len: 168 time: 5.4713011 Feb 07 23:19:19.541336 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] Checking router: 336628c8-1829-4b92-96f8-ffe305314400 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:19:19.548490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:19.550009 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:19.550756 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:18:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:19.654926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:19.657558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:19.669235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:19.673028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:19.784747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-cb2ae21f-b095-4195-8e59-dca23c685e20 service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919389 Feb 07 23:19:19.812188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:19.813038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:19.815345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Network 43c90316-87d1-4a64-9d2a-a96b0e12a77d is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:19.852796 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1a35bf7e-b3d8-42d9-9d50-6ef9b315de6a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8284829 Feb 07 23:19:19.853528 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:19.865762 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Request body: {'port': {'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:19.885456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:19.897201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:19.903691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:19.904723 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:20.034569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=0a8f129c-93f7-47af-8b71-c04c12446b51,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:20.083469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:20.090147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5d59213e-978b-4c77-95a0-bb82eb7d871d None None] Provisioning for port b40ea4e7-0293-4d6f-8861-b8f8cd47967f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:20.098778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5d59213e-978b-4c77-95a0-bb82eb7d871d None None] Provisioning complete for port b40ea4e7-0293-4d6f-8861-b8f8cd47967f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:20.099329 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5d59213e-978b-4c77-95a0-bb82eb7d871d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:20.139987 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dbd8e289-0b7d-4329-a260-c354ee19ae23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9905331 Feb 07 23:19:20.147603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47610) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:20.160629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:20.180319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595604c6-ec1f-4dff-b0d8-a804507a6001 req-8e682f65-7cac-48e8-a51b-249975756623 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:20.187663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-595604c6-ec1f-4dff-b0d8-a804507a6001 req-8e682f65-7cac-48e8-a51b-249975756623 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 944 time: 0.8523164 Feb 07 23:19:20.201225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5d59213e-978b-4c77-95a0-bb82eb7d871d None None] Port b40ea4e7-0293-4d6f-8861-b8f8cd47967f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:19:20.223867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514401-834c-41d6-aaa1-afa63cbbae93 req-8df18f7c-ebd2-4a80-a6cb-421c8fe704e7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:20.232023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57514401-834c-41d6-aaa1-afa63cbbae93 req-8df18f7c-ebd2-4a80-a6cb-421c8fe704e7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.8196628 Feb 07 23:19:20.256312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f1dd664-950a-403d-bafe-40f2dc2dd3c9 req-4c3945b2-8eb8-4b6f-82b4-872fd56a9ab2 service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595125 Feb 07 23:19:20.321381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-595604c6-ec1f-4dff-b0d8-a804507a6001 req-e6bf73f5-e8fb-425f-8349-121544f3fc73 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324108 Feb 07 23:19:20.354705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-57514401-834c-41d6-aaa1-afa63cbbae93 req-1ea89f2e-b68a-49da-bec0-dd9ab9375338 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212411 Feb 07 23:19:20.602008 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:20.612212 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec90b2a-e75d-4278-95a2-89ffe218b021 None None] The sync data for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 is: [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '20010c23-14f1-4e22-b03c-eabcdea73bc9', 'name': '', 'network_id': '16eeecdb-c3e1-4cc9-b892-d0c1a6254a09', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'mac_address': 'fa:16:3e:2e:df:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:25Z', 'updated_at': '2022-02-07T23:13:41Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'subnets': [{'id': '780562b7-71e7-48b3-9144-b617c02f20e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:20.672392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:20.761867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d360-773e-4704-8219-8ce70193e7be req-a009a682-8444-46ab-9be4-cede7bf708aa tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:20.772408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9284d360-773e-4704-8219-8ce70193e7be req-a009a682-8444-46ab-9be4-cede7bf708aa tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 931 time: 0.1688778 Feb 07 23:19:20.797320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e97073-9957-4972-8fba-1260a323b44b req-3cfaaec6-627e-46ef-9e40-b18b406fecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:20.798819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e97073-9957-4972-8fba-1260a323b44b req-3cfaaec6-627e-46ef-9e40-b18b406fecdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1330cf69784748bca50b902c39ba6469&device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 1095 time: 0.4116566 Feb 07 23:19:21.015913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed187e5-fd47-47e2-9ca7-2e7d5e895654 None None] New status for floating IP 4e43c179-179b-4c59-ba5b-ae0621002681: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:19:21.016517 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'status': 'completed', 'code': 200} Feb 07 23:19:21.026888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9284d360-773e-4704-8219-8ce70193e7be req-04b61819-55c8-4240-a4fe-81d82d47f330 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535846 Feb 07 23:19:21.123580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e97073-9957-4972-8fba-1260a323b44b req-65ce2bbf-2ead-49f1-8d5e-5fb71423477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:21.125059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e97073-9957-4972-8fba-1260a323b44b req-65ce2bbf-2ead-49f1-8d5e-5fb71423477e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4ab9239-645d-4cf6-b708-c78e00c11049 HTTP/1.1" status: 200 len: 909 time: 0.3125443 Feb 07 23:19:21.206865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40ea4e7-0293-4d6f-8861-b8f8cd47967f {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:21.214967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:21.266484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Transition to ACTIVE for port object b40ea4e7-0293-4d6f-8861-b8f8cd47967f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:21.270181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e97073-9957-4972-8fba-1260a323b44b req-d0f4573a-50fd-4b0c-9114-ef801e6ff469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 HTTP/1.1" status: 200 len: 217 time: 0.1284528 Feb 07 23:19:21.323430 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:21.371915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e97073-9957-4972-8fba-1260a323b44b req-6db12f94-58f5-4b9c-a22b-09d54960f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:21.373373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e97073-9957-4972-8fba-1260a323b44b req-6db12f94-58f5-4b9c-a22b-09d54960f3fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b73916d5-14c4-4f02-8eb7-4a24d28a2147 HTTP/1.1" status: 200 len: 848 time: 0.0959957 Feb 07 23:19:21.381990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48b2de-efe2-43c8-9a3a-05d5581d32dc req-c59f835e-5edf-49ee-bf5a-c307a05ab8ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:21.383335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad48b2de-efe2-43c8-9a3a-05d5581d32dc req-c59f835e-5edf-49ee-bf5a-c307a05ab8ec tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.4137244 Feb 07 23:19:21.408626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-18db5692-0304-4319-8e57-5495a1860ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:21.410145 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-18db5692-0304-4319-8e57-5495a1860ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff6864cd9ab74986b1a3b709168124bd&device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 1096 time: 0.3955007 Feb 07 23:19:21.460491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e97073-9957-4972-8fba-1260a323b44b req-09101a83-583b-474a-9a5a-3c4ccd4b8e48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4ab9239-645d-4cf6-b708-c78e00c11049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761931 Feb 07 23:19:21.498787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ccd4a-6508-4f98-b147-e3c9813e5a12 req-d00288fb-a353-49d0-8916-56cb590be3fa tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:21.500271 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-448ccd4a-6508-4f98-b147-e3c9813e5a12 req-d00288fb-a353-49d0-8916-56cb590be3fa tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 945 time: 0.2816300 Feb 07 23:19:21.611331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad48b2de-efe2-43c8-9a3a-05d5581d32dc req-d12f4549-5cc6-40db-95a1-5038c55db42a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872892 Feb 07 23:19:21.628813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-448ccd4a-6508-4f98-b147-e3c9813e5a12 req-a7be28fc-1dc0-4dbf-ba1a-1fa01bf19b28 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160951 Feb 07 23:19:21.639030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Pushing event updated for resources: {'Port': ['ID=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:21.674964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47636) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:21.738691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e97073-9957-4972-8fba-1260a323b44b req-8785ce4e-a6fa-4774-ac9d-57e2a3db57c9 service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698097 Feb 07 23:19:21.864044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Attempting to bind port b40ea4e7-0293-4d6f-8861-b8f8cd47967f on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:21.864623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Attempting to bind port b40ea4e7-0293-4d6f-8861-b8f8cd47967f by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:21.864740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Attempting to bind port b40ea4e7-0293-4d6f-8861-b8f8cd47967f on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:21.868680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] device_id is not set on port 0a8f129c-93f7-47af-8b71-c04c12446b51 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:21.878589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:21.881906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-65b9ba5d-559e-412f-bb2c-a1cd6b7f4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:21.883438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-65b9ba5d-559e-412f-bb2c-a1cd6b7f4dc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 200 len: 915 time: 0.4593723 Feb 07 23:19:21.886712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Port b40ea4e7-0293-4d6f-8861-b8f8cd47967f on network 1578e435-8757-4628-a497-fe2432a1d83a not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:21.887045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Attempting to bind port b40ea4e7-0293-4d6f-8861-b8f8cd47967f on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:21.945319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:19:21.945660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:21.946049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:19:21.946500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Bound port: b40ea4e7-0293-4d6f-8861-b8f8cd47967f, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:21.946847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:21.985938 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-a557a666-ee06-41fd-bec6-211cc73611bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 200 len: 217 time: 0.0928648 Feb 07 23:19:21.987955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Transition to ACTIVE for port object 0a8f129c-93f7-47af-8b71-c04c12446b51 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:22.005024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceabaa2-a244-4f29-9698-b55318cf6bcc tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.012413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1ceabaa2-a244-4f29-9698-b55318cf6bcc tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1091 time: 0.3325741 Feb 07 23:19:22.013868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47644) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:22.015059 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-78e97073-9957-4972-8fba-1260a323b44b req-5a4848ab-f8c0-4aa3-aa7e-b9580dc3eaa9 service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696059 Feb 07 23:19:22.028123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44674c24-13c9-413d-97b0-6a1ccd2da3f6 req-38df0c55-cca5-418f-a120-d487275ee604 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.029730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44674c24-13c9-413d-97b0-6a1ccd2da3f6 req-38df0c55-cca5-418f-a120-d487275ee604 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 944 time: 0.1689365 Feb 07 23:19:22.065297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.073832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:22.086792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44674c24-13c9-413d-97b0-6a1ccd2da3f6 req-2531da0e-e38e-4131-99dc-06e5021a3d09 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494850 Feb 07 23:19:22.138795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:22.176659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:floatingip and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:22.234733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:22.251228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f48091-b84f-4b64-9fa9-80802b6af57f req-1264431f-d5cc-4118-a56f-9b541bdd001d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.253161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5f48091-b84f-4b64-9fa9-80802b6af57f req-1264431f-d5cc-4118-a56f-9b541bdd001d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 943 time: 0.0941255 Feb 07 23:19:22.264943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:22.299473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-d26add96-6a21-407d-a14f-57251fdc7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.299473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-d26add96-6a21-407d-a14f-57251fdc7de8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 200 len: 853 time: 0.2826304 Feb 07 23:19:22.299473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=0a8f129c-93f7-47af-8b71-c04c12446b51,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:22.306159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5f48091-b84f-4b64-9fa9-80802b6af57f req-992d11ba-8063-4b09-88f4-6cf2b7bf1caf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455329 Feb 07 23:19:22.367769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] For port b40ea4e7-0293-4d6f-8861-b8f8cd47967f, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:22.369851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.386598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:22.386942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:22.387287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:22.444713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-84db83fd-6f79-4b57-81a6-9a588eceb23f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.446645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-84db83fd-6f79-4b57-81a6-9a588eceb23f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 945 time: 0.1009917 Feb 07 23:19:22.456750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:22.457111 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:22.458889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] For port b40ea4e7-0293-4d6f-8861-b8f8cd47967f, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:19:22.463952 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 2 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:22.482434 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.541644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:22.541942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:22.542284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:22.543605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Deleting port e5b5060b-01c1-4f15-9c84-1be7f59466da {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:22.544065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.575006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:22.575332 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:22.580649 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 3 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:22.592914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.593516 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:22.594905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] 10.222.0.26 "PUT /v2.0/ports/b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 1091 time: 2.7350094 Feb 07 23:19:22.619979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:22.620322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:22.620695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:22.636542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5b684-8c87-4094-aebd-e6a21b79d858 service neutron] Pushing event updated for resources: {'Port': ['ID=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:22.641393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:22.641935 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:22.644167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-5c369b8d-0645-4b1d-bd68-6911b5bb1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:22.645943 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-5c369b8d-0645-4b1d-bd68-6911b5bb1001 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3341477 Feb 07 23:19:22.648801 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 4 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:23.016049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:23.016778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:23.016778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:23.025736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:23.041144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:23.041480 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:23.045790 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 5 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:23.046982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] For port e5b5060b-01c1-4f15-9c84-1be7f59466da, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=e5b5060b-01c1-4f15-9c84-1be7f59466da,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:23.047436 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:23.071629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3c869-9556-4dc1-b7ed-66fbcf13d3d7 req-f67fb61a-ef9c-4663-a332-a7050530b6b0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:23.073482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ff3c869-9556-4dc1-b7ed-66fbcf13d3d7 req-f67fb61a-ef9c-4663-a332-a7050530b6b0 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 945 time: 0.1694286 Feb 07 23:19:23.086297 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'status': 'completed', 'code': 200} Feb 07 23:19:23.132482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:23.134234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:23.134593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:23.174025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-c99177f0-3ed1-479f-982b-3660169550fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:23.174025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-c99177f0-3ed1-479f-982b-3660169550fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1094 time: 0.5238390 Feb 07 23:19:23.174025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:23.174025 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:23.185041 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 6 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:23.241656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Calling delete_port for e5b5060b-01c1-4f15-9c84-1be7f59466da owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:23.254932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:23.255277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:23.255849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:23.272276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:23.327689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:23.328179 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:23.330985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-8d21c046-92b9-44e4-ab02-1071e35e6603 service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127746 Feb 07 23:19:23.337780 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 7 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:23.346617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-00936420-fda2-4a14-abbf-590bad4cee85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 217 time: 0.1427650 Feb 07 23:19:23.400047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ff3c869-9556-4dc1-b7ed-66fbcf13d3d7 req-88478ef6-f546-4117-929c-b2f416a680d6 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/security-groups?id=052efc4b-50a3-49a6-8111-911aa6b4f27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197119 Feb 07 23:19:23.466616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036892a-1355-4248-9db6-af8b17bd2e37 req-1f174c77-6f2d-4938-9484-7b0d1627f184 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:23.468074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9036892a-1355-4248-9db6-af8b17bd2e37 req-1f174c77-6f2d-4938-9484-7b0d1627f184 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 944 time: 0.1979766 Feb 07 23:19:23.496004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1615a4e1-e5ca-4f92-bbf4-23ae3ca08c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:23.497478 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-1615a4e1-e5ca-4f92-bbf4-23ae3ca08c3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1251688 Feb 07 23:19:23.544250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9036892a-1355-4248-9db6-af8b17bd2e37 req-40924ee6-60a3-456f-b929-c28799662a78 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620685 Feb 07 23:19:23.545497 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:23.552431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:23.552717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:23.553057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:23.557588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:19:23.608882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:23.609232 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:23.613623 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 8 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:23.702654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:23.703250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:23.703356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:23.733002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:23.733340 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:23.737341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:23.737486 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 9 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:23.739847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event deleted for resources: {'Port': ['ID=e5b5060b-01c1-4f15-9c84-1be7f59466da,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:23.755095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1', 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049', 'port_id': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1', 'mac_address': 'fa:16:3e:46:32:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73916d5-14c4-4f02-8eb7-4a24d28a2147', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:19:23.795208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] No DVR routers for this DVR port e5b5060b-01c1-4f15-9c84-1be7f59466da on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:23.814346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.135 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/ef888a87-fe44-4f32-a4a6-1992f9a0cade) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:23.826982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:23.827518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:23.827789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:23.828093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:23.832888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-de922aef-b0e0-4790-83c5-998d2e9ce2c3 req-6ae83aa3-e2f9-46a7-b172-21bb51df90a9 service neutron] 10.222.0.36 "GET /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822154 Feb 07 23:19:23.840803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'name': 'network-vif-deleted', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:23.842068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-310f8720-542e-46ff-8968-3d1544663238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:23.843855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:23.844308 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-310f8720-542e-46ff-8968-3d1544663238 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976785 Feb 07 23:19:23.846964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:23.847416 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:23.848143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef83acaa-a6e0-4d0b-bb2d-c28a1db61da6 req-530efbec-3a1b-4e50-85d8-f9a386999640 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.36 "DELETE /v2.0/ports/e5b5060b-01c1-4f15-9c84-1be7f59466da HTTP/1.1" status: 204 len: 173 time: 1.3959122 Feb 07 23:19:23.854557 n-d-827896-3 neutron-server[87671]: INFO neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempt 10 to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 Feb 07 23:19:23.881675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:23.901456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:23.911882 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:23.915558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62293cd7-fe48-4109-bf71-f08059c81d2f req-b1e43007-1475-4248-8e6e-95cadd7c664c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:23.917326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62293cd7-fe48-4109-bf71-f08059c81d2f req-b1e43007-1475-4248-8e6e-95cadd7c664c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 943 time: 0.3599055 Feb 07 23:19:23.974404 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e54e07a-8aaf-4af8-8641-51efb2e55aa0', 'name': 'network-vif-deleted', 'tag': 'e5b5060b-01c1-4f15-9c84-1be7f59466da', 'status': 'completed', 'code': 200} Feb 07 23:19:24.002743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62293cd7-fe48-4109-bf71-f08059c81d2f req-fc9abf86-a516-44df-88e4-2f56fcf129e2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708377 Feb 07 23:19:24.034961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:24.035633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:24.035633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempting to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:24.045527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:24.104854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:24.105023 n-d-827896-3 neutron-server[87671]: ERROR neutron.plugins.ml2.managers [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Failed to bind port 0a8f129c-93f7-47af-8b71-c04c12446b51 on host n-h2-827896-3 for vnic_type normal using segments [{'id': 'f97f7527-45c4-48dc-b179-a89419365163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43c90316-87d1-4a64-9d2a-a96b0e12a77d'}] Feb 07 23:19:24.105330 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:24.131911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['d4bcc14b-09d9-498c-aeee-8028f7c4f1d1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:19:24.200465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-e3c82551-0435-4aef-8d84-062cafbcd205 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353262 Feb 07 23:19:24.303894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] For port 0a8f129c-93f7-47af-8b71-c04c12446b51, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:24.304267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attempted to set empty binding levels {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 07 23:19:24.371210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:24.508625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] In _notify_port_updated(), no bound segment for port 0a8f129c-93f7-47af-8b71-c04c12446b51 on network 43c90316-87d1-4a64-9d2a-a96b0e12a77d {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:19:24.509541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:24.510160 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:24.515020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "PUT /v2.0/ports/0a8f129c-93f7-47af-8b71-c04c12446b51 HTTP/1.1" status: 200 len: 979 time: 4.3660095 Feb 07 23:19:24.515285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47696) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:24.534750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:24.558205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bd6e3-3930-44be-ac03-1adbffbc2166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event updated for resources: {'Port': ['ID=0a8f129c-93f7-47af-8b71-c04c12446b51,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:24.689888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-333671c2-e193-4f4d-bd74-80a6451c3843 req-26590b7e-041d-43bf-b9cf-7455922a712c service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789581 Feb 07 23:19:24.692363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:24.788473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a7852b59-ab1f-4a45-b415-8d8f8cb1b36d req-df311d77-08e2-4174-8bdf-de0b2d66887f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Synchronizing usage tracker for tenant:ff6864cd9ab74986b1a3b709168124bd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:24.811198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Deleting port 0a8f129c-93f7-47af-8b71-c04c12446b51 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:24.811836 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:24.874326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:24.875891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:24.885181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:24.928273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-a7852b59-ab1f-4a45-b415-8d8f8cb1b36d req-df311d77-08e2-4174-8bdf-de0b2d66887f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Unset dirty status for tenant:ff6864cd9ab74986b1a3b709168124bd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:24.935493 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7852b59-ab1f-4a45-b415-8d8f8cb1b36d req-df311d77-08e2-4174-8bdf-de0b2d66887f tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e54e07a-8aaf-4af8-8641-51efb2e55aa0 HTTP/1.1" status: 200 len: 210 time: 0.2450514 Feb 07 23:19:24.940862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=ef888a87-fe44-4f32-a4a6-1992f9a0cade,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:25.066250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-44fb7d4f-a271-4885-852e-bf35e9b5e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.066250 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-44fb7d4f-a271-4885-852e-bf35e9b5e075 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1094 time: 0.2956028 Feb 07 23:19:25.398014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] For port 0a8f129c-93f7-47af-8b71-c04c12446b51, host n-h2-827896-3, got binding levels [] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:25.398014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:25.507794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-35274047-1f47-40b5-86ae-30d2ed0e7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.509320 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-35274047-1f47-40b5-86ae-30d2ed0e7cd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.4273615 Feb 07 23:19:25.541269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Calling delete_port for 0a8f129c-93f7-47af-8b71-c04c12446b51 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:25.573057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:19:25.593511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6048ec-8a19-49de-a738-0dc5b487cece req-56ae8cbf-9deb-424f-be0a-ed5ed5f000f5 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.595624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd6048ec-8a19-49de-a738-0dc5b487cece req-56ae8cbf-9deb-424f-be0a-ed5ed5f000f5 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 945 time: 0.8165874 Feb 07 23:19:25.634839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-83e03237-aa55-48e8-a285-091d6eb9dc3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 217 time: 0.1141369 Feb 07 23:19:25.733748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:25.743552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:25.744290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:25.796865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b358c41-3922-44f4-a755-e03a525152bc req-bbaecc23-759e-4f67-b172-a48df2945508 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.798345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b358c41-3922-44f4-a755-e03a525152bc req-bbaecc23-759e-4f67-b172-a48df2945508 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 943 time: 0.5260508 Feb 07 23:19:25.843799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd6048ec-8a19-49de-a738-0dc5b487cece req-695a72c0-aa02-4578-a661-cb7a5da6977e tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307377 Feb 07 23:19:25.892994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-21631542-5884-489c-bfbe-dccf1e6a2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:25.894807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-21631542-5884-489c-bfbe-dccf1e6a2d58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.2502940 Feb 07 23:19:25.895491 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b358c41-3922-44f4-a755-e03a525152bc req-9cad3241-a9f1-42d7-9ddd-1a9aab04c593 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665414 Feb 07 23:19:25.909380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.001248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a8f129c-93f7-47af-8b71-c04c12446b51,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:26.013126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.023896 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.024229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-de8770c6-d48f-49d1-b90e-bce9ef1efb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "DELETE /v2.0/ports/0a8f129c-93f7-47af-8b71-c04c12446b51 HTTP/1.1" status: 204 len: 168 time: 1.5058231 Feb 07 23:19:26.026451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47730) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:26.073694 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-88d32e59-2ebf-4054-a266-3d6e6ba56bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.081204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:26.090722 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47734) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:26.100946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:26.108775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.110884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e5b5060b-01c1-4f15-9c84-1be7f59466da no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:26.113349 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-2601e747-1f65-44f1-843e-5d0fb61fcbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] GET failed (client error): The resource could not be found. Feb 07 23:19:26.114178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2601e747-1f65-44f1-843e-5d0fb61fcbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Synchronizing usage tracker for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:26.160432 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1', 'code': 200} Feb 07 23:19:26.160706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2601e747-1f65-44f1-843e-5d0fb61fcbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] Unset dirty status for tenant:b613134e64d845aa9ef3cab933943015 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:26.166931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2601e747-1f65-44f1-843e-5d0fb61fcbe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107320470-project-admin] 10.222.0.10 "GET /v2.0/ports/0a8f129c-93f7-47af-8b71-c04c12446b51 HTTP/1.1" status: 404 len: 333 time: 0.1365037 Feb 07 23:19:26.167703 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47740) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:26.228262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: e5b5060b-01c1-4f15-9c84-1be7f59466da {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:26.228654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device e5b5060b-01c1-4f15-9c84-1be7f59466da not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:26.272171 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:26.288843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2244f0c-46d6-42f1-9233-bbb3da8cad32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.295428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-e1df6fd9-2256-40a7-9d18-1b4b367f96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:26.296833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-e1df6fd9-2256-40a7-9d18-1b4b367f96d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3853297 Feb 07 23:19:26.326824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.384380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.416699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2244f0c-46d6-42f1-9233-bbb3da8cad32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.455424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e06d88-62f1-4d8b-a502-f14be5ca9b1f req-95be1d98-b9ff-457b-8ae0-8854ab1d9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:26.457054 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69e06d88-62f1-4d8b-a502-f14be5ca9b1f req-95be1d98-b9ff-457b-8ae0-8854ab1d9ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 1097 time: 0.1770065 Feb 07 23:19:26.573146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-ef92182e-c00f-47ea-8c44-ab206ef38398 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649584 Feb 07 23:19:26.581943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.598259 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.629799 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69e06d88-62f1-4d8b-a502-f14be5ca9b1f req-a3a8ac7e-51dd-4fa6-9ae2-4a2d0add6ae9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630020 Feb 07 23:19:26.637710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c90316-87d1-4a64-9d2a-a96b0e12a77d']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:26.667499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97f7527-45c4-48dc-b179-a89419365163') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:26.667713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97f7527-45c4-48dc-b179-a89419365163') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:26.682654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.706512 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.717656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:19:26.718195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:19:26.735309 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:19:26.752894 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2244f0c-46d6-42f1-9233-bbb3da8cad32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.830474 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.862830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:26.866469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] Pushing event deleted for resources: {'Network': ['ID=43c90316-87d1-4a64-9d2a-a96b0e12a77d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:26.873003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-55e25a27-443e-4f0e-962b-cb59d0d1e7c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-741675617-project] 10.222.0.10 "DELETE /v2.0/networks/43c90316-87d1-4a64-9d2a-a96b0e12a77d HTTP/1.1" status: 204 len: 168 time: 0.7041397 Feb 07 23:19:26.917063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2244f0c-46d6-42f1-9233-bbb3da8cad32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052efc4b-50a3-49a6-8111-911aa6b4f27f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:26.980998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8228a655-fdae-4eb4-93b6-7c5457db5b0a req-395136d0-53ce-488c-b86e-67bbb3c2a73e service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721461 Feb 07 23:19:27.025633 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a2244f0c-46d6-42f1-9233-bbb3da8cad32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:27.026877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a2244f0c-46d6-42f1-9233-bbb3da8cad32 tempest-TestVolumeBackupRestore-1182514011 tempest-TestVolumeBackupRestore-1182514011-project] 10.222.0.10 "DELETE /v2.0/security-groups/052efc4b-50a3-49a6-8111-911aa6b4f27f HTTP/1.1" status: 204 len: 168 time: 0.9353597 Feb 07 23:19:27.108701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:27.119128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:27.269495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f325fc-cd05-4d28-bc4f-8895da7c8cfe req-7ea2413f-c736-4dc3-8ef2-fb07ba7ea90b tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:27.269875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=ef888a87-fe44-4f32-a4a6-1992f9a0cade,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:27.278173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58f325fc-cd05-4d28-bc4f-8895da7c8cfe req-7ea2413f-c736-4dc3-8ef2-fb07ba7ea90b tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 946 time: 0.2145748 Feb 07 23:19:27.300725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47768) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:27.301515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:27.314564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846b9dd-41a0-4c2e-9353-9a3623c1fd3c req-ce76f20e-2c80-4667-b341-af1f8148e619 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:27.316245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0846b9dd-41a0-4c2e-9353-9a3623c1fd3c req-ce76f20e-2c80-4667-b341-af1f8148e619 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 943 time: 0.1978176 Feb 07 23:19:27.369463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58f325fc-cd05-4d28-bc4f-8895da7c8cfe req-05bd1dee-edbc-4dbe-819f-3bbbe61bc51e tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899835 Feb 07 23:19:27.389920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0846b9dd-41a0-4c2e-9353-9a3623c1fd3c req-cb58d45c-69a1-4210-b292-bf2963890caf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678148 Feb 07 23:19:27.724373 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 57e02a28-299e-40d7-b48a-6714673edf0d associated. External IP: 172.25.0.135, port: d55c6e2a-e3af-4857-86d1-752264c63680. Feb 07 23:19:28.069764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-be99f8b1-b080-4704-8eac-807f8fab1f3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5b30548743f4ed18c51cdd89aec8eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584192 Feb 07 23:19:28.107037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47802) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:28.207204 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24eb87f9-7362-4e00-a4f6-40d763f3ace0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:28.279523 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c072-ec3b-4fb6-b311-95b9451621cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:28.398635 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c072-ec3b-4fb6-b311-95b9451621cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:28.421288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router ca63aeba-29ee-4f87-bff9-fe159eade9aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:19:28.653201 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c072-ec3b-4fb6-b311-95b9451621cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:28.750590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:19:28.763185 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] Sync routers for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:19:28.789231 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:28.790171 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:28.790510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:28.925310 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2975ce8e-9717-44ce-b306-b628d125cb74 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9076312 Feb 07 23:19:28.925310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:28.931607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4c072-ec3b-4fb6-b311-95b9451621cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab5f47-0852-4219-a4d8-a345a27ddeb3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:28.987634 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4e4c072-ec3b-4fb6-b311-95b9451621cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:28.989415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d4e4c072-ec3b-4fb6-b311-95b9451621cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6ab5f47-0852-4219-a4d8-a345a27ddeb3 HTTP/1.1" status: 204 len: 168 time: 0.8813412 Feb 07 23:19:29.086930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8da6a2-9722-4d79-9afe-086dd15f5191 req-3fab85c5-5664-4919-a99c-6e62916afaa1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:29.094791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d8da6a2-9722-4d79-9afe-086dd15f5191 req-3fab85c5-5664-4919-a99c-6e62916afaa1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 943 time: 0.4172509 Feb 07 23:19:29.194549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d8da6a2-9722-4d79-9afe-086dd15f5191 req-dbd61061-1123-46ee-811c-712250b2de8b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985358 Feb 07 23:19:29.289668 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81b20b-b6e2-4a28-ab51-9b31f5adea46 req-93b3466d-6265-4f83-8c58-ba33be44aab4 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:29.297644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d81b20b-b6e2-4a28-ab51-9b31f5adea46 req-93b3466d-6265-4f83-8c58-ba33be44aab4 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 946 time: 0.6946118 Feb 07 23:19:29.338556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:29.355510 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:29.555908 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d81b20b-b6e2-4a28-ab51-9b31f5adea46 req-51acf03d-835a-44a5-8ad4-929f1564778e tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573006 Feb 07 23:19:29.602003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:29.678544 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'status': 'completed', 'code': 200} Feb 07 23:19:29.680334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1bfb7-d9fe-4361-a798-379b1b09bc63 req-cb106981-e980-4f92-8f98-fbfd5f50383f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:29.688339 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84f1bfb7-d9fe-4361-a798-379b1b09bc63 req-cb106981-e980-4f92-8f98-fbfd5f50383f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.2777138 Feb 07 23:19:29.785983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84f1bfb7-d9fe-4361-a798-379b1b09bc63 req-d991a998-f74a-4665-acc0-0a3c887baf12 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929847 Feb 07 23:19:29.806391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 47968) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:29.850770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:29.946168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fdd5da34-c3d3-4e42-8e61-f228bb618505 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b613134e64d845aa9ef3cab933943015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920897 Feb 07 23:19:29.947064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 47990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:29.996955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-4a50256f-0d9e-4f08-bbb3-0656a1bf96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:29.999848 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-4a50256f-0d9e-4f08-bbb3-0656a1bf96b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1096 time: 0.2675643 Feb 07 23:19:30.115469 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '57e02a28-299e-40d7-b48a-6714673edf0d', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'port_id': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'mac_address': 'fa:16:3e:0a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:26Z', 'updated_at': '2022-02-07T23:19:26Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:19:02Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:30.134207 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] Checking router: ca63aeba-29ee-4f87-bff9-fe159eade9aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:19:30.144383 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e5181c4e-4922-4ef7-9512-55f22f5e93d4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/57e02a28-299e-40d7-b48a-6714673edf0d HTTP/1.1" status: 200 len: 991 time: 0.3338931 Feb 07 23:19:30.162051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:30.162571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:30.435374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-1330b38d-2cea-413b-825d-90f6b8f316e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:30.438269 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-1330b38d-2cea-413b-825d-90f6b8f316e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 898 time: 0.4256322 Feb 07 23:19:30.600443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28961b52-c25b-45d2-ab36-80e078cfb6c6 req-3c83679b-cc55-4ed8-8d50-1af765ae2325 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:30.609148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28961b52-c25b-45d2-ab36-80e078cfb6c6 req-3c83679b-cc55-4ed8-8d50-1af765ae2325 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 943 time: 0.1827815 Feb 07 23:19:30.625496 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:30.744241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a717744-63a0-4116-b7d3-6acd07ff31c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:30.749826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28961b52-c25b-45d2-ab36-80e078cfb6c6 req-1585da6b-6aee-455d-a8a1-f70326c3f0d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397147 Feb 07 23:19:30.859408 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-a7489652-bfe2-4159-8040-695dd07c30e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 999 time: 0.3928561 Feb 07 23:19:30.866636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a717744-63a0-4116-b7d3-6acd07ff31c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:31.054981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-718699e1-d603-4776-b347-d0051ea144e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:31.056782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-718699e1-d603-4776-b347-d0051ea144e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.1734028 Feb 07 23:19:31.111346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:31.149235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:31.180141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a717744-63a0-4116-b7d3-6acd07ff31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:31.234806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a717744-63a0-4116-b7d3-6acd07ff31c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4015a5d-d383-4e3d-b931-2ae5b0a545a2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:31.256995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5a717744-63a0-4116-b7d3-6acd07ff31c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:31.276854 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5a717744-63a0-4116-b7d3-6acd07ff31c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4015a5d-d383-4e3d-b931-2ae5b0a545a2 HTTP/1.1" status: 204 len: 168 time: 1.3042262 Feb 07 23:19:31.306353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-f63cad95-14bb-43c2-8adb-d73c937fe07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:31.310453 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-f63cad95-14bb-43c2-8adb-d73c937fe07e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2450523 Feb 07 23:19:31.532213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ac30f850-250b-4cba-800b-8f662361fa89 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/57e02a28-299e-40d7-b48a-6714673edf0d HTTP/1.1" status: 200 len: 991 time: 0.3803070 Feb 07 23:19:31.548039 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '57e02a28-299e-40d7-b48a-6714673edf0d', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'port_id': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'mac_address': 'fa:16:3e:0a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:26Z', 'updated_at': '2022-02-07T23:19:26Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:19:02Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:31.563538 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de4b59-822d-4860-862b-d4a17e440d4e None None] The sync data for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 is: [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '57e02a28-299e-40d7-b48a-6714673edf0d', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'port_id': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'mac_address': 'fa:16:3e:0a:fa:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:26Z', 'updated_at': '2022-02-07T23:19:26Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:19:02Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:31.938924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2915458-9bbb-482e-840b-12b3dce3363e req-d5e6da8b-e559-430d-b2b5-2d72dbfffc1e tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:31.952003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2915458-9bbb-482e-840b-12b3dce3363e req-d5e6da8b-e559-430d-b2b5-2d72dbfffc1e tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 946 time: 0.1433055 Feb 07 23:19:32.028618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2915458-9bbb-482e-840b-12b3dce3363e req-1a7f1524-efb0-41eb-bc96-0eeac3b61a4c tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755372 Feb 07 23:19:32.079437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316780ee-ea14-4089-a059-ced19b52ef0e None None] New status for floating IP 57e02a28-299e-40d7-b48a-6714673edf0d: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:19:32.271331 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-c15febb8-3d60-456d-9dc1-1d8a0684a9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9463878 Feb 07 23:19:32.313508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6155c22-2f94-469b-b70d-a16b89fb5848 req-7e742664-1f7a-4cd5-a7bc-59efeb1702f7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:32.322265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6155c22-2f94-469b-b70d-a16b89fb5848 req-7e742664-1f7a-4cd5-a7bc-59efeb1702f7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 943 time: 0.2027845 Feb 07 23:19:32.388326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c6155c22-2f94-469b-b70d-a16b89fb5848 req-c9c86e1d-66b9-4443-9628-e406badaa6fc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645955 Feb 07 23:19:32.515152 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d496c6f4-c77a-49b3-86d8-54cd6c611805 req-841e6071-80c6-4f22-b684-4c4f334cff71 service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361012 Feb 07 23:19:32.534967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:32.795502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6f854ddb-be1c-412d-a33e-44faf09d4ae7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/57e02a28-299e-40d7-b48a-6714673edf0d HTTP/1.1" status: 200 len: 991 time: 0.2588365 Feb 07 23:19:33.011448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b40ea4e7-0293-4d6f-8861-b8f8cd47967f details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:19:33.323950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b40ea4e7-0293-4d6f-8861-b8f8cd47967f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:33.353624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:19:33.387300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48338) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:33.471187 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:33.499676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40ea4e7-0293-4d6f-8861-b8f8cd47967f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:33.520950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b40ea4e7-0293-4d6f-8861-b8f8cd47967f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:33.529819 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:33.566470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3f5b-2012-49a4-9d4b-d3a84af070cf req-3719e528-78be-4ca6-b4f4-cec1d386f22f tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:33.572458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8dd3f5b-2012-49a4-9d4b-d3a84af070cf req-3719e528-78be-4ca6-b4f4-cec1d386f22f tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 946 time: 0.1876874 Feb 07 23:19:33.590728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-941b1746-0c64-4dee-882b-93904bf6008a tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:33.593819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-941b1746-0c64-4dee-882b-93904bf6008a tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 946 time: 0.7351489 Feb 07 23:19:33.635726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:33.765792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['b40ea4e7-0293-4d6f-8861-b8f8cd47967f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:19:33.806199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48360) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:33.811599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8dd3f5b-2012-49a4-9d4b-d3a84af070cf req-1751e545-f7ab-425a-be4b-2da66bfe191d tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155437 Feb 07 23:19:33.953689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fcfbf169-a288-43be-b1c7-2c94c5c5d320 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/57e02a28-299e-40d7-b48a-6714673edf0d HTTP/1.1" status: 200 len: 993 time: 0.1402276 Feb 07 23:19:33.971492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Deleting port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:33.972200 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:34.144186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130a88-7c5f-4ae3-aa1f-2f80a459a9ed req-db4960c3-df81-45fa-a7f7-31a639f9d7b7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:34.151804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98130a88-7c5f-4ae3-aa1f-2f80a459a9ed req-db4960c3-df81-45fa-a7f7-31a639f9d7b7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 944 time: 0.4309914 Feb 07 23:19:34.416202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98130a88-7c5f-4ae3-aa1f-2f80a459a9ed req-ab5e6785-20ac-477c-bd2c-f66519249a6d tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633729 Feb 07 23:19:34.539779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] For port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:34.540106 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:34.610790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-1be10c81-c061-474b-b589-f732de196946 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2485721 Feb 07 23:19:34.712987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Calling delete_port for d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:34.842639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:34.917127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-d5a95adb-6564-4750-9c25-d490f855a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:34.919085 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-d5a95adb-6564-4750-9c25-d490f855a753 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1096 time: 0.1990058 Feb 07 23:19:34.924492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:34.939255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['d4bcc14b-09d9-498c-aeee-8028f7c4f1d1'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:19:35.014092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48398) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.015073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Pushing event deleted for resources: {'Port': ['ID=d4bcc14b-09d9-498c-aeee-8028f7c4f1d1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:35.034935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b40ea4e7-0293-4d6f-8861-b8f8cd47967f up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:19:35.166788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-3927b187-d012-45ac-b515-3a8eaa98210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:35.168504 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-3927b187-d012-45ac-b515-3a8eaa98210c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 898 time: 0.2174380 Feb 07 23:19:35.204752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] No DVR routers for this DVR port d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:35.214841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:35.219444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port b40ea4e7-0293-4d6f-8861-b8f8cd47967f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:35.226111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'name': 'network-vif-deleted', 'tag': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:35.228232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port b40ea4e7-0293-4d6f-8861-b8f8cd47967f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:35.228807 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:35.297261 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-994e2ecd-92eb-4c8f-8941-c2ee1aefd68d req-eb1fcc1d-7452-4dcb-a7c0-0dcf56179e57 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Synchronizing usage tracker for tenant:1330cf69784748bca50b902c39ba6469 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:35.306860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5fdbfe35-c390-44ac-bf39-82f29ecf2a1b req-4de8f91b-af8d-41c7-830f-dfdb3e28cda3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "DELETE /v2.0/ports/d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 HTTP/1.1" status: 204 len: 173 time: 1.6991966 Feb 07 23:19:35.367632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-994e2ecd-92eb-4c8f-8941-c2ee1aefd68d req-eb1fcc1d-7452-4dcb-a7c0-0dcf56179e57 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Unset dirty status for tenant:1330cf69784748bca50b902c39ba6469 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:35.369064 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-994e2ecd-92eb-4c8f-8941-c2ee1aefd68d req-eb1fcc1d-7452-4dcb-a7c0-0dcf56179e57 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a5e07f9-01a6-4414-bb19-101ada5b48b7 HTTP/1.1" status: 200 len: 210 time: 0.2478769 Feb 07 23:19:35.409136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-81bf8a86-b804-4c94-802c-6cd5e85ca627 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:35.428715 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5e07f9-01a6-4414-bb19-101ada5b48b7', 'name': 'network-vif-deleted', 'tag': 'd4bcc14b-09d9-498c-aeee-8028f7c4f1d1', 'status': 'completed', 'code': 200} Feb 07 23:19:35.472356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-81bf8a86-b804-4c94-802c-6cd5e85ca627 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "PUT /v2.0/quotas/0fa2d303ee4f4f5fbe3733e4f14d7974 HTTP/1.1" status: 200 len: 366 time: 0.4478614 Feb 07 23:19:35.474986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48414) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.498658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8ce8f60e-ed10-478c-b6d0-6eb57bb8a431 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0200818 Feb 07 23:19:35.500523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48418) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.530124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b943364e-6524-4854-99b1-a189ea023616 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "GET /v2.0/quotas/0fa2d303ee4f4f5fbe3733e4f14d7974 HTTP/1.1" status: 200 len: 366 time: 0.0283258 Feb 07 23:19:35.532396 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48422) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.565439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-31692da1-c732-4913-a621-cd384868a546 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/0fa2d303ee4f4f5fbe3733e4f14d7974 HTTP/1.1" status: 204 len: 168 time: 0.0311599 Feb 07 23:19:35.568871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48428) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.639936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c5784e45-af32-404f-b68e-729ed5f30c6e tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0694623 Feb 07 23:19:35.645601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48434) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.666579 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:35.718720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:35.723166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ed90b7a-6dae-4367-bffd-2cbe850be7b1 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "GET /v2.0/quotas/0fa2d303ee4f4f5fbe3733e4f14d7974 HTTP/1.1" status: 200 len: 370 time: 0.0709898 Feb 07 23:19:35.726774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48438) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.742451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1bde5c60-bc39-4510-ba85-4c7925e95536 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "GET /v2.0/quotas/0fa2d303ee4f4f5fbe3733e4f14d7974/default HTTP/1.1" status: 200 len: 370 time: 0.0088995 Feb 07 23:19:35.745579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48444) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:35.758301 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-e454246b-2cee-4693-8f61-3610e638d064 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] delete failed (client error): The resource could not be found. Feb 07 23:19:35.759596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e454246b-2cee-4693-8f61-3610e638d064 tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/0fa2d303ee4f4f5fbe3733e4f14d7974 HTTP/1.1" status: 404 len: 348 time: 0.0126126 Feb 07 23:19:35.781266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b40ea4e7-0293-4d6f-8861-b8f8cd47967f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:35.799119 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-befd519a-3376-4c71-9ab7-94690dad6992 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 1001 time: 0.5622172 Feb 07 23:19:35.800346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:35.846270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0a764-41c4-4b97-a043-41bd65b3030e req-30f2b66d-d5b6-45f7-ad21-0db1a500db0c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:35.848632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84e0a764-41c4-4b97-a043-41bd65b3030e req-30f2b66d-d5b6-45f7-ad21-0db1a500db0c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 944 time: 0.1806574 Feb 07 23:19:35.912209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84e0a764-41c4-4b97-a043-41bd65b3030e req-e5de9187-7c6d-4d2b-bfe1-ec03ddeb5dfd tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581980 Feb 07 23:19:35.943501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-f53e4736-cd53-4ff6-883e-a765c0e27c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:35.950283 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-f53e4736-cd53-4ff6-883e-a765c0e27c26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.1332934 Feb 07 23:19:35.957339 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'code': 200} Feb 07 23:19:36.038407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48452) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:36.053833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:36.066158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92b3e6-2185-4234-b63d-bee6873c3c80 req-bbe602eb-47da-417a-85ba-21b006a012eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:36.068809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e92b3e6-2185-4234-b63d-bee6873c3c80 req-bbe602eb-47da-417a-85ba-21b006a012eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1096 time: 0.1543860 Feb 07 23:19:36.146166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e92b3e6-2185-4234-b63d-bee6873c3c80 req-6957abf8-233c-4c13-ae39-7556c1fc1f67 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677404 Feb 07 23:19:36.179643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:36.182264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:network and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:36.195440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:36.208626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Deleting port 20010c23-14f1-4e22-b03c-eabcdea73bc9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:36.208968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:36.246498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:subnet and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:36.266898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-56a471b3-e34b-4f2f-a992-bd24b901aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:36.268429 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-56a471b3-e34b-4f2f-a992-bd24b901aa27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074079 Feb 07 23:19:36.271277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:36.350468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:subnetpool and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:36.384405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:36.479574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:port and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:36.501936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:36.547857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:router and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:36.553371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] For port 20010c23-14f1-4e22-b03c-eabcdea73bc9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=20010c23-14f1-4e22-b03c-eabcdea73bc9,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:36.553743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:36.607690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:36.641141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:36.730279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Calling delete_port for 20010c23-14f1-4e22-b03c-eabcdea73bc9 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:36.759927 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-839e518a-b822-45ec-9451-223ba0ecb76a service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026225 Feb 07 23:19:36.855716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:floatingip and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:36.867372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:37.046154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-0002964c-87fd-4942-8395-f629da40bb61 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:37.055193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-0002964c-87fd-4942-8395-f629da40bb61 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/networks?id=a4ab9239-645d-4cf6-b708-c78e00c11049 HTTP/1.1" status: 200 len: 808 time: 0.3079903 Feb 07 23:19:37.073626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-4fb1bef7-9a6b-4a37-8c6d-7823fcd1ea5c tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/quotas/1330cf69784748bca50b902c39ba6469 HTTP/1.1" status: 200 len: 375 time: 0.0161731 Feb 07 23:19:37.122285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c9c24ae5-7b47-4deb-8c7e-fa8f4f91e540 req-685a2556-bb95-44d9-837f-fa0e923fcf8e service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444088 Feb 07 23:19:37.143824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:security_group and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:37.164906 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-bfb3fd2a-c142-4954-bc96-b70e3cd72b2a tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1330cf69784748bca50b902c39ba6469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902593 Feb 07 23:19:37.175834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:37.204963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Usage tracker for resource:security_group_rule and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:37.211208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:37.219312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2dc7a523-00d7-4546-84b9-171ae820319c tempest-QuotasTest-149502787 tempest-QuotasTest-149502787-project-admin] 10.222.0.10 "GET /v2.0/quotas/4ba6eb93f384403b8bba7e92c1ebf04c/details.json HTTP/1.1" status: 200 len: 703 time: 1.1708930 Feb 07 23:19:37.356698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:37.366838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67ed86-ef46-499a-824d-5dba1815a77c req-470f3aad-764b-4d9e-88a6-54223ff56b35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:37.368915 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f67ed86-ef46-499a-824d-5dba1815a77c req-470f3aad-764b-4d9e-88a6-54223ff56b35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 945 time: 0.2618546 Feb 07 23:19:37.417636 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-f125c835-ce1c-49a1-938b-ed855b444813 service neutron] 10.222.0.10 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517245 Feb 07 23:19:37.456750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Pushing event deleted for resources: {'Port': ['ID=20010c23-14f1-4e22-b03c-eabcdea73bc9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:37.535255 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f67ed86-ef46-499a-824d-5dba1815a77c req-23a5d72a-9846-4b6f-ac29-b6ec065b36c2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482306 Feb 07 23:19:37.604249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:37.653663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-406049a3-bb2e-4071-9bc6-be694f64c690 service neutron] 10.222.0.10 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215316 Feb 07 23:19:37.680278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:37.680657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d4bcc14b-09d9-498c-aeee-8028f7c4f1d1 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:37.749615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48502) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:38.027767 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.041815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9bce9e9e-6c07-4771-a57c-134b623a3cbb req-264d87bb-4f25-487f-b070-9a453baf1aca tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 210 time: 0.0923452 Feb 07 23:19:38.047819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:38.048410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.054070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Usage tracker for resource:security_group_rule and tenant:4f8644ad61304bc587f13d8198453200 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:38.057981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:38.065189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:38.169701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.175367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.235148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f8644ad61304bc587f13d8198453200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840839 Feb 07 23:19:38.240207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48522) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:38.241605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaad882-d54a-4547-9856-df45eddb043b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b1131-7410-4037-9238-c3e2cb1d915b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:38.426152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3ad1-944f-4827-a5e9-8907d43d4d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.522273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3ad1-944f-4827-a5e9-8907d43d4d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.645091 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Router 336628c8-1829-4b92-96f8-ffe305314400 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:19:38.650118 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3ad1-944f-4827-a5e9-8907d43d4d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.742975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c3ad1-944f-4827-a5e9-8907d43d4d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b1131-7410-4037-9238-c3e2cb1d915b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:38.781321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e33cab-ef8c-44b4-9580-c48a7a123c51 req-57358d51-b144-4a5f-9fda-3f12269bf87b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:38.785451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75e33cab-ef8c-44b4-9580-c48a7a123c51 req-57358d51-b144-4a5f-9fda-3f12269bf87b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 945 time: 0.1062460 Feb 07 23:19:38.796651 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3ad1-944f-4827-a5e9-8907d43d4d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:38.797761 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1d2c3ad1-944f-4827-a5e9-8907d43d4d81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e97b1131-7410-4037-9238-c3e2cb1d915b HTTP/1.1" status: 204 len: 168 time: 0.5565355 Feb 07 23:19:38.864417 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-75e33cab-ef8c-44b4-9580-c48a7a123c51 req-c026f469-222e-4fbe-b05f-3479b7ea5c37 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732684 Feb 07 23:19:38.904876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:19:38.927974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d397a0c9-cc8e-4294-806a-34a8d788ed0c admin admin] 10.222.0.10 "PUT /v2.0/routers/336628c8-1829-4b92-96f8-ffe305314400/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5311198 Feb 07 23:19:38.932824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48542) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:38.933975 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] Sync routers for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:19:38.944857 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:38.945872 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:39.335141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:39.369024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48554) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:39.389190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:39.433120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:39.445167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Usage tracker for resource:security_group_rule and tenant:4ba6eb93f384403b8bba7e92c1ebf04c is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:39.450470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:39.456738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:39.473245 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f58c26b-138a-47c4-9bd3-41e70373fad2 req-2fe4b072-cfa2-4bbd-a191-0b1c59c2ddd0 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 210 time: 0.1051695 Feb 07 23:19:39.523234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b01673-9a54-4eda-ad30-68b6c336ca8c req-b75d7182-8612-4015-84f3-6d0e4a1efadc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:39.525020 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71b01673-9a54-4eda-ad30-68b6c336ca8c req-b75d7182-8612-4015-84f3-6d0e4a1efadc tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 945 time: 0.4567337 Feb 07 23:19:39.531221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:39.600215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:39.611417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:39.694289 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ba6eb93f384403b8bba7e92c1ebf04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180075 Feb 07 23:19:39.696147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48564) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:39.698616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-71d6d148-19d2-43ff-b9e8-a4511a3ed5f6 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:39.701664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-71d6d148-19d2-43ff-b9e8-a4511a3ed5f6 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "GET /v2.0/networks?id=a4ab9239-645d-4cf6-b708-c78e00c11049 HTTP/1.1" status: 200 len: 808 time: 0.5414262 Feb 07 23:19:39.704539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2187bc-f997-43bc-bb31-0c9ffbf66e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918d1682-02ce-4ee2-af74-82b6e7f77c1f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:39.712184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-71b01673-9a54-4eda-ad30-68b6c336ca8c req-74449c61-7ffe-4395-89e7-4f6d59c6e7e9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163030 Feb 07 23:19:39.741930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48568) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:39.774529 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:19:37Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:39.779007 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] Checking router: 336628c8-1829-4b92-96f8-ffe305314400 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:19:39.788195 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] Routers {'336628c8-1829-4b92-96f8-ffe305314400'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:39.789088 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['336628c8-1829-4b92-96f8-ffe305314400'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:39.820758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c6a0a-4093-4f01-bb35-9c56630eb570 tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:39.824791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-422c6a0a-4093-4f01-bb35-9c56630eb570 tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1091 time: 0.0795279 Feb 07 23:19:39.828349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:39.835825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:39.837978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Request body: {'port': {'device_id': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049', 'admin_state_up': True, 'tenant_id': '1330cf69784748bca50b902c39ba6469'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:39.843644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:39.847875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:floatingip and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:39.852192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:39.858462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:39.881847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.011329 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] Set router 336628c8-1829-4b92-96f8-ffe305314400 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:40.095741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.156120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e53db9c2-80f9-4796-88ba-d416d0688e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.181902 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.228680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e53db9c2-80f9-4796-88ba-d416d0688e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.247892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Deleting port 3bad936a-033a-459f-8767-1da460fc8732 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:40.248243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.267573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.25.0.191 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b08ce60d-8b41-4785-a578-e56f1ff49b51) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:40.330032 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:40.384069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:40.407357 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:19:37Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:40.411693 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a47e1cc-6514-4b73-b124-a4a1fb7b105e None None] The sync data for ids ['336628c8-1829-4b92-96f8-ffe305314400'] in n-d-827896-3 is: [{'id': '336628c8-1829-4b92-96f8-ffe305314400', 'name': 'tempest-TestVolumeBackupRestore-1877291615-router', 'tenant_id': 'ff6864cd9ab74986b1a3b709168124bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '3bad936a-033a-459f-8767-1da460fc8732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:13Z', 'updated_at': '2022-02-07T23:19:37Z', 'revision_number': 5, 'project_id': 'ff6864cd9ab74986b1a3b709168124bd', 'gw_port': {'id': '3bad936a-033a-459f-8767-1da460fc8732', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f6:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336628c8-1829-4b92-96f8-ffe305314400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:15Z', 'updated_at': '2022-02-07T23:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:40.475008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Made reservation on behalf of 1330cf69784748bca50b902c39ba6469 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:40.477279 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.481608 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.522400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.573561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e53db9c2-80f9-4796-88ba-d416d0688e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.583927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] For port 3bad936a-033a-459f-8767-1da460fc8732, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3bad936a-033a-459f-8767-1da460fc8732,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:40.584299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:40.609158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:40.617042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:40.620155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:40.743590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Calling delete_port for 3bad936a-033a-459f-8767-1da460fc8732 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:40.817378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=b08ce60d-8b41-4785-a578-e56f1ff49b51,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:41.030643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53db9c2-80f9-4796-88ba-d416d0688e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918d1682-02ce-4ee2-af74-82b6e7f77c1f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:41.035566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e53db9c2-80f9-4796-88ba-d416d0688e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.037546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e53db9c2-80f9-4796-88ba-d416d0688e64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/918d1682-02ce-4ee2-af74-82b6e7f77c1f HTTP/1.1" status: 204 len: 168 time: 1.3475683 Feb 07 23:19:41.038481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.119910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c189c2fe-27c7-4fb8-a927-d524c4731d4b req-16233d91-9c76-45e4-85d8-f810477222a4 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 210 time: 0.1649399 Feb 07 23:19:41.131824 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bad936a-033a-459f-8767-1da460fc8732,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:41.289093 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.315518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 20010c23-14f1-4e22-b03c-eabcdea73bc9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:41.341101 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.364776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 20010c23-14f1-4e22-b03c-eabcdea73bc9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:41.365156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 20010c23-14f1-4e22-b03c-eabcdea73bc9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:41.463742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.556087 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.559158 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.640266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.640967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336628c8-1829-4b92-96f8-ffe305314400 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:19:41.666071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Allocated IP 172.20.0.5 (a4ab9239-645d-4cf6-b708-c78e00c11049/b73916d5-14c4-4f02-8eb7-4a24d28a2147/d87bc730-305d-48cc-8dff-6297d1dafb99) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:41.707081 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.709967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-470ecbfb-9a42-4141-aba0-55ec689c7e59 admin admin] 10.222.0.10 "DELETE /v2.0/routers/336628c8-1829-4b92-96f8-ffe305314400 HTTP/1.1" status: 204 len: 168 time: 2.7858081 Feb 07 23:19:41.714489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48616) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:41.856988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.871468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:41.966873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] Deleting subnet 780562b7-71e7-48b3-9144-b617c02f20e1 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:19:41.970982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.056194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=b08ce60d-8b41-4785-a578-e56f1ff49b51,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:42.093321 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.294258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.363212 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Floating IP 2a660b6d-ac90-495d-a9ef-b0d15db24fab associated. External IP: 172.25.0.191, port: b40ea4e7-0293-4d6f-8861-b8f8cd47967f. Feb 07 23:19:42.395456 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d909937-445d-46dd-bb85-8f6637608123 req-e37cffc8-3d8a-441c-822c-258d87ef0137 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Synchronizing usage tracker for tenant:1330cf69784748bca50b902c39ba6469 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:19:42.455685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.470061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-1d909937-445d-46dd-bb85-8f6637608123 req-e37cffc8-3d8a-441c-822c-258d87ef0137 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Unset dirty status for tenant:1330cf69784748bca50b902c39ba6469 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:19:42.471398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d909937-445d-46dd-bb85-8f6637608123 req-e37cffc8-3d8a-441c-822c-258d87ef0137 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 210 time: 0.1474705 Feb 07 23:19:42.500348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.582458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.651762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.707345 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67bf227-2e7e-47fb-968d-ecdd871025f1 None None] Network 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:19:42.707833 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.730373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=780562b7-71e7-48b3-9144-b617c02f20e1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:42.740400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Network a4ab9239-645d-4cf6-b708-c78e00c11049 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:42.742420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-45981a8c-0ef9-44e1-9d58-0c104babee13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/780562b7-71e7-48b3-9144-b617c02f20e1 HTTP/1.1" status: 204 len: 168 time: 1.0267315 Feb 07 23:19:42.746369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:42.754107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:42.761561 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48648) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:42.823054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Pushing event updated for resources: {'Port': ['ID=d87bc730-305d-48cc-8dff-6297d1dafb99,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:42.919612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:42.920593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:42.945914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7446589c-da51-411b-9377-c9f8824f7461 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1853197 Feb 07 23:19:42.962718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Request body: {'port': {'device_id': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:43.130192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:19:43.144674 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.177069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] DHCP port deletion for 16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:19:43.186525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Deleting port b1742368-22ba-4d24-ac2a-3451366dd22d {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:43.186910 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.266970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.314426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b1742368-22ba-4d24-ac2a-3451366dd22d no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:43.323384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Deleting port b1742368-22ba-4d24-ac2a-3451366dd22d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:43.324016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.555670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48670) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:43.688919 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.709037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1742368-22ba-4d24-ac2a-3451366dd22d,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:43.709392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.758030 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1742368-22ba-4d24-ac2a-3451366dd22d,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:43.758030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.861297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1350022370', 'router:external': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:43.871047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:43.889603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1742368-22ba-4d24-ac2a-3451366dd22d,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:43.895657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:network and tenant:ba29495caa9a4fe589ad0d53bcf38fab is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:43.899796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Calling delete_port for b1742368-22ba-4d24-ac2a-3451366dd22d owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:43.923537 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:43.934016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:43.935107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3bad936a-033a-459f-8767-1da460fc8732 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:43.937241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Calling delete_port for b1742368-22ba-4d24-ac2a-3451366dd22d owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:43.940591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:44.013294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c15233-9dc0-4165-a4c8-e68f353726f0 req-5e193a94-5cb4-4702-a5cf-e3926e52ee09 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:44.016625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8c15233-9dc0-4165-a4c8-e68f353726f0 req-5e193a94-5cb4-4702-a5cf-e3926e52ee09 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 931 time: 0.3629489 Feb 07 23:19:44.020949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Made reservation on behalf of ba29495caa9a4fe589ad0d53bcf38fab for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:44.023915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.049556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3bad936a-033a-459f-8767-1da460fc8732 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:44.050044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3bad936a-033a-459f-8767-1da460fc8732 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:44.056039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:19:44.073000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:19:44.081076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:19:44.081407 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:19:44.085176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87bc730-305d-48cc-8dff-6297d1dafb99 {{(pid=87670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:44.103528 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.110028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:44.110670 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:44.152024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.157806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.189532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b1742368-22ba-4d24-ac2a-3451366dd22d,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:44.199455 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:19:44.200070 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:19:44.201982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Transition to ACTIVE for port object d87bc730-305d-48cc-8dff-6297d1dafb99 will not be triggered until provisioned by entity L2. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:44.212573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:44.227612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:security_group_rule and tenant:ba29495caa9a4fe589ad0d53bcf38fab is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:44.230443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.235020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:44.263188 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4b8127d5-41e6-4c34-b8bc-ed7f12bbdbc4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4332557 Feb 07 23:19:44.264159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:44.296695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:44.314985 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'status': 'completed', 'code': 200} Feb 07 23:19:44.322146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8c15233-9dc0-4165-a4c8-e68f353726f0 req-a49d2abc-1cb0-4ad0-ba76-5ef1a6f8ad99 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860236 Feb 07 23:19:44.345044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:44.408354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.420055 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.427620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-eaffafa7-0df3-49ae-a1ba-50f0313723b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:44.429190 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-eaffafa7-0df3-49ae-a1ba-50f0313723b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1096 time: 0.0898337 Feb 07 23:19:44.553669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:19:44.568312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Pushing event updated for resources: {'Port': ['ID=d87bc730-305d-48cc-8dff-6297d1dafb99,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:44.604968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70786f16-02c5-4962-af29-91ab509f2d1e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:44.614449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.615470 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Added segment fbcfad40-784c-42f3-b8f7-27541c4a3236 of type vlan for network fecd1cb1-703a-4d6a-a988-46666e76445b Feb 07 23:19:44.617379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Deleting port b1742368-22ba-4d24-ac2a-3451366dd22d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:44.618673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.656972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-4ae013e9-0ec6-49a9-baa1-a779d2c630ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:44.658612 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-4ae013e9-0ec6-49a9-baa1-a779d2c630ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.2225068 Feb 07 23:19:44.701729 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.731307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Attempting to bind port d87bc730-305d-48cc-8dff-6297d1dafb99 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:44.731562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Attempting to bind port d87bc730-305d-48cc-8dff-6297d1dafb99 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:44.731898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Attempting to bind port d87bc730-305d-48cc-8dff-6297d1dafb99 on network a4ab9239-645d-4cf6-b708-c78e00c11049 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:44.735420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Deleting port b1742368-22ba-4d24-ac2a-3451366dd22d {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:44.735993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.747998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Port d87bc730-305d-48cc-8dff-6297d1dafb99 on network a4ab9239-645d-4cf6-b708-c78e00c11049 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:19:44.748386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Attempting to bind port d87bc730-305d-48cc-8dff-6297d1dafb99 on network a4ab9239-645d-4cf6-b708-c78e00c11049 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:44.764627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:19:44.765167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Checking segment: {'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:44.765566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Bound using segment: {'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:19:44.766009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Bound port: d87bc730-305d-48cc-8dff-6297d1dafb99, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96562893-fa7f-46a4-a9a4-3b2950fd4231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:44.766364 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.834755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.835746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:44.836515 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:44.970708 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Network': ['ID=fecd1cb1-703a-4d6a-a988-46666e76445b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:44.987561 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed03cf33-a914-416e-b4d2-832e05c3e1b3 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4307880 Feb 07 23:19:44.989406 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-9b582e9b-1893-4479-a587-88d82acec189 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 999 time: 0.3231018 Feb 07 23:19:44.990580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48704) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:44.999093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'subnet': {'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:45.010401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:45.011114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network fecd1cb1-703a-4d6a-a988-46666e76445b details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:19:45.029883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:subnet and tenant:ba29495caa9a4fe589ad0d53bcf38fab is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:45.034536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:45.044281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:45.051643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] For port d87bc730-305d-48cc-8dff-6297d1dafb99, host n-h1-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:45.056870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] For port d87bc730-305d-48cc-8dff-6297d1dafb99, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d87bc730-305d-48cc-8dff-6297d1dafb99,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:19:45.063345 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:45.218926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-e570368b-472f-4df9-a510-34b58a10a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:45.220538 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-e570368b-472f-4df9-a510-34b58a10a711 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.2173443 Feb 07 23:19:45.237633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1742368-22ba-4d24-ac2a-3451366dd22d,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:45.238102 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:45.287403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Made reservation on behalf of ba29495caa9a4fe589ad0d53bcf38fab for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:45.290712 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:45.296325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] For port b1742368-22ba-4d24-ac2a-3451366dd22d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1742368-22ba-4d24-ac2a-3451366dd22d,segment=NetworkSegment(ebc248b9-c9df-437f-a6da-14720cc6ab9d),segment_id=ebc248b9-c9df-437f-a6da-14720cc6ab9d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:45.296889 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:45.319759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:45.320378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:45.322499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] 10.222.0.36 "PUT /v2.0/ports/d87bc730-305d-48cc-8dff-6297d1dafb99 HTTP/1.1" status: 200 len: 1091 time: 2.3684969 Feb 07 23:19:45.323737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'tag': 'd87bc730-305d-48cc-8dff-6297d1dafb99'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:45.413975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Calling delete_port for b1742368-22ba-4d24-ac2a-3451366dd22d owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:45.488645 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'tag': 'd87bc730-305d-48cc-8dff-6297d1dafb99', 'status': 'completed', 'code': 200} Feb 07 23:19:45.560795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:45.621329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37789-c8e0-42b8-8bf2-63e73c0f2c0c service neutron] Pushing event updated for resources: {'Port': ['ID=d87bc730-305d-48cc-8dff-6297d1dafb99,revision_number=3']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:45.636437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] Pushing event deleted for resources: {'Port': ['ID=b1742368-22ba-4d24-ac2a-3451366dd22d,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:45.650189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d39805-e513-425b-8926-40697e15fe08 None None] No DVR routers for this DVR port b1742368-22ba-4d24-ac2a-3451366dd22d on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:45.666545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Calling delete_port for b1742368-22ba-4d24-ac2a-3451366dd22d owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:45.671580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:41Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:45.678278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:19:45.687922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:45.688582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:45.689281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3eb6-c918-4688-bfd4-76d764590f1e req-96c1a8f0-0a8b-4a2a-be6f-b4d62f37a2c7 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:45.690955 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8ae3eb6-c918-4688-bfd4-76d764590f1e req-96c1a8f0-0a8b-4a2a-be6f-b4d62f37a2c7 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 943 time: 0.1712570 Feb 07 23:19:45.695869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7e4a4ff5-6ffa-43b5-963f-57941e1835d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:45.697328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-7e4a4ff5-6ffa-43b5-963f-57941e1835d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1330cf69784748bca50b902c39ba6469&device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 1094 time: 0.3083980 Feb 07 23:19:45.803317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:19:45.805267 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:19:45.824601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-b0df7303-87e4-422b-abea-f89d63b3f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:45.824601 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-b0df7303-87e4-422b-abea-f89d63b3f1aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5914676 Feb 07 23:19:45.871579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-4343adf9-079b-464f-894f-6bc6caf0f6a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d87bc730-305d-48cc-8dff-6297d1dafb99 HTTP/1.1" status: 200 len: 217 time: 0.1235507 Feb 07 23:19:45.938291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8ae3eb6-c918-4688-bfd4-76d764590f1e req-3f8828d7-b472-4bae-9dbc-559df4369fee tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398715 Feb 07 23:19:45.970296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:45.975580 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-49f20b77-7fd7-4331-b967-c42bc1168d3b service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477010 Feb 07 23:19:46.019344 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-f3407045-2439-4a2f-b462-251ee3329dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:46.020765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-f3407045-2439-4a2f-b462-251ee3329dfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b73916d5-14c4-4f02-8eb7-4a24d28a2147 HTTP/1.1" status: 200 len: 848 time: 0.1381993 Feb 07 23:19:46.099475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-9e251e83-ce26-47b1-84d2-b1770052208a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4ab9239-645d-4cf6-b708-c78e00c11049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723655 Feb 07 23:19:46.185581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d000b9d-8039-4336-a0de-8b579cdbeec3 req-db98d080-c8c7-46b4-9f05-c1b05dda29f5 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013459 Feb 07 23:19:46.258087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Deleting port b1742368-22ba-4d24-ac2a-3451366dd22d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:46.258720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.333067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-14d2f220-a84e-4b1f-bda8-978cabd975fc service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839166 Feb 07 23:19:46.391621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] The port 'b1742368-22ba-4d24-ac2a-3451366dd22d' was deleted {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:19:46.441876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:41Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:46.447978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c24ccd-ba69-4384-a533-6a91ead745b2 None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:41Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:46.537450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.544165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.objects.ports [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87670) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 07 23:19:46.544744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.564171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16eeecdb-c3e1-4cc9-b892-d0c1a6254a09']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:46.577478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc248b9-c9df-437f-a6da-14720cc6ab9d') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:46.577787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc248b9-c9df-437f-a6da-14720cc6ab9d') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:46.590385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.606615 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.618177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:19:46.618745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.639462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf891c58-19c7-4e2b-8792-be243740bd30 req-8cc64c8d-7f5e-44bd-87c0-8d31d614d5ab service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984149 Feb 07 23:19:46.664779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Subnet': ['ID=db44de64-ec96-4895-b8a9-f927012bce16,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:46.669187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Checking segment: {'id': 'fbcfad40-784c-42f3-b8f7-27541c4a3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:46.669554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network hostable DHCP agents. Network: fecd1cb1-703a-4d6a-a988-46666e76445b, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:19:46.707773 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:19:46.744314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network fecd1cb1-703a-4d6a-a988-46666e76445b is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:19:46.748122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.771967 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, fecd1cb1-703a-4d6a-a988-46666e76445b) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:46.778650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:46.779858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.790404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:46.791922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a65b0-f9b2-4758-a0dd-622fd7934a7f None None] Network fecd1cb1-703a-4d6a-a988-46666e76445b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:19:46.792022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=16eeecdb-c3e1-4cc9-b892-d0c1a6254a09,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:46.823098 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1bea7f8f-1255-4d40-912e-96d30d0b24f5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/16eeecdb-c3e1-4cc9-b892-d0c1a6254a09 HTTP/1.1" status: 204 len: 168 time: 4.0603316 Feb 07 23:19:46.826057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48740) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:46.828493 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688e055-422e-4c7b-b283-7ba67c847585 None None] New status for floating IP 2a660b6d-ac90-495d-a9ef-b0d15db24fab: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:19:46.839540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c4df8c54-1f9e-46d0-af2d-2676bc4b05e5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8471310 Feb 07 23:19:46.842137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48744) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:46.848829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-574855504', 'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:46.856663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:46.863019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:port and tenant:ba29495caa9a4fe589ad0d53bcf38fab is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:46.867749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:46.876822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:46.881044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88810a-b69e-4321-9a67-962607027eae req-d169c01c-926c-4b04-8031-cc5c32d0e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:46.882810 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f88810a-b69e-4321-9a67-962607027eae req-d169c01c-926c-4b04-8031-cc5c32d0e8e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1330cf69784748bca50b902c39ba6469&device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 1094 time: 0.1883471 Feb 07 23:19:46.912016 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Made reservation on behalf of ba29495caa9a4fe589ad0d53bcf38fab for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:19:46.915329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:47.017721 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] device_id is not set on port bbe6e8d1-c1dd-4e41-846e-7c96a1fa7a6a yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:19:47.250582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865dc735-c1d5-4392-827a-c46bc22879f0 None None] Network fecd1cb1-703a-4d6a-a988-46666e76445b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:19:47.485414 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88810a-b69e-4321-9a67-962607027eae req-143ef44b-1c5b-4816-ad05-3eb65a56b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:47.487185 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f88810a-b69e-4321-9a67-962607027eae req-143ef44b-1c5b-4816-ad05-3eb65a56b9db service neutron] 10.222.0.36 "GET /v2.0/networks?id=a4ab9239-645d-4cf6-b708-c78e00c11049 HTTP/1.1" status: 200 len: 909 time: 0.5974243 Feb 07 23:19:47.577257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f88810a-b69e-4321-9a67-962607027eae req-d79fa41d-3008-4df8-b1a7-be432af625cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d87bc730-305d-48cc-8dff-6297d1dafb99 HTTP/1.1" status: 200 len: 217 time: 0.0807598 Feb 07 23:19:47.627029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Allocated IP 172.20.0.13 (fecd1cb1-703a-4d6a-a988-46666e76445b/db44de64-ec96-4895-b8a9-f927012bce16/bbe6e8d1-c1dd-4e41-846e-7c96a1fa7a6a) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:47.672908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02b073-b6db-4721-9a31-adf67f4c40b5 req-1a2c6713-dd90-4ac8-9dcd-d69fccac3c44 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:47.674434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b02b073-b6db-4721-9a31-adf67f4c40b5 req-1a2c6713-dd90-4ac8-9dcd-d69fccac3c44 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 943 time: 0.5207746 Feb 07 23:19:47.703858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:47.719843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88810a-b69e-4321-9a67-962607027eae req-ec89f740-480a-4c40-bd61-3303818f447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:47.721326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f88810a-b69e-4321-9a67-962607027eae req-ec89f740-480a-4c40-bd61-3303818f447a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b73916d5-14c4-4f02-8eb7-4a24d28a2147 HTTP/1.1" status: 200 len: 848 time: 0.1366270 Feb 07 23:19:47.797478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f88810a-b69e-4321-9a67-962607027eae req-a8eabf1a-816a-4d79-896e-0014ad55c2ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a4ab9239-645d-4cf6-b708-c78e00c11049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694311 Feb 07 23:19:48.000703 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b02b073-b6db-4721-9a31-adf67f4c40b5 req-de3678cf-1fe7-47b2-a5a4-dba151ff6321 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129139 Feb 07 23:19:48.136932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f88810a-b69e-4321-9a67-962607027eae req-7af5bd21-bb86-4d10-9fab-b9e20653b3f9 service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133906 Feb 07 23:19:48.142533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:48.286922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Deleting port b622ac1e-922f-4240-b138-102b3f3b8add {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:48.287166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:48.363498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f88810a-b69e-4321-9a67-962607027eae req-0e231cc9-e7f7-4cdf-9b1d-b7c6ae76f498 service neutron] 10.222.0.36 "GET /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172494 Feb 07 23:19:48.368449 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:48.464868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network fecd1cb1-703a-4d6a-a988-46666e76445b is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:48.464868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:48.470315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:48.530576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe6e8d1-c1dd-4e41-846e-7c96a1fa7a6a,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:48.580948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] For port b622ac1e-922f-4240-b138-102b3f3b8add, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b622ac1e-922f-4240-b138-102b3f3b8add,segment=NetworkSegment(b6da4de7-685e-479a-abaa-e867e3171ad8),segment_id=b6da4de7-685e-479a-abaa-e867e3171ad8)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:48.580948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:48.597436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:48.600073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:48.646669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5243ec00-c3ce-4a73-91bc-895684480cfb tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7935922 Feb 07 23:19:48.646669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48774) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:48.751704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Deleting port bbe6e8d1-c1dd-4e41-846e-7c96a1fa7a6a {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:48.751704 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:48.767843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Calling delete_port for b622ac1e-922f-4240-b138-102b3f3b8add owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:48.971918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:49.069166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Pushing event deleted for resources: {'Port': ['ID=b622ac1e-922f-4240-b138-102b3f3b8add,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:49.207187 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:49.547519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Calling delete_port for bbe6e8d1-c1dd-4e41-846e-7c96a1fa7a6a owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:49.634772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d87bc730-305d-48cc-8dff-6297d1dafb99 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:19:49.731254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f668d4-46ec-41a6-a002-c271885adb46 req-4062830c-54cb-4242-98ac-89a22f5840fe tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:49.733726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74f668d4-46ec-41a6-a002-c271885adb46 req-4062830c-54cb-4242-98ac-89a22f5840fe tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 943 time: 0.2400076 Feb 07 23:19:49.749471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:49.837703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.007561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port d87bc730-305d-48cc-8dff-6297d1dafb99, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d87bc730-305d-48cc-8dff-6297d1dafb99,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:50.027391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'd87bc730-305d-48cc-8dff-6297d1dafb99', 'network_id': 'a4ab9239-645d-4cf6-b708-c78e00c11049', 'port_id': 'd87bc730-305d-48cc-8dff-6297d1dafb99', 'mac_address': 'fa:16:3e:e2:ad:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73916d5-14c4-4f02-8eb7-4a24d28a2147', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:19:50.094109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.112705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87bc730-305d-48cc-8dff-6297d1dafb99 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:19:50.131753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port d87bc730-305d-48cc-8dff-6297d1dafb99, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d87bc730-305d-48cc-8dff-6297d1dafb99,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:50.136278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.199679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbe6e8d1-c1dd-4e41-846e-7c96a1fa7a6a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:50.210160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=d87bc730-305d-48cc-8dff-6297d1dafb99,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:50.222001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.222542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.223060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.224090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.224602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.226367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.226929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.227450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.227958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.228456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.229007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.229494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:50.271038 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74f668d4-46ec-41a6-a002-c271885adb46 req-c6afe676-b1bb-4d33-8bb1-8b66f6d03c62 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519114 Feb 07 23:19:50.294901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.310440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7ce2fadc-5564-4709-8e15-c2907bdcaf4a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "DELETE /v2.0/ports/bbe6e8d1-c1dd-4e41-846e-7c96a1fa7a6a HTTP/1.1" status: 204 len: 168 time: 1.6712580 Feb 07 23:19:50.312860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 48794) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:50.318053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b', 'external_fixed_ips': [{'subnet_id': 'db44de64-ec96-4895-b8a9-f927012bce16', 'ip_address': '172.20.0.13'}]}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:19:50.323618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:19:50.327390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['d87bc730-305d-48cc-8dff-6297d1dafb99'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:19:50.328620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:router and tenant:ba29495caa9a4fe589ad0d53bcf38fab is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:19:50.332137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:19:50.340604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:19:50.358394 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.360153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.392420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.461863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Router c124a690-556f-41b8-9d77-109b83351b39 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:19:50.686304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:19:50.699177 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2850ae6c-f8f7-4a66-b8f9-5a525760677e admin admin] 10.222.0.10 "PUT /v2.0/routers/c124a690-556f-41b8-9d77-109b83351b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8710234 Feb 07 23:19:50.701654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48798) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:50.702326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] Sync routers for ids ['c124a690-556f-41b8-9d77-109b83351b39'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:19:50.713297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] Routers {'c124a690-556f-41b8-9d77-109b83351b39'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:50.714234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c124a690-556f-41b8-9d77-109b83351b39'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:50.729732 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.775306 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:19:50.947159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:50.972546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] Set router c124a690-556f-41b8-9d77-109b83351b39 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:51.133012 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:51.143460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Deleting port 555b4253-1a03-4456-920e-03ec8550897c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:51.143990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:51.255814 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:51.293226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:51.363353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '555b4253-1a03-4456-920e-03ec8550897c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:19:48Z', 'revision_number': 5, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port': {'id': '555b4253-1a03-4456-920e-03ec8550897c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:ce:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c124a690-556f-41b8-9d77-109b83351b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:13:46Z', 'updated_at': '2022-02-07T23:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:51.367767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] Checking router: c124a690-556f-41b8-9d77-109b83351b39 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:19:51.377527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] For port 555b4253-1a03-4456-920e-03ec8550897c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=555b4253-1a03-4456-920e-03ec8550897c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:51.378030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:51.379538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] Routers {'c124a690-556f-41b8-9d77-109b83351b39'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:51.380528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c124a690-556f-41b8-9d77-109b83351b39'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:51.528581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Calling delete_port for 555b4253-1a03-4456-920e-03ec8550897c owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:51.649377 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d87bc730-305d-48cc-8dff-6297d1dafb99 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:19:51.677281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a194e6-8c48-4fdd-8962-42554d540cfc req-bdfd6e0d-77a8-4564-91e3-ebf7e18c69b3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:51.685045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46a194e6-8c48-4fdd-8962-42554d540cfc req-bdfd6e0d-77a8-4564-91e3-ebf7e18c69b3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 944 time: 0.2590134 Feb 07 23:19:51.722180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Allocated IP 172.20.0.13 (fecd1cb1-703a-4d6a-a988-46666e76445b/db44de64-ec96-4895-b8a9-f927012bce16/88755858-258e-41f0-8041-96456c8fc186) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:19:51.741526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] Set router c124a690-556f-41b8-9d77-109b83351b39 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:51.748973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:51.765650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46a194e6-8c48-4fdd-8962-42554d540cfc req-a9f01561-69a8-4b81-8920-06460b8d43a1 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796998 Feb 07 23:19:51.861276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:19:51Z', 'revision_number': 6, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:51.869644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7785ee-2923-48d2-a309-cac86148f446 None None] The sync data for ids ['c124a690-556f-41b8-9d77-109b83351b39'] in n-d-827896-3 is: [{'id': 'c124a690-556f-41b8-9d77-109b83351b39', 'name': 'tempest-TestVolumeBackupRestore-306499487-router', 'tenant_id': '5248647feb9f4eca87d73ccadd60e4d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:13:42Z', 'updated_at': '2022-02-07T23:19:51Z', 'revision_number': 6, 'project_id': '5248647feb9f4eca87d73ccadd60e4d8', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:51.872108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port d87bc730-305d-48cc-8dff-6297d1dafb99 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:19:51.887387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port d87bc730-305d-48cc-8dff-6297d1dafb99 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:19:51.888207 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:51.976569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Pushing event deleted for resources: {'Port': ['ID=555b4253-1a03-4456-920e-03ec8550897c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:52.026114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.034125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.053158 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.069112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.095060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port d87bc730-305d-48cc-8dff-6297d1dafb99, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d87bc730-305d-48cc-8dff-6297d1dafb99,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:52.096085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bc730-305d-48cc-8dff-6297d1dafb99'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:19:52.102656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.166555 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Port': ['ID=88755858-258e-41f0-8041-96456c8fc186,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:52.190124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network fecd1cb1-703a-4d6a-a988-46666e76445b is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:19:52.191715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:19:52.219603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:19:52.225373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=d87bc730-305d-48cc-8dff-6297d1dafb99,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:52.231512 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87bc730-305d-48cc-8dff-6297d1dafb99', 'code': 200} Feb 07 23:19:52.451778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.454467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.482821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.483438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c124a690-556f-41b8-9d77-109b83351b39 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:19:52.499595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.503340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-173d6eee-c455-4da8-90e9-16500798e035 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c124a690-556f-41b8-9d77-109b83351b39 HTTP/1.1" status: 204 len: 168 time: 1.7979102 Feb 07 23:19:52.503907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48912) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:52.573901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Deleting subnet 1c03709c-c95f-45d4-adee-a7cf90ffb8b0 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:19:52.577180 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.628794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.687201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da83b6-9140-4a2f-96d5-3047ce2c5321 req-b0568757-c098-43d0-83b0-218402a28100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:52.688747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2da83b6-9140-4a2f-96d5-3047ce2c5321 req-b0568757-c098-43d0-83b0-218402a28100 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 1096 time: 0.4048653 Feb 07 23:19:52.726688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.818650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2da83b6-9140-4a2f-96d5-3047ce2c5321 req-939b4814-209a-405f-83e4-2985da20e124 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225493 Feb 07 23:19:52.834300 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.899294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c03709c-c95f-45d4-adee-a7cf90ffb8b0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:52.905926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:52.917065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f6e03-4018-4a66-9159-3ca9ff13c2a3 None None] Network 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:19:52.921166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.921791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.922352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.923266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.923816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.925183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.925900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.926513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.927153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.927686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.928502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.929203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:52.938154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1e83035-fbf5-408b-b96d-713baec308b7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1c03709c-c95f-45d4-adee-a7cf90ffb8b0 HTTP/1.1" status: 204 len: 168 time: 0.4327381 Feb 07 23:19:52.939496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 48970) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:52.961126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.081884 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.097299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Deleting port dd94c459-c01c-4453-8f15-dee8ecf77ab5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:53.097720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.300629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] DHCP port deletion for 8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:19:53.305727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Deleting port dd94c459-c01c-4453-8f15-dee8ecf77ab5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:53.306965 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.357883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176049-23df-4d11-bbe6-a748a3d369c3 req-5fcb904d-bcae-4bd3-8382-7afe92fd4c14 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:53.365368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef176049-23df-4d11-bbe6-a748a3d369c3 req-5fcb904d-bcae-4bd3-8382-7afe92fd4c14 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 945 time: 0.3106608 Feb 07 23:19:53.377376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 555b4253-1a03-4456-920e-03ec8550897c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:53.425178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] For port dd94c459-c01c-4453-8f15-dee8ecf77ab5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dd94c459-c01c-4453-8f15-dee8ecf77ab5,segment=NetworkSegment(b6da4de7-685e-479a-abaa-e867e3171ad8),segment_id=b6da4de7-685e-479a-abaa-e867e3171ad8)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:53.425696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.458967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 555b4253-1a03-4456-920e-03ec8550897c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:53.459656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 555b4253-1a03-4456-920e-03ec8550897c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:53.460365 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b622ac1e-922f-4240-b138-102b3f3b8add no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:53.512340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef176049-23df-4d11-bbe6-a748a3d369c3 req-26d23d96-f030-4e56-8051-f9032eecea77 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460581 Feb 07 23:19:53.514081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b622ac1e-922f-4240-b138-102b3f3b8add {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:53.514552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b622ac1e-922f-4240-b138-102b3f3b8add not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:53.596104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Calling delete_port for dd94c459-c01c-4453-8f15-dee8ecf77ab5 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:53.624499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.665651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] For port dd94c459-c01c-4453-8f15-dee8ecf77ab5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=dd94c459-c01c-4453-8f15-dee8ecf77ab5,segment=NetworkSegment(b6da4de7-685e-479a-abaa-e867e3171ad8),segment_id=b6da4de7-685e-479a-abaa-e867e3171ad8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:53.666057 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.713181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:53.807451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Calling delete_port for dd94c459-c01c-4453-8f15-dee8ecf77ab5 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:53.835312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] No DVR routers for this DVR port dd94c459-c01c-4453-8f15-dee8ecf77ab5 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:19:53.902399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:19:53.903675 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:19:53.913130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Pushing event deleted for resources: {'Port': ['ID=dd94c459-c01c-4453-8f15-dee8ecf77ab5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:53.969039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Router ade8ee1d-6efa-4ef7-acdf-7c04ba745d98 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:19:54.049568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.081688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6f4daf-fa91-4273-b6ed-5fc7b7b01169']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:54.097545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6da4de7-685e-479a-abaa-e867e3171ad8') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:54.097857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6da4de7-685e-479a-abaa-e867e3171ad8') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:54.110537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.131669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.142236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:19:54.142658 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:19:54.163188 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:19:54.195459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:19:54.208126 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Sync routers for ids ['ade8ee1d-6efa-4ef7-acdf-7c04ba745d98'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:19:54.228146 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Routers {'ade8ee1d-6efa-4ef7-acdf-7c04ba745d98'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:54.229218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.229602 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ade8ee1d-6efa-4ef7-acdf-7c04ba745d98'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:54.232896 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c44d1348-68f0-42ab-a5fe-dc5e0b2be7ae tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9188457 Feb 07 23:19:54.235378 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49122) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:54.256914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.267141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.297797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6f4daf-fa91-4273-b6ed-5fc7b7b01169,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:54.305285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cb54a164-7e9b-460c-9be1-a2f2040f18ea admin admin] 10.222.0.10 "DELETE /v2.0/networks/8b6f4daf-fa91-4273-b6ed-5fc7b7b01169 HTTP/1.1" status: 204 len: 168 time: 1.3632421 Feb 07 23:19:54.405690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Deleting port dd94c459-c01c-4453-8f15-dee8ecf77ab5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:54.406609 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.478564 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Set router ade8ee1d-6efa-4ef7-acdf-7c04ba745d98 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:54.577192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f4a09398-e1be-41d1-93fc-ed95749a4057 None None] The port 'dd94c459-c01c-4453-8f15-dee8ecf77ab5' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:19:54.585115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49168) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:54.667362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.715369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b6e27deb-0a91-4466-9655-56d6e6121951 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ff6864cd9ab74986b1a3b709168124bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226938 Feb 07 23:19:54.720932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49188) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:54.799495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40ea2a7a-840e-4066-9591-639993799989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.836071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40ea2a7a-840e-4066-9591-639993799989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.931201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40ea2a7a-840e-4066-9591-639993799989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.964473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea2a7a-840e-4066-9591-639993799989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d477996d-541c-4130-880e-eb49da4fc8b7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:54.968755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40ea2a7a-840e-4066-9591-639993799989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:54.970227 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-40ea2a7a-840e-4066-9591-639993799989 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d477996d-541c-4130-880e-eb49da4fc8b7 HTTP/1.1" status: 204 len: 168 time: 0.2457213 Feb 07 23:19:55.034423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad7104-0389-4fcb-a562-c593f2cc863a req-498f4761-1776-487e-9b31-dd66dd97763a tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:55.035940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1ad7104-0389-4fcb-a562-c593f2cc863a req-498f4761-1776-487e-9b31-dd66dd97763a tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 945 time: 0.2822938 Feb 07 23:19:55.046996 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8ee1d-6efa-4ef7-acdf-7c04ba745d98', 'name': '', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b', 'external_fixed_ips': [{'subnet_id': 'db44de64-ec96-4895-b8a9-f927012bce16', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '88755858-258e-41f0-8041-96456c8fc186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:19:50Z', 'updated_at': '2022-02-07T23:19:52Z', 'revision_number': 3, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port': {'id': '88755858-258e-41f0-8041-96456c8fc186', 'name': '', 'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fe:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade8ee1d-6efa-4ef7-acdf-7c04ba745d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'db44de64-ec96-4895-b8a9-f927012bce16', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:19:51Z', 'updated_at': '2022-02-07T23:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db44de64-ec96-4895-b8a9-f927012bce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:55.055313 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Checking router: ade8ee1d-6efa-4ef7-acdf-7c04ba745d98 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:19:55.055897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Updating router ade8ee1d-6efa-4ef7-acdf-7c04ba745d98 port 88755858-258e-41f0-8041-96456c8fc186 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:19:55.078858 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:55.113011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Deleting port 88755858-258e-41f0-8041-96456c8fc186 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:55.113865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:55.138570 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:55.147870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1ad7104-0389-4fcb-a562-c593f2cc863a req-3a608480-ab1d-4b9a-ad47-6e71d59ebbc4 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014664 Feb 07 23:19:55.326042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dd94c459-c01c-4453-8f15-dee8ecf77ab5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:19:55.442450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: dd94c459-c01c-4453-8f15-dee8ecf77ab5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:19:55.443059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device dd94c459-c01c-4453-8f15-dee8ecf77ab5 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:19:55.498513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:55.514224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ed5ab-01db-4e8d-8ef4-50ee6407036b req-fd3ec95d-d30b-48a0-b421-269424ec39fa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:55.516101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e7ed5ab-01db-4e8d-8ef4-50ee6407036b req-fd3ec95d-d30b-48a0-b421-269424ec39fa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.2689962 Feb 07 23:19:55.699194 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49294) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:55.705074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Calling delete_port for 88755858-258e-41f0-8041-96456c8fc186 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:55.739685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e7ed5ab-01db-4e8d-8ef4-50ee6407036b req-4999fa6b-4cfe-4c88-b4d6-1777bd558e9e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145889 Feb 07 23:19:55.792755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49298) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:55.923306 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:55.952939 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Transition to ACTIVE for port object 88755858-258e-41f0-8041-96456c8fc186 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:19:55.967631 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:55.978347 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.db.api [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:19:55.978347 n-d-827896-3 neutron-server[87670]: DEBUG oslo_db.api [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:19:55.992970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce49300c-5dc6-45eb-8979-b822ec79dc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.199087 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Pushing event updated for resources: {'Port': ['ID=88755858-258e-41f0-8041-96456c8fc186,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.218654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:19:56.231720 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Attempting to bind port 88755858-258e-41f0-8041-96456c8fc186 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:19:56.231720 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Attempting to bind port 88755858-258e-41f0-8041-96456c8fc186 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'fbcfad40-784c-42f3-b8f7-27541c4a3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:19:56.231720 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Attempting to bind port 88755858-258e-41f0-8041-96456c8fc186 on network fecd1cb1-703a-4d6a-a988-46666e76445b {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:19:56.242296 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:19:56.242296 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Checking segment: {'id': 'fbcfad40-784c-42f3-b8f7-27541c4a3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:19:56.242296 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.242296 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Bound using segment: {'id': 'fbcfad40-784c-42f3-b8f7-27541c4a3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:19:56.242296 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Bound port: 88755858-258e-41f0-8041-96456c8fc186, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcfad40-784c-42f3-b8f7-27541c4a3236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fecd1cb1-703a-4d6a-a988-46666e76445b'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:19:56.242296 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.260813 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cfdec2c0-9b70-4761-93cf-6e0df21cb086 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5248647feb9f4eca87d73ccadd60e4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491931 Feb 07 23:19:56.267572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49312) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:19:56.402460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a7f0e2e9-374a-4247-b290-774a17a1d4ae tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/57e02a28-299e-40d7-b48a-6714673edf0d HTTP/1.1" status: 200 len: 993 time: 0.6048188 Feb 07 23:19:56.430003 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] For port 88755858-258e-41f0-8041-96456c8fc186, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:19:56.438439 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] For port 88755858-258e-41f0-8041-96456c8fc186, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=88755858-258e-41f0-8041-96456c8fc186,segment=NetworkSegment(fbcfad40-784c-42f3-b8f7-27541c4a3236),segment_id=fbcfad40-784c-42f3-b8f7-27541c4a3236)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:19:56.452519 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.457534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d86a1904-ee44-40fc-a344-d0497c52685d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.478768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Deleting port 88755858-258e-41f0-8041-96456c8fc186 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:56.478768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.609993 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Routers {'ade8ee1d-6efa-4ef7-acdf-7c04ba745d98'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:19:56.609993 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ade8ee1d-6efa-4ef7-acdf-7c04ba745d98'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:56.643000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d86a1904-ee44-40fc-a344-d0497c52685d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:56.810654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635faff-30cc-46a7-9c42-afce10eb01b0 None None] Pushing event updated for resources: {'Port': ['ID=88755858-258e-41f0-8041-96456c8fc186,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:56.998377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] Set router ade8ee1d-6efa-4ef7-acdf-7c04ba745d98 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:19:57.051660 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d86a1904-ee44-40fc-a344-d0497c52685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:57.168453 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade8ee1d-6efa-4ef7-acdf-7c04ba745d98', 'name': '', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:19:50Z', 'updated_at': '2022-02-07T23:19:55Z', 'revision_number': 4, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:19:57.181128 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322d6eb-67d8-4d80-ba22-d81867705f12 None None] The sync data for ids ['ade8ee1d-6efa-4ef7-acdf-7c04ba745d98'] in n-d-827896-3 is: [{'id': 'ade8ee1d-6efa-4ef7-acdf-7c04ba745d98', 'name': '', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:19:50Z', 'updated_at': '2022-02-07T23:19:55Z', 'revision_number': 4, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:19:57.190249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a1904-ee44-40fc-a344-d0497c52685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b3b009-7eaa-42c1-90cc-338abcdd5815,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:57.326509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] For port 88755858-258e-41f0-8041-96456c8fc186, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=88755858-258e-41f0-8041-96456c8fc186,segment=NetworkSegment(fbcfad40-784c-42f3-b8f7-27541c4a3236),segment_id=fbcfad40-784c-42f3-b8f7-27541c4a3236)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:57.326509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:57.365378 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d86a1904-ee44-40fc-a344-d0497c52685d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:57.365378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d86a1904-ee44-40fc-a344-d0497c52685d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8b3b009-7eaa-42c1-90cc-338abcdd5815 HTTP/1.1" status: 204 len: 168 time: 1.1083701 Feb 07 23:19:57.721003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Calling delete_port for 88755858-258e-41f0-8041-96456c8fc186 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:19:57.809630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073eae-80a6-4c6b-afeb-854e9efaabee req-91d9c50a-0209-459a-97d2-2741d93723bd tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:57.809630 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54073eae-80a6-4c6b-afeb-854e9efaabee req-91d9c50a-0209-459a-97d2-2741d93723bd tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 945 time: 0.7173896 Feb 07 23:19:58.002653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b0693-2d5d-4f98-bb40-d1f6133f4abd req-68272cb4-f2f8-428e-8e8e-66e9b277e801 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:58.031619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c0b0693-2d5d-4f98-bb40-d1f6133f4abd req-68272cb4-f2f8-428e-8e8e-66e9b277e801 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1096 time: 0.8779314 Feb 07 23:19:58.179501 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54073eae-80a6-4c6b-afeb-854e9efaabee req-6e4ff27a-bb2c-4877-83ea-3317669b5e2c tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660500 Feb 07 23:19:58.277421 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6c23ebfa-b138-41c9-88e8-196a93bba283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:58.509320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c0b0693-2d5d-4f98-bb40-d1f6133f4abd req-49945f98-ad6a-40d1-80e3-8c1c6de50c8b tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733996 Feb 07 23:19:58.616931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-3840daeb-8a1d-41f5-bc72-83489fa9a4bd tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:19:58.616931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-3840daeb-8a1d-41f5-bc72-83489fa9a4bd tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 945 time: 0.4361267 Feb 07 23:19:58.771735 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:58.841150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Deleting port d87bc730-305d-48cc-8dff-6297d1dafb99 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:19:58.841150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:58.925499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event deleted for resources: {'Port': ['ID=88755858-258e-41f0-8041-96456c8fc186,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:19:59.375253 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.426610 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.603388 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.796133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] For port d87bc730-305d-48cc-8dff-6297d1dafb99, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d87bc730-305d-48cc-8dff-6297d1dafb99,segment=NetworkSegment(96562893-fa7f-46a4-a9a4-3b2950fd4231),segment_id=96562893-fa7f-46a4-a9a4-3b2950fd4231)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:19:59.796133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:19:59.997935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Calling delete_port for d87bc730-305d-48cc-8dff-6297d1dafb99 owned by compute:nova {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:00.429599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49360) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:00.506688 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.511901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.616421 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.616989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ade8ee1d-6efa-4ef7-acdf-7c04ba745d98 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:00.663528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.710728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:00.728397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:6035c480f6b44324b56c37e1b266fe78 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:00.738455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:00.740411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-d2d24f0e-69bc-4ab2-b18a-ac788b109217 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5953920 Feb 07 23:20:00.748268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d070f0-a5d4-4da9-b330-695f96e2775c req-8bebd0c5-2dc5-4f81-8088-c4cba360c6a3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:00.750422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2d070f0-a5d4-4da9-b330-695f96e2775c req-8bebd0c5-2dc5-4f81-8088-c4cba360c6a3 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/ports?device_id=6df4436d-b898-464d-86fa-9d3d119c8f6c HTTP/1.1" status: 200 len: 945 time: 1.2337735 Feb 07 23:20:00.757831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:00.823662 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.949978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:00.950243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Pushing event deleted for resources: {'Port': ['ID=d87bc730-305d-48cc-8dff-6297d1dafb99,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:00.955478 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.007075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.011475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12851a5-589e-4894-a634-5a7541b32574,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:01.011575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2b33ca2d-559f-4d3d-8101-53221a6a9742 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "DELETE /v2.0/routers/ade8ee1d-6efa-4ef7-acdf-7c04ba745d98 HTTP/1.1" status: 204 len: 168 time: 6.7711642 Feb 07 23:20:01.011661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49370) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:01.017619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.017971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.018322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.018666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.019462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.019462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.019673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.019970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.020329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.020698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.021039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.021372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:01.082339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3568cfc3-0afd-4404-84a7-fa98ae0d9bd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6035c480f6b44324b56c37e1b266fe78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6427932 Feb 07 23:20:01.082339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49376) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:01.167422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.190616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Deleting subnet db44de64-ec96-4895-b8a9-f927012bce16 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:20:01.201233 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2d070f0-a5d4-4da9-b330-695f96e2775c req-57939fc2-8a26-401f-bce0-e9911da7772d tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335589 Feb 07 23:20:01.202370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] No DVR routers for this DVR port d87bc730-305d-48cc-8dff-6297d1dafb99 on host n-h1-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:20:01.205419 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.208440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b461cedc-99c6-4d24-9a02-f6992129e7cd req-8141a64e-f431-4f82-9633-a632b774c750 tempest-VolumesActionsTest-1058561168 tempest-VolumesActionsTest-1058561168-project] 10.222.0.36 "DELETE /v2.0/ports/d87bc730-305d-48cc-8dff-6297d1dafb99 HTTP/1.1" status: 204 len: 173 time: 2.5817571 Feb 07 23:20:01.209190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'name': 'network-vif-deleted', 'tag': 'd87bc730-305d-48cc-8dff-6297d1dafb99'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:01.266065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.345270 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df4436d-b898-464d-86fa-9d3d119c8f6c', 'name': 'network-vif-deleted', 'tag': 'd87bc730-305d-48cc-8dff-6297d1dafb99', 'status': 'completed', 'code': 200} Feb 07 23:20:01.362655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-826e4391-d902-4117-a001-2788a3f51e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.396942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-826e4391-d902-4117-a001-2788a3f51e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.428354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.525677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-826e4391-d902-4117-a001-2788a3f51e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.543964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.595905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e4391-d902-4117-a001-2788a3f51e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12851a5-589e-4894-a634-5a7541b32574,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:01.615697 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-826e4391-d902-4117-a001-2788a3f51e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.615697 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-826e4391-d902-4117-a001-2788a3f51e3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a12851a5-589e-4894-a634-5a7541b32574 HTTP/1.1" status: 204 len: 168 time: 0.5226119 Feb 07 23:20:01.661942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.695787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d87bc730-305d-48cc-8dff-6297d1dafb99 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:20:01.734568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=db44de64-ec96-4895-b8a9-f927012bce16,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:01.751041 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:01.751041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7fab375b-797a-428b-9a8a-ca8fc0f7eac4 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/db44de64-ec96-4895-b8a9-f927012bce16 HTTP/1.1" status: 204 len: 168 time: 0.7337456 Feb 07 23:20:01.758605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49386) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:01.781411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: d87bc730-305d-48cc-8dff-6297d1dafb99 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:20:01.781411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d87bc730-305d-48cc-8dff-6297d1dafb99 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:20:01.945459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.024272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-79b92ac1-b825-433a-b158-125efc84d5c4 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:20:02.024272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-79b92ac1-b825-433a-b158-125efc84d5c4 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3514531 Feb 07 23:20:02.086056 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Request body: {'binding': {'host': 'n-h1-827896-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:02.086813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Unknown quota resources ['binding']. {{(pid=87670) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 07 23:20:02.155290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.257906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecd1cb1-703a-4d6a-a988-46666e76445b']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:02.282264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcfad40-784c-42f3-b8f7-27541c4a3236') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:02.282264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcfad40-784c-42f3-b8f7-27541c4a3236') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:02.302125 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.337472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.365532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:20:02.365532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: util.warn( Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:20:02.372335 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:20:02.479076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on host n-h1-827896-3 for vnic_type normal with profile None {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:02.479411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:02.479972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:02.485680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:20:02.486273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:02.492699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:20:02.493112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Checking segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:20:02.493540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Bound using segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:20:02.493899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Bound port: d55c6e2a-e3af-4857-86d1-752264c63680, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:02.497246 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.517763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fecd1cb1-703a-4d6a-a988-46666e76445b {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 07 23:20:02.526290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.530858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event deleted for resources: {'Network': ['ID=fecd1cb1-703a-4d6a-a988-46666e76445b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:02.537397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5e96daff-25c4-4cc3-896e-ed264e85640d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "DELETE /v2.0/networks/fecd1cb1-703a-4d6a-a988-46666e76445b HTTP/1.1" status: 204 len: 168 time: 0.7814507 Feb 07 23:20:02.570572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:20:02.580807 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:02.580807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-14090413-7efc-4065-b439-4ab707eb493b service neutron] 10.222.0.10 "POST /v2.0/ports/d55c6e2a-e3af-4857-86d1-752264c63680/bindings HTTP/1.1" status: 201 len: 389 time: 0.5034122 Feb 07 23:20:03.037511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49434) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:03.042733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'router': {'name': 'tempest-router--516511460', 'project_id': '4f6d555b1a4f4032af7711f6b3896735'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:03.050375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:03.059258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:router and tenant:4f6d555b1a4f4032af7711f6b3896735 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:03.061316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:03.067759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:03.079316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.080600 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.099085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fcd06-45b0-471e-a091-b8b40c06253d req-511c3b97-5f22-4be2-b1b4-cba2b4a295d9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.101195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-794fcd06-45b0-471e-a091-b8b40c06253d req-511c3b97-5f22-4be2-b1b4-cba2b4a295d9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.3170941 Feb 07 23:20:03.142688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.164489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-c68f60c9-ab06-4c4d-a1c5-b1d56e7db544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.164489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-c68f60c9-ab06-4c4d-a1c5-b1d56e7db544 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1096 time: 0.2751682 Feb 07 23:20:03.181171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.211208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.211208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a381f39a-e5a6-4de5-ba40-ef3125a3133d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1722076 Feb 07 23:20:03.222753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49440) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:03.414866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-794fcd06-45b0-471e-a091-b8b40c06253d req-d337f41c-ac88-4ed0-9208-239cf14ab414 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992525 Feb 07 23:20:03.467106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73853bb7-677f-44fd-9426-7201a1f5a729 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.505599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-25e5a5e0-b7fe-45c3-87b5-58e98072a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.507642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-25e5a5e0-b7fe-45c3-87b5-58e98072a912 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 898 time: 0.3169537 Feb 07 23:20:03.663067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-c7656475-5606-48a3-8425-a9ef289c019a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 1001 time: 0.1390848 Feb 07 23:20:03.744136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-aa3ff017-88a2-4eea-a314-004877e47586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.745946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-aa3ff017-88a2-4eea-a314-004877e47586 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.0794790 Feb 07 23:20:03.831647 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-d36560e5-70ac-47c4-81ac-43ba6794dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:03.834191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-d36560e5-70ac-47c4-81ac-43ba6794dfd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827568 Feb 07 23:20:03.835735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73853bb7-677f-44fd-9426-7201a1f5a729 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.838346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73853bb7-677f-44fd-9426-7201a1f5a729 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.877836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73853bb7-677f-44fd-9426-7201a1f5a729 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.878376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73853bb7-677f-44fd-9426-7201a1f5a729 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71c2f581-121f-4f37-8ec6-e4f38365f456 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:03.889038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73853bb7-677f-44fd-9426-7201a1f5a729 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:03.890219 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-73853bb7-677f-44fd-9426-7201a1f5a729 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "DELETE /v2.0/routers/71c2f581-121f-4f37-8ec6-e4f38365f456 HTTP/1.1" status: 204 len: 168 time: 0.6742086 Feb 07 23:20:04.081920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49496) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:04.197734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-b5c31210-717b-4d50-bd2a-c75c1174eb8f service neutron] 10.222.0.36 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567660 Feb 07 23:20:04.417106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-0ba34180-4299-4234-a1b7-1e83dd16ad6a service neutron] 10.222.0.36 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100630 Feb 07 23:20:04.523443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1942697738', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:04.528910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:04.536361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Usage tracker for resource:router and tenant:5a46e66e32ce4e17ac4702008f009122 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:04.536361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:04.545131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:04.556282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:04.557806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:04.583170 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:04.768315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-4e28880d-424d-454f-b2b1-28da1dbb9a9c tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:04.781471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-4e28880d-424d-454f-b2b1-28da1dbb9a9c tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159&tenant_id=10fae2aac93b470390285df47d4d2fcd&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1096 time: 0.3018906 Feb 07 23:20:04.806511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-3'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:04.961382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cbb762-f205-4d59-852b-7ca4db4a308e req-194102f5-a193-4334-a66a-a23cb0ace23e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:04.962912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42cbb762-f205-4d59-852b-7ca4db4a308e req-194102f5-a193-4334-a66a-a23cb0ace23e tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.3132763 Feb 07 23:20:05.010724 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:05.062605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42cbb762-f205-4d59-852b-7ca4db4a308e req-afd3ed2f-00dd-4384-929d-d3b168f13f08 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814803 Feb 07 23:20:05.409171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:05.414914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:05.465914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:05.566898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:05.573129 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:05.607169 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:05.878792 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'code': 200} Feb 07 23:20:06.015959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:06.127356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on host n-h2-827896-3 for vnic_type normal with profile {"migrating_to": "n-h1-827896-3"} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:06.127356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:06.127356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:06.135336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:20:06.135336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Attempting to bind port d55c6e2a-e3af-4857-86d1-752264c63680 on network a41e5a61-71ab-4919-8e03-8d464abe2457 {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:06.145564 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:20:06.146110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Checking segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:20:06.146512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Bound using segment: {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'} {{(pid=87670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:20:06.146954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.managers [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Bound port: d55c6e2a-e3af-4857-86d1-752264c63680, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fddafa-9467-4c99-ac70-932b6d24b683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457'}}] {{(pid=87670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:06.147312 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.193693 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.289872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.298072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:06.298072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:20:06.307154 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.313741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1a94a6b2-3e3c-45cb-9ba0-1a639d4f49a8 None None] Provisioning complete for port d55c6e2a-e3af-4857-86d1-752264c63680 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:06.313741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a94a6b2-3e3c-45cb-9ba0-1a639d4f49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.352750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.660393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=8']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:06.741747 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a94a6b2-3e3c-45cb-9ba0-1a639d4f49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.754672 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.784669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:06.800839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1a94a6b2-3e3c-45cb-9ba0-1a639d4f49a8 None None] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:06.806829 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a94a6b2-3e3c-45cb-9ba0-1a639d4f49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.818854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Allocated IP 172.25.0.126 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/a75cef5f-8f14-4c2b-9378-5d093ddf7587) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:06.870742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:06.876120 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:06.881740 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-645263e1-8fe2-4962-84ae-e175e58327c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 1121 time: 2.0920734 Feb 07 23:20:07.025459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8e5e1-8212-4be2-bb1e-cab686c661ae req-6aa40e47-90bd-4cef-80d7-b03722dec6b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:07.026976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08a8e5e1-8212-4be2-bb1e-cab686c661ae req-6aa40e47-90bd-4cef-80d7-b03722dec6b0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 943 time: 0.4669795 Feb 07 23:20:07.078979 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'code': 200} Feb 07 23:20:07.112857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['d55c6e2a-e3af-4857-86d1-752264c63680'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:20:07.159422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08a8e5e1-8212-4be2-bb1e-cab686c661ae req-7bd40bd7-cdd7-4de0-8bed-6896afa7f154 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142840 Feb 07 23:20:07.245740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94a6b2-3e3c-45cb-9ba0-1a639d4f49a8 None None] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:07.283959 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:07.338297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:07.442388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:07.446645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:07.452684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:07.507511 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event updated for resources: {'Port': ['ID=a75cef5f-8f14-4c2b-9378-5d093ddf7587,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:07.705194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b73766b9-02e8-4973-8d2f-4f8dde121d36 None None] Provisioning complete for port d55c6e2a-e3af-4857-86d1-752264c63680 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:07.705194 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b73766b9-02e8-4973-8d2f-4f8dde121d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:07.888588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:08.025690 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'status': 'completed', 'code': 200} Feb 07 23:20:08.512709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd886-a648-4725-9a34-bcdca801874a req-39014d86-70ee-454d-b44a-105849f2cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:08.515988 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-061bd886-a648-4725-9a34-bcdca801874a req-39014d86-70ee-454d-b44a-105849f2cd52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1126 time: 0.4731975 Feb 07 23:20:08.529635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ab282-7789-4716-bfad-a1619053d3be req-101a2c36-75b5-4cfd-897f-e43f744c43f0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:08.540178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9ab282-7789-4716-bfad-a1619053d3be req-101a2c36-75b5-4cfd-897f-e43f744c43f0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.1760685 Feb 07 23:20:08.667888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9ab282-7789-4716-bfad-a1619053d3be req-ad76b962-844b-4245-bdfc-80f2e9d43fa6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229222 Feb 07 23:20:08.692959 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:09.283057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd886-a648-4725-9a34-bcdca801874a req-31a7f649-051b-4c4c-b4a2-4eab3e0b7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:09.284455 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-061bd886-a648-4725-9a34-bcdca801874a req-31a7f649-051b-4c4c-b4a2-4eab3e0b7467 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 898 time: 0.7517993 Feb 07 23:20:09.507987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-061bd886-a648-4725-9a34-bcdca801874a req-e9ef7fb2-ab1a-4663-ac85-6765cdc2b2f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 1001 time: 0.2163267 Feb 07 23:20:09.598494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:09.694685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd886-a648-4725-9a34-bcdca801874a req-1669ee05-13a1-4e4b-91f0-7a34521c8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:09.696257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-061bd886-a648-4725-9a34-bcdca801874a req-1669ee05-13a1-4e4b-91f0-7a34521c8967 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.1805058 Feb 07 23:20:09.747291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:20:10.007891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bd886-a648-4725-9a34-bcdca801874a req-9822f84b-9598-4e2f-9c1a-277d80729535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:10.016799 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-061bd886-a648-4725-9a34-bcdca801874a req-9822f84b-9598-4e2f-9c1a-277d80729535 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2998061 Feb 07 23:20:10.159039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5a95c-8cc5-4c4f-8837-18756edefee9 req-f33361b9-fc30-449f-8786-cc8329aadfe7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:10.172331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95a5a95c-8cc5-4c4f-8837-18756edefee9 req-f33361b9-fc30-449f-8786-cc8329aadfe7 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.2139792 Feb 07 23:20:10.264053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Router 1b49468c-b988-4a70-ae9f-d8a38eb654a7 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:20:10.321415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95a5a95c-8cc5-4c4f-8837-18756edefee9 req-3ecf326f-5ff2-4a5f-9f58-aad736b87ba5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469119 Feb 07 23:20:10.339283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:10.366273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 has no active binding in host n-h1-827896-3 {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 07 23:20:10.456516 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-061bd886-a648-4725-9a34-bcdca801874a req-6da6bdf0-2009-4254-85e9-b2d46104cb35 service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261124 Feb 07 23:20:10.655723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:10.671684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] Sync routers for ids ['1b49468c-b988-4a70-ae9f-d8a38eb654a7'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:10.685156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] Routers {'1b49468c-b988-4a70-ae9f-d8a38eb654a7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:10.685540 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1b49468c-b988-4a70-ae9f-d8a38eb654a7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:10.799899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:10.799899 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03001e94-c21f-4075-8863-6e2ef37e549b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.7040694 Feb 07 23:20:10.799899 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-061bd886-a648-4725-9a34-bcdca801874a req-8c789dd8-8bf9-48b0-b858-99619db13c18 service neutron] 10.222.0.26 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253405 Feb 07 23:20:10.812347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49602) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:10.874112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:10.904328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] Routers {'1b49468c-b988-4a70-ae9f-d8a38eb654a7'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:10.904328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['1b49468c-b988-4a70-ae9f-d8a38eb654a7'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:10.998426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:10.998426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdbdf01-aefe-4e62-87ac-d35b41406d14 None None] The sync data for ids ['1b49468c-b988-4a70-ae9f-d8a38eb654a7'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:11.596452 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b17d6313-d45e-4546-b15c-a7ce78fd7175 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/1b49468c-b988-4a70-ae9f-d8a38eb654a7 HTTP/1.1" status: 200 len: 921 time: 0.8011794 Feb 07 23:20:11.597283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49610) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:11.729690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f356767b-e372-4589-a2dd-47009578a7b2 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b49468c-b988-4a70-ae9f-d8a38eb654a7 HTTP/1.1" status: 200 len: 205 time: 0.1315978 Feb 07 23:20:11.731366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49614) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:11.898281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44952ac-270b-4256-8f0c-0057b3123c42 req-855f9326-4aed-4fc9-9b68-85a73b041512 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:11.899877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b44952ac-270b-4256-8f0c-0057b3123c42 req-855f9326-4aed-4fc9-9b68-85a73b041512 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 945 time: 0.2498260 Feb 07 23:20:12.079684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b44952ac-270b-4256-8f0c-0057b3123c42 req-147c45cc-3ce2-4880-8faa-1a4b9fa1e97f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620443 Feb 07 23:20:12.114494 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:12.266652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-568fdbf2-0051-4d6b-94b2-5ba569e6f2fa service neutron] 10.222.0.26 "GET /v2.0/ports/d55c6e2a-e3af-4857-86d1-752264c63680/bindings/n-h1-827896-3 HTTP/1.1" status: 200 len: 384 time: 0.3770518 Feb 07 23:20:12.385604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:12.402309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Deleting port a75cef5f-8f14-4c2b-9378-5d093ddf7587 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:12.403624 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:12.692101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:12.713099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:12.724825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:12.828781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:12.888676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:12.930081 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:12.955139 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'code': 200} Feb 07 23:20:12.997167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Calling delete_port for a75cef5f-8f14-4c2b-9378-5d093ddf7587 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:13.137835 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] Transition to ACTIVE for port object d55c6e2a-e3af-4857-86d1-752264c63680 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:13.150155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:13.434991 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:13.698043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event deleted for resources: {'Port': ['ID=a75cef5f-8f14-4c2b-9378-5d093ddf7587,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:13.711045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] Pushing event updated for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=11']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:13.765464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] No DVR routers for this DVR port d55c6e2a-e3af-4857-86d1-752264c63680 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:20:13.830183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.299606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.303200 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.312470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d0df5-66dd-4627-a6e5-795ba9a435d3 req-40d31a4d-e367-4963-8f57-9710c088e596 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:14.314035 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b29d0df5-66dd-4627-a6e5-795ba9a435d3 req-40d31a4d-e367-4963-8f57-9710c088e596 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.7729430 Feb 07 23:20:14.344114 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-8ce66ede-f704-400c-b7e0-57958ced1919 service neutron] 10.222.0.26 "PUT /v2.0/ports/d55c6e2a-e3af-4857-86d1-752264c63680/bindings/n-h1-827896-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0688913 Feb 07 23:20:14.377627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b29d0df5-66dd-4627-a6e5-795ba9a435d3 req-bb7427ec-c883-4905-ab7d-631a4df5beca tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530665 Feb 07 23:20:14.380316 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.381127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Fanout notify agent at l3_agent the message router_deleted on router 1b49468c-b988-4a70-ae9f-d8a38eb654a7 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:14.399633 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.405040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-abadad3f-3d2f-4954-ba6c-c92d3602e69e tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/1b49468c-b988-4a70-ae9f-d8a38eb654a7 HTTP/1.1" status: 204 len: 168 time: 2.6668394 Feb 07 23:20:14.405786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:14.410899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'router': {'name': 'tempest-snat-router-11593341', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': False}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:14.416480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:14.511282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:router and tenant:ba29495caa9a4fe589ad0d53bcf38fab is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:14.511282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:14.511282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:14.522737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.522737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.612879 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:14.651486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-bf6b278d-1441-404a-a028-98d421945c0a tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:14.653820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-bf6b278d-1441-404a-a028-98d421945c0a tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159&tenant_id=10fae2aac93b470390285df47d4d2fcd&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.1242833 Feb 07 23:20:15.000846 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:15.225821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:20:15.370148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:20:15.391345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-915f4365-03db-4b52-b4f5-8ffef3bdd134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:15.393825 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-915f4365-03db-4b52-b4f5-8ffef3bdd134 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 1095 time: 0.6055591 Feb 07 23:20:15.786799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-33a8873a-c765-44a9-8cc5-43e8a52e6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:15.789085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-33a8873a-c765-44a9-8cc5-43e8a52e6ef9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1095 time: 0.3635349 Feb 07 23:20:15.895788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:16.142952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:16.227002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da156585-e03b-427b-b945-2ea852906a1b req-ba8d16de-2139-4e1e-8e91-8b78884208a3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:16.229290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da156585-e03b-427b-b945-2ea852906a1b req-ba8d16de-2139-4e1e-8e91-8b78884208a3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.6147647 Feb 07 23:20:16.352745 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da156585-e03b-427b-b945-2ea852906a1b req-1d020642-dba2-4c23-bdba-ca808127eeda tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080558 Feb 07 23:20:16.391145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-dde7e365-bb0e-40f1-a9f6-47a1dd3a2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:16.392831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-dde7e365-bb0e-40f1-a9f6-47a1dd3a2990 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 898 time: 0.5299299 Feb 07 23:20:16.561448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-f1dd55f3-7be8-49d0-9117-28dd68dce594 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 999 time: 0.1607687 Feb 07 23:20:16.562758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Allocated IP 172.25.0.141 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/454bf1f9-e0ad-4c3d-855e-d1414743bd9b) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:16.717142 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-a90201fc-ee2a-4bb8-b857-83846d9d0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:16.718534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-a90201fc-ee2a-4bb8-b857-83846d9d0a04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.1510773 Feb 07 23:20:16.862288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:16.873769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-e7c22b54-8c23-4257-9ec3-befe96ee6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:16.875265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-e7c22b54-8c23-4257-9ec3-befe96ee6b3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499200 Feb 07 23:20:17.057153 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:17.143136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:17.146972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:17.150769 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:17.192847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-753dcd34-78ae-4351-9b68-f0f2b5f8e00c service neutron] 10.222.0.36 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096488 Feb 07 23:20:17.287108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Port': ['ID=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:17.665924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-af13a671-f847-4458-81aa-56f134edcc60 service neutron] 10.222.0.36 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665713 Feb 07 23:20:17.802617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3763b-00db-428d-b30f-3a4ba76908d3 req-fd1a518e-3ca0-4bca-b63b-523da3f2e788 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:17.804862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bca3763b-00db-428d-b30f-3a4ba76908d3 req-fd1a518e-3ca0-4bca-b63b-523da3f2e788 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.2523210 Feb 07 23:20:17.956175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bca3763b-00db-428d-b30f-3a4ba76908d3 req-dab293c8-311f-45cb-a0c9-b6a32216c48f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436312 Feb 07 23:20:17.963834 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:18.362959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-f740efcc-1a38-4e93-a73a-d8583310e1e2 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:18.364504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-f740efcc-1a38-4e93-a73a-d8583310e1e2 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159&tenant_id=10fae2aac93b470390285df47d4d2fcd&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 1095 time: 0.1903179 Feb 07 23:20:18.649182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:18.754709 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-010da028-b64c-4786-962f-784c2abb1551 service neutron] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h2-827896-3, cleared binding levels {{(pid=87670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:18.926735 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-010da028-b64c-4786-962f-784c2abb1551 service neutron] Notify callbacks [] for binding, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:18.929831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b024e800-972a-4cdb-ac55-a7f9d0dda41d req-010da028-b64c-4786-962f-784c2abb1551 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d55c6e2a-e3af-4857-86d1-752264c63680/bindings/n-h2-827896-3 HTTP/1.1" status: 204 len: 173 time: 0.5126903 Feb 07 23:20:19.070389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Router 8445c957-6460-4141-a4fe-300f4df83c5c is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:20:19.467828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa3c49-6560-442e-b89d-bf2b18bbf96a req-156b5708-68a1-4cb9-a42e-1b2e47069ed4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:19.480273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98aa3c49-6560-442e-b89d-bf2b18bbf96a req-156b5708-68a1-4cb9-a42e-1b2e47069ed4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.2763236 Feb 07 23:20:19.500355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:19.513389 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Sync routers for ids ['8445c957-6460-4141-a4fe-300f4df83c5c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:19.542376 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Routers {'8445c957-6460-4141-a4fe-300f4df83c5c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:19.553315 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8445c957-6460-4141-a4fe-300f4df83c5c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:19.580407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98aa3c49-6560-442e-b89d-bf2b18bbf96a req-acb30fab-65b6-4fec-9592-c27e0dc72024 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988564 Feb 07 23:20:19.581977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:19.586621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-08951eb2-c9fc-43e9-84df-443f0bfe5f8e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1777699 Feb 07 23:20:19.587165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49652) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:19.924753 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Set router 8445c957-6460-4141-a4fe-300f4df83c5c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:20.028872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1d19abd8-9db3-49ea-bf74-60c5b485096d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/8445c957-6460-4141-a4fe-300f4df83c5c HTTP/1.1" status: 200 len: 907 time: 0.4377480 Feb 07 23:20:20.029125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49660) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:20.034773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'router': {'name': 'tempest-snat-router-11593341', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': True}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:20.058224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:20.075062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Usage tracker for resource:router and tenant:ba29495caa9a4fe589ad0d53bcf38fab is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:20.079631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:20.088483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:20.111402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4e479-bd70-4ad6-ba31-69667333b88c req-5cac4514-80e8-4f2e-938a-99acba4eec4c tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:20.119468 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28d4e479-bd70-4ad6-ba31-69667333b88c req-5cac4514-80e8-4f2e-938a-99acba4eec4c tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1095 time: 0.2153137 Feb 07 23:20:20.131848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:20.132877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:20.194004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28d4e479-bd70-4ad6-ba31-69667333b88c req-bef7e968-388e-44f6-b509-530368615735 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728207 Feb 07 23:20:20.206100 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:20.639365 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445c957-6460-4141-a4fe-300f4df83c5c', 'name': 'tempest-snat-router-11593341', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.141'}], 'enable_snat': False}, 'gw_port_id': '454bf1f9-e0ad-4c3d-855e-d1414743bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:14Z', 'updated_at': '2022-02-07T23:20:17Z', 'revision_number': 3, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port': {'id': '454bf1f9-e0ad-4c3d-855e-d1414743bd9b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445c957-6460-4141-a4fe-300f4df83c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:16Z', 'updated_at': '2022-02-07T23:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:20.648124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f4bf7-3fe5-46bf-a3bb-96d32ba6f9eb req-a9a9abc5-2788-4ab9-bad9-5b4c6925a68f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:20.650571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Checking router: 8445c957-6460-4141-a4fe-300f4df83c5c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:20:20.651553 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Updating router 8445c957-6460-4141-a4fe-300f4df83c5c port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:20:20.675234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c9f4bf7-3fe5-46bf-a3bb-96d32ba6f9eb req-a9a9abc5-2788-4ab9-bad9-5b4c6925a68f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.2297482 Feb 07 23:20:20.797920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c9f4bf7-3fe5-46bf-a3bb-96d32ba6f9eb req-aba0387a-fd89-48f6-baf0-e41bce9b9772 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065180 Feb 07 23:20:20.823949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49666) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:20.830299 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:20.915230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.007312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-81960390-eb94-4126-93ca-2a16e6f040eb tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/57e02a28-299e-40d7-b48a-6714673edf0d HTTP/1.1" status: 200 len: 991 time: 0.1807840 Feb 07 23:20:21.409858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49680) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:21.431034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.452916 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.467978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.470219 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Transition to ACTIVE for port object 454bf1f9-e0ad-4c3d-855e-d1414743bd9b will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:21.482673 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.581211 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Attempting to bind port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:21.581802 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Attempting to bind port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:21.583292 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Attempting to bind port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:21.593682 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:20:21.594221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:20:21.594717 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.595531 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:20:21.596391 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Bound port: 454bf1f9-e0ad-4c3d-855e-d1414743bd9b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:21.597020 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.692525 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] For port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:21.697253 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] For port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:20:21.705068 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:21.719548 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024de1a-dc56-47fc-978e-83f73d2913d1 None None] Pushing event updated for resources: {'Port': ['ID=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:21.794452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Allocated IP 172.25.0.66 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/1072d6f1-8d00-42af-ac3b-0d20a4ce7b22) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:21.821044 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024de1a-dc56-47fc-978e-83f73d2913d1 None None] Pushing event updated for resources: {'Port': ['ID=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:21.846212 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Routers {'8445c957-6460-4141-a4fe-300f4df83c5c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:21.848179 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['8445c957-6460-4141-a4fe-300f4df83c5c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:22.087046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:22.121718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port ef888a87-fe44-4f32-a4a6-1992f9a0cade {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:22.122308 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:22.163574 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] Set router 8445c957-6460-4141-a4fe-300f4df83c5c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:22.169657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:22.285217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:22.301929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:22.312013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:22.500840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Port': ['ID=1072d6f1-8d00-42af-ac3b-0d20a4ce7b22,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:22.574108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:22.574655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:22.789824 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8445c957-6460-4141-a4fe-300f4df83c5c', 'name': 'tempest-snat-router-11593341', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.141'}], 'enable_snat': False}, 'gw_port_id': '454bf1f9-e0ad-4c3d-855e-d1414743bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:14Z', 'updated_at': '2022-02-07T23:20:17Z', 'revision_number': 3, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port': {'id': '454bf1f9-e0ad-4c3d-855e-d1414743bd9b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445c957-6460-4141-a4fe-300f4df83c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:16Z', 'updated_at': '2022-02-07T23:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:22.794240 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ca9edc-9200-4904-8fea-7cb0d6f52479 None None] The sync data for ids ['8445c957-6460-4141-a4fe-300f4df83c5c'] in n-d-827896-3 is: [{'id': '8445c957-6460-4141-a4fe-300f4df83c5c', 'name': 'tempest-snat-router-11593341', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.141'}], 'enable_snat': False}, 'gw_port_id': '454bf1f9-e0ad-4c3d-855e-d1414743bd9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:14Z', 'updated_at': '2022-02-07T23:20:17Z', 'revision_number': 3, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port': {'id': '454bf1f9-e0ad-4c3d-855e-d1414743bd9b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:c4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8445c957-6460-4141-a4fe-300f4df83c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:16Z', 'updated_at': '2022-02-07T23:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:22.902317 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for ef888a87-fe44-4f32-a4a6-1992f9a0cade owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:23.147251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:23.310002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:23.439541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=ef888a87-fe44-4f32-a4a6-1992f9a0cade,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:23.512019 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 454bf1f9-e0ad-4c3d-855e-d1414743bd9b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:20:23.617954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:20:23.626286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:23.627241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:23.820128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:23.871646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:23.882093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:23.930801 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:23.931375 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 57e02a28-299e-40d7-b48a-6714673edf0d disassociated (deleted). External IP: 172.25.0.135, port: d55c6e2a-e3af-4857-86d1-752264c63680. Feb 07 23:20:24.075460 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:24.435643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:24.808061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router ca63aeba-29ee-4f87-bff9-fe159eade9aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:20:24.914117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Router 3920da43-46fb-4f87-b910-8e5caf13d149 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:20:25.396176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:25.411676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Sync routers for ids ['3920da43-46fb-4f87-b910-8e5caf13d149'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:25.423739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:25.438089 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] Sync routers for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:25.444617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Routers {'3920da43-46fb-4f87-b910-8e5caf13d149'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:25.445968 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3920da43-46fb-4f87-b910-8e5caf13d149'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:25.465784 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:25.467228 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:25.472434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:25.502893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 454bf1f9-e0ad-4c3d-855e-d1414743bd9b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:20:25.505486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:25.518133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-481e1565-4359-4325-923a-b9ace43c7b27 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.4876332 Feb 07 23:20:25.522301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49692) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:25.641074 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d0db409a-cac9-4cb4-aaea-64ef3258d312 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/floatingips/57e02a28-299e-40d7-b48a-6714673edf0d HTTP/1.1" status: 204 len: 168 time: 4.2287798 Feb 07 23:20:25.641755 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:25.778333 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'status': 'completed', 'code': 200} Feb 07 23:20:25.887815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:25.888677 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:26.079495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bbad9817-c794-48fa-aff9-8a1e845ad699 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/3920da43-46fb-4f87-b910-8e5caf13d149 HTTP/1.1" status: 200 len: 905 time: 0.5554655 Feb 07 23:20:26.080585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9d324adb-455c-41ff-9666-3864ea85edd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:26.087674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49700) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:26.122419 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:26.151420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Set router 3920da43-46fb-4f87-b910-8e5caf13d149 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:26.523586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-4f5bc1eb-d89b-4422-8480-eb97236083b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:26.525687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-4f5bc1eb-d89b-4422-8480-eb97236083b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 1095 time: 0.7230396 Feb 07 23:20:26.703821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:26.979076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920da43-46fb-4f87-b910-8e5caf13d149', 'name': 'tempest-snat-router-11593341', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '1072d6f1-8d00-42af-ac3b-0d20a4ce7b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:20Z', 'updated_at': '2022-02-07T23:20:22Z', 'revision_number': 3, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port': {'id': '1072d6f1-8d00-42af-ac3b-0d20a4ce7b22', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3920da43-46fb-4f87-b910-8e5caf13d149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:21Z', 'updated_at': '2022-02-07T23:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:26.992351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Checking router: 3920da43-46fb-4f87-b910-8e5caf13d149 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:20:26.992864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Updating router 3920da43-46fb-4f87-b910-8e5caf13d149 port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:20:27.120095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e63f0-fecd-4625-b31e-84530b893917 req-ec757b5d-df70-4048-ad5d-f5200ad74947 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:27.123140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-db5e63f0-fecd-4625-b31e-84530b893917 req-ec757b5d-df70-4048-ad5d-f5200ad74947 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:20:27.159584 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:27.165296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-dd067fd5-cd43-4a0f-a9b3-232679b52536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:27.168357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-dd067fd5-cd43-4a0f-a9b3-232679b52536 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 200 len: 898 time: 0.6353559 Feb 07 23:20:27.170480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-db5e63f0-fecd-4625-b31e-84530b893917 req-ec757b5d-df70-4048-ad5d-f5200ad74947 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:20:27.171006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db5e63f0-fecd-4625-b31e-84530b893917 req-ec757b5d-df70-4048-ad5d-f5200ad74947 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.4438033 Feb 07 23:20:27.179064 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:19:02Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:27.197407 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] Checking router: ca63aeba-29ee-4f87-bff9-fe159eade9aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:20:27.223881 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:27.225526 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:19:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:27.253197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-dd5272b3-fb43-4429-920b-3cfd7ffe5160 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:27.254864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-dd5272b3-fb43-4429-920b-3cfd7ffe5160 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:20:27.279029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-dd5272b3-fb43-4429-920b-3cfd7ffe5160 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:20:27.280518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-dd5272b3-fb43-4429-920b-3cfd7ffe5160 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.4409916 Feb 07 23:20:27.301957 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:27.380442 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-fd2aaec9-674e-49f9-888d-4d73efdf6e55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 200 len: 217 time: 0.2045593 Feb 07 23:20:27.618788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db5e63f0-fecd-4625-b31e-84530b893917 req-7d423f8b-dcaa-42af-8fda-6f613301bd72 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142560 Feb 07 23:20:27.671697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Deleting port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:27.672361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:27.736923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-28ef61df-bf37-4289-aafc-f1622ec70edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:27.740475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-28ef61df-bf37-4289-aafc-f1622ec70edb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 200 len: 834 time: 0.3532166 Feb 07 23:20:27.757248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port d55c6e2a-e3af-4857-86d1-752264c63680 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:27.758768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:27.841517 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:28.003249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-961dd649-4062-416c-9f84-2513099c1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:28.008773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-961dd649-4062-416c-9f84-2513099c1526 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a41e5a61-71ab-4919-8e03-8d464abe2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610595 Feb 07 23:20:28.073308 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:20:28.124083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:28.154241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Transition to ACTIVE for port object 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:28.171816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:28.414438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a6152-b0b2-4932-9b08-816292b789e4 None None] Pushing event updated for resources: {'Port': ['ID=1072d6f1-8d00-42af-ac3b-0d20a4ce7b22,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:28.443691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Attempting to bind port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:28.444484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Attempting to bind port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:28.445434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Attempting to bind port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:28.465709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:20:28.466787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:20:28.467459 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:28.468120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:20:28.471582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Bound port: 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:28.472299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:28.477625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-c814ec17-bed1-4f95-9080-df659137ca7e service neutron] 10.222.0.36 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621973 Feb 07 23:20:28.560841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0fd8cad9-ee9c-42dd-964e-9d098d681765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:28.638188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:28.694121 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:19:02Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:28.706924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] For port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:28.711078 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7bfc4f-68ee-4c6a-9b45-b6fefc72cb5b None None] The sync data for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 is: [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:18:52Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '9dcf1dfd-0741-4028-b1d8-9e67f9c25557', 'name': '', 'network_id': 'a41e5a61-71ab-4919-8e03-8d464abe2457', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:1c:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:50Z', 'updated_at': '2022-02-07T23:19:02Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': '82017405-ca16-4cda-9702-7b1ae9e336ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:28.716421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] For port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1072d6f1-8d00-42af-ac3b-0d20a4ce7b22,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:20:28.723578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:28.778376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-651fac85-7cd0-4314-b908-007f215f97b0 service neutron] 10.222.0.36 "GET /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931027 Feb 07 23:20:28.951525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a6152-b0b2-4932-9b08-816292b789e4 None None] Pushing event updated for resources: {'Port': ['ID=1072d6f1-8d00-42af-ac3b-0d20a4ce7b22,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:28.971766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Routers {'3920da43-46fb-4f87-b910-8e5caf13d149'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:28.980058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['3920da43-46fb-4f87-b910-8e5caf13d149'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:29.128236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Calling delete_port for 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:29.257802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port d55c6e2a-e3af-4857-86d1-752264c63680, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=d55c6e2a-e3af-4857-86d1-752264c63680,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:29.258195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:29.356351 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88082e0-a028-413d-83c5-e3270a3e2dcc req-c4abe42f-e4a3-4861-bbce-06632f3090f0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:29.370529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f88082e0-a028-413d-83c5-e3270a3e2dcc req-c4abe42f-e4a3-4861-bbce-06632f3090f0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 944 time: 0.3513613 Feb 07 23:20:29.435502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00c827d-40bc-4da9-a06a-c6c59834e0b1 None None] New status for floating IP 57e02a28-299e-40d7-b48a-6714673edf0d: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:20:29.535765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for d55c6e2a-e3af-4857-86d1-752264c63680 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:29.553881 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f88082e0-a028-413d-83c5-e3270a3e2dcc req-74c7ec88-fb9a-4700-83d9-4be1b9dd2285 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=010594fe-432e-477e-8784-bb135004d2df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774008 Feb 07 23:20:29.753821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] Set router 3920da43-46fb-4f87-b910-8e5caf13d149 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:29.796614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:20:29.796980 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:20:29.827901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:29.987614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3920da43-46fb-4f87-b910-8e5caf13d149', 'name': 'tempest-snat-router-11593341', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:20Z', 'updated_at': '2022-02-07T23:20:27Z', 'revision_number': 4, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:30.007272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=d55c6e2a-e3af-4857-86d1-752264c63680,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:30.011908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:30.016943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e26f4-7113-416d-9bf1-95f035427d47 None None] The sync data for ids ['3920da43-46fb-4f87-b910-8e5caf13d149'] in n-d-827896-3 is: [{'id': '3920da43-46fb-4f87-b910-8e5caf13d149', 'name': 'tempest-snat-router-11593341', 'tenant_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:20Z', 'updated_at': '2022-02-07T23:20:27Z', 'revision_number': 4, 'project_id': 'ba29495caa9a4fe589ad0d53bcf38fab', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:30.019028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:30.052238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] No DVR routers for this DVR port d55c6e2a-e3af-4857-86d1-752264c63680 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:20:30.062464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:30.068936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-deleted', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:20:30.121219 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-485ab34b-fec1-4e12-a993-1dbfa0b04d79 req-258df7a9-4e57-43b0-99a1-cc1450f4ae16 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "DELETE /v2.0/ports/d55c6e2a-e3af-4857-86d1-752264c63680 HTTP/1.1" status: 204 len: 173 time: 2.8214302 Feb 07 23:20:30.224015 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2478f5-246b-437f-a268-5ed7fa4bb159', 'name': 'network-vif-deleted', 'tag': 'd55c6e2a-e3af-4857-86d1-752264c63680', 'status': 'completed', 'code': 200} Feb 07 23:20:30.300889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Deleting port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:30.301255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:30.704318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] For port 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1072d6f1-8d00-42af-ac3b-0d20a4ce7b22,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:30.705596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:30.862744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9aa2800f-bb52-461f-b2a4-67b807c81107 req-275d32a7-6932-402a-b897-da1565709761 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee2478f5-246b-437f-a268-5ed7fa4bb159 HTTP/1.1" status: 200 len: 210 time: 0.0809953 Feb 07 23:20:30.916150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Calling delete_port for 1072d6f1-8d00-42af-ac3b-0d20a4ce7b22 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:31.090467 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:31.516975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:31.611543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event deleted for resources: {'Port': ['ID=1072d6f1-8d00-42af-ac3b-0d20a4ce7b22,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:31.783760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:31.851211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:20:31.980259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: d55c6e2a-e3af-4857-86d1-752264c63680 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:20:31.980657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device d55c6e2a-e3af-4857-86d1-752264c63680 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:20:32.071700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49748) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:32.470874 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:32.474920 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:32.542013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:32.546035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3920da43-46fb-4f87-b910-8e5caf13d149 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:32.581768 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:32.583256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4546e0c0-f82a-4bcc-afa5-0e10a59d7461 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "DELETE /v2.0/routers/3920da43-46fb-4f87-b910-8e5caf13d149 HTTP/1.1" status: 204 len: 168 time: 6.4915438 Feb 07 23:20:32.586265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49758) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:33.151506 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:33.513322 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:33.658016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:33.685201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Deleting port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:33.685777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:34.348197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] For port 454bf1f9-e0ad-4c3d-855e-d1414743bd9b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:34.349325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:34.611168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Calling delete_port for 454bf1f9-e0ad-4c3d-855e-d1414743bd9b owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:35.097467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:35.098000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:35.138954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:35.450652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event deleted for resources: {'Port': ['ID=454bf1f9-e0ad-4c3d-855e-d1414743bd9b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:35.525306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 9dcf1dfd-0741-4028-b1d8-9e67f9c25557, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:35.526148 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:35.607481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:35.900150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:35.951208 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:35.955867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.026473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.028044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8445c957-6460-4141-a4fe-300f4df83c5c {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:36.130418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.133869 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2a7876d5-2b75-4208-b5bc-0aa7bbe1d531 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "DELETE /v2.0/routers/8445c957-6460-4141-a4fe-300f4df83c5c HTTP/1.1" status: 204 len: 168 time: 3.5461831 Feb 07 23:20:36.140170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49788) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:36.177869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2111895941', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:36.196706 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.201593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:36.206061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Usage tracker for resource:router and tenant:5a46e66e32ce4e17ac4702008f009122 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:36.210127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:36.220825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:36.242385 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.244364 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.280809 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.502642 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-9d9d7b65-70ad-4bba-8321-bbcdc313586a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3675420 Feb 07 23:20:36.626442 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:36.825922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-bdbeee7d-afc8-4a6b-85d2-d86fc14bc9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:36.829456 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-bdbeee7d-afc8-4a6b-85d2-d86fc14bc9c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1096 time: 0.1967988 Feb 07 23:20:36.902157 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:37.273182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:37.362674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-5b6a4079-4ddc-45e5-bc16-0588645d5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:37.365896 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-5b6a4079-4ddc-45e5-bc16-0588645d5123 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.4981182 Feb 07 23:20:37.390971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 454bf1f9-e0ad-4c3d-855e-d1414743bd9b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:20:37.497773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 454bf1f9-e0ad-4c3d-855e-d1414743bd9b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:20:37.498141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 454bf1f9-e0ad-4c3d-855e-d1414743bd9b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:20:37.586498 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-f59bc9a3-399a-4b9a-b25f-215446e173a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 1001 time: 0.2111902 Feb 07 23:20:37.699455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-77c9d925-0db4-42d3-9a5e-68bccf14cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:37.701414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-77c9d925-0db4-42d3-9a5e-68bccf14cf3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.0974605 Feb 07 23:20:37.869020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=9dcf1dfd-0741-4028-b1d8-9e67f9c25557,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:37.971155 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:38.072985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-55be557c-2db3-4548-a74b-72a2150d5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:38.075685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-55be557c-2db3-4548-a74b-72a2150d5d30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3657870 Feb 07 23:20:38.108154 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:38.309753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-acdc98a5-bc18-47eb-ae4b-3d319096a9ad service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260079 Feb 07 23:20:38.483411 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bbec02e8-0f72-4cd8-89a9-32330019ea10 req-a2caaca9-5ca4-4e7e-986b-e3b11b7cf2fd service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650350 Feb 07 23:20:38.577862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Allocated IP 172.25.0.57 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/15f648ba-7963-4679-a224-4c0b1ed5b66c) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:38.590745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.063664 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.344366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:39.357074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router ca63aeba-29ee-4f87-bff9-fe159eade9aa has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:20:39.407434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:39.416316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:39.424806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:39.999983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event updated for resources: {'Port': ['ID=15f648ba-7963-4679-a224-4c0b1ed5b66c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:40.182189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:40.198931 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] Sync routers for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:40.224738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49824) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:40.225403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-04b1b26e-ec22-40cb-96be-4658bc220e7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/ca63aeba-29ee-4f87-bff9-fe159eade9aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1534431 Feb 07 23:20:40.248002 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:40.251803 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:40.511615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting subnet 82017405-ca16-4cda-9702-7b1ae9e336ee {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:20:40.521398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:40.627869 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:40.689469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:40.791801 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:40.911813 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.078970 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.122939 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:20:37Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:41.129384 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] Checking router: ca63aeba-29ee-4f87-bff9-fe159eade9aa for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:20:41.145905 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] Routers {'ca63aeba-29ee-4f87-bff9-fe159eade9aa'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:41.147589 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:41.166757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Subnet': ['ID=82017405-ca16-4cda-9702-7b1ae9e336ee,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:41.177875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.180898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9e62b3-bfc0-4d63-8cd1-e51dde330b96 None None] Network a41e5a61-71ab-4919-8e03-8d464abe2457 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:20:41.193746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d323d143-8abd-4c05-8d24-4fafc0283500 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/subnets/82017405-ca16-4cda-9702-7b1ae9e336ee HTTP/1.1" status: 204 len: 168 time: 0.9641802 Feb 07 23:20:41.197202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:41.507939 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] Set router ca63aeba-29ee-4f87-bff9-fe159eade9aa gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:41.645210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] DHCP port deletion for a41e5a61-71ab-4919-8e03-8d464abe2457 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:20:41.650085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] Deleting port 5991913a-d668-422c-a17b-f9767ac9e175 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:41.650474 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.793355 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:41.965106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.172794 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:20:37Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:42.182982 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6a6b83-5e05-45d2-9eb0-148065a9f28e None None] The sync data for ids ['ca63aeba-29ee-4f87-bff9-fe159eade9aa'] in n-d-827896-3 is: [{'id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259966857', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:18:38Z', 'updated_at': '2022-02-07T23:20:37Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': '8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:47:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca63aeba-29ee-4f87-bff9-fe159eade9aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:18:40Z', 'updated_at': '2022-02-07T23:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:42.293975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] For port 5991913a-d668-422c-a17b-f9767ac9e175, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5991913a-d668-422c-a17b-f9767ac9e175,segment=NetworkSegment(f0fddafa-9467-4c99-ac70-932b6d24b683),segment_id=f0fddafa-9467-4c99-ac70-932b6d24b683)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:42.294946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.370340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Router 2b5e8861-2949-4ebf-9902-ae5c6e518af6 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:20:42.476017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.517397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:42.518851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:42.651965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] Calling delete_port for 5991913a-d668-422c-a17b-f9767ac9e175 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:42.926034 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.031026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:43.121827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] Sync routers for ids ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:43.123916 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.124772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] No DVR routers for this DVR port 5991913a-d668-422c-a17b-f9767ac9e175 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:20:43.125246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-17146bc7-867f-4e5f-9037-6e8a902a97e0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9801354 Feb 07 23:20:43.128298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49854) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:43.134589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': False}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:43.151858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6e057-92ab-44ae-b1eb-90c714b9e19a None None] Pushing event deleted for resources: {'Port': ['ID=5991913a-d668-422c-a17b-f9767ac9e175,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:43.190112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] Routers {'2b5e8861-2949-4ebf-9902-ae5c6e518af6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:43.191560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:43.239792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:43.241540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.374393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:43.395272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] Routers {'2b5e8861-2949-4ebf-9902-ae5c6e518af6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:43.395959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:43.473032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:43.595737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:43.596357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b628e1ee-5e19-478a-b367-e2cacb5e99c7 None None] The sync data for ids ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:43.603660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5991913a-d668-422c-a17b-f9767ac9e175 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:20:43.682834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5991913a-d668-422c-a17b-f9767ac9e175 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:20:43.682834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5991913a-d668-422c-a17b-f9767ac9e175 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:20:43.683647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:20:43.792002 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:43.796392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:20:43.797963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9dcf1dfd-0741-4028-b1d8-9e67f9c25557 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:20:43.996402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:44.124844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.484133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.489483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.529671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.531179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Fanout notify agent at l3_agent the message router_deleted on router ca63aeba-29ee-4f87-bff9-fe159eade9aa {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:44.615148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.617765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01414010-7e79-4a52-91f6-782ced99114c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/routers/ca63aeba-29ee-4f87-bff9-fe159eade9aa HTTP/1.1" status: 204 len: 168 time: 3.4195206 Feb 07 23:20:44.633406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:44.649869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:44.889715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.365369 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.369263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:20:45.404617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41e5a61-71ab-4919-8e03-8d464abe2457']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:45.434761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:20:45.437566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8b5d0e5f-7cd0-4694-9cd7-d18eafd8ffad not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:20:45.451080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fddafa-9467-4c99-ac70-932b6d24b683') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:45.451454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fddafa-9467-4c99-ac70-932b6d24b683') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:45.479876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.504092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.511713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:20:45.512117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: util.warn( Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:20:45.628683 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:20:45.648490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.660933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.704718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Network': ['ID=a41e5a61-71ab-4919-8e03-8d464abe2457,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:45.723956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2851b869-a882-48c9-9f9e-4d03ad9b6510 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/networks/a41e5a61-71ab-4919-8e03-8d464abe2457 HTTP/1.1" status: 204 len: 168 time: 1.0888412 Feb 07 23:20:45.726431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49884) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:45.872038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5310dbe1-8a6f-4203-a32d-7da3796a57e2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.950397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5310dbe1-8a6f-4203-a32d-7da3796a57e2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.951407 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:45.955177 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.230788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5310dbe1-8a6f-4203-a32d-7da3796a57e2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.400112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Router 2b5e8861-2949-4ebf-9902-ae5c6e518af6 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:20:46.413463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310dbe1-8a6f-4203-a32d-7da3796a57e2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=010594fe-432e-477e-8784-bb135004d2df,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:46.434794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5310dbe1-8a6f-4203-a32d-7da3796a57e2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.467991 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5310dbe1-8a6f-4203-a32d-7da3796a57e2 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/security-groups/010594fe-432e-477e-8784-bb135004d2df HTTP/1.1" status: 204 len: 168 time: 0.7281888 Feb 07 23:20:46.764984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:46.764984 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:46.764984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-538661d4-0197-4edf-b645-0c8fb5cffb2d tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "PUT /v2.0/routers/2b5e8861-2949-4ebf-9902-ae5c6e518af6 HTTP/1.1" status: 200 len: 921 time: 3.6214979 Feb 07 23:20:46.778655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49900) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:46.786656 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] Sync routers for ids ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:46.801913 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] Routers {'2b5e8861-2949-4ebf-9902-ae5c6e518af6'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:46.801913 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:47.085113 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:47.120385 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] Routers {'2b5e8861-2949-4ebf-9902-ae5c6e518af6'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:47.125272 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:47.276227 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:47.276227 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f1f772-9adb-4491-9fae-763e73fac45f None None] The sync data for ids ['2b5e8861-2949-4ebf-9902-ae5c6e518af6'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:47.336671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49918) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:47.345746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899289141', 'description': 'tempest-secgroup-smoke-899289141 description', 'project_id': '10fae2aac93b470390285df47d4d2fcd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:47.364143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:47.393267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:47.393267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:47.428970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:47.455371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.477646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bb889340-2747-4b09-aa58-8098edd5b027 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/2b5e8861-2949-4ebf-9902-ae5c6e518af6 HTTP/1.1" status: 200 len: 921 time: 0.7079659 Feb 07 23:20:47.477646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49926) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:47.485838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:47.485838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:47.485838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:47.505199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:47.596053 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.602218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.648923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4272c54-3358-4ee1-b240-fff74ab0f212 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:47.653671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f4272c54-3358-4ee1-b240-fff74ab0f212 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=2b5e8861-2949-4ebf-9902-ae5c6e518af6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1833849 Feb 07 23:20:47.654419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49938) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:47.688633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4806185c-4a5e-4b99-a424-ae31a8780b7f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:47.694878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.697201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-89800425-3c31-4ec8-9591-0852168dab77 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3588676 Feb 07 23:20:47.701175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49942) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:47.713712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '4806185c-4a5e-4b99-a424-ae31a8780b7f', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:47.735270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:47.741128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:47.745857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:47.755878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:47.787680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.867891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e09378-965d-4386-8e01-d19258135a7e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:47.873763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d2e09378-965d-4386-8e01-d19258135a7e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 0.2180889 Feb 07 23:20:47.874506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49946) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:47.886830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.897487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.944653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be611d3-26be-49e9-9dc5-4bdeac967b64,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:47.955593 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:47.957992 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fb137d1a-09f0-4322-9e8b-1484fe5346c3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2505803 Feb 07 23:20:47.961199 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f07a7617-5d90-4529-a16c-e46ef4cbb8b2 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b5e8861-2949-4ebf-9902-ae5c6e518af6 HTTP/1.1" status: 200 len: 205 time: 0.0851808 Feb 07 23:20:47.962179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 49950) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:47.964427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49952) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:47.970403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '4806185c-4a5e-4b99-a424-ae31a8780b7f', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:47.977684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:47.981976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:47.985409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:47.995048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:48.035353 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.136955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.147810 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.191140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c4b18cc-da0a-4a0d-ac16-b4013f15686d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:48.199581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.203511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28dd0f7e-468f-4209-897e-a60dbd24f701 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2349803 Feb 07 23:20:48.205049 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49958) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:48.211095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '4806185c-4a5e-4b99-a424-ae31a8780b7f', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:48.218895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:48.223169 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.225489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:48.234060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:48.242453 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:48.264429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.344727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.353387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.380476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f66107e-2f55-4b4a-87a3-5e6cb99eff34,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:48.391756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.393295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-511157ce-bcbb-4c56-9a4a-7dc992a172e4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869667 Feb 07 23:20:48.396081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49962) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:48.401874 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '4806185c-4a5e-4b99-a424-ae31a8780b7f', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:48.408707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:48.413528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:48.417305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:48.428867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:48.451052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.467348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.481563 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Deleting port 15f648ba-7963-4679-a224-4c0b1ed5b66c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:48.482152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.530212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.537118 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.565637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed64c6e9-076c-435f-9aa7-0a2c32c77023,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:48.577779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.583286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-812a5243-30df-4e54-b747-0f7cf4ea344c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813786 Feb 07 23:20:48.583286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49970) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:48.592469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '4806185c-4a5e-4b99-a424-ae31a8780b7f', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:48.609758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:48.621270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:48.630724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:48.644330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:48.667458 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:20:48.676599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.725920 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.937839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.949899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:48.998232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f438ad-6c32-464b-b253-0b6b58b96cdd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.024221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.029116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b674b2b9-0b1a-4469-a483-aa79d98e7f94 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4448922 Feb 07 23:20:49.030047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 49992) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:49.035960 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'security_group_rule': {'security_group_id': '4806185c-4a5e-4b99-a424-ae31a8780b7f', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:49.043264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:49.050407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:security_group_rule and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:49.055754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:49.062178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:49.067492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Calling delete_port for 15f648ba-7963-4679-a224-4c0b1ed5b66c owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:49.079668 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Project 10fae2aac93b470390285df47d4d2fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:20:49.089509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.171420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.177768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.205758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42332d55-c989-4280-adce-9e4d257855b9,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.222128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.223576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6956e421-bfca-4122-88f4-3b2db6c33e8f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1926537 Feb 07 23:20:49.227283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50012) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:49.241506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'network': {'name': 'tempest-network-smoke--105184836', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'port_security_enabled': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:49.262689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:49.272079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:network and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:49.274577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:49.287377 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:49.300312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:20:49.305062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.307034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.350482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:20:49.366343 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.366704 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Added segment fa4ceb40-a8b5-462b-a26e-efe7b6b62290 of type vlan for network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 Feb 07 23:20:49.368291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event deleted for resources: {'Port': ['ID=15f648ba-7963-4679-a224-4c0b1ed5b66c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.401746 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.449700 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.457646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:49.462189 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.492244 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.591480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3563015 Feb 07 23:20:49.595644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50038) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:49.601959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'admin_state_up': True, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:49.610852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7c656-c933-4363-96ab-2203a11e00cd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Network': ['ID=7bf707c6-165d-4db7-903b-50ec9ecf8eb9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:49.615880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:49.620451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:router and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:49.625647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:20:49.634446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:49.650298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:49.672654 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.674131 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.720035 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.770754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.775112 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.831995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.832684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Fanout notify agent at l3_agent the message router_deleted on router 2b5e8861-2949-4ebf-9902-ae5c6e518af6 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:49.856522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.864623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-32377d26-6a8c-4e3c-ab48-a91df0fbf3b1 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/2b5e8861-2949-4ebf-9902-ae5c6e518af6 HTTP/1.1" status: 204 len: 168 time: 1.9010081 Feb 07 23:20:49.870609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50042) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:49.876248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-779862582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:49.901750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:49.907325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Usage tracker for resource:router and tenant:5a46e66e32ce4e17ac4702008f009122 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:49.912837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:49.927298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:49.969847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.970933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:49.995581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.019486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.056532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.057765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1b58f406-30f1-409b-b32c-c59bada9c4bc tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1860669 Feb 07 23:20:50.060740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:50.070245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:50.225227 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.526603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.792971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:50.849707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.052290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.23 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/ee858a86-e5cb-452a-8b7d-9aa9e002e2e5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:51.151555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.187816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.274334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.316091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.386954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Allocated IP 172.25.0.17 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/1e7d0cc5-71d8-46db-9fc5-e50c9e4d1ac0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:51.387283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:51.395965 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:51.400163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:51.466891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:51.597199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.635185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:51.734931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:51.739786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:51.748025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:51.785635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event updated for resources: {'Port': ['ID=1e7d0cc5-71d8-46db-9fc5-e50c9e4d1ac0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:51.959445 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.030271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50060) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:52.177022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] Deleting subnet b73916d5-14c4-4f02-8eb7-4a24d28a2147 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:20:52.188465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.429956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.586752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.591056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.661197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.826688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.889904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73916d5-14c4-4f02-8eb7-4a24d28a2147,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:52.896234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:52.899149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:20:52.910648 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f8ee13e3-70ad-41f3-90ed-8dc470bb464f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b73916d5-14c4-4f02-8eb7-4a24d28a2147 HTTP/1.1" status: 204 len: 168 time: 0.8745351 Feb 07 23:20:52.913644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:53.183197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:53.196133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Sync routers for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:53.211611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:53.212121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:53.223314 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.227898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2af3aa03-a395-47c1-b4b3-bf0b3b9a96ff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6278062 Feb 07 23:20:53.228084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50072) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:53.281489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4f389e0b-b071-40d5-b179-f2c109cf866b tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=10fae2aac93b470390285df47d4d2fcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520270 Feb 07 23:20:53.285287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50076) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:53.368104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.434771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bbec6b-44b3-4a8b-be7e-e6024cdf7336 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:53.439813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-25bbec6b-44b3-4a8b-be7e-e6024cdf7336 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1532688 Feb 07 23:20:53.441281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50082) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:53.445189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:53.488332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d850891-d840-44ee-b1cb-623721109df6 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0457549 Feb 07 23:20:53.489025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50088) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:53.494822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1959632860', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:53.507130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.522857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.600851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.625181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:53.630431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:subnet and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:53.633796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:53.640187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:53.652098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:20:53.655887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ab9239-645d-4cf6-b708-c78e00c11049']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:53.657000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.685212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96562893-fa7f-46a4-a9a4-3b2950fd4231') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:53.685661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96562893-fa7f-46a4-a9a4-3b2950fd4231') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:53.706821 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.800772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:51Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:53.805840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Checking router: 52cde22d-1a39-4f19-8c3f-f5c68ae74210 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:20:53.806463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Updating router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:20:53.814580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.830082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:20:53.830783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:20:53.851077 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:20:53.892424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.959525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.979754 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:53.991500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ab9239-645d-4cf6-b708-c78e00c11049,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:53.993935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Router 524dc1e3-bdf1-486c-baf3-f8859ad9fc72 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:20:53.999001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] 10.222.0.10 "DELETE /v2.0/networks/a4ab9239-645d-4cf6-b708-c78e00c11049 HTTP/1.1" status: 204 len: 168 time: 1.0842464 Feb 07 23:20:54.005674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.006207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.006664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.007075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.007473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.007871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.008283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.008779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.009177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.009567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.010512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.011131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7467f2-1be8-4e17-a160-602e1151318a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.131300 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.242472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Subnet': ['ID=d6343b0d-7130-4eeb-a036-193ba0f52415,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:54.254486 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Checking segment: {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:20:54.254868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network hostable DHCP agents. Network: 7bf707c6-165d-4db7-903b-50ec9ecf8eb9, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:20:54.277734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:20:54.282742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:20:54.290853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.294346 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad5667e7-c581-494c-ae6d-181a6f91f1e3 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "PUT /v2.0/routers/524dc1e3-bdf1-486c-baf3-f8859ad9fc72 HTTP/1.1" status: 200 len: 878 time: 4.2298539 Feb 07 23:20:54.294562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50098) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:54.296234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50100) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:54.300128 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] Sync routers for ids ['524dc1e3-bdf1-486c-baf3-f8859ad9fc72'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:20:54.313645 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] Routers {'524dc1e3-bdf1-486c-baf3-f8859ad9fc72'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:54.314417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 7bf707c6-165d-4db7-903b-50ec9ecf8eb9) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:54.314876 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['524dc1e3-bdf1-486c-baf3-f8859ad9fc72'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:54.333274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:54.333874 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.341073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99ac9d-da4e-45ed-b11c-03c2fad5bd46 None None] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:20:54.379820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-020a1b80-d198-4980-92b7-cabefc1c7711 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8869078 Feb 07 23:20:54.380779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50106) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:54.391092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e122c2bb-15ba-4692-bc38-2b321898676d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1330cf69784748bca50b902c39ba6469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931754 Feb 07 23:20:54.394137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:54.413509 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:54.423757 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] Routers {'524dc1e3-bdf1-486c-baf3-f8859ad9fc72'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:54.424868 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['524dc1e3-bdf1-486c-baf3-f8859ad9fc72'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:54.469782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300ac243-df4b-4753-bdc4-84d6f6c13530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.514578 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300ac243-df4b-4753-bdc4-84d6f6c13530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.522805 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:54.523481 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742c21b9-1ab9-4120-85f8-59eb3a0ba21e None None] The sync data for ids ['524dc1e3-bdf1-486c-baf3-f8859ad9fc72'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:54.584395 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300ac243-df4b-4753-bdc4-84d6f6c13530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.603119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ac243-df4b-4753-bdc4-84d6f6c13530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:54.620591 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-300ac243-df4b-4753-bdc4-84d6f6c13530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.624268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-300ac243-df4b-4753-bdc4-84d6f6c13530 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8f31ba54-5b3c-45a7-a5ca-74ce39aa1f09 HTTP/1.1" status: 204 len: 168 time: 0.2268054 Feb 07 23:20:54.742488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.757743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:20:54.758917 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.776455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Transition to ACTIVE for port object ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:54.848618 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:54.945008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Pushing event updated for resources: {'Port': ['ID=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:54.991623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.991983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.992321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.992686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.993028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.993361 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.993699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.994029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.994342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.994656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.995221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:54.995311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:20:55.052490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Attempting to bind port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:55.052796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Attempting to bind port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:55.053162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Attempting to bind port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:55.067154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:20:55.067154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:20:55.072720 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8c984745-b88e-4462-8236-36e4b912c03a tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/524dc1e3-bdf1-486c-baf3-f8859ad9fc72 HTTP/1.1" status: 200 len: 919 time: 0.7708910 Feb 07 23:20:55.072818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:55.072818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:20:55.072818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Bound port: ee858a86-e5cb-452a-8b7d-9aa9e002e2e5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:55.072818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:55.073132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50120) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:55.161503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] For port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:55.165292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] For port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:20:55.177623 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:55.198565 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733df64-cc67-4c41-922c-918fd8ae66ee tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:55.199258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5733df64-cc67-4c41-922c-918fd8ae66ee tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Synchronizing usage tracker for tenant:ba29495caa9a4fe589ad0d53bcf38fab on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:20:55.247285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5733df64-cc67-4c41-922c-918fd8ae66ee tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Unset dirty status for tenant:ba29495caa9a4fe589ad0d53bcf38fab on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:20:55.248657 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5733df64-cc67-4c41-922c-918fd8ae66ee tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=524dc1e3-bdf1-486c-baf3-f8859ad9fc72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1776595 Feb 07 23:20:55.251281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50128) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:55.280983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:20:55.281756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:55.426438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Allocated IP 172.20.0.2 (7bf707c6-165d-4db7-903b-50ec9ecf8eb9/d6343b0d-7130-4eeb-a036-193ba0f52415/412dae06-ce95-463c-a5d4-57771661dafd) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:55.481043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d5658-8cbd-49b1-968f-4e50df8d11ff None None] Pushing event updated for resources: {'Port': ['ID=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:55.521680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103d003-15e3-41aa-b5f6-40529b3fcf00 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:20:55.522253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d103d003-15e3-41aa-b5f6-40529b3fcf00 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Synchronizing usage tracker for tenant:ba29495caa9a4fe589ad0d53bcf38fab on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:20:55.541485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d103d003-15e3-41aa-b5f6-40529b3fcf00 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Unset dirty status for tenant:ba29495caa9a4fe589ad0d53bcf38fab on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:20:55.546691 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d103d003-15e3-41aa-b5f6-40529b3fcf00 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 0.2943201 Feb 07 23:20:55.547415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50136) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:55.605390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-026dce2c-b573-49fa-bb14-eb613448a369 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=524dc1e3-bdf1-486c-baf3-f8859ad9fc72 HTTP/1.1" status: 200 len: 205 time: 0.0567229 Feb 07 23:20:55.607963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50144) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:55.715754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:20:55.952798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:55.988062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.180219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.188083 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.201593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Deleting port 1e7d0cc5-71d8-46db-9fc5-e50c9e4d1ac0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:20:56.202762 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.204783 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Transition to ACTIVE for port object 412dae06-ce95-463c-a5d4-57771661dafd will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:56.306311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Transition to ACTIVE for port object 412dae06-ce95-463c-a5d4-57771661dafd will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:56.345588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.460590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Pushing event updated for resources: {'Port': ['ID=412dae06-ce95-463c-a5d4-57771661dafd,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:56.469081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:56.470209 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9d687738-9e98-440b-8252-46b82ea97fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.474433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:56.478541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:56.504199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.594642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.1 (7bf707c6-165d-4db7-903b-50ec9ecf8eb9/d6343b0d-7130-4eeb-a036-193ba0f52415/0604b1a8-96ae-41cd-98df-26f72fd3e90f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:56.614558 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Attempting to bind port 412dae06-ce95-463c-a5d4-57771661dafd on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:20:56.614850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Attempting to bind port 412dae06-ce95-463c-a5d4-57771661dafd by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:20:56.615215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Attempting to bind port 412dae06-ce95-463c-a5d4-57771661dafd on network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:20:56.628952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:20:56.629329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Checking segment: {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:20:56.629728 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.630123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Bound using segment: {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:20:56.630595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Bound port: 412dae06-ce95-463c-a5d4-57771661dafd, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:20:56.630968 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.668149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Calling delete_port for 1e7d0cc5-71d8-46db-9fc5-e50c9e4d1ac0 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:20:56.731732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] For port 412dae06-ce95-463c-a5d4-57771661dafd, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:20:56.734834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] For port 412dae06-ce95-463c-a5d4-57771661dafd, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=412dae06-ce95-463c-a5d4-57771661dafd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:20:56.744953 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.793506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:51Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:20:56.804940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f18d4-cd71-45e5-a2a4-f8dab5dc9900 None None] The sync data for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 is: [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:51Z', 'revision_number': 3, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:20:56.850230 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:56.876447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object 0604b1a8-96ae-41cd-98df-26f72fd3e90f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:20:56.901726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc99c-804d-4f17-b8eb-c58103e2c7d1 None None] Pushing event updated for resources: {'Port': ['ID=412dae06-ce95-463c-a5d4-57771661dafd,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:56.938694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.050186 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.053997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:57.057340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:57.064183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:20:57.112208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=0604b1a8-96ae-41cd-98df-26f72fd3e90f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:57.177968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.308493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event deleted for resources: {'Port': ['ID=1e7d0cc5-71d8-46db-9fc5-e50c9e4d1ac0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:57.310393 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.531869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 412dae06-ce95-463c-a5d4-57771661dafd up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:20:57.648270 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.658504 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.708226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.708825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Fanout notify agent at l3_agent the message router_deleted on router 524dc1e3-bdf1-486c-baf3-f8859ad9fc72 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:20:57.728294 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.733340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d5aa131f-3b03-4dfe-9e6c-e49c9973f43a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/524dc1e3-bdf1-486c-baf3-f8859ad9fc72 HTTP/1.1" status: 204 len: 168 time: 2.1240277 Feb 07 23:20:57.733953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50180) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:57.738410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 412dae06-ce95-463c-a5d4-57771661dafd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:20:57.751733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1075342195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:57.760320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:20:57.764749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Usage tracker for resource:router and tenant:5a46e66e32ce4e17ac4702008f009122 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:20:57.767853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:20:57.775390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:20:57.786573 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.787734 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.824071 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.852374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.898745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:57.903125 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1149c425-a5a8-43eb-b78c-7ecf6fe43f6b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1680884 Feb 07 23:20:57.903772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50184) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:20:57.912928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': True}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:20:58.110350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.207282 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b33366a2-f8aa-443b-8574-d36c70a58917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.663880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de983a88-04f3-44ea-b39a-d39ecf257e6a None None] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:20:58.713101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.800364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e591599-a1b8-4d78-b9da-0372c20c1776 None None] Provisioning for port 412dae06-ce95-463c-a5d4-57771661dafd completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:20:58.808920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e591599-a1b8-4d78-b9da-0372c20c1776 None None] Provisioning complete for port 412dae06-ce95-463c-a5d4-57771661dafd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:58.809340 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e591599-a1b8-4d78-b9da-0372c20c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.851064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.856360 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:58.999113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=0604b1a8-96ae-41cd-98df-26f72fd3e90f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:59.011308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.100815 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.111647 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e591599-a1b8-4d78-b9da-0372c20c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.133747 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.161063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9e591599-a1b8-4d78-b9da-0372c20c1776 None None] For port 412dae06-ce95-463c-a5d4-57771661dafd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=412dae06-ce95-463c-a5d4-57771661dafd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:20:59.166499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e591599-a1b8-4d78-b9da-0372c20c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.218790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:59.220151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:59.333992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Allocated IP 172.25.0.48 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/a21ba1a2-cfd5-4897-a661-ce6953495ffd) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:20:59.407344 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.423182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e591599-a1b8-4d78-b9da-0372c20c1776 None None] Pushing event updated for resources: {'Port': ['ID=412dae06-ce95-463c-a5d4-57771661dafd,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:20:59.508805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:20:59.572988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.679078 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.725270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:20:59.778010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.786606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f98875a-4d73-40f6-b282-7997d62430e9 None None] Provisioning complete for port 412dae06-ce95-463c-a5d4-57771661dafd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:20:59.786985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f98875a-4d73-40f6-b282-7997d62430e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:20:59.834278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:20:59.853563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:20:59.866926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:00.176528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:21:00.212604 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-66951539-c54b-437a-95d6-e9673ec00af3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/52cde22d-1a39-4f19-8c3f-f5c68ae74210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8207481 Feb 07 23:21:00.238058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Sync routers for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:00.251502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:00.281348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:00.281880 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:00.299468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Port': ['ID=a21ba1a2-cfd5-4897-a661-ce6953495ffd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:00.331437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:00.332247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:00.609153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:21:00.678450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f98875a-4d73-40f6-b282-7997d62430e9 None None] Provisioning for port 0604b1a8-96ae-41cd-98df-26f72fd3e90f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:00.704870 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4f98875a-4d73-40f6-b282-7997d62430e9 None None] Provisioning complete for port 0604b1a8-96ae-41cd-98df-26f72fd3e90f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:00.705409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4f98875a-4d73-40f6-b282-7997d62430e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:00.993570 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.031294 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.035956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4f98875a-4d73-40f6-b282-7997d62430e9 None None] Port 0604b1a8-96ae-41cd-98df-26f72fd3e90f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:01.065076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-5bd90435-c9c2-4d42-929e-ffbef952800a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:01.066291 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:01.089362 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.154556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.171381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-5bd90435-c9c2-4d42-929e-ffbef952800a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:01.172776 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-5bd90435-c9c2-4d42-929e-ffbef952800a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899289141&fields=id&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 267 time: 0.5918679 Feb 07 23:21:01.243378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:01.245844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2188107b-0f1b-4310-97e8-dc265fe69bba None None] Provisioning complete for port 0604b1a8-96ae-41cd-98df-26f72fd3e90f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:01.246216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2188107b-0f1b-4310-97e8-dc265fe69bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.309318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2188107b-0f1b-4310-97e8-dc265fe69bba None None] Port 0604b1a8-96ae-41cd-98df-26f72fd3e90f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:01.342100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:20:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:20:58Z', 'revision_number': 2, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:01.353145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Checking router: 52cde22d-1a39-4f19-8c3f-f5c68ae74210 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:21:01.353145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Updating router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 port 0604b1a8-96ae-41cd-98df-26f72fd3e90f binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:21:01.427646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 412dae06-ce95-463c-a5d4-57771661dafd up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:01.472820 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.498097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-525ef771-59f1-46a8-86dc-91d3b80a0902 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:01.502026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-525ef771-59f1-46a8-86dc-91d3b80a0902 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:01.626312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 412dae06-ce95-463c-a5d4-57771661dafd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:01.626600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.669443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.672774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-525ef771-59f1-46a8-86dc-91d3b80a0902 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:01.674042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-525ef771-59f1-46a8-86dc-91d3b80a0902 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/networks?id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 200 len: 796 time: 0.4927814 Feb 07 23:21:01.675807 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:01.780234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-f9867b1b-ac56-47a9-a4f5-175119a0f204 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/quotas/10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 375 time: 0.0505428 Feb 07 23:21:02.053682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:02.066567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-15c59933-2c5f-4997-84c5-206c0601d198 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:02.103402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Router 00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:21:02.110852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-15c59933-2c5f-4997-84c5-206c0601d198 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:02.112538 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-15c59933-2c5f-4997-84c5-206c0601d198 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3137493 Feb 07 23:21:02.220348 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:02.220756 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:02.283180 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:02.300100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Transition to ACTIVE for port object 0604b1a8-96ae-41cd-98df-26f72fd3e90f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:02.311281 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:02.512800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885274e4-0ef7-47eb-b5f9-d9ee5dc03512 None None] Pushing event updated for resources: {'Port': ['ID=0604b1a8-96ae-41cd-98df-26f72fd3e90f,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:02.587084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-b8621ca1-b4c8-4936-a3d3-eea7a281bf2b service neutron] 10.222.0.10 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179027 Feb 07 23:21:02.590827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:21:02.600253 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] Sync routers for ids ['00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:02.614341 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:02.617535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-43b7b9ba-e568-4162-90f3-53a26649db82 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "PUT /v2.0/routers/00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e HTTP/1.1" status: 200 len: 914 time: 4.7127812 Feb 07 23:21:02.620124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50230) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:02.620710 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] Routers {'00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:02.621500 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:02.689622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Attempting to bind port 0604b1a8-96ae-41cd-98df-26f72fd3e90f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:21:02.689986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Attempting to bind port 0604b1a8-96ae-41cd-98df-26f72fd3e90f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:21:02.690412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Attempting to bind port 0604b1a8-96ae-41cd-98df-26f72fd3e90f on network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:21:02.698075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:21:02.698450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Checking segment: {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:21:02.698855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:02.699253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Bound using segment: {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:21:02.699714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Bound port: 0604b1a8-96ae-41cd-98df-26f72fd3e90f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:21:02.700091 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:02.792637 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:02.799427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-1ca049cb-6d66-469b-ac24-b063b438d58a service neutron] 10.222.0.10 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879766 Feb 07 23:21:02.848716 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] Routers {'00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:02.851287 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:02.935580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] For port 0604b1a8-96ae-41cd-98df-26f72fd3e90f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:21:02.943794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] For port 0604b1a8-96ae-41cd-98df-26f72fd3e90f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0604b1a8-96ae-41cd-98df-26f72fd3e90f,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:21:02.957932 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:02.965860 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:02.966604 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26c59c-3e05-4df2-b203-f5b6126704cc None None] The sync data for ids ['00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:03.075492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a3727d1d-2804-4c68-9102-8689b8f51f2e tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e HTTP/1.1" status: 200 len: 920 time: 0.4517984 Feb 07 23:21:03.076780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50242) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:03.135946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:03.146309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:03.196202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50248) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:03.237186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd368635-024b-4168-b7c3-4e0adeba3555 req-5ccef003-768f-4f28-a770-f7890003e932 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 210 time: 0.0903709 Feb 07 23:21:03.254774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885274e4-0ef7-47eb-b5f9-d9ee5dc03512 None None] Pushing event updated for resources: {'Port': ['ID=0604b1a8-96ae-41cd-98df-26f72fd3e90f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:03.298890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df19cdcf-f1a7-4a65-876a-77845ae66906 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:03.300428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-df19cdcf-f1a7-4a65-876a-77845ae66906 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2224748 Feb 07 23:21:03.303396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50254) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:03.536929 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:21:03.623759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:03.650294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:03.660038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b2e285f74849ba8b712f917f97b209 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:03.664907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:03.682903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:03.718103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39985d58-1ef3-4d6b-8bd4-216dd360d0d5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:03.722981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50264) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:03.723198 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-39985d58-1ef3-4d6b-8bd4-216dd360d0d5 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 0.4183280 Feb 07 23:21:03.782721 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e3a2ab2f-ee8b-4fdd-a9ec-114260252ea9 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e HTTP/1.1" status: 200 len: 205 time: 0.0580866 Feb 07 23:21:03.785885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50268) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:04.000212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.006984 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-c207831a-820c-4160-b817-d4f304630c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:04.013690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c207831a-820c-4160-b817-d4f304630c8e None None] The sync data for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 is: [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:02Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:04.066265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.165215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fe508f-d618-4fa3-bbf1-bd137a125f26,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:04.169499 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-97add418-3652-4503-a20b-a2411e1b4b39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5b2e285f74849ba8b712f917f97b209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9721715 Feb 07 23:21:04.172137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50274) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:04.183067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.261611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.300487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.389493 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.392048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.404755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Deleting port a21ba1a2-cfd5-4897-a661-ce6953495ffd {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:04.405353 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.466469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fe508f-d618-4fa3-bbf1-bd137a125f26,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:04.478222 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-655eead0-9ca8-4abb-9e31-847ac02c3509 req-bfc879c1-c9bf-45bd-b5d6-9b00a2250e57 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 210 time: 0.0846176 Feb 07 23:21:04.496398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.499214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.499576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.499925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.500266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.500976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.501326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.501661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.501994 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.502325 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.502688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.503014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:04.510619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.515959 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28560b52-faea-48f2-bcdd-b27afde365de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9fe508f-d618-4fa3-bbf1-bd137a125f26 HTTP/1.1" status: 204 len: 168 time: 0.3387570 Feb 07 23:21:04.906135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-c1db90e6-e0f2-4eac-bd9c-52985525760b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:04.908186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-c1db90e6-e0f2-4eac-bd9c-52985525760b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:04.951794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:04.970957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-c1db90e6-e0f2-4eac-bd9c-52985525760b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:04.972776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-c1db90e6-e0f2-4eac-bd9c-52985525760b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/networks?id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 200 len: 796 time: 0.3095114 Feb 07 23:21:05.026976 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:21:05.147232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Calling delete_port for a21ba1a2-cfd5-4897-a661-ce6953495ffd owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:05.224817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-26b5f56e-78c5-4121-b737-35ffa6b5250c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:05.386863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-26b5f56e-78c5-4121-b737-35ffa6b5250c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:05.388247 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-26b5f56e-78c5-4121-b737-35ffa6b5250c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10fae2aac93b470390285df47d4d2fcd HTTP/1.1" status: 200 len: 379 time: 0.3252177 Feb 07 23:21:05.404049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'port': {'device_id': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'admin_state_up': True, 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'security_groups': ['4806185c-4a5e-4b99-a424-ae31a8780b7f']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:05.445939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0604b1a8-96ae-41cd-98df-26f72fd3e90f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:05.544546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 0604b1a8-96ae-41cd-98df-26f72fd3e90f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:05.552723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0604b1a8-96ae-41cd-98df-26f72fd3e90f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:05.553284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:05.779329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:05.790031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:05.797264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29b80514-dd4d-44b6-8eda-2155a3bbfc78 req-c2640bbb-8a2a-4d85-846a-ee25335a4e90 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 210 time: 0.0565722 Feb 07 23:21:05.802670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Made reservation on behalf of 10fae2aac93b470390285df47d4d2fcd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:05.806153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:05.831601 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:05.876145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 0604b1a8-96ae-41cd-98df-26f72fd3e90f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0604b1a8-96ae-41cd-98df-26f72fd3e90f,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:05.881620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:05.903750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:05.965589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event deleted for resources: {'Port': ['ID=a21ba1a2-cfd5-4897-a661-ce6953495ffd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:05.975406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=0604b1a8-96ae-41cd-98df-26f72fd3e90f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:06.139601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.173886 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.267144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.20.0.11 (7bf707c6-165d-4db7-903b-50ec9ecf8eb9/d6343b0d-7130-4eeb-a036-193ba0f52415/62067c28-e5ad-4230-909a-cc164d3210bd) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:06.330500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.335933 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.377323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.378543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Fanout notify agent at l3_agent the message router_deleted on router 00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:21:06.503519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.504620 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-15fc344e-6a0b-4c7d-9589-ed5bc2d43903 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e HTTP/1.1" status: 204 len: 168 time: 2.7177801 Feb 07 23:21:06.508363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50292) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:06.513800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1310622542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:06.521394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:06.525781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Usage tracker for resource:router and tenant:5a46e66e32ce4e17ac4702008f009122 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:06.528775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:06.535683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:06.545979 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.546990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.557638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.563670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.576688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Transition to ACTIVE for port object 62067c28-e5ad-4230-909a-cc164d3210bd will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:06.593117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.606336 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.621264 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.625169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-38c3ea70-5e46-444a-8887-deafabdcf357 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1131163 Feb 07 23:21:06.625480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50296) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:06.631737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'enable_snat': False}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:06.637708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.686703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:06.690026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:06.694130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:06.725371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:06.768991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:06.769686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:06.798069 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-8f5cfd18-5cbc-4b3f-9890-e3b2b7c92f31 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3976052 Feb 07 23:21:06.810562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Request body: {'port': {'device_id': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:06.990720 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.022456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d82efb74-1110-46ab-a367-ebe33dbf5568 None None] Provisioning for port 62067c28-e5ad-4230-909a-cc164d3210bd completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:07.030173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d82efb74-1110-46ab-a367-ebe33dbf5568 None None] Provisioning complete for port 62067c28-e5ad-4230-909a-cc164d3210bd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:07.030550 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d82efb74-1110-46ab-a367-ebe33dbf5568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.090932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.094045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d82efb74-1110-46ab-a367-ebe33dbf5568 None None] Port 62067c28-e5ad-4230-909a-cc164d3210bd cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:07.263322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648926-c289-4ad8-a019-61233a374cef req-b275db50-0502-45dd-8a10-b087c0485915 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:07.264980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2648926-c289-4ad8-a019-61233a374cef req-b275db50-0502-45dd-8a10-b087c0485915 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 932 time: 0.1653864 Feb 07 23:21:07.331142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2648926-c289-4ad8-a019-61233a374cef req-a86f15cc-31e9-4c44-9ac6-5baecb8f0dc9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523267 Feb 07 23:21:07.366840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0604b1a8-96ae-41cd-98df-26f72fd3e90f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:07.417979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62067c28-e5ad-4230-909a-cc164d3210bd {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:21:07.426898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.445185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0604b1a8-96ae-41cd-98df-26f72fd3e90f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:07.445563 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.445675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Transition to ACTIVE for port object 62067c28-e5ad-4230-909a-cc164d3210bd will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:07.454065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.541654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:07.749604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.792205 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:07.980662 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Allocated IP 172.25.0.24 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/f96f707e-b58d-432f-b128-e428a0f92db1) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:08.035481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50308) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:08.072369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Attempting to bind port 62067c28-e5ad-4230-909a-cc164d3210bd on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:21:08.073421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Attempting to bind port 62067c28-e5ad-4230-909a-cc164d3210bd by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:21:08.073953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Attempting to bind port 62067c28-e5ad-4230-909a-cc164d3210bd on network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:21:08.079969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Port 62067c28-e5ad-4230-909a-cc164d3210bd on network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:21:08.080300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Attempting to bind port 62067c28-e5ad-4230-909a-cc164d3210bd on network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:21:08.087521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:21:08.089007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Checking segment: {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:21:08.089481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Bound using segment: {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:21:08.090001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Bound port: 62067c28-e5ad-4230-909a-cc164d3210bd, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:21:08.090454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.162088 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.194512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.196327 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.213851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:08.227889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9e9db7ad894f6f876a5f249ef4dd30 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:08.231923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:08.241343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:08.248105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:21:08.254597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:21:08.265414 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.267080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:08.270671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:08.274334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:08.303661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Pushing event updated for resources: {'Port': ['ID=f96f707e-b58d-432f-b128-e428a0f92db1,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:08.336621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:08.337270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.338611 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] 10.222.0.36 "PUT /v2.0/ports/62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 200 len: 1092 time: 1.5327549 Feb 07 23:21:08.339067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:08.382802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf69de-f9f0-41ea-915f-83079ef19c46 service neutron] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:08.436961 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd', 'status': 'completed', 'code': 200} Feb 07 23:21:08.485364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.492641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.552401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f800ca3-b3cb-4914-bc80-0b25afc1a4d2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:08.560679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ae5a3e7-9e5a-4d81-ba16-01c0ecf5ec35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a9e9db7ad894f6f876a5f249ef4dd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5174832 Feb 07 23:21:08.560679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50318) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:08.574021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-60006728-6190-4cd0-8237-b93ff92ba41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:08.575703 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-60006728-6190-4cd0-8237-b93ff92ba41e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1095 time: 0.1790590 Feb 07 23:21:08.655945 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-5c99f0f0-6d36-4de4-9c20-0dafabb4aeab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 200 len: 217 time: 0.0695760 Feb 07 23:21:08.710791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eed61-f06a-4a58-aebb-ba7ba3ea11ce req-a4fa5f25-67fe-4030-a5c7-5786bbb98afa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:08.712345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-779eed61-f06a-4a58-aebb-ba7ba3ea11ce req-a4fa5f25-67fe-4030-a5c7-5786bbb98afa tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 944 time: 0.2108574 Feb 07 23:21:08.740589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee10198f-7a9d-4e47-a2a4-30552e634110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.743932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-2077babc-614c-4e15-9c66-bfdecbdfd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:08.745369 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-2077babc-614c-4e15-9c66-bfdecbdfd6e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6343b0d-7130-4eeb-a036-193ba0f52415 HTTP/1.1" status: 200 len: 835 time: 0.0820148 Feb 07 23:21:08.808867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee10198f-7a9d-4e47-a2a4-30552e634110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.837262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-779eed61-f06a-4a58-aebb-ba7ba3ea11ce req-d4c0f9ef-7b0d-44a0-93bd-9fc623093e46 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166000 Feb 07 23:21:08.845101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.868752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-b2d129a1-d645-44d3-a60b-337cb026e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:08.870159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-b2d129a1-d645-44d3-a60b-337cb026e5ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179724 Feb 07 23:21:08.945445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee10198f-7a9d-4e47-a2a4-30552e634110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.978191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10198f-7a9d-4e47-a2a4-30552e634110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f800ca3-b3cb-4914-bc80-0b25afc1a4d2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:08.982925 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee10198f-7a9d-4e47-a2a4-30552e634110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:08.984023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee10198f-7a9d-4e47-a2a4-30552e634110 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f800ca3-b3cb-4914-bc80-0b25afc1a4d2 HTTP/1.1" status: 204 len: 168 time: 0.4265144 Feb 07 23:21:09.049964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-eb6f9ddf-b500-44c1-a34c-2846aea99eaf service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733794 Feb 07 23:21:09.197388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b9bff817-015e-4c3b-ab50-7bf48d9d488b req-0592fc0b-17ea-4036-a016-b307c90c916d service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409435 Feb 07 23:21:09.207788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:09.211595 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:09.333887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-7e106134-762e-4459-a685-5bbfd2a0c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:09.335475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-7e106134-762e-4459-a685-5bbfd2a0c298 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1095 time: 0.0877702 Feb 07 23:21:09.486609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-c71c07f6-9348-4028-87e2-78678d28c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:09.488143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-c71c07f6-9348-4028-87e2-78678d28c717 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 200 len: 897 time: 0.1465166 Feb 07 23:21:09.563424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Router 96f60bde-571e-477a-8e28-bb6acfc23ae1 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:21:09.565949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-d493239c-2cbf-4933-999f-c530530d61be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 200 len: 217 time: 0.0690367 Feb 07 23:21:09.634624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-e7026e52-fa0c-419a-bffd-01d1999099e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:09.636071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-e7026e52-fa0c-419a-bffd-01d1999099e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6343b0d-7130-4eeb-a036-193ba0f52415 HTTP/1.1" status: 200 len: 835 time: 0.0646312 Feb 07 23:21:09.715580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-655c0258-9761-467f-807b-60caa326e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:09.717062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-655c0258-9761-467f-807b-60caa326e287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742023 Feb 07 23:21:09.755600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:21:09.765970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] Sync routers for ids ['96f60bde-571e-477a-8e28-bb6acfc23ae1'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:09.769390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:09.773443 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a12cc4f9-5d62-4351-8fc0-8fa9757ef874 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "PUT /v2.0/routers/96f60bde-571e-477a-8e28-bb6acfc23ae1 HTTP/1.1" status: 200 len: 915 time: 3.1467023 Feb 07 23:21:09.774667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50344) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:09.776915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] Routers {'96f60bde-571e-477a-8e28-bb6acfc23ae1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:09.777524 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['96f60bde-571e-477a-8e28-bb6acfc23ae1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:09.845336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:09.855285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] Routers {'96f60bde-571e-477a-8e28-bb6acfc23ae1'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:09.856040 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['96f60bde-571e-477a-8e28-bb6acfc23ae1'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:09.860742 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-0cf0595e-dd79-452e-93e2-91713c50824a service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366489 Feb 07 23:21:09.932794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:09.933199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c66ad-3e89-4bc2-8ec7-8045beea3efe None None] The sync data for ids ['96f60bde-571e-477a-8e28-bb6acfc23ae1'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:10.121162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-79342794-9dc0-4d74-a285-2db311e0cf31 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/96f60bde-571e-477a-8e28-bb6acfc23ae1 HTTP/1.1" status: 200 len: 921 time: 0.3438637 Feb 07 23:21:10.122386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50356) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:10.168703 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-27a73c78-5d38-4926-846a-74a89b4913a0 req-e9fefad0-01dd-4041-9ec8-3dbe7155fdbe service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994432 Feb 07 23:21:10.204614 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260d328-5bd3-4232-a564-9aeb5bcb49e5 req-eb9724f5-b804-495e-899e-ef001966784a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:10.206108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7260d328-5bd3-4232-a564-9aeb5bcb49e5 req-eb9724f5-b804-495e-899e-ef001966784a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 944 time: 0.1761925 Feb 07 23:21:10.241339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cbf57e-ae48-482b-a5b2-f924a0304b95 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:10.242793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e4cbf57e-ae48-482b-a5b2-f924a0304b95 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=96f60bde-571e-477a-8e28-bb6acfc23ae1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1184928 Feb 07 23:21:10.245720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:10.262561 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7260d328-5bd3-4232-a564-9aeb5bcb49e5 req-107df30c-a489-4d99-8b3a-9125cb203f73 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485318 Feb 07 23:21:10.379863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6affa0-c707-49eb-8afb-1d0ff7f003c2 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:10.381486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4e6affa0-c707-49eb-8afb-1d0ff7f003c2 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/networks/96723977-a241-4209-a50b-959911382452 HTTP/1.1" status: 200 len: 881 time: 0.1345832 Feb 07 23:21:10.384365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50374) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:10.433452 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2c5d8d77-930d-4951-8441-34e803dca797 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=96f60bde-571e-477a-8e28-bb6acfc23ae1 HTTP/1.1" status: 200 len: 205 time: 0.0479698 Feb 07 23:21:10.435930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50378) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:10.624550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:10.816805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:10.828533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Deleting port f96f707e-b58d-432f-b128-e428a0f92db1 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:10.828918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.039599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.164370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Calling delete_port for f96f707e-b58d-432f-b128-e428a0f92db1 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:11.310588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50498) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:11.342171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.388960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event deleted for resources: {'Port': ['ID=f96f707e-b58d-432f-b128-e428a0f92db1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:11.451015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729588d-904c-4d06-b38e-691e5700c31b req-9138a459-792f-4c94-ae56-5de6acda81a9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:11.452548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5729588d-904c-4d06-b38e-691e5700c31b req-9138a459-792f-4c94-ae56-5de6acda81a9 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 944 time: 0.0824375 Feb 07 23:21:11.481424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.497774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5729588d-904c-4d06-b38e-691e5700c31b req-055d1471-86d9-47a5-b6a4-1c1814d79d1a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389235 Feb 07 23:21:11.508949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:11.516069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:5ded3792cb064297a5b4bd729edb7059 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:11.521086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:11.527555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.682992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:11.823744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.827539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.857178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.857694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Fanout notify agent at l3_agent the message router_deleted on router 96f60bde-571e-477a-8e28-bb6acfc23ae1 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:21:11.909980 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.911054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e4ce705d-f375-4015-81cc-2f433a865386 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/96f60bde-571e-477a-8e28-bb6acfc23ae1 HTTP/1.1" status: 204 len: 168 time: 1.4742057 Feb 07 23:21:11.914910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50504) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:11.920091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-723607273', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:11.926789 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.927791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:11.930998 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.931998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Usage tracker for resource:router and tenant:5a46e66e32ce4e17ac4702008f009122 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:11.935059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:11.941936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:11.951155 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.952292 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.967197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:11.981036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ded3792cb064297a5b4bd729edb7059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6692877 Feb 07 23:21:11.983102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c5321-cb9c-459d-9dcf-ea6e2443eaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719f2ba2-a9f9-4dd0-9911-53c343bc96fd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:11.983615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50508) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:12.042083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 62067c28-e5ad-4230-909a-cc164d3210bd details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:21:12.180645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:12.194727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '62067c28-e5ad-4230-909a-cc164d3210bd', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'port_id': '62067c28-e5ad-4230-909a-cc164d3210bd', 'mac_address': 'fa:16:3e:73:85:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:21:12.249683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.267765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62067c28-e5ad-4230-909a-cc164d3210bd {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:21:12.279770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.283861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:12.286989 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.291965 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06bf527-ad9d-4fbe-a813-797f67da867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.356675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:12.385668 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06bf527-ad9d-4fbe-a813-797f67da867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.494125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['62067c28-e5ad-4230-909a-cc164d3210bd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:21:12.602369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06bf527-ad9d-4fbe-a813-797f67da867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.653426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bf527-ad9d-4fbe-a813-797f67da867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719f2ba2-a9f9-4dd0-9911-53c343bc96fd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:12.738327 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d06bf527-ad9d-4fbe-a813-797f67da867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.739433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d06bf527-ad9d-4fbe-a813-797f67da867c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/719f2ba2-a9f9-4dd0-9911-53c343bc96fd HTTP/1.1" status: 204 len: 168 time: 0.7548783 Feb 07 23:21:12.860841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.897371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:12.907468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afea3f-4330-4ac6-9378-48d7c7025a17 req-c9e4c551-8e0f-4291-8073-058e44dcd9c4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:12.909570 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9afea3f-4330-4ac6-9378-48d7c7025a17 req-c9e4c551-8e0f-4291-8073-058e44dcd9c4 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 945 time: 0.2941890 Feb 07 23:21:13.007548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9afea3f-4330-4ac6-9378-48d7c7025a17 req-a857f791-fb40-4c2f-8c54-6c7e9b8c6937 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653419 Feb 07 23:21:13.052187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50518) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:13.073213 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.096636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:13.104694 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Usage tracker for resource:security_group_rule and tenant:34a06a7d3a834f32be390dfb4de6ac17 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:13.109619 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:13.120068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Allocated IP 172.25.0.114 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/b9bb0476-47e8-42d2-9225-b9f04fec41a8) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:13.122138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:13.321722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.342725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.347975 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.403622 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34a06a7d3a834f32be390dfb4de6ac17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503892 Feb 07 23:21:13.406299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50522) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:13.406779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fed074-f8cd-4283-9441-192c1e388161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5186db8-0635-48eb-8acf-a5a6cf12a810,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:13.414943 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.466119 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f68e8fe-5be9-4d08-849b-5f6f9897f7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.485945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:13.489085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:13.491639 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:13.491783 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f68e8fe-5be9-4d08-849b-5f6f9897f7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.527682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event updated for resources: {'Port': ['ID=b9bb0476-47e8-42d2-9225-b9f04fec41a8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:13.545927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f68e8fe-5be9-4d08-849b-5f6f9897f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.562616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68e8fe-5be9-4d08-849b-5f6f9897f7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5186db8-0635-48eb-8acf-a5a6cf12a810,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:13.567917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f68e8fe-5be9-4d08-849b-5f6f9897f7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:13.569101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f68e8fe-5be9-4d08-849b-5f6f9897f7c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5186db8-0635-48eb-8acf-a5a6cf12a810 HTTP/1.1" status: 204 len: 168 time: 0.1617742 Feb 07 23:21:13.938590 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:14.051096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 62067c28-e5ad-4230-909a-cc164d3210bd up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:14.168436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 62067c28-e5ad-4230-909a-cc164d3210bd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:14.174887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 62067c28-e5ad-4230-909a-cc164d3210bd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:14.175267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:14.308472 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:14.335133 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:14.345273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:14.350500 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:14.388414 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd', 'code': 200} Feb 07 23:21:14.419988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:14.472615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cdb66-a2d9-47e0-aee8-5bb11e9ee56d req-6c4b8213-6654-4858-9003-9b46cd971331 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:14.474081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b57cdb66-a2d9-47e0-aee8-5bb11e9ee56d req-6c4b8213-6654-4858-9003-9b46cd971331 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 945 time: 0.2494445 Feb 07 23:21:14.521360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126111eb-8e34-44e4-a445-ddefde322fea req-c17213cc-ba08-4195-9782-5dc9fb66d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:14.522856 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-126111eb-8e34-44e4-a445-ddefde322fea req-c17213cc-ba08-4195-9782-5dc9fb66d505 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1097 time: 0.0764546 Feb 07 23:21:14.532606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:14.541910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b57cdb66-a2d9-47e0-aee8-5bb11e9ee56d req-c7c56926-a119-475c-9a71-665aacb396fe tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604630 Feb 07 23:21:14.565844 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-126111eb-8e34-44e4-a445-ddefde322fea req-927aa5be-49ce-4cc9-b3be-cacbd740f42d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369031 Feb 07 23:21:14.744047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Router e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:21:14.926506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:21:14.936119 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] Sync routers for ids ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:14.948296 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] Routers {'e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:14.948929 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:14.956848 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:14.958665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e2b7bc42-6ee9-49e4-b149-e96a78af66e7 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0427492 Feb 07 23:21:14.961896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50532) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:14.967329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:15.031535 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:15.040687 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] Routers {'e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:15.041293 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:15.101479 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:15.101882 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a11edc-cdf4-43a6-9b78-ed0418933e1d None None] The sync data for ids ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'] in n-d-827896-3 is: [] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:15.525572 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:15.547109 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:15.563302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Deleting port b9bb0476-47e8-42d2-9225-b9f04fec41a8 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:15.563690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:15.746872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:15.847243 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedfe21-5770-4f8a-a143-a972cdf138e3 req-d4276b56-2c2e-49b8-9f5f-7bcf158780b3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:15.848790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8dedfe21-5770-4f8a-a143-a972cdf138e3 req-d4276b56-2c2e-49b8-9f5f-7bcf158780b3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1178105 Feb 07 23:21:15.897686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Calling delete_port for b9bb0476-47e8-42d2-9225-b9f04fec41a8 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:15.898613 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8dedfe21-5770-4f8a-a143-a972cdf138e3 req-86144eb1-12e8-410c-9da3-e02b3b1cba15 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Feb 07 23:21:16.179735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:16.228818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Pushing event deleted for resources: {'Port': ['ID=b9bb0476-47e8-42d2-9225-b9f04fec41a8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:16.320423 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:16.697351 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:16.700763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-427600'] for router, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:16.834927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Router e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:21:16.973216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:21:16.982429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] Sync routers for ids ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:16.983784 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:16.988333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9d39df56-202b-4a72-9823-f99d7c746190 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "PUT /v2.0/routers/e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac HTTP/1.1" status: 200 len: 705 time: 2.0219445 Feb 07 23:21:16.988842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50540) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:16.993004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] Routers {'e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:16.993623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:17.058246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:17.067254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] Routers {'e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:17.067869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:17.085444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55303d8a-c3c3-4de5-a7e8-a9cf208c330d req-ac3dbb38-fc61-4e1e-b798-c99e286fb771 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:17.086951 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55303d8a-c3c3-4de5-a7e8-a9cf208c330d req-ac3dbb38-fc61-4e1e-b798-c99e286fb771 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.0804899 Feb 07 23:21:17.126489 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-456cb205-c4e9-4f54-9410-2816073496b0 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/routers/e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac HTTP/1.1" status: 200 len: 740 time: 0.1364586 Feb 07 23:21:17.129115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50546) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:17.130819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:17.131244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaf018-9aa3-446d-b31e-d7e303f3cc37 None None] The sync data for ids ['e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac'] in n-d-827896-3 is: [] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:17.133276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-55303d8a-c3c3-4de5-a7e8-a9cf208c330d req-d0d85abd-78e0-4152-a12d-3f0b12c7c1ab tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395486 Feb 07 23:21:17.172360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e96501a5-efd0-437b-b42e-79c06046a913 tempest-RoutersAdminTest-949460480 tempest-RoutersAdminTest-949460480-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=96723977-a241-4209-a50b-959911382452&device_id=e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac HTTP/1.1" status: 200 len: 205 time: 0.0420790 Feb 07 23:21:17.175676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50552) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:17.329264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc8e95-9e1d-467f-b691-32eb2de74492 req-8626054f-c0bf-4857-a4b5-b41ae1d79602 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:17.331460 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ddc8e95-9e1d-467f-b691-32eb2de74492 req-8626054f-c0bf-4857-a4b5-b41ae1d79602 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.0894923 Feb 07 23:21:17.347803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6a255bb2-26fa-42b4-847d-b058aee6cf5a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac HTTP/1.1" status: 200 len: 205 time: 0.1681542 Feb 07 23:21:17.348038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50556) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:17.376813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ddc8e95-9e1d-467f-b691-32eb2de74492 req-2e24ac57-360f-4ba0-ad50-659bba7bfdff tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Feb 07 23:21:17.399244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50560) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:17.469196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b3518-8342-4935-b833-a020d282d798 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:17.470679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b41b3518-8342-4935-b833-a020d282d798 tempest-TestNetworkAdvancedServerOps-653906758 tempest-TestNetworkAdvancedServerOps-653906758-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1092 time: 0.0704513 Feb 07 23:21:17.474091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50564) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:17.478811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '62067c28-e5ad-4230-909a-cc164d3210bd', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:17.485268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:17.489260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Usage tracker for resource:floatingip and tenant:10fae2aac93b470390285df47d4d2fcd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:17.492094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:17.497648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:17.508204 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:17.520942 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c72d49-59ca-4f08-986b-e1d8db473ee8 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:17.648098 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:17.788373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Allocated IP 172.25.0.230 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/8781d9bc-843f-4c8e-9e40-a358bc27e045) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:17.833036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c72d49-59ca-4f08-986b-e1d8db473ee8 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:17.836532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c72d49-59ca-4f08-986b-e1d8db473ee8 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:17.849544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-2920e5af-50f9-47f1-beab-52aac42c4176 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3772249 Feb 07 23:21:17.865674 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c72d49-59ca-4f08-986b-e1d8db473ee8 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:17.866221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c72d49-59ca-4f08-986b-e1d8db473ee8 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Fanout notify agent at l3_agent the message router_deleted on router e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:21:17.879609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d4c72d49-59ca-4f08-986b-e1d8db473ee8 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:17.885074 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d4c72d49-59ca-4f08-986b-e1d8db473ee8 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac HTTP/1.1" status: 204 len: 168 time: 0.5319476 Feb 07 23:21:17.887750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50568) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:17.935385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d35bdf84-2d00-4e32-ad00-99f0b70493df tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac HTTP/1.1" status: 200 len: 205 time: 0.0462070 Feb 07 23:21:17.938702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50572) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.008448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-597f3997-1dbc-450a-8609-0c7fd0ee1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:18.009975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-597f3997-1dbc-450a-8609-0c7fd0ee1ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1097 time: 0.0763280 Feb 07 23:21:18.145729 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-5d3e9e72-3ba9-4204-a8ca-2189c877274f tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] delete failed (client error): The resource could not be found. Feb 07 23:21:18.146767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5d3e9e72-3ba9-4204-a8ca-2189c877274f tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/e0951b7b-9b6d-4c3c-aaf9-0d3a719c10ac HTTP/1.1" status: 404 len: 336 time: 0.2071648 Feb 07 23:21:18.149421 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50576) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.163883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-3f676387-10c6-42c6-bc34-92c6df9a9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:18.165296 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-3f676387-10c6-42c6-bc34-92c6df9a9abf service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 200 len: 897 time: 0.1359909 Feb 07 23:21:18.218135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4795c3f2-5c80-4a93-adf2-0bf621b5816a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=96f60bde-571e-477a-8e28-bb6acfc23ae1 HTTP/1.1" status: 200 len: 205 time: 0.0676210 Feb 07 23:21:18.222279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50580) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.242693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-160b2979-c5b5-4b5f-b472-a65e473d61c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 200 len: 217 time: 0.0712125 Feb 07 23:21:18.288276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:18.300115 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-a70a5192-0a50-4f1c-bb23-329fcbd70200 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] delete failed (client error): The resource could not be found. Feb 07 23:21:18.303632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a70a5192-0a50-4f1c-bb23-329fcbd70200 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/96f60bde-571e-477a-8e28-bb6acfc23ae1 HTTP/1.1" status: 404 len: 336 time: 0.0779173 Feb 07 23:21:18.304544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50584) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.327725 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:18.345555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-e3d391f8-83e4-45cf-9856-a07a868fd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:18.347093 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-e3d391f8-83e4-45cf-9856-a07a868fd1ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6343b0d-7130-4eeb-a036-193ba0f52415 HTTP/1.1" status: 200 len: 835 time: 0.0992017 Feb 07 23:21:18.354072 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-274d4738-6929-48fd-9cc6-c3adc5fc7253 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e HTTP/1.1" status: 200 len: 205 time: 0.0484774 Feb 07 23:21:18.368712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50588) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.425179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-fbdf8668-3f82-4295-ae5e-f16d07dbd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:18.426577 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-fbdf8668-3f82-4295-ae5e-f16d07dbd72d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715387 Feb 07 23:21:18.470550 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-3c02c253-bf95-4192-916f-5c8569a6bb52 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] delete failed (client error): The resource could not be found. Feb 07 23:21:18.470550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3c02c253-bf95-4192-916f-5c8569a6bb52 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/00fc8e39-f3b6-4892-a98f-50f4bf9c4b4e HTTP/1.1" status: 404 len: 336 time: 0.0967364 Feb 07 23:21:18.470550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:18.472822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50592) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.473682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:18.476233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:18.551294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=8781d9bc-843f-4c8e-9e40-a358bc27e045,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:18.562974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-abdc614f-fa3d-4cfe-a547-4fc1dfaaa21b tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=524dc1e3-bdf1-486c-baf3-f8859ad9fc72 HTTP/1.1" status: 200 len: 205 time: 0.0605896 Feb 07 23:21:18.565702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.567662 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-a406cfb2-df0f-4e06-a890-11133cd23310 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346366 Feb 07 23:21:18.645981 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-e0f3d225-c608-4cd1-81cf-e636029e105a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] delete failed (client error): The resource could not be found. Feb 07 23:21:18.646993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e0f3d225-c608-4cd1-81cf-e636029e105a tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/524dc1e3-bdf1-486c-baf3-f8859ad9fc72 HTTP/1.1" status: 404 len: 336 time: 0.0752354 Feb 07 23:21:18.649576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50600) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.709370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54358c2e-f5ce-4a13-8df1-92cd7c64a3ac req-7e82daf4-5c27-4ee4-8fb7-03ef404053e0 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357708 Feb 07 23:21:18.737272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-89ac2b28-1754-4481-9c41-71c06e12fab4 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b5e8861-2949-4ebf-9902-ae5c6e518af6 HTTP/1.1" status: 200 len: 205 time: 0.0839829 Feb 07 23:21:18.737844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50604) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.924498 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-0384e6b1-6ed4-4d19-9d2a-6bf36f06fa0c tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] delete failed (client error): The resource could not be found. Feb 07 23:21:18.927998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0384e6b1-6ed4-4d19-9d2a-6bf36f06fa0c tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/2b5e8861-2949-4ebf-9902-ae5c6e518af6 HTTP/1.1" status: 404 len: 336 time: 0.1866364 Feb 07 23:21:18.928294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50608) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:18.977627 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-616ca64a-9375-4bcb-bae7-00260034dab0 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b49468c-b988-4a70-ae9f-d8a38eb654a7 HTTP/1.1" status: 200 len: 205 time: 0.0460148 Feb 07 23:21:18.977866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50612) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:19.044145 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-72b021b7-9a53-45ed-8064-765d5989a42d tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] delete failed (client error): The resource could not be found. Feb 07 23:21:19.047767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-72b021b7-9a53-45ed-8064-765d5989a42d tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/routers/1b49468c-b988-4a70-ae9f-d8a38eb654a7 HTTP/1.1" status: 404 len: 336 time: 0.0664654 Feb 07 23:21:19.048103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50616) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:19.078655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.090016 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c9811a-20e5-4ee3-8809-ec575d1cbc81 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] DELETE failed (client error): The resource could not be found. Feb 07 23:21:19.090568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c9811a-20e5-4ee3-8809-ec575d1cbc81 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87671) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:21:19.094723 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a2c9811a-20e5-4ee3-8809-ec575d1cbc81 tempest-RoutersAdminTest-682539063 tempest-RoutersAdminTest-682539063-project] 10.222.0.10 "DELETE /v2.0/subnets/db44de64-ec96-4895-b8a9-f927012bce16 HTTP/1.1" status: 404 len: 337 time: 0.0432391 Feb 07 23:21:19.160292 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.378597 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.383458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.389225 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50624) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:19.497870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event updated for resources: {'Port': ['ID=8781d9bc-843f-4c8e-9e40-a358bc27e045,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:19.509963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.516736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.531380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:19.536058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Usage tracker for resource:security_group_rule and tenant:5a46e66e32ce4e17ac4702008f009122 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:19.538946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:19.544674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:19.630732 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.634755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.684454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a3ac7-d3ad-4f9a-8440-a289e56db5c7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:19.688910 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dfe04d57-068f-466b-9cbe-9fdb366cff52 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a46e66e32ce4e17ac4702008f009122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985363 Feb 07 23:21:19.691662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50630) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:19.756046 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2171a0c-1d46-4690-9d69-ef101c5410f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.782093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2171a0c-1d46-4690-9d69-ef101c5410f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.808929 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 3c197bd7-59e5-4f4e-a437-bf66d7bacfb3 associated. External IP: 172.25.0.230, port: 62067c28-e5ad-4230-909a-cc164d3210bd. Feb 07 23:21:19.834324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2171a0c-1d46-4690-9d69-ef101c5410f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.852182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2171a0c-1d46-4690-9d69-ef101c5410f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a3ac7-d3ad-4f9a-8440-a289e56db5c7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:19.864729 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2171a0c-1d46-4690-9d69-ef101c5410f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:19.867799 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2171a0c-1d46-4690-9d69-ef101c5410f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a77a3ac7-d3ad-4f9a-8440-a289e56db5c7 HTTP/1.1" status: 204 len: 168 time: 0.1727209 Feb 07 23:21:20.150732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50638) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:20.176953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:21:20.200485 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-423729e0-68ef-4499-a1c2-1fc83d295db5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba29495caa9a4fe589ad0d53bcf38fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486114 Feb 07 23:21:20.203045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50642) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:20.263899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4ada6d5f-0a7f-4c75-b65f-bccb30a2cf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:20.292619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4ada6d5f-0a7f-4c75-b65f-bccb30a2cf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:20.350131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4ada6d5f-0a7f-4c75-b65f-bccb30a2cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:20.360669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:21:20.370445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada6d5f-0a7f-4c75-b65f-bccb30a2cf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70786f16-02c5-4962-af29-91ab509f2d1e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:20.371721 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] Sync routers for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:21:20.376089 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4ada6d5f-0a7f-4c75-b65f-bccb30a2cf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:20.379268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4ada6d5f-0a7f-4c75-b65f-bccb30a2cf0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70786f16-02c5-4962-af29-91ab509f2d1e HTTP/1.1" status: 204 len: 168 time: 0.1748235 Feb 07 23:21:20.392353 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:20.392939 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:20.393065 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:20.458120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-334fdc44-6370-4225-851a-e0c775b5994b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9830146 Feb 07 23:21:20.458778 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:20.516711 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd', 'status': 'completed', 'code': 200} Feb 07 23:21:20.612524 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:21:20.642568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-c1a77d54-67ad-4f53-afeb-07fcdb93024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:20.644651 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-c1a77d54-67ad-4f53-afeb-07fcdb93024c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1097 time: 0.0984430 Feb 07 23:21:20.650164 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef1458-77e0-44d6-b418-8c9825d3d5f9 req-ba555b4e-01a3-4a06-8f22-a28ec2ffcd7c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:20.652139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8eef1458-77e0-44d6-b418-8c9825d3d5f9 req-ba555b4e-01a3-4a06-8f22-a28ec2ffcd7c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1031339 Feb 07 23:21:20.709824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8eef1458-77e0-44d6-b418-8c9825d3d5f9 req-aa5f21e5-d994-4358-a4aa-01799dc0fd11 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420110 Feb 07 23:21:20.734176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50654) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:20.869069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-123db1fb-a777-4d50-8214-7c2fc84502c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:20.873070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-67855d52-3ff8-4d6e-aedd-0864a3969e1f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/3c197bd7-59e5-4f4e-a437-bf66d7bacfb3 HTTP/1.1" status: 200 len: 992 time: 0.1366665 Feb 07 23:21:20.874043 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-123db1fb-a777-4d50-8214-7c2fc84502c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 200 len: 897 time: 0.2207427 Feb 07 23:21:20.989387 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-5926aa30-3e7d-425c-8f25-d5553cffac6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 200 len: 1000 time: 0.1073387 Feb 07 23:21:21.021783 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3c197bd7-59e5-4f4e-a437-bf66d7bacfb3', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'port_id': '62067c28-e5ad-4230-909a-cc164d3210bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'mac_address': 'fa:16:3e:73:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:21:19Z', 'updated_at': '2022-02-07T23:21:19Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:05Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:21.025673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] Checking router: 52cde22d-1a39-4f19-8c3f-f5c68ae74210 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:21:21.034874 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:21:21.035488 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:20:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:21.057199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-5212d83c-3843-4696-8e67-9a5ca5a8d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:21.058739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-5212d83c-3843-4696-8e67-9a5ca5a8d44d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6343b0d-7130-4eeb-a036-193ba0f52415 HTTP/1.1" status: 200 len: 835 time: 0.0633442 Feb 07 23:21:21.141633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-bd6dd5b9-ed5b-40bc-8f17-4234ed1c8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:21.143668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-bd6dd5b9-ed5b-40bc-8f17-4234ed1c8aca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791588 Feb 07 23:21:21.222125 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:21:21.284374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-0dd80c2c-a310-43c0-aae7-5302655c0db0 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336277 Feb 07 23:21:21.309265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50674) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:21.425276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1603264314'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:21.428213 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f146ca73-8caa-455d-9eca-4d1465a8efbf req-31ecf64d-1b91-4641-8144-a0602773c3e7 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381361 Feb 07 23:21:21.430723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:21.434816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Usage tracker for resource:network and tenant:5c1e7c5a348647c2af5a66d27d47cf69 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:21.437746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:21.445419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:21.457698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:21.461292 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.474106 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.491817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:21.496270 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Usage tracker for resource:security_group_rule and tenant:5c1e7c5a348647c2af5a66d27d47cf69 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:21.501596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:21.507873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:21.583794 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3c197bd7-59e5-4f4e-a437-bf66d7bacfb3', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'port_id': '62067c28-e5ad-4230-909a-cc164d3210bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'mac_address': 'fa:16:3e:73:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:21:19Z', 'updated_at': '2022-02-07T23:21:19Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:05Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:21.588189 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ff9cad-ced9-4b08-b2ef-30dc096841a1 None None] The sync data for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 is: [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3c197bd7-59e5-4f4e-a437-bf66d7bacfb3', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'port_id': '62067c28-e5ad-4230-909a-cc164d3210bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'mac_address': 'fa:16:3e:73:85:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:21:19Z', 'updated_at': '2022-02-07T23:21:19Z', 'revision_number': 0, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:05Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:21:21.595958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.600572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.638241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:21:21.647879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c838ba3-a359-4bd8-a1c3-3080813a7521,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:21.653867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.654205 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Added segment d0b40b34-54a3-4685-adb3-0dc02874ff90 of type vlan for network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 Feb 07 23:21:21.685013 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.716931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.722424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:21.723017 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:21.805862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26b2446-49bf-4556-94a2-f878609e3ace None None] New status for floating IP 3c197bd7-59e5-4f4e-a437-bf66d7bacfb3: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:21:21.836277 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5259073 Feb 07 23:21:21.837171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a8d91-8eb1-45a3-864d-5b16c6299101 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Network': ['ID=87e1382f-abb9-4ec2-9f34-fcb3789c8a88,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:21.839138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50680) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:21.850660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'subnet': {'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:21.868005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:21:21.875128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50684) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:21.975518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:21.979314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6e4443a3-3449-4d2e-982f-415e30d212a3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/3c197bd7-59e5-4f4e-a437-bf66d7bacfb3 HTTP/1.1" status: 200 len: 992 time: 0.1029925 Feb 07 23:21:21.979515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Usage tracker for resource:subnet and tenant:5c1e7c5a348647c2af5a66d27d47cf69 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:21.982216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:21.988585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:21.999899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:22.004197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:22.336606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:22.418089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Subnet': ['ID=6e86174d-64f2-40f1-8a32-e0c9a499649b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:22.429516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Checking segment: {'id': 'd0b40b34-54a3-4685-adb3-0dc02874ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:21:22.429879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network hostable DHCP agents. Network: 87e1382f-abb9-4ec2-9f34-fcb3789c8a88, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:21:22.448299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:21:22.457324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 87e1382f-abb9-4ec2-9f34-fcb3789c8a88) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:22.461308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:22.461912 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:22.468124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c825c-4bc9-4072-ab82-1453f11d4924 None None] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:21:22.483808 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-73b771b4-706a-4cda-9738-a4924add6a2b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6412320 Feb 07 23:21:22.487360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50688) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:22.493328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'name': 'tempest-AllowedAddressPairTestJSON-555905189'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:22.633521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:22.637195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Usage tracker for resource:port and tenant:5c1e7c5a348647c2af5a66d27d47cf69 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:22.640238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:22.646485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:22.658934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:22.662710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:22.684167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] device_id is not set on port ae462c04-62ba-4686-b32b-4c3eada8b5c8 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:21:22.686539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'tenant_id': '5c1e7c5a348647c2af5a66d27d47cf69', 'fixed_ips': [{'subnet_id': '6e86174d-64f2-40f1-8a32-e0c9a499649b'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:21:22.687378 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:22.826026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Allocated IP 172.20.0.2 (87e1382f-abb9-4ec2-9f34-fcb3789c8a88/6e86174d-64f2-40f1-8a32-e0c9a499649b/ae462c04-62ba-4686-b32b-4c3eada8b5c8) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:22.982601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50692) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:23.122249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:23.133054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d8649ca2-06cc-4b5e-9f99-0c6f9c1232d3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/3c197bd7-59e5-4f4e-a437-bf66d7bacfb3 HTTP/1.1" status: 200 len: 994 time: 0.1493664 Feb 07 23:21:23.144918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Transition to ACTIVE for port object ae462c04-62ba-4686-b32b-4c3eada8b5c8 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:23.168910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:23.237908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9ad36752-6b0b-4d95-8837-ef16f40934e0 {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:21:23.238596 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:21:23.241898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:23.245113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:23.249298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:23.287989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=ae462c04-62ba-4686-b32b-4c3eada8b5c8,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:23.319748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:23.320392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:23.340678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-edeb21d0-d04b-4de8-b81e-4e29f6ed3cd7 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8518841 Feb 07 23:21:23.343587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50696) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:23.349041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'name': 'tempest-AllowedAddressPairTestJSON-467686472', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:5a:34:97'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:23.483482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:23.487793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Usage tracker for resource:port and tenant:5c1e7c5a348647c2af5a66d27d47cf69 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:23.490675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:23.496161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:23.506128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:23.628973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:23.649154 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] device_id is not set on port 62c301ba-0e62-4c7d-8145-065c2b1f4318 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:21:23.739353 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:23.793903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Allocated IP 172.20.0.6 (87e1382f-abb9-4ec2-9f34-fcb3789c8a88/6e86174d-64f2-40f1-8a32-e0c9a499649b/62c301ba-0e62-4c7d-8145-065c2b1f4318) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:24.000977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.016255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Transition to ACTIVE for port object 62c301ba-0e62-4c7d-8145-065c2b1f4318 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:24.041398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.103537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Allocated IP 172.20.0.3 (87e1382f-abb9-4ec2-9f34-fcb3789c8a88/6e86174d-64f2-40f1-8a32-e0c9a499649b/2ef41484-b9e6-49b2-8591-edef8db0e552) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:24.114793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:24.118109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:24.122046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:24.281428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=62c301ba-0e62-4c7d-8145-065c2b1f4318,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:24.313196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.313825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.317632 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.327787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Transition to ACTIVE for port object 2ef41484-b9e6-49b2-8591-edef8db0e552 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:24.334226 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ea52ad4-cef1-4df8-bf80-90c0b9b646e0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 0.9896266 Feb 07 23:21:24.336708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50702) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:24.346948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Transition to ACTIVE for port object 2ef41484-b9e6-49b2-8591-edef8db0e552 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:24.353510 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.419111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:24.421671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef888ce2-1f0c-4ce8-a613-4aa51d66ef98 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.422146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:24.426134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:24.428832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef888ce2-1f0c-4ce8-a613-4aa51d66ef98 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.431630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Pushing event updated for resources: {'Port': ['ID=2ef41484-b9e6-49b2-8591-edef8db0e552,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:24.434602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef888ce2-1f0c-4ce8-a613-4aa51d66ef98 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:24.435457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef888ce2-1f0c-4ce8-a613-4aa51d66ef98 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Synchronizing usage tracker for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:24.452290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef888ce2-1f0c-4ce8-a613-4aa51d66ef98 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Unset dirty status for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:24.453491 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef888ce2-1f0c-4ce8-a613-4aa51d66ef98 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1158338 Feb 07 23:21:24.456344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50706) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:24.519395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Attempting to bind port 2ef41484-b9e6-49b2-8591-edef8db0e552 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:21:24.519768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Attempting to bind port 2ef41484-b9e6-49b2-8591-edef8db0e552 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'd0b40b34-54a3-4685-adb3-0dc02874ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:21:24.520161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Attempting to bind port 2ef41484-b9e6-49b2-8591-edef8db0e552 on network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:21:24.525580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:21:24.525959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Checking segment: {'id': 'd0b40b34-54a3-4685-adb3-0dc02874ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:21:24.526391 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.526778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting port 62c301ba-0e62-4c7d-8145-065c2b1f4318 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:24.526896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Bound using segment: {'id': 'd0b40b34-54a3-4685-adb3-0dc02874ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:21:24.527121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.527223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Bound port: 2ef41484-b9e6-49b2-8591-edef8db0e552, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0b40b34-54a3-4685-adb3-0dc02874ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:21:24.527601 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.617473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] For port 2ef41484-b9e6-49b2-8591-edef8db0e552, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:21:24.620582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] For port 2ef41484-b9e6-49b2-8591-edef8db0e552, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2ef41484-b9e6-49b2-8591-edef8db0e552,segment=NetworkSegment(d0b40b34-54a3-4685-adb3-0dc02874ff90),segment_id=d0b40b34-54a3-4685-adb3-0dc02874ff90)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:21:24.625301 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.702386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d9660-b1b2-467e-b3e9-c9543678f166 None None] Pushing event updated for resources: {'Port': ['ID=2ef41484-b9e6-49b2-8591-edef8db0e552,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:24.778913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:24.920648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Calling delete_port for 62c301ba-0e62-4c7d-8145-065c2b1f4318 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:25.072841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.122960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Port': ['ID=62c301ba-0e62-4c7d-8145-065c2b1f4318,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:25.324113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.335631 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-23200229-4796-43f4-b0eb-4e8c08380f0d tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/ports/62c301ba-0e62-4c7d-8145-065c2b1f4318 HTTP/1.1" status: 204 len: 168 time: 0.8782146 Feb 07 23:21:25.345065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50712) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:25.390698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2ef41484-b9e6-49b2-8591-edef8db0e552 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:25.395030 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-415529ab-ae04-429f-a754-49ba83ab9b99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] GET failed (client error): The resource could not be found. Feb 07 23:21:25.396448 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-415529ab-ae04-429f-a754-49ba83ab9b99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "GET /v2.0/ports/62c301ba-0e62-4c7d-8145-065c2b1f4318 HTTP/1.1" status: 404 len: 333 time: 0.0502386 Feb 07 23:21:25.400337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:25.406019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'name': 'tempest-AllowedAddressPairTestJSON-1405586206'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:25.468502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2ef41484-b9e6-49b2-8591-edef8db0e552 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:25.682971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:25.687000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Usage tracker for resource:port and tenant:5c1e7c5a348647c2af5a66d27d47cf69 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:25.690520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:25.694209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84cd54b-d1c5-40e5-b805-3d5b8bfa2875 None None] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:21:25.696267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:25.706329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:25.710117 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.733057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] device_id is not set on port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:21:25.819340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e357149f-4f7f-4c1b-9135-d51e32b291d6 None None] Provisioning for port 2ef41484-b9e6-49b2-8591-edef8db0e552 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:25.828487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e357149f-4f7f-4c1b-9135-d51e32b291d6 None None] Provisioning complete for port 2ef41484-b9e6-49b2-8591-edef8db0e552 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:25.828704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e357149f-4f7f-4c1b-9135-d51e32b291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:25.878719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Allocated IP 172.20.0.12 (87e1382f-abb9-4ec2-9f34-fcb3789c8a88/6e86174d-64f2-40f1-8a32-e0c9a499649b/2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:26.065888 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8a08f142-c26c-47a2-b697-f1ef76762c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.068346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e357149f-4f7f-4c1b-9135-d51e32b291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.089924 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.105592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Transition to ACTIVE for port object 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:26.114959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e357149f-4f7f-4c1b-9135-d51e32b291d6 None None] For port 2ef41484-b9e6-49b2-8591-edef8db0e552, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2ef41484-b9e6-49b2-8591-edef8db0e552,segment=NetworkSegment(d0b40b34-54a3-4685-adb3-0dc02874ff90),segment_id=d0b40b34-54a3-4685-adb3-0dc02874ff90)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:26.119880 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e357149f-4f7f-4c1b-9135-d51e32b291d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.128756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.190734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357149f-4f7f-4c1b-9135-d51e32b291d6 None None] Pushing event updated for resources: {'Port': ['ID=2ef41484-b9e6-49b2-8591-edef8db0e552,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:26.202432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:26.205658 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:26.209930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:26.247204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:26.279330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:26.279951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.304644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7b3e43a9-aa25-4f60-84f5-98e3d9ec9b9b tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9031546 Feb 07 23:21:26.307018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50720) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:26.312822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:5a:34:97'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:26.343620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-150de510-afd4-45e5-848e-fefc060d3138 None None] Provisioning for port ae462c04-62ba-4686-b32b-4c3eada8b5c8 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:26.353732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-150de510-afd4-45e5-848e-fefc060d3138 None None] Provisioning complete for port ae462c04-62ba-4686-b32b-4c3eada8b5c8 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:26.354104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-150de510-afd4-45e5-848e-fefc060d3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.409137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-150de510-afd4-45e5-848e-fefc060d3138 None None] Port ae462c04-62ba-4686-b32b-4c3eada8b5c8 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:26.421256 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-150de510-afd4-45e5-848e-fefc060d3138 None None] Provisioning complete for port 2ef41484-b9e6-49b2-8591-edef8db0e552 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:26.421624 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-150de510-afd4-45e5-848e-fefc060d3138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.571128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.666735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7fda006d-9f1d-450c-b285-f891e311b6b6 None None] Provisioning complete for port ae462c04-62ba-4686-b32b-4c3eada8b5c8 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:26.667449 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7fda006d-9f1d-450c-b285-f891e311b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.726781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7fda006d-9f1d-450c-b285-f891e311b6b6 None None] Port ae462c04-62ba-4686-b32b-4c3eada8b5c8 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:26.827869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.838359 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.838584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-00c7ff99-f666-496f-98a4-df2ec34aad5d None None] Could not find standard attr ID for object 62c301ba-0e62-4c7d-8145-065c2b1f4318. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:21:26.959343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-518c6925-3330-4d08-8b69-8e157c1e115b None None] Provisioning for port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:26.960989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:26.969972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-518c6925-3330-4d08-8b69-8e157c1e115b None None] Provisioning complete for port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:26.970344 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-518c6925-3330-4d08-8b69-8e157c1e115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.975077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] In _notify_port_updated(), no bound segment for port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b on network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:21:26.981100 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:26.981723 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:26.983016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e332a75b-7c6e-46a2-98e0-83bf66bd0c41 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "PUT /v2.0/ports/2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b HTTP/1.1" status: 200 len: 994 time: 0.6750822 Feb 07 23:21:26.985845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50724) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:27.035093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-518c6925-3330-4d08-8b69-8e157c1e115b None None] Port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:27.059598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:27.060037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.316037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.348480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2ef41484-b9e6-49b2-8591-edef8db0e552 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:27.404946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a8270c1b-bfad-4d59-a23d-391b3ea9bd3a None None] Provisioning complete for port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:27.405322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a8270c1b-bfad-4d59-a23d-391b3ea9bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.444841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Calling delete_port for 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:27.469851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a8270c1b-bfad-4d59-a23d-391b3ea9bd3a None None] Port 2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:27.477207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2ef41484-b9e6-49b2-8591-edef8db0e552 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:27.477595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.588039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.641509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Port': ['ID=2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:27.954257 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:27.964149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-03a889da-f55d-4ccf-99b7-d1a54e006361 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/ports/2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b HTTP/1.1" status: 204 len: 168 time: 0.9767280 Feb 07 23:21:27.966756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50728) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:28.012067 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-797445fe-887d-4c3c-94b2-44dbc745f683 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] GET failed (client error): The resource could not be found. Feb 07 23:21:28.012630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-797445fe-887d-4c3c-94b2-44dbc745f683 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Synchronizing usage tracker for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:28.027885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-797445fe-887d-4c3c-94b2-44dbc745f683 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Unset dirty status for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:28.032510 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-797445fe-887d-4c3c-94b2-44dbc745f683 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "GET /v2.0/ports/2ad68d20-9ad1-4c4b-a94f-9b2c9739cf6b HTTP/1.1" status: 404 len: 333 time: 0.0614130 Feb 07 23:21:28.032899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50734) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:28.039859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'name': 'tempest-AllowedAddressPairTestJSON-960551641'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:28.176505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:28.186764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:28.188486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f7321f18-9400-4e8b-a983-ef7e23aa7f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.196982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:28.200436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.228349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] device_id is not set on port fbec1429-b76d-4dc7-8801-c3283fb7159e yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:21:28.365384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Allocated IP 172.20.0.13 (87e1382f-abb9-4ec2-9f34-fcb3789c8a88/6e86174d-64f2-40f1-8a32-e0c9a499649b/fbec1429-b76d-4dc7-8801-c3283fb7159e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:28.568123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.583209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Transition to ACTIVE for port object fbec1429-b76d-4dc7-8801-c3283fb7159e will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:28.606030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.677179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:28.678282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:28.682370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:28.718636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=fbec1429-b76d-4dc7-8801-c3283fb7159e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:28.752920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:28.753644 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.779049 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a547116b-da24-4c80-a7d5-8ba9b952eae8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7440383 Feb 07 23:21:28.781882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50738) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:28.787915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5a:34:97'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:28.897719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d817ad28-81e0-4d24-b670-efdbca654410 None None] Provisioning for port fbec1429-b76d-4dc7-8801-c3283fb7159e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:28.902723 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d817ad28-81e0-4d24-b670-efdbca654410 None None] Provisioning complete for port fbec1429-b76d-4dc7-8801-c3283fb7159e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:28.903095 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d817ad28-81e0-4d24-b670-efdbca654410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:28.956431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d817ad28-81e0-4d24-b670-efdbca654410 None None] Port fbec1429-b76d-4dc7-8801-c3283fb7159e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:29.039055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.276086 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.280240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.349341 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.509342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=fbec1429-b76d-4dc7-8801-c3283fb7159e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:29.528076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] In _notify_port_updated(), no bound segment for port fbec1429-b76d-4dc7-8801-c3283fb7159e on network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 {{(pid=87671) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:21:29.533952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:29.534568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.535846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-580512ef-4c90-4b31-9ec3-d134be5a5a76 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "PUT /v2.0/ports/fbec1429-b76d-4dc7-8801-c3283fb7159e HTTP/1.1" status: 200 len: 996 time: 0.7529759 Feb 07 23:21:29.538618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50742) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:29.578136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b9f804c8-cce2-45c6-affb-6557ff7b0ac8 None None] Provisioning complete for port fbec1429-b76d-4dc7-8801-c3283fb7159e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:29.578516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b9f804c8-cce2-45c6-affb-6557ff7b0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.606379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting port fbec1429-b76d-4dc7-8801-c3283fb7159e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:29.606636 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.638788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.643454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b9f804c8-cce2-45c6-affb-6557ff7b0ac8 None None] Port fbec1429-b76d-4dc7-8801-c3283fb7159e cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:29.850205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:29.974118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Calling delete_port for fbec1429-b76d-4dc7-8801-c3283fb7159e owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:30.116709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:30.166284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Port': ['ID=fbec1429-b76d-4dc7-8801-c3283fb7159e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:30.276405 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:30.287378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e3ae2493-3af2-48fb-90a6-2f1fd573ffb2 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/ports/fbec1429-b76d-4dc7-8801-c3283fb7159e HTTP/1.1" status: 204 len: 168 time: 0.7477546 Feb 07 23:21:30.288795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50746) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:30.332950 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-c365b106-3471-47bf-b814-c5675b2e0af0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] GET failed (client error): The resource could not be found. Feb 07 23:21:30.333499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c365b106-3471-47bf-b814-c5675b2e0af0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Synchronizing usage tracker for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:30.350104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c365b106-3471-47bf-b814-c5675b2e0af0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Unset dirty status for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:30.351322 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c365b106-3471-47bf-b814-c5675b2e0af0 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "GET /v2.0/ports/fbec1429-b76d-4dc7-8801-c3283fb7159e HTTP/1.1" status: 404 len: 333 time: 0.0615382 Feb 07 23:21:30.354895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50750) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:30.360395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'name': 'tempest-AllowedAddressPairTestJSON-925357038'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:30.499043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:30.508495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:30.518166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:30.521701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:30.542485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] device_id is not set on port 3883b779-f18b-4fd8-a27b-61c14a70b6d9 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:21:30.694455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Allocated IP 172.20.0.6 (87e1382f-abb9-4ec2-9f34-fcb3789c8a88/6e86174d-64f2-40f1-8a32-e0c9a499649b/3883b779-f18b-4fd8-a27b-61c14a70b6d9) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:30.917678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:30.933049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Transition to ACTIVE for port object 3883b779-f18b-4fd8-a27b-61c14a70b6d9 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:30.956354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.047452 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:31.050699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:31.053171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:31.084104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.099199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=3883b779-f18b-4fd8-a27b-61c14a70b6d9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:31.127450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:31.128121 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.153388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-727ba63d-d37a-47ee-b23e-8e4a7c8e4274 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7974343 Feb 07 23:21:31.155903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50754) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:31.162362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'network_id': '87e1382f-abb9-4ec2-9f34-fcb3789c8a88', 'name': 'tempest-AllowedAddressPairTestJSON-1950098964'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:31.282375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9defe4dc-dea0-4bdf-83bc-54ba1bb844fb None None] Provisioning for port 3883b779-f18b-4fd8-a27b-61c14a70b6d9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:31.287976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9defe4dc-dea0-4bdf-83bc-54ba1bb844fb None None] Provisioning complete for port 3883b779-f18b-4fd8-a27b-61c14a70b6d9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:31.288093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9defe4dc-dea0-4bdf-83bc-54ba1bb844fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.310200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:31.314784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Usage tracker for resource:port and tenant:5c1e7c5a348647c2af5a66d27d47cf69 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:31.317597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:31.323219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:31.334243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Made reservation on behalf of 5c1e7c5a348647c2af5a66d27d47cf69 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:31.337831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.342041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9defe4dc-dea0-4bdf-83bc-54ba1bb844fb None None] Port 3883b779-f18b-4fd8-a27b-61c14a70b6d9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:31.358387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] device_id is not set on port 18c57f41-0853-41b9-bc33-7ba253eec2c4 yet. {{(pid=87671) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:21:31.494621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Allocated IP 172.20.0.4 (87e1382f-abb9-4ec2-9f34-fcb3789c8a88/6e86174d-64f2-40f1-8a32-e0c9a499649b/18c57f41-0853-41b9-bc33-7ba253eec2c4) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:31.810015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.827847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Transition to ACTIVE for port object 18c57f41-0853-41b9-bc33-7ba253eec2c4 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:31.851400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:31.918809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:31.921917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:31.927473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:31.972313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=18c57f41-0853-41b9-bc33-7ba253eec2c4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:32.003169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:32.003777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.029842 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4d0836c2-4dc5-4be8-8770-0b88d6413861 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8728614 Feb 07 23:21:32.032626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:32.039298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:5a:34:97'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:ff:5e:7d'}]}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:32.169720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d1bea612-1601-4bf8-85c4-f66e65fdec6a None None] Provisioning for port 18c57f41-0853-41b9-bc33-7ba253eec2c4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:32.177315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d1bea612-1601-4bf8-85c4-f66e65fdec6a None None] Provisioning complete for port 18c57f41-0853-41b9-bc33-7ba253eec2c4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:32.177809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d1bea612-1601-4bf8-85c4-f66e65fdec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.230152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d1bea612-1601-4bf8-85c4-f66e65fdec6a None None] Port 18c57f41-0853-41b9-bc33-7ba253eec2c4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:32.286031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.526029 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.530701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.648281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event updated for resources: {'Port': ['ID=18c57f41-0853-41b9-bc33-7ba253eec2c4,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:32.662460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] In _notify_port_updated(), no bound segment for port 18c57f41-0853-41b9-bc33-7ba253eec2c4 on network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 {{(pid=87670) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 07 23:21:32.668143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:32.668794 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.672626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3452ebe9-046a-4ed5-a49c-cd46066ecde8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "PUT /v2.0/ports/18c57f41-0853-41b9-bc33-7ba253eec2c4 HTTP/1.1" status: 200 len: 1055 time: 0.6359432 Feb 07 23:21:32.673188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:32.751124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting port 18c57f41-0853-41b9-bc33-7ba253eec2c4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:32.752137 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.853454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9691e45c-e5fa-44c3-bded-6f6326a44f9a None None] Provisioning complete for port 18c57f41-0853-41b9-bc33-7ba253eec2c4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:32.854308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9691e45c-e5fa-44c3-bded-6f6326a44f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:32.918518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9691e45c-e5fa-44c3-bded-6f6326a44f9a None None] Port 18c57f41-0853-41b9-bc33-7ba253eec2c4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:33.014619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:33.152920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Calling delete_port for 18c57f41-0853-41b9-bc33-7ba253eec2c4 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:33.319197 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:33.370737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Port': ['ID=18c57f41-0853-41b9-bc33-7ba253eec2c4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:33.677425 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:33.686788 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-57361035-0f53-4bd9-8888-df961946e2e8 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/ports/18c57f41-0853-41b9-bc33-7ba253eec2c4 HTTP/1.1" status: 204 len: 168 time: 1.0123057 Feb 07 23:21:33.689307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:33.739489 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac3971b-787f-4be4-8608-fd77042aaa15 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] GET failed (client error): The resource could not be found. Feb 07 23:21:33.740055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9ac3971b-787f-4be4-8608-fd77042aaa15 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Synchronizing usage tracker for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:33.759449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9ac3971b-787f-4be4-8608-fd77042aaa15 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Unset dirty status for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:33.760891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9ac3971b-787f-4be4-8608-fd77042aaa15 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "GET /v2.0/ports/18c57f41-0853-41b9-bc33-7ba253eec2c4 HTTP/1.1" status: 404 len: 333 time: 0.0705030 Feb 07 23:21:33.763945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:33.838425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting port 3883b779-f18b-4fd8-a27b-61c14a70b6d9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:33.838819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:34.103597 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:34.402330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Calling delete_port for 3883b779-f18b-4fd8-a27b-61c14a70b6d9 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:34.555521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:34.604700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Port': ['ID=3883b779-f18b-4fd8-a27b-61c14a70b6d9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:34.708374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:34.722553 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f1eff5b0-7114-4ac2-86d9-a6a7f3a85f99 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/ports/3883b779-f18b-4fd8-a27b-61c14a70b6d9 HTTP/1.1" status: 204 len: 168 time: 0.9573734 Feb 07 23:21:34.725087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50784) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:34.769208 n-d-827896-3 neutron-server[87671]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2556bd-994e-461a-898c-9989446d1cce tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] GET failed (client error): The resource could not be found. Feb 07 23:21:34.769745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6d2556bd-994e-461a-898c-9989446d1cce tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Synchronizing usage tracker for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:34.786264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6d2556bd-994e-461a-898c-9989446d1cce tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Unset dirty status for tenant:5c1e7c5a348647c2af5a66d27d47cf69 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:34.787449 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6d2556bd-994e-461a-898c-9989446d1cce tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "GET /v2.0/ports/3883b779-f18b-4fd8-a27b-61c14a70b6d9 HTTP/1.1" status: 404 len: 333 time: 0.0613418 Feb 07 23:21:34.791574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50788) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:34.861546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting port ae462c04-62ba-4686-b32b-4c3eada8b5c8 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:34.861903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.100586 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.223624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Calling delete_port for ae462c04-62ba-4686-b32b-4c3eada8b5c8 owned by {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:35.388991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.439589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Port': ['ID=ae462c04-62ba-4686-b32b-4c3eada8b5c8,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:35.543400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.558194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-62350607-84cf-4408-9384-abae40df0858 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/ports/ae462c04-62ba-4686-b32b-4c3eada8b5c8 HTTP/1.1" status: 204 len: 168 time: 0.7656083 Feb 07 23:21:35.560661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50798) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:35.629983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting subnet 6e86174d-64f2-40f1-8a32-e0c9a499649b {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:21:35.633247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.693415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.775993 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.854677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.897190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:35.902188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3c623-a4f3-4991-9b02-45f935a63238 None None] Network 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:21:35.904978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Subnet': ['ID=6e86174d-64f2-40f1-8a32-e0c9a499649b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:35.909673 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8858b4a8-4ebc-45d4-918c-981f70be4c83 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/subnets/6e86174d-64f2-40f1-8a32-e0c9a499649b HTTP/1.1" status: 204 len: 168 time: 0.3480504 Feb 07 23:21:35.912044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50802) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:36.036700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.049012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Deleting port 2ef41484-b9e6-49b2-8591-edef8db0e552 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:36.049454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.177171 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.210812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] DHCP port deletion for 87e1382f-abb9-4ec2-9f34-fcb3789c8a88 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:21:36.215410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Deleting port 2ef41484-b9e6-49b2-8591-edef8db0e552 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:36.215801 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.388411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] For port 2ef41484-b9e6-49b2-8591-edef8db0e552, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2ef41484-b9e6-49b2-8591-edef8db0e552,segment=NetworkSegment(d0b40b34-54a3-4685-adb3-0dc02874ff90),segment_id=d0b40b34-54a3-4685-adb3-0dc02874ff90)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:36.389075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.434122 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] For port 2ef41484-b9e6-49b2-8591-edef8db0e552, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2ef41484-b9e6-49b2-8591-edef8db0e552,segment=NetworkSegment(d0b40b34-54a3-4685-adb3-0dc02874ff90),segment_id=d0b40b34-54a3-4685-adb3-0dc02874ff90)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:36.434663 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.516574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Calling delete_port for 2ef41484-b9e6-49b2-8591-edef8db0e552 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:36.558124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Calling delete_port for 2ef41484-b9e6-49b2-8591-edef8db0e552 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:36.593142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.646630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Port': ['ID=2ef41484-b9e6-49b2-8591-edef8db0e552,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:36.647474 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:21:36.647852 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:21:36.650894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] No DVR routers for this DVR port 2ef41484-b9e6-49b2-8591-edef8db0e552 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:21:36.654686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.789846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.815001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e1382f-abb9-4ec2-9f34-fcb3789c8a88']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:36.827329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b40b34-54a3-4685-adb3-0dc02874ff90') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:36.827621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b40b34-54a3-4685-adb3-0dc02874ff90') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:36.839555 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.856450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.862756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:21:36.863179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:21:36.878325 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:21:36.961513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.979500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:36.990424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] Pushing event deleted for resources: {'Network': ['ID=87e1382f-abb9-4ec2-9f34-fcb3789c8a88,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:36.998116 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-83a27925-6681-424e-a7cc-b0b8869d1665 tempest-AllowedAddressPairTestJSON-461446527 tempest-AllowedAddressPairTestJSON-461446527-project] 10.222.0.10 "DELETE /v2.0/networks/87e1382f-abb9-4ec2-9f34-fcb3789c8a88 HTTP/1.1" status: 204 len: 168 time: 1.0849471 Feb 07 23:21:37.149004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Deleting port 2ef41484-b9e6-49b2-8591-edef8db0e552 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:37.149476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.223192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b149a04d-2196-4e29-a414-319c10df0078 None None] The port '2ef41484-b9e6-49b2-8591-edef8db0e552' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:21:37.289464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50818) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:37.352475 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2ef41484-b9e6-49b2-8591-edef8db0e552 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:21:37.387395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2ef41484-b9e6-49b2-8591-edef8db0e552 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:21:37.387750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2ef41484-b9e6-49b2-8591-edef8db0e552 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:21:37.533105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-568fd7de-bfef-4549-bbb1-4fc0b0eb0a12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c1e7c5a348647c2af5a66d27d47cf69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423997 Feb 07 23:21:37.535461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50826) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:37.602279 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34ebf6a5-21a1-4512-84a9-0a8a67646820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.629948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34ebf6a5-21a1-4512-84a9-0a8a67646820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.684220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34ebf6a5-21a1-4512-84a9-0a8a67646820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.698529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebf6a5-21a1-4512-84a9-0a8a67646820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c838ba3-a359-4bd8-a1c3-3080813a7521,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:37.705184 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-34ebf6a5-21a1-4512-84a9-0a8a67646820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:37.706256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-34ebf6a5-21a1-4512-84a9-0a8a67646820 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c838ba3-a359-4bd8-a1c3-3080813a7521 HTTP/1.1" status: 204 len: 168 time: 0.1699111 Feb 07 23:21:38.165836 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-4b4f1ec6-880b-4cff-8321-fcd497f01941 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816545 Feb 07 23:21:38.366939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc67f3-9760-4254-a453-e72d1446cdad req-ff086ac1-6677-4784-bf25-011464269de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:38.368497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-ff086ac1-6677-4784-bf25-011464269de1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1096 time: 0.1063135 Feb 07 23:21:38.622147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50852) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:38.630834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc67f3-9760-4254-a453-e72d1446cdad req-975e6096-73b6-4c99-80fe-681d09f7246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:38.632390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-975e6096-73b6-4c99-80fe-681d09f7246a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.2293081 Feb 07 23:21:38.766974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-d40a993c-6169-4809-bfeb-a6db3a7adffd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 1001 time: 0.1244118 Feb 07 23:21:38.785513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3ce96be4-d2db-4b79-be34-63f010f53f3c tempest-DvrRoutersNegativeTest-1241129421 tempest-DvrRoutersNegativeTest-1241129421-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1252280392', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:38.788466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.policy [None req-3ce96be4-d2db-4b79-be34-63f010f53f3c tempest-DvrRoutersNegativeTest-1241129421 tempest-DvrRoutersNegativeTest-1241129421-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87670) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 07 23:21:38.788801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.policy [None req-3ce96be4-d2db-4b79-be34-63f010f53f3c tempest-DvrRoutersNegativeTest-1241129421 tempest-DvrRoutersNegativeTest-1241129421-project] Failed policy check for 'create_router' {{(pid=87670) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 07 23:21:38.789358 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-3ce96be4-d2db-4b79-be34-63f010f53f3c tempest-DvrRoutersNegativeTest-1241129421 tempest-DvrRoutersNegativeTest-1241129421-project] create failed (client error): Access was denied to this resource. Feb 07 23:21:38.790621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3ce96be4-d2db-4b79-be34-63f010f53f3c tempest-DvrRoutersNegativeTest-1241129421 tempest-DvrRoutersNegativeTest-1241129421-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1670325 Feb 07 23:21:38.891938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc67f3-9760-4254-a453-e72d1446cdad req-4af2ae9c-1c1c-4820-8099-7e2cb0b77529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:38.893829 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-4af2ae9c-1c1c-4820-8099-7e2cb0b77529 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1181047 Feb 07 23:21:38.985544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc67f3-9760-4254-a453-e72d1446cdad req-b251b190-6eeb-418f-bd34-566e12587162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:38.987646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-b251b190-6eeb-418f-bd34-566e12587162 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832264 Feb 07 23:21:39.143209 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-0a497790-50ba-4334-b1c1-18b963e908f0 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459641 Feb 07 23:21:39.188262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50862) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:39.299822 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59dc67f3-9760-4254-a453-e72d1446cdad req-d6a516b9-b80d-412e-9295-a9c1e941f840 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492350 Feb 07 23:21:39.369262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.388979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:39.394233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc50ed5ce044c3590ae0132ff315f3d is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:39.398123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:39.404875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:39.547287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.551796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.650066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdc50ed5ce044c3590ae0132ff315f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604299 Feb 07 23:21:39.654974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffb722-5df3-412b-880a-92d5ca9db893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f84b7-b7c5-45ee-8ebf-d420680e819f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:39.658033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50870) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:39.743949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abd3202f-6916-40e9-8cd8-74c0d5c7b62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.782099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abd3202f-6916-40e9-8cd8-74c0d5c7b62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.844838 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abd3202f-6916-40e9-8cd8-74c0d5c7b62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.860577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3202f-6916-40e9-8cd8-74c0d5c7b62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48f84b7-b7c5-45ee-8ebf-d420680e819f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:39.868634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-abd3202f-6916-40e9-8cd8-74c0d5c7b62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:39.873752 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-abd3202f-6916-40e9-8cd8-74c0d5c7b62b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b48f84b7-b7c5-45ee-8ebf-d420680e819f HTTP/1.1" status: 204 len: 168 time: 0.2112975 Feb 07 23:21:40.971863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50896) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:41.165860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-14773237'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:41.171731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:41.176242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Usage tracker for resource:network and tenant:14e6354ad7f84736b00ae4843ac42178 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:41.179197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:41.185632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:41.205981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Made reservation on behalf of 14e6354ad7f84736b00ae4843ac42178 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:41.209673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.227283 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.258057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:41.274198 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Usage tracker for resource:security_group_rule and tenant:14e6354ad7f84736b00ae4843ac42178 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:41.283493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:41.295314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:41.429594 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.434220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.470737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:21:41.476386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7851b-87b9-4bd6-9ce3-636f67597cd3,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:41.486621 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.487035 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Added segment 241c69bd-872b-448f-828e-d0a28c53c50e of type vlan for network d5561a04-38d9-4a41-bd59-ec5346d653db Feb 07 23:21:41.527102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.564696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.570231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:41.570807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:41.801208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.8256555 Feb 07 23:21:41.801869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25447f9-7767-4fd9-83db-7ea93c808e9c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event updated for resources: {'Network': ['ID=d5561a04-38d9-4a41-bd59-ec5346d653db,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:41.804237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50908) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:41.812873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Request body: {'subnet': {'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:41.814536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network d5561a04-38d9-4a41-bd59-ec5346d653db details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:21:41.963867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:41.971275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Usage tracker for resource:subnet and tenant:14e6354ad7f84736b00ae4843ac42178 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:41.976258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:41.985348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:42.001851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Made reservation on behalf of 14e6354ad7f84736b00ae4843ac42178 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:42.008897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:42.030046 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:21:42.273521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:42.349168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event updated for resources: {'Subnet': ['ID=af8d087b-c5e0-441a-8af7-279e24a1ec4e,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:42.366418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Checking segment: {'id': '241c69bd-872b-448f-828e-d0a28c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:21:42.366779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Network hostable DHCP agents. Network: d5561a04-38d9-4a41-bd59-ec5346d653db, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:21:42.390093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Network d5561a04-38d9-4a41-bd59-ec5346d653db is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:21:42.411397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, d5561a04-38d9-4a41-bd59-ec5346d653db) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:42.421595 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:42.422571 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:42.428513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e80a1-1918-4aa5-be85-1382cc995b01 None None] Network d5561a04-38d9-4a41-bd59-ec5346d653db requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:21:42.476126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-976bb1d5-2fd3-4fdc-b758-ace1bf5dc2b9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6697276 Feb 07 23:21:42.478718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50912) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:42.489877 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Request body: {'port': {'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db', 'name': 'tempest-TagsExtTest-82015157'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:42.704432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-d5561a04-38d9-4a41-bd59-ec5346d653db', 'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db', 'tenant_id': '14e6354ad7f84736b00ae4843ac42178', 'fixed_ips': [{'subnet_id': 'af8d087b-c5e0-441a-8af7-279e24a1ec4e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:21:42.705966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:42.708029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:42.713835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Usage tracker for resource:port and tenant:14e6354ad7f84736b00ae4843ac42178 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:42.720051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:42.728151 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:42.748722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Made reservation on behalf of 14e6354ad7f84736b00ae4843ac42178 for: {'port': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:42.759810 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:42.789015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] device_id is not set on port 280938a3-0d23-40ee-975d-9028688d3cc4 yet. {{(pid=87670) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 07 23:21:42.874634 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Allocated IP 172.20.0.2 (d5561a04-38d9-4a41-bd59-ec5346d653db/af8d087b-c5e0-441a-8af7-279e24a1ec4e/87704599-7252-49e6-b0bc-9db0c1b25fac) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:43.102054 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.113389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Transition to ACTIVE for port object 87704599-7252-49e6-b0bc-9db0c1b25fac will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:43.133860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Transition to ACTIVE for port object 87704599-7252-49e6-b0bc-9db0c1b25fac will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:43.139019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.237697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Allocated IP 172.20.0.5 (d5561a04-38d9-4a41-bd59-ec5346d653db/af8d087b-c5e0-441a-8af7-279e24a1ec4e/280938a3-0d23-40ee-975d-9028688d3cc4) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:43.255237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Network d5561a04-38d9-4a41-bd59-ec5346d653db is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:43.258210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:43.263374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:43.265588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Pushing event updated for resources: {'Port': ['ID=87704599-7252-49e6-b0bc-9db0c1b25fac,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:43.370630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Attempting to bind port 87704599-7252-49e6-b0bc-9db0c1b25fac on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:21:43.371044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Attempting to bind port 87704599-7252-49e6-b0bc-9db0c1b25fac by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '241c69bd-872b-448f-828e-d0a28c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:21:43.371394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Attempting to bind port 87704599-7252-49e6-b0bc-9db0c1b25fac on network d5561a04-38d9-4a41-bd59-ec5346d653db {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:21:43.377764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:21:43.378135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Checking segment: {'id': '241c69bd-872b-448f-828e-d0a28c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:21:43.378545 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.378923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Bound using segment: {'id': '241c69bd-872b-448f-828e-d0a28c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:21:43.379378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Bound port: 87704599-7252-49e6-b0bc-9db0c1b25fac, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241c69bd-872b-448f-828e-d0a28c53c50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'd5561a04-38d9-4a41-bd59-ec5346d653db'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:21:43.379763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.498117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] For port 87704599-7252-49e6-b0bc-9db0c1b25fac, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:21:43.504070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] For port 87704599-7252-49e6-b0bc-9db0c1b25fac, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=87704599-7252-49e6-b0bc-9db0c1b25fac,segment=NetworkSegment(241c69bd-872b-448f-828e-d0a28c53c50e),segment_id=241c69bd-872b-448f-828e-d0a28c53c50e)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:21:43.510071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.542608 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.559990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Transition to ACTIVE for port object 280938a3-0d23-40ee-975d-9028688d3cc4 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:43.593351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ef29-d754-44f2-b7b3-3093aef07cd0 None None] Pushing event updated for resources: {'Port': ['ID=87704599-7252-49e6-b0bc-9db0c1b25fac,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:43.593759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.693120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Network d5561a04-38d9-4a41-bd59-ec5346d653db is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:43.696399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:43.713640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:43.760597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event updated for resources: {'Port': ['ID=280938a3-0d23-40ee-975d-9028688d3cc4,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:43.805949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:43.806703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.871693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ef3a34fb-923e-4bc2-b0bf-a2834c23e15a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.3906934 Feb 07 23:21:43.876368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50920) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:43.888843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2039351334', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:43.915784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:43.936526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Usage tracker for resource:router and tenant:14e6354ad7f84736b00ae4843ac42178 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:43.943196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:43.952267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:43.972096 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.973485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:43.997990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:44.029847 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:44.062290 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:44.064680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-742bfa24-1df6-4710-b623-a1a10f6d2cb6 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1815021 Feb 07 23:21:44.069277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50926) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.075690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bc04dba3-3e0c-4700-981d-0a5ec19aa9fc tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1661402501', 'prefixes': ['172.20.0.0/16']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:44.083510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc04dba3-3e0c-4700-981d-0a5ec19aa9fc tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:44.170953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc04dba3-3e0c-4700-981d-0a5ec19aa9fc tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for subnetpool, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:44.172268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bc04dba3-3e0c-4700-981d-0a5ec19aa9fc tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1018610 Feb 07 23:21:44.176137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.181497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-66fb262e-cc22-46d1-acd5-43ddf0d9b19a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', 'tempest-TagsExtTest-Tag-1439917590') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:44.288052 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-66fb262e-cc22-46d1-acd5-43ddf0d9b19a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags/tempest-TagsExtTest-Tag-1439917590 HTTP/1.1" status: 201 len: 201 time: 0.1107502 Feb 07 23:21:44.290643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50934) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.296574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-36ca6082-a0ca-41da-bcae-d4a1bb1ad49d tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', 'tempest-TagsExtTest-Tag-756785279') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:44.400971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-36ca6082-a0ca-41da-bcae-d4a1bb1ad49d tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags/tempest-TagsExtTest-Tag-756785279 HTTP/1.1" status: 201 len: 201 time: 0.1054852 Feb 07 23:21:44.401226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50938) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.406979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-d9587dca-2d1a-40c6-b360-1c9d2e9bd808 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', 'tempest-TagsExtTest-Tag-1637730591') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:44.686937 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d9587dca-2d1a-40c6-b360-1c9d2e9bd808 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags/tempest-TagsExtTest-Tag-1637730591 HTTP/1.1" status: 201 len: 201 time: 0.2847939 Feb 07 23:21:44.691280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50942) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.697223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-c07ba4c4-56ff-45ab-a871-4bb2971e909a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', 'tempest-TagsExtTest-Tag-1520853109') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:44.746370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c07ba4c4-56ff-45ab-a871-4bb2971e909a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags/tempest-TagsExtTest-Tag-1520853109 HTTP/1.1" status: 201 len: 201 time: 0.0538404 Feb 07 23:21:44.748838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50946) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.754683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-625a5df9-b5e5-451d-9c42-ff6752d6de7b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:44.818130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f612fd-0279-47b9-b96b-1005d657311c None None] Network d5561a04-38d9-4a41-bd59-ec5346d653db requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:21:44.825289 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-625a5df9-b5e5-451d-9c42-ff6752d6de7b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags HTTP/1.1" status: 200 len: 241 time: 0.0748956 Feb 07 23:21:44.827542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50950) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.832636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-b1906ee8-7d5a-401a-a2bf-d81e7196092b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', 'tempest-TagsExtTest-Tag-1439917590') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:44.907435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b1906ee8-7d5a-401a-a2bf-d81e7196092b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags/tempest-TagsExtTest-Tag-1439917590 HTTP/1.1" status: 204 len: 168 time: 0.0787392 Feb 07 23:21:44.910370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50956) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:44.915580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-b2c2ccce-055d-424f-be9f-812379a83a3e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', 'tempest-TagsExtTest-Tag-1439917590') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:44.927176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-45a61812-5ae5-43c1-9a41-4a0c2768bb40 None None] Provisioning for port 87704599-7252-49e6-b0bc-9db0c1b25fac completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:45.002748 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2c2ccce-055d-424f-be9f-812379a83a3e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags/tempest-TagsExtTest-Tag-1439917590 HTTP/1.1" status: 204 len: 168 time: 0.0913479 Feb 07 23:21:45.005544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50962) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:45.011982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-c0de81de-56e8-4fd7-a4d4-f1008bcb8409 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:45.090048 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50968) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:45.090259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c0de81de-56e8-4fd7-a4d4-f1008bcb8409 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags HTTP/1.1" status: 200 len: 205 time: 0.0835989 Feb 07 23:21:45.095855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-0162caee-8e1b-4ae1-a493-680ed6b5745c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:45.166697 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0162caee-8e1b-4ae1-a493-680ed6b5745c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags HTTP/1.1" status: 200 len: 240 time: 0.0755277 Feb 07 23:21:45.169258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50974) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:45.175073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-478c543d-6a08-46ae-9033-bbfc6ca85ba4 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', 'tempest-TagsExtTest-Tag-756785279') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:45.250068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-478c543d-6a08-46ae-9033-bbfc6ca85ba4 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags/tempest-TagsExtTest-Tag-756785279 HTTP/1.1" status: 204 len: 168 time: 0.0796702 Feb 07 23:21:45.253340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50980) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:45.258549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-8effef7e-492d-4302-a4dd-b00fad4a387a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', 'tempest-TagsExtTest-Tag-756785279') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:45.356823 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-e86a34a9-bae4-4d9a-ba2a-f3a668384389 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370253241&fields=id&tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 267 time: 0.0601244 Feb 07 23:21:45.379518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-accdd39c-df9c-4471-bccd-51ba8e1bbb79 None None] Provisioning for port 280938a3-0d23-40ee-975d-9028688d3cc4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:45.386208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-accdd39c-df9c-4471-bccd-51ba8e1bbb79 None None] Provisioning complete for port 280938a3-0d23-40ee-975d-9028688d3cc4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:45.386832 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-accdd39c-df9c-4471-bccd-51ba8e1bbb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:45.441464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 87704599-7252-49e6-b0bc-9db0c1b25fac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:45.488907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8effef7e-492d-4302-a4dd-b00fad4a387a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags/tempest-TagsExtTest-Tag-756785279 HTTP/1.1" status: 204 len: 168 time: 0.2344565 Feb 07 23:21:45.492170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50984) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:45.499929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-09a8ddc8-a409-4d08-af38-518ffeb5c2fe tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:45.525924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-accdd39c-df9c-4471-bccd-51ba8e1bbb79 None None] Port 280938a3-0d23-40ee-975d-9028688d3cc4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:45.528927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 87704599-7252-49e6-b0bc-9db0c1b25fac completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:45.534658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 87704599-7252-49e6-b0bc-9db0c1b25fac triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:45.535100 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:45.549451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-08897900-7e63-4240-9770-c60dbc95238b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:45.550904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-08897900-7e63-4240-9770-c60dbc95238b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.1817300 Feb 07 23:21:45.568127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8617139f-cdf5-4b7d-b639-6d99937420cd tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/quotas/9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 375 time: 0.0106392 Feb 07 23:21:45.583142 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-09a8ddc8-a409-4d08-af38-518ffeb5c2fe tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags HTTP/1.1" status: 200 len: 205 time: 0.0894072 Feb 07 23:21:45.587337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 50988) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:45.592690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-03ecab6b-d256-48ba-b94d-b8cb0bb88054 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:45.675267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6cb79bf3-f309-481d-b39b-a8c89ec7f3ec None None] Provisioning complete for port 280938a3-0d23-40ee-975d-9028688d3cc4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:45.675643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6cb79bf3-f309-481d-b39b-a8c89ec7f3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:45.687194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-39ba748d-d8d3-4d16-b272-775751714c77 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1124396 Feb 07 23:21:45.722082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:45.755532 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03ecab6b-d256-48ba-b94d-b8cb0bb88054 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags HTTP/1.1" status: 200 len: 241 time: 0.1671026 Feb 07 23:21:45.758077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 50996) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:45.758659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6cb79bf3-f309-481d-b39b-a8c89ec7f3ec None None] Port 280938a3-0d23-40ee-975d-9028688d3cc4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:45.766015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-58947695-116b-42a1-a17f-81ee7fa94bf7 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', 'tempest-TagsExtTest-Tag-1637730591') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:45.774481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 87704599-7252-49e6-b0bc-9db0c1b25fac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=87704599-7252-49e6-b0bc-9db0c1b25fac,segment=NetworkSegment(241c69bd-872b-448f-828e-d0a28c53c50e),segment_id=241c69bd-872b-448f-828e-d0a28c53c50e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:45.778758 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:45.831582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-6b43ac15-3b48-4c27-8777-12590a5054e2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:21:45.837585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-6b43ac15-3b48-4c27-8777-12590a5054e2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1387317 Feb 07 23:21:45.854188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=87704599-7252-49e6-b0bc-9db0c1b25fac,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:46.019003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-58947695-116b-42a1-a17f-81ee7fa94bf7 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags/tempest-TagsExtTest-Tag-1637730591 HTTP/1.1" status: 204 len: 168 time: 0.2595811 Feb 07 23:21:46.021606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51000) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.029886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-8b8a4e93-4a6a-47a8-a5ce-e4bc671de0d2 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', 'tempest-TagsExtTest-Tag-1637730591') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.040887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-2e6eda0f-4acf-4379-ac7d-1d8a2858270a service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022891 Feb 07 23:21:46.174919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-f9180967-9ce3-436e-a477-9e3095728e6a service neutron] 10.222.0.10 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281092 Feb 07 23:21:46.199495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8b8a4e93-4a6a-47a8-a5ce-e4bc671de0d2 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags/tempest-TagsExtTest-Tag-1637730591 HTTP/1.1" status: 204 len: 168 time: 0.1764054 Feb 07 23:21:46.201918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51004) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.207707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-2b5cd28f-ef40-48b0-803f-d12631585601 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.343025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2b5cd28f-ef40-48b0-803f-d12631585601 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags HTTP/1.1" status: 200 len: 205 time: 0.1400476 Feb 07 23:21:46.345470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51014) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.350141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-ee1d6f6d-973b-4c32-b1d6-4e38b78b4226 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.374308 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee1d6f6d-973b-4c32-b1d6-4e38b78b4226 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags HTTP/1.1" status: 200 len: 241 time: 0.0278571 Feb 07 23:21:46.377683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51018) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.382813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-a20737fc-5980-4d69-88b7-097de2cb6a6f tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', 'tempest-TagsExtTest-Tag-1520853109') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.417427 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a20737fc-5980-4d69-88b7-097de2cb6a6f tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags/tempest-TagsExtTest-Tag-1520853109 HTTP/1.1" status: 204 len: 168 time: 0.0386813 Feb 07 23:21:46.419915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51022) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.424902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-8d6dbef1-c4fe-450f-93a4-fb7bf4375a25 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', 'tempest-TagsExtTest-Tag-1520853109') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.468089 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8d6dbef1-c4fe-450f-93a4-fb7bf4375a25 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags/tempest-TagsExtTest-Tag-1520853109 HTTP/1.1" status: 204 len: 168 time: 0.0470910 Feb 07 23:21:46.470621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51026) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.475482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-e85832e8-44f0-4173-a434-a8dc63d0b451 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.500997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e85832e8-44f0-4173-a434-a8dc63d0b451 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags HTTP/1.1" status: 200 len: 205 time: 0.0286419 Feb 07 23:21:46.503466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51032) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.509036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-38f4d09b-9eac-40af-88d3-47531dc7c92c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.538368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-38f4d09b-9eac-40af-88d3-47531dc7c92c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags HTTP/1.1" status: 204 len: 168 time: 0.0339136 Feb 07 23:21:46.540803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51040) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.545814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-63e3bfab-fc0b-4142-b853-c56e3db89b56 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.588447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63e41a12-103b-43e1-877f-e9f5ea59ac28 req-c9f4222f-7a38-45c9-87e0-7f732fb6fb77 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 210 time: 0.0478942 Feb 07 23:21:46.698797 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-63e3bfab-fc0b-4142-b853-c56e3db89b56 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags HTTP/1.1" status: 204 len: 168 time: 0.1566098 Feb 07 23:21:46.701158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51044) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.706633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-18858209-df66-4bdc-9ca8-63e96a8688e7 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.798771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-18858209-df66-4bdc-9ca8-63e96a8688e7 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags HTTP/1.1" status: 204 len: 168 time: 0.0966322 Feb 07 23:21:46.801376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51052) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.807225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-acc8baef-d1e0-47a1-8646-363e90f8229b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.880767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-acc8baef-d1e0-47a1-8646-363e90f8229b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0748622 Feb 07 23:21:46.881132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51058) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.886374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-1b1774dd-5d82-4244-9a37-c20a12f15a73 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', 'tempest-TagsExtTest-Tag-1652580498') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:46.972167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51062) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:46.972319 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1b1774dd-5d82-4244-9a37-c20a12f15a73 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags/tempest-TagsExtTest-Tag-1652580498 HTTP/1.1" status: 201 len: 201 time: 0.0900481 Feb 07 23:21:46.978183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-75f579d9-e78b-4a14-a605-a23d489a1735 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', 'tempest-TagsExtTest-Tag-185146741') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.069232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-75f579d9-e78b-4a14-a605-a23d489a1735 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags/tempest-TagsExtTest-Tag-185146741 HTTP/1.1" status: 201 len: 201 time: 0.0952468 Feb 07 23:21:47.071611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51068) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:47.077253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-8d372f73-031e-4c5c-9467-9eaef393840e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', 'tempest-TagsExtTest-Tag-1717811285') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.222682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d372f73-031e-4c5c-9467-9eaef393840e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags/tempest-TagsExtTest-Tag-1717811285 HTTP/1.1" status: 201 len: 201 time: 0.1498384 Feb 07 23:21:47.225111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51072) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:47.230582 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-133c7944-2120-43b3-8ff6-bc0401ca138c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', 'tempest-TagsExtTest-Tag-1999045601') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.269047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-133c7944-2120-43b3-8ff6-bc0401ca138c tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags/tempest-TagsExtTest-Tag-1999045601 HTTP/1.1" status: 201 len: 201 time: 0.0425906 Feb 07 23:21:47.271524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51076) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:47.276642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-6f608a20-2aed-49ca-bffb-376cfa4b049a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', {'tags': ['tempest-TagsExtTest-Tag-682744656', 'tempest-TagsExtTest-Tag-851423580', 'tempest-TagsExtTest-Tag-1744563314']}) {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.354315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6f608a20-2aed-49ca-bffb-376cfa4b049a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags HTTP/1.1" status: 200 len: 316 time: 0.0816159 Feb 07 23:21:47.356955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51080) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:47.368071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-d1d4b487-3cd6-4810-b39d-c25ca617da0e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.372845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 87704599-7252-49e6-b0bc-9db0c1b25fac up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:21:47.443450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 87704599-7252-49e6-b0bc-9db0c1b25fac triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:47.443979 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:47.454839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d1d4b487-3cd6-4810-b39d-c25ca617da0e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0966399 Feb 07 23:21:47.457460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51086) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:47.462308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-f14df194-ed4e-49a5-8015-74a82dd67fc8 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', 'tempest-TagsExtTest-Tag-682744656') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.649518 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-f14df194-ed4e-49a5-8015-74a82dd67fc8 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:47.653173 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f14df194-ed4e-49a5-8015-74a82dd67fc8 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags/tempest-TagsExtTest-Tag-682744656 HTTP/1.1" status: 404 len: 328 time: 0.1922929 Feb 07 23:21:47.653397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51092) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:47.658676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-ad51c9fc-4910-4f05-8430-475d70242254 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', 'tempest-TagsExtTest-Tag-851423580') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.731458 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-ad51c9fc-4910-4f05-8430-475d70242254 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:47.732875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ad51c9fc-4910-4f05-8430-475d70242254 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags/tempest-TagsExtTest-Tag-851423580 HTTP/1.1" status: 404 len: 328 time: 0.0785668 Feb 07 23:21:47.735806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51096) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:47.741141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-1843a24c-2079-4a58-9fd9-8fc24b817461 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e', 'tempest-TagsExtTest-Tag-1744563314') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:47.744249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3b123b3e-5bb0-4821-be94-0cb4e129c091 req-58df215e-db0a-4729-a8b1-91af88dc0c44 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 210 time: 0.0428178 Feb 07 23:21:47.966385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-e708de93-0c9f-4e44-af23-e364cd66b2b4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:47.967600 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-e708de93-0c9f-4e44-af23-e364cd66b2b4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.36 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 812 time: 0.1965613 Feb 07 23:21:48.005255 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-1843a24c-2079-4a58-9fd9-8fc24b817461 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:48.005255 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1843a24c-2079-4a58-9fd9-8fc24b817461 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags/tempest-TagsExtTest-Tag-1744563314 HTTP/1.1" status: 404 len: 329 time: 0.2668018 Feb 07 23:21:48.009024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51110) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:48.016311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-83931fa6-f840-4ce7-821e-91753d0a3271 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', {'tags': ['tempest-TagsExtTest-Tag-340896428', 'tempest-TagsExtTest-Tag-1931000519', 'tempest-TagsExtTest-Tag-1974345229']}) {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:48.054437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-a2dcde8a-eb9c-48ea-8438-2f3186ef1bc7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87 HTTP/1.1" status: 200 len: 379 time: 0.0761898 Feb 07 23:21:48.067135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'port': {'device_id': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'admin_state_up': True, 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'security_groups': ['d20eb01d-b27b-4b83-8751-12d60529efbd']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:48.140502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-83931fa6-f840-4ce7-821e-91753d0a3271 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags HTTP/1.1" status: 200 len: 317 time: 0.1278613 Feb 07 23:21:48.141238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51114) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:48.150203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-479ae55a-936d-4dd7-9294-4ee88ecf79bf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:48.371127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:48.381663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:port and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:48.389228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:48.402505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:48.421868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Made reservation on behalf of 9d8d6b3c1900485d9b1537ad4a50fb87 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:21:48.427985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:48.598465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76ec3e-07d1-401b-9aeb-9672395fc923 req-002ec541-5dca-4eeb-a973-713b0ab7af0c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:48.600252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe76ec3e-07d1-401b-9aeb-9672395fc923 req-002ec541-5dca-4eeb-a973-713b0ab7af0c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1940148 Feb 07 23:21:48.609600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-479ae55a-936d-4dd7-9294-4ee88ecf79bf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags HTTP/1.1" status: 204 len: 168 time: 0.4649186 Feb 07 23:21:48.615711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51124) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:48.636611 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-c3fa4020-8229-4d4f-aa9f-fe4992956b6b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', 'tempest-TagsExtTest-Tag-340896428') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:48.684966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe76ec3e-07d1-401b-9aeb-9672395fc923 req-19fcc43a-5231-434d-8c33-48fd76043c5c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745666 Feb 07 23:21:48.734412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.20.0.12 (1578e435-8757-4628-a497-fe2432a1d83a/8a567991-c1ea-4073-b9b8-12c11620fe69/67b65aa4-9ba7-4e5b-a55d-60d515817108) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:21:48.773450 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-c3fa4020-8229-4d4f-aa9f-fe4992956b6b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:48.776681 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c3fa4020-8229-4d4f-aa9f-fe4992956b6b tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags/tempest-TagsExtTest-Tag-340896428 HTTP/1.1" status: 404 len: 328 time: 0.1586180 Feb 07 23:21:48.778219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51130) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:48.786033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-c6ccccfa-3c5b-4ad1-857f-7239aa22c8a1 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', 'tempest-TagsExtTest-Tag-1931000519') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:48.911965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-866fc195-fb46-4e5b-9ae4-6d3b90e3f71f req-b0d042c8-905a-4aa1-82d1-e0749e805d49 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 210 time: 0.0448248 Feb 07 23:21:49.041040 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-c6ccccfa-3c5b-4ad1-857f-7239aa22c8a1 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:49.041451 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c6ccccfa-3c5b-4ad1-857f-7239aa22c8a1 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags/tempest-TagsExtTest-Tag-1931000519 HTTP/1.1" status: 404 len: 329 time: 0.2625341 Feb 07 23:21:49.044460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51134) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:49.046195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:49.050354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-db78a62e-9dc1-4f18-863b-02efe917c55e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4', 'tempest-TagsExtTest-Tag-1974345229') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:49.063230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Transition to ACTIVE for port object 67b65aa4-9ba7-4e5b-a55d-60d515817108 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:49.096470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:49.128397 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-db78a62e-9dc1-4f18-863b-02efe917c55e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:49.129558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-db78a62e-9dc1-4f18-863b-02efe917c55e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags/tempest-TagsExtTest-Tag-1974345229 HTTP/1.1" status: 404 len: 329 time: 0.0839384 Feb 07 23:21:49.132324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51138) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:49.137701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-e8b767aa-b559-41b4-ae6f-46a52bae2d30 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', {'tags': ['tempest-TagsExtTest-Tag-1758840612', 'tempest-TagsExtTest-Tag-1089615160', 'tempest-TagsExtTest-Tag-635478168']}) {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:49.172077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 1578e435-8757-4628-a497-fe2432a1d83a is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:21:49.175345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:21:49.179287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:21:49.214628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=67b65aa4-9ba7-4e5b-a55d-60d515817108,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:49.252177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:49.252863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:49.293542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-8c0a858b-6688-4b2f-b19a-b9658927a337 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2342019 Feb 07 23:21:49.307799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Request body: {'port': {'device_id': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:21:49.326024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e8b767aa-b559-41b4-ae6f-46a52bae2d30 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags HTTP/1.1" status: 200 len: 317 time: 0.1926000 Feb 07 23:21:49.330974 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51142) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:49.336350 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-6e1978f5-4d84-40b7-9588-37f532a93795 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:49.452182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:49.521836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6e1978f5-4d84-40b7-9588-37f532a93795 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags HTTP/1.1" status: 204 len: 168 time: 0.1830895 Feb 07 23:21:49.522294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51146) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:49.527354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1fa634d7-cd0c-4e56-9524-bf877c8d356f None None] Provisioning for port 67b65aa4-9ba7-4e5b-a55d-60d515817108 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:21:49.529952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-eca671a4-bfc7-4c45-b5d0-7a1e3a8ebed9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', 'tempest-TagsExtTest-Tag-1758840612') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:49.536685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1fa634d7-cd0c-4e56-9524-bf877c8d356f None None] Provisioning complete for port 67b65aa4-9ba7-4e5b-a55d-60d515817108 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:21:49.537332 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1fa634d7-cd0c-4e56-9524-bf877c8d356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:49.619944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1fa634d7-cd0c-4e56-9524-bf877c8d356f None None] Port 67b65aa4-9ba7-4e5b-a55d-60d515817108 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:21:49.680306 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-eca671a4-bfc7-4c45-b5d0-7a1e3a8ebed9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:49.681497 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eca671a4-bfc7-4c45-b5d0-7a1e3a8ebed9 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags/tempest-TagsExtTest-Tag-1758840612 HTTP/1.1" status: 404 len: 329 time: 0.1579657 Feb 07 23:21:49.684592 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51150) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:49.692427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-a1255a11-9a75-492b-9a25-8cf1796c520e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', 'tempest-TagsExtTest-Tag-1089615160') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:49.935348 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-a1255a11-9a75-492b-9a25-8cf1796c520e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:49.939335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a1255a11-9a75-492b-9a25-8cf1796c520e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags/tempest-TagsExtTest-Tag-1089615160 HTTP/1.1" status: 404 len: 329 time: 0.2503843 Feb 07 23:21:49.943002 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51156) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:49.953482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-0ed3ac96-a2d9-49b8-897f-c30d5b88ee84 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224', 'tempest-TagsExtTest-Tag-635478168') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.004055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b65aa4-9ba7-4e5b-a55d-60d515817108 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:21:50.017081 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:50.043492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Transition to ACTIVE for port object 67b65aa4-9ba7-4e5b-a55d-60d515817108 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:21:50.051172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:50.192475 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-0ed3ac96-a2d9-49b8-897f-c30d5b88ee84 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:50.193543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ed3ac96-a2d9-49b8-897f-c30d5b88ee84 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags/tempest-TagsExtTest-Tag-635478168 HTTP/1.1" status: 404 len: 328 time: 0.2467022 Feb 07 23:21:50.197144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51162) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:50.205415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-e80b4c25-0b7e-4c8f-8d8a-bfcdd66b049a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', {'tags': ['tempest-TagsExtTest-Tag-1915141398', 'tempest-TagsExtTest-Tag-161362296', 'tempest-TagsExtTest-Tag-789195012']}) {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.241413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf113d3-8656-4dfc-81e2-049dd69f4fdb req-1a5f0ac5-19b2-41a4-9974-95e111fc5f1f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:50.249193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9bf113d3-8656-4dfc-81e2-049dd69f4fdb req-1a5f0ac5-19b2-41a4-9974-95e111fc5f1f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.3829815 Feb 07 23:21:50.317852 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e80b4c25-0b7e-4c8f-8d8a-bfcdd66b049a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "PUT /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags HTTP/1.1" status: 200 len: 316 time: 0.1188083 Feb 07 23:21:50.321119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51166) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:50.327570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-725bea9d-e0f1-464c-b35b-10413962c550 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.349514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9bf113d3-8656-4dfc-81e2-049dd69f4fdb req-c956024d-5c5b-467c-b049-4146ce4af99d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996697 Feb 07 23:21:50.376540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed38be-4c9c-4d65-b16f-687ff2d2bdee req-fdd947f0-1c35-43f4-bacc-d32a32c4de9f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:50.378299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95ed38be-4c9c-4d65-b16f-687ff2d2bdee req-fdd947f0-1c35-43f4-bacc-d32a32c4de9f tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.2973773 Feb 07 23:21:50.455012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Pushing event updated for resources: {'Port': ['ID=67b65aa4-9ba7-4e5b-a55d-60d515817108,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:50.463173 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95ed38be-4c9c-4d65-b16f-687ff2d2bdee req-140d71d5-613c-49da-89aa-fbbe637795b1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758464 Feb 07 23:21:50.477912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-725bea9d-e0f1-464c-b35b-10413962c550 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags HTTP/1.1" status: 204 len: 168 time: 0.1461000 Feb 07 23:21:50.477912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51170) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:50.478611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-95803b21-3814-43d0-a7fe-dedaa7874bc4 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', 'tempest-TagsExtTest-Tag-1915141398') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.545656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Attempting to bind port 67b65aa4-9ba7-4e5b-a55d-60d515817108 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:21:50.546251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Attempting to bind port 67b65aa4-9ba7-4e5b-a55d-60d515817108 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:21:50.546825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Attempting to bind port 67b65aa4-9ba7-4e5b-a55d-60d515817108 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:21:50.555328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Port 67b65aa4-9ba7-4e5b-a55d-60d515817108 on network 1578e435-8757-4628-a497-fe2432a1d83a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:21:50.555812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Attempting to bind port 67b65aa4-9ba7-4e5b-a55d-60d515817108 on network 1578e435-8757-4628-a497-fe2432a1d83a {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:21:50.563089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:21:50.563199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Checking segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:21:50.564807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Bound using segment: {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:21:50.565205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Bound port: 67b65aa4-9ba7-4e5b-a55d-60d515817108, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:21:50.565590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:50.669257 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-95803b21-3814-43d0-a7fe-dedaa7874bc4 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:50.670345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-95803b21-3814-43d0-a7fe-dedaa7874bc4 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags/tempest-TagsExtTest-Tag-1915141398 HTTP/1.1" status: 404 len: 329 time: 0.1973784 Feb 07 23:21:50.676303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51174) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:50.683478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-1a33ccc8-9212-4130-b58c-b4e363881772 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', 'tempest-TagsExtTest-Tag-161362296') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.691525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] For port 67b65aa4-9ba7-4e5b-a55d-60d515817108, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:21:50.696909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] For port 67b65aa4-9ba7-4e5b-a55d-60d515817108, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:21:50.703060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:50.718665 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-1a33ccc8-9212-4130-b58c-b4e363881772 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:50.724322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1a33ccc8-9212-4130-b58c-b4e363881772 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags/tempest-TagsExtTest-Tag-161362296 HTTP/1.1" status: 404 len: 328 time: 0.0432024 Feb 07 23:21:50.724535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51178) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:50.733971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-eae76b2f-d33e-4919-9b92-3050e2a08b91 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f', 'tempest-TagsExtTest-Tag-789195012') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.765848 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-eae76b2f-d33e-4919-9b92-3050e2a08b91 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] show failed (client error): The resource could not be found. Feb 07 23:21:50.767461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eae76b2f-d33e-4919-9b92-3050e2a08b91 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags/tempest-TagsExtTest-Tag-789195012 HTTP/1.1" status: 404 len: 328 time: 0.0407100 Feb 07 23:21:50.771343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51182) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:50.779739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:50.780877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:50.783534 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] 10.222.0.36 "PUT /v2.0/ports/67b65aa4-9ba7-4e5b-a55d-60d515817108 HTTP/1.1" status: 200 len: 1092 time: 1.4826889 Feb 07 23:21:50.787997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.tag.tag_plugin [None req-250c7b18-0958-48e5-9a8e-a9c2e1249fa5 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cb28bf7d-016d-48d0-8ae1-0c769c58637f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.801336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:21:50.841336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfa169-3115-46b6-a5a7-3f9fe488defc service neutron] Pushing event updated for resources: {'Port': ['ID=67b65aa4-9ba7-4e5b-a55d-60d515817108,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:50.922185 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-250c7b18-0958-48e5-9a8e-a9c2e1249fa5 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f/tags HTTP/1.1" status: 204 len: 168 time: 0.1494117 Feb 07 23:21:50.926145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51190) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:50.930876 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-54eef980-2152-4ad0-809a-9bf67b756d5a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bf41dd80-9d10-43e4-9618-aa8e05e1e224') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:50.991054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-4b3eb190-3fa4-431b-8349-d900106ee5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:50.993843 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-4b3eb190-3fa4-431b-8349-d900106ee5a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 1095 time: 0.1336801 Feb 07 23:21:51.091823 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-b3e5cddc-d380-4321-9ec6-3b99ab9bd623 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108 HTTP/1.1" status: 200 len: 217 time: 0.0900936 Feb 07 23:21:51.098730 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'status': 'completed', 'code': 200} Feb 07 23:21:51.136368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-54eef980-2152-4ad0-809a-9bf67b756d5a tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224/tags HTTP/1.1" status: 204 len: 168 time: 0.2096689 Feb 07 23:21:51.140454 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51194) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:51.144930 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-fd4988d1-82cb-4536-a03a-e86cadc1c665 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '280938a3-0d23-40ee-975d-9028688d3cc4') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:51.170726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-b9e7ef7a-da5c-4fc5-806a-1226ab79b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:51.170726 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-b9e7ef7a-da5c-4fc5-806a-1226ab79b1a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.0698340 Feb 07 23:21:51.245290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd4988d1-82cb-4536-a03a-e86cadc1c665 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4/tags HTTP/1.1" status: 204 len: 168 time: 0.1032829 Feb 07 23:21:51.245290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51198) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:51.253466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.tag.tag_plugin [None req-29662cc0-f35f-43ad-8a8d-c9607a8c6f34 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'af8d087b-c5e0-441a-8af7-279e24a1ec4e') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:51.275878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-e537ebf5-65c1-4cfe-921f-5bf71b935b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:51.277626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-e537ebf5-65c1-4cfe-921f-5bf71b935b14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958934 Feb 07 23:21:51.335259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-29662cc0-f35f-43ad-8a8d-c9607a8c6f34 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e/tags HTTP/1.1" status: 204 len: 168 time: 0.0893998 Feb 07 23:21:51.339558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51202) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:51.446435 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c259728d-f363-47a1-b9d6-af88aa654777 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for subnetpool, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:51.450387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c259728d-f363-47a1-b9d6-af88aa654777 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnetpools/cb28bf7d-016d-48d0-8ae1-0c769c58637f HTTP/1.1" status: 204 len: 168 time: 0.1099138 Feb 07 23:21:51.451068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51208) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:51.462661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-475eeba8-1d7d-44ba-b6ba-2770bd90cf18 service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785090 Feb 07 23:21:51.535970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e19765e-2fa8-43c7-b177-64cd161edb4f tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Synchronizing usage tracker for tenant:14e6354ad7f84736b00ae4843ac42178 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:21:51.570865 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e19765e-2fa8-43c7-b177-64cd161edb4f tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Unset dirty status for tenant:14e6354ad7f84736b00ae4843ac42178 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:21:51.572351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e19765e-2fa8-43c7-b177-64cd161edb4f tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf41dd80-9d10-43e4-9618-aa8e05e1e224 HTTP/1.1" status: 200 len: 205 time: 0.1203787 Feb 07 23:21:51.575397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51214) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:51.648503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818606cd-0f79-4c06-838a-189c6cbc9c29 req-8f24a19a-5bcd-4192-bd2d-3c4fbd4a4b8b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:51.650015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-818606cd-0f79-4c06-838a-189c6cbc9c29 req-8f24a19a-5bcd-4192-bd2d-3c4fbd4a4b8b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1654344 Feb 07 23:21:51.700916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b9e8-5d5a-4711-b574-cb66403da2c0 req-9f00085e-7460-4ae6-9666-fc2d0110cc10 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:51.702384 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67c6b9e8-5d5a-4711-b574-cb66403da2c0 req-9f00085e-7460-4ae6-9666-fc2d0110cc10 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.1284525 Feb 07 23:21:51.728306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-818606cd-0f79-4c06-838a-189c6cbc9c29 req-9c3cc8ae-b597-418f-be4f-4ba8e539d0dc tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707729 Feb 07 23:21:51.748960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78b594c8-6699-41cf-9f64-83d6671d071e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:51.757191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67c6b9e8-5d5a-4711-b574-cb66403da2c0 req-42b134f7-1832-4323-aef8-035ab6f77b44 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459185 Feb 07 23:21:51.823450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9150652-1f5f-4416-bbcc-50c441e37d61 req-783beefe-ec49-4111-8921-226c105751ae service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478627 Feb 07 23:21:52.237927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78b594c8-6699-41cf-9f64-83d6671d071e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:52.246637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78b594c8-6699-41cf-9f64-83d6671d071e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:52.283391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823212-d87e-4b2b-875a-236a35d4c189 req-04afd5b7-dc44-4bf2-9eee-d99a646b2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:52.283391 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62823212-d87e-4b2b-875a-236a35d4c189 req-04afd5b7-dc44-4bf2-9eee-d99a646b2455 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 1095 time: 0.3899562 Feb 07 23:21:52.283391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78b594c8-6699-41cf-9f64-83d6671d071e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:52.283391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b594c8-6699-41cf-9f64-83d6671d071e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Fanout notify agent at l3_agent the message router_deleted on router bf41dd80-9d10-43e4-9618-aa8e05e1e224 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:21:52.357966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-78b594c8-6699-41cf-9f64-83d6671d071e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:52.359901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-78b594c8-6699-41cf-9f64-83d6671d071e tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/routers/bf41dd80-9d10-43e4-9618-aa8e05e1e224 HTTP/1.1" status: 204 len: 168 time: 0.7827153 Feb 07 23:21:52.361801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51218) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:52.426216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823212-d87e-4b2b-875a-236a35d4c189 req-02c4c033-79b6-4677-a297-227604eb3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:52.427863 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62823212-d87e-4b2b-875a-236a35d4c189 req-02c4c033-79b6-4677-a297-227604eb3f79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.1449213 Feb 07 23:21:52.446496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Deleting port 280938a3-0d23-40ee-975d-9028688d3cc4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:52.446857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:52.504712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62823212-d87e-4b2b-875a-236a35d4c189 req-75c2e946-5fca-469b-af1e-eafea68aaddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108 HTTP/1.1" status: 200 len: 217 time: 0.0702500 Feb 07 23:21:52.575425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823212-d87e-4b2b-875a-236a35d4c189 req-9d6de55e-6bb1-4595-bb40-5d351e8e7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:52.576989 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62823212-d87e-4b2b-875a-236a35d4c189 req-9d6de55e-6bb1-4595-bb40-5d351e8e7ad1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.0657218 Feb 07 23:21:52.653921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62823212-d87e-4b2b-875a-236a35d4c189 req-6372c928-8644-44c5-9daa-63b266a525c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:52.655564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62823212-d87e-4b2b-875a-236a35d4c189 req-6372c928-8644-44c5-9daa-63b266a525c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728984 Feb 07 23:21:52.709934 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:52.797149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62823212-d87e-4b2b-875a-236a35d4c189 req-f4e6eb4e-fc15-4fd5-87bb-2e64a07c0e33 service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355486 Feb 07 23:21:52.843561 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Calling delete_port for 280938a3-0d23-40ee-975d-9028688d3cc4 owned by {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:52.969670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62823212-d87e-4b2b-875a-236a35d4c189 req-59030b12-a81d-42d0-95eb-a88f74ece57b service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585345 Feb 07 23:21:53.095863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b89ded-601e-45ae-87c7-ac8cdd94c933 req-d272f561-77af-42ed-890a-e4f4aff74705 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:53.097265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6b89ded-601e-45ae-87c7-ac8cdd94c933 req-d272f561-77af-42ed-890a-e4f4aff74705 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.2252734 Feb 07 23:21:53.133244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f230163-04e4-4612-b4d0-7f93a3bd2678 req-13cbdaf8-0502-4e6f-a6ba-b41224b0f012 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:53.134779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f230163-04e4-4612-b4d0-7f93a3bd2678 req-13cbdaf8-0502-4e6f-a6ba-b41224b0f012 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.2258441 Feb 07 23:21:53.176371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.248973 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6b89ded-601e-45ae-87c7-ac8cdd94c933 req-b686476d-e4bd-4fea-b506-571aadf12f4f tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410432 Feb 07 23:21:53.248973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event deleted for resources: {'Port': ['ID=280938a3-0d23-40ee-975d-9028688d3cc4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:53.411923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f230163-04e4-4612-b4d0-7f93a3bd2678 req-27d62d9b-b4fb-4d6f-879f-959bbdad99c9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667422 Feb 07 23:21:53.473049 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.485463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d1d50a39-a4fb-4b0c-a7af-7365bda26cbf tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/ports/280938a3-0d23-40ee-975d-9028688d3cc4 HTTP/1.1" status: 204 len: 168 time: 1.1225686 Feb 07 23:21:53.487850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51226) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:53.555850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Deleting subnet af8d087b-c5e0-441a-8af7-279e24a1ec4e {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:21:53.558666 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.612051 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.694921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.783805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.825723 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.828640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event deleted for resources: {'Subnet': ['ID=af8d087b-c5e0-441a-8af7-279e24a1ec4e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:53.832108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58315f5-09df-4669-85bc-35781fa0e664 None None] Network d5561a04-38d9-4a41-bd59-ec5346d653db requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:21:53.836876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0dc68e07-3e42-48d5-ad1e-c4d372ff0a16 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/subnets/af8d087b-c5e0-441a-8af7-279e24a1ec4e HTTP/1.1" status: 204 len: 168 time: 0.3479996 Feb 07 23:21:53.839174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51230) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:53.956862 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:53.967247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Deleting port 87704599-7252-49e6-b0bc-9db0c1b25fac {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:53.967589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.081097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] DHCP port deletion for d5561a04-38d9-4a41-bd59-ec5346d653db request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:21:54.085373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Deleting port 87704599-7252-49e6-b0bc-9db0c1b25fac {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:54.085750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.179143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] For port 87704599-7252-49e6-b0bc-9db0c1b25fac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=87704599-7252-49e6-b0bc-9db0c1b25fac,segment=NetworkSegment(241c69bd-872b-448f-828e-d0a28c53c50e),segment_id=241c69bd-872b-448f-828e-d0a28c53c50e)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:54.179505 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.314607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Calling delete_port for 87704599-7252-49e6-b0bc-9db0c1b25fac owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:54.325923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] For port 87704599-7252-49e6-b0bc-9db0c1b25fac, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=87704599-7252-49e6-b0bc-9db0c1b25fac,segment=NetworkSegment(241c69bd-872b-448f-828e-d0a28c53c50e),segment_id=241c69bd-872b-448f-828e-d0a28c53c50e)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:21:54.326312 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.445863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.450962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Calling delete_port for 87704599-7252-49e6-b0bc-9db0c1b25fac owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:21:54.498285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event deleted for resources: {'Port': ['ID=87704599-7252-49e6-b0bc-9db0c1b25fac,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:54.503245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] No DVR routers for this DVR port 87704599-7252-49e6-b0bc-9db0c1b25fac on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:21:54.527602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:21:54.527943 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:21:54.688912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e690112-4d6b-432d-98aa-d7ba5119163d req-eb71b073-d100-4630-9e68-6656240432be tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:54.690372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e690112-4d6b-432d-98aa-d7ba5119163d req-eb71b073-d100-4630-9e68-6656240432be tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.3057363 Feb 07 23:21:54.696703 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.748764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5561a04-38d9-4a41-bd59-ec5346d653db']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:54.784465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241c69bd-872b-448f-828e-d0a28c53c50e') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:54.784784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241c69bd-872b-448f-828e-d0a28c53c50e') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:21:54.803783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e690112-4d6b-432d-98aa-d7ba5119163d req-80af5fb0-6c90-4565-8286-f0e75c723ec0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996575 Feb 07 23:21:54.805380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.823501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6fca4-c430-45ca-ac7b-d26b9b71761a req-93a39992-767d-43b5-8837-3b466f049e54 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:54.825018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28f6fca4-c430-45ca-ac7b-d26b9b71761a req-93a39992-767d-43b5-8837-3b466f049e54 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.2862167 Feb 07 23:21:54.836164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.846501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:21:54.846896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:21:54.872800 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:21:54.973371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28f6fca4-c430-45ca-ac7b-d26b9b71761a req-ec420422-5467-4d7f-80e7-62276f1736be tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306520 Feb 07 23:21:54.974328 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.029541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Deleting port 87704599-7252-49e6-b0bc-9db0c1b25fac {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:21:55.030392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.108672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4fddef3a-c95f-49bb-a5af-5d269e545c1a None None] The port '87704599-7252-49e6-b0bc-9db0c1b25fac' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:21:55.110905 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.125835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] Pushing event deleted for resources: {'Network': ['ID=d5561a04-38d9-4a41-bd59-ec5346d653db,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:55.132326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a87d5ac1-eb29-4b0e-937d-d744abfa5778 tempest-TagsExtTest-2081426614 tempest-TagsExtTest-2081426614-project] 10.222.0.10 "DELETE /v2.0/networks/d5561a04-38d9-4a41-bd59-ec5346d653db HTTP/1.1" status: 204 len: 168 time: 1.2920499 Feb 07 23:21:55.376434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 87704599-7252-49e6-b0bc-9db0c1b25fac no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:21:55.414506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 87704599-7252-49e6-b0bc-9db0c1b25fac {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:21:55.414851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 87704599-7252-49e6-b0bc-9db0c1b25fac not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:21:55.434282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51242) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:55.586750 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f97500f3-5ce8-4163-9c6c-e9ddea28dead admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14e6354ad7f84736b00ae4843ac42178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512828 Feb 07 23:21:55.590733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51248) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:55.649260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d64354c-5f2e-401c-8637-8ab3dd7a76bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.676768 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d64354c-5f2e-401c-8637-8ab3dd7a76bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.730061 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d64354c-5f2e-401c-8637-8ab3dd7a76bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.749599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64354c-5f2e-401c-8637-8ab3dd7a76bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7851b-87b9-4bd6-9ce3-636f67597cd3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:55.754782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6d64354c-5f2e-401c-8637-8ab3dd7a76bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:55.756195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6d64354c-5f2e-401c-8637-8ab3dd7a76bb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0c7851b-87b9-4bd6-9ce3-636f67597cd3 HTTP/1.1" status: 204 len: 168 time: 0.1642656 Feb 07 23:21:55.991249 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a3e85a2-cdc9-4bd0-b180-712a315a2c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:56.059286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9600d4e-d48c-45f6-b8f8-ab4d8d89ea01 req-1c9093e3-4c46-4022-a4b6-e7b4ecac32ab tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:56.061182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9600d4e-d48c-45f6-b8f8-ab4d8d89ea01 req-1c9093e3-4c46-4022-a4b6-e7b4ecac32ab tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1109836 Feb 07 23:21:56.154400 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9600d4e-d48c-45f6-b8f8-ab4d8d89ea01 req-0f613360-0bfa-4294-81da-6b3c214a0f02 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877585 Feb 07 23:21:56.208944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92cf23-c652-4957-98c3-a6049447b300 req-d5948e76-480a-4505-a885-4335a5f11387 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:56.210857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f92cf23-c652-4957-98c3-a6049447b300 req-d5948e76-480a-4505-a885-4335a5f11387 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.1119196 Feb 07 23:21:56.269920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f92cf23-c652-4957-98c3-a6049447b300 req-da4047f9-ce95-4713-9121-7cf96889c330 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533125 Feb 07 23:21:57.392493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06001b84-af42-49bc-b589-5690f65ffaf3 req-1b642d48-06c5-4553-b1b8-19884b4a42de tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:57.397095 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06001b84-af42-49bc-b589-5690f65ffaf3 req-1b642d48-06c5-4553-b1b8-19884b4a42de tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1197441 Feb 07 23:21:57.504749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06001b84-af42-49bc-b589-5690f65ffaf3 req-8858213a-0644-4d9e-94e6-f50a3ced0247 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044579 Feb 07 23:21:57.549336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42bf41-3f66-42dd-a763-42a1579827a6 req-f49b684d-c806-4bac-9faf-6dfe2c7bb868 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:57.551631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af42bf41-3f66-42dd-a763-42a1579827a6 req-f49b684d-c806-4bac-9faf-6dfe2c7bb868 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.1230152 Feb 07 23:21:57.617880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af42bf41-3f66-42dd-a763-42a1579827a6 req-d420fc06-d4db-4526-af9a-8a47b897fd10 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563521 Feb 07 23:21:57.808889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51308) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:57.937420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:57.952004 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:57.956544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Usage tracker for resource:security_group_rule and tenant:10c4c4956e8c47b99a0d3f823b5e4604 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:57.959426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:57.965369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:58.059694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.064170 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.115053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10c4c4956e8c47b99a0d3f823b5e4604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050051 Feb 07 23:21:58.115893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241befb-8252-4cd9-825d-aa28f59915cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80496bc-4d62-4470-923c-25bddb01bcbe,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:58.118474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51314) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:58.179172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.193644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8cd8cbcb-b274-442c-8262-a6ddccd46b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.208496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.265400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.288891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80496bc-4d62-4470-923c-25bddb01bcbe,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:58.298234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.298462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.298803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.299136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.299472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.299804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.300130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.300457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.300809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.301131 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.301454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.301774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:21:58.304368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.309357 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b977d72a-fa85-4ce8-9556-f1302066545f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a80496bc-4d62-4470-923c-25bddb01bcbe HTTP/1.1" status: 204 len: 168 time: 0.1858644 Feb 07 23:21:58.648823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51326) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:58.673338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.699846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:21:58.704859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Usage tracker for resource:security_group_rule and tenant:3d301c705ffb47f9a0c96cb35cdf55c4 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:21:58.707269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce644037-0528-4431-9556-e6f3becf95e4 req-86e18439-acc5-4206-82e4-0ddb75735ca3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:58.709726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce644037-0528-4431-9556-e6f3becf95e4 req-86e18439-acc5-4206-82e4-0ddb75735ca3 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.0928042 Feb 07 23:21:58.713207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:21:58.724270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:21:58.803338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ce644037-0528-4431-9556-e6f3becf95e4 req-51ae11cf-d92f-48a9-b32d-47e3db51cc9a tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871851 Feb 07 23:21:58.844253 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.850306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d96851-e927-4695-b3ad-287ce9600bd0 req-25e8d74e-9c59-4350-935b-6d935bd59924 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:21:58.851907 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74d96851-e927-4695-b3ad-287ce9600bd0 req-25e8d74e-9c59-4350-935b-6d935bd59924 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.1030302 Feb 07 23:21:58.853791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:58.908540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74d96851-e927-4695-b3ad-287ce9600bd0 req-71c2337a-b074-4efa-8e94-a33147a40150 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505164 Feb 07 23:21:58.910208 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d301c705ffb47f9a0c96cb35cdf55c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591174 Feb 07 23:21:58.910208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e529371-9242-4cb3-b5e7-329c0a7148ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b317894-43cb-4e5f-8f0d-63132629f9a5,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:58.912093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51330) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:21:58.974005 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-158f2ce6-2c08-43f0-938d-740f45cdb139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:59.001023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-158f2ce6-2c08-43f0-938d-740f45cdb139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:59.061919 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-158f2ce6-2c08-43f0-938d-740f45cdb139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:59.077366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f2ce6-2c08-43f0-938d-740f45cdb139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b317894-43cb-4e5f-8f0d-63132629f9a5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:21:59.087660 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-158f2ce6-2c08-43f0-938d-740f45cdb139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:59.088830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-158f2ce6-2c08-43f0-938d-740f45cdb139 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b317894-43cb-4e5f-8f0d-63132629f9a5 HTTP/1.1" status: 204 len: 168 time: 0.1757929 Feb 07 23:21:59.346411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:59.605168 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:21:59.849605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51356) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:00.003778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1236003551-network', 'tenant_id': '4847a3aa01614b90a75e54fcadd245bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:00.010267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:00.017220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Usage tracker for resource:network and tenant:4847a3aa01614b90a75e54fcadd245bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:00.023649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:00.031854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:00.045878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Made reservation on behalf of 4847a3aa01614b90a75e54fcadd245bd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:00.049354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.064871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.087379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e18bc-d2fe-4ce4-a2b9-e6ec5ce277b4 req-ce39a812-0ff0-450d-af78-d701ec4716de tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:00.088323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:00.089061 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be3e18bc-d2fe-4ce4-a2b9-e6ec5ce277b4 req-ce39a812-0ff0-450d-af78-d701ec4716de tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1549819 Feb 07 23:22:00.094317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Usage tracker for resource:security_group_rule and tenant:4847a3aa01614b90a75e54fcadd245bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:00.097667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:00.119865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:00.162045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-be3e18bc-d2fe-4ce4-a2b9-e6ec5ce277b4 req-b3d71427-16c6-4b8c-ba7b-9c1c1d419317 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572343 Feb 07 23:22:00.175248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f710f1-c69f-45e0-900a-3a744a11fc3d req-f45f9c36-4455-4cde-878f-7dc7c13b3b12 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:00.176829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0f710f1-c69f-45e0-900a-3a744a11fc3d req-f45f9c36-4455-4cde-878f-7dc7c13b3b12 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 944 time: 0.1420465 Feb 07 23:22:00.223837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 67b65aa4-9ba7-4e5b-a55d-60d515817108 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:22:00.283544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0f710f1-c69f-45e0-900a-3a744a11fc3d req-41715e1d-10c3-4b2d-8b7b-d300fdc03e10 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901945 Feb 07 23:22:00.315866 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.324445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.369853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:22:00.381523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f26d30-7f67-421b-9c4b-00b46feee58c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:00.388093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.388452 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Added segment 83a604ae-be18-4630-b517-3d5faaed8e74 of type vlan for network df0018b1-16b3-4042-9cb7-d58cb8697e10 Feb 07 23:22:00.426665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.427227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 67b65aa4-9ba7-4e5b-a55d-60d515817108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:00.448841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'port_id': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'mac_address': 'fa:16:3e:1f:7b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:22:00.479446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.480361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:00.482593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.531809 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.559878 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b65aa4-9ba7-4e5b-a55d-60d515817108 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:22:00.591225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 67b65aa4-9ba7-4e5b-a55d-60d515817108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:00.597771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.608776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7578278 Feb 07 23:22:00.609605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aa599-5610-46fd-9bc7-7ae33a871aff admin admin] Pushing event updated for resources: {'Network': ['ID=df0018b1-16b3-4042-9cb7-d58cb8697e10,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:00.614229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51364) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:00.620030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Request body: {'subnet': {'network_id': 'df0018b1-16b3-4042-9cb7-d58cb8697e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1236003551-subnet', 'tenant_id': '4847a3aa01614b90a75e54fcadd245bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:00.627472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:00.632280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Usage tracker for resource:subnet and tenant:4847a3aa01614b90a75e54fcadd245bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:00.635389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:00.641931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:00.647772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network df0018b1-16b3-4042-9cb7-d58cb8697e10 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:22:00.653899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Made reservation on behalf of 4847a3aa01614b90a75e54fcadd245bd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:00.656475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:00.791940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=67b65aa4-9ba7-4e5b-a55d-60d515817108,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:00.805307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.805932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.806427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.806925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.807410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.807902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.808394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.809074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.809699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.810221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.810925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.811538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:00.816787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['67b65aa4-9ba7-4e5b-a55d-60d515817108'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:22:00.911772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:01.002865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a1ee33-0a2d-4269-8f11-2320121db2a3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:01.013587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Checking segment: {'id': '83a604ae-be18-4630-b517-3d5faaed8e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'df0018b1-16b3-4042-9cb7-d58cb8697e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:22:01.013948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Network hostable DHCP agents. Network: df0018b1-16b3-4042-9cb7-d58cb8697e10, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:22:01.046248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Network df0018b1-16b3-4042-9cb7-d58cb8697e10 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:22:01.058929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, df0018b1-16b3-4042-9cb7-d58cb8697e10) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:22:01.071113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:01.071884 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:01.090930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560f4fbe-3c08-4e7c-9f46-1d34849429c3 None None] Network df0018b1-16b3-4042-9cb7-d58cb8697e10 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:22:01.104616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d5db13eb-d2d5-48d1-bc8c-6fdb798de4ff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4889312 Feb 07 23:22:01.205339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:01.335525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115c600-f9e1-4edb-873b-db54f7e43ef8 req-de59a709-fc2e-4085-b5c8-dd0540f69128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:01.338314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5115c600-f9e1-4edb-873b-db54f7e43ef8 req-de59a709-fc2e-4085-b5c8-dd0540f69128 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1097 time: 0.1403642 Feb 07 23:22:01.413110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5115c600-f9e1-4edb-873b-db54f7e43ef8 req-682742a7-7421-4a99-b47f-c119d770f208 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681627 Feb 07 23:22:01.536774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb939f16-3c34-4e61-a851-53335803b4bb None None] Network df0018b1-16b3-4042-9cb7-d58cb8697e10 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:22:01.651054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205651f-813f-4112-88dc-1f1e9d77ac28 req-cd737799-8469-4160-93c0-0307514a713d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:01.652605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5205651f-813f-4112-88dc-1f1e9d77ac28 req-cd737799-8469-4160-93c0-0307514a713d tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.2096677 Feb 07 23:22:01.664111 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6180f-4251-481a-8377-cd4e27617f6d req-c3838a84-c46f-4d3b-bca1-b228c2865f06 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:01.665715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30a6180f-4251-481a-8377-cd4e27617f6d req-c3838a84-c46f-4d3b-bca1-b228c2865f06 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 945 time: 0.1403718 Feb 07 23:22:01.782470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-30a6180f-4251-481a-8377-cd4e27617f6d req-78846677-d09b-4a77-bd11-680ad86f927b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080670 Feb 07 23:22:01.787897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5205651f-813f-4112-88dc-1f1e9d77ac28 req-c9b73df8-9774-4553-9cea-6224bacd31c0 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123993 Feb 07 23:22:01.929254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51386) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:01.934756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818122342-network', 'tenant_id': 'b0dde4fea6124ff69ddc113c263be727'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:01.940364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:01.944445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Usage tracker for resource:network and tenant:b0dde4fea6124ff69ddc113c263be727 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:01.947359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:01.954212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:01.964364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Made reservation on behalf of b0dde4fea6124ff69ddc113c263be727 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:01.966670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:01.979130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:01.997619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:02.002062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b0dde4fea6124ff69ddc113c263be727 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:02.005000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:02.011297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:02.233086 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.238791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.255766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 67b65aa4-9ba7-4e5b-a55d-60d515817108 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:22:02.283965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:22:02.293209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f65b35-3911-4a3d-829e-7f3099a503f9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:02.304244 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.304627 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Added segment 9b2a5daa-b339-4e6e-a340-616c06956a03 of type vlan for network 298e6431-8cd1-416a-afe3-bf8c6b363e06 Feb 07 23:22:02.354677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 67b65aa4-9ba7-4e5b-a55d-60d515817108 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:22:02.355851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.360420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 67b65aa4-9ba7-4e5b-a55d-60d515817108 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:22:02.361051 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.413564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.415724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:02.416003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.504514 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.546476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:02.562842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 67b65aa4-9ba7-4e5b-a55d-60d515817108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:02.576154 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.577751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 62067c28-e5ad-4230-909a-cc164d3210bd no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:22:02.590036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] Pushing event updated for resources: {'Network': ['ID=298e6431-8cd1-416a-afe3-bf8c6b363e06,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:02.593673 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-200180ca-b3c7-4405-8833-4d1e75d914c0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6633360 Feb 07 23:22:02.599654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51394) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:02.620105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Request body: {'subnet': {'network_id': '298e6431-8cd1-416a-afe3-bf8c6b363e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1818122342-subnet', 'tenant_id': 'b0dde4fea6124ff69ddc113c263be727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:02.631392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:02.639879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Usage tracker for resource:subnet and tenant:b0dde4fea6124ff69ddc113c263be727 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:02.646857 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:02.657005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:02.675046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Made reservation on behalf of b0dde4fea6124ff69ddc113c263be727 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:02.681522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.686582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 298e6431-8cd1-416a-afe3-bf8c6b363e06 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:22:02.839508 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=67b65aa4-9ba7-4e5b-a55d-60d515817108,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:02.920942 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.961279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:02.966885 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:02.970348 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'code': 200} Feb 07 23:22:03.085690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:03.087468 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:03.132064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08004066-318a-46bc-8742-4cacd6a50a26 req-1939f502-7009-43d9-8ef9-d9e2899ab197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:03.133642 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08004066-318a-46bc-8742-4cacd6a50a26 req-1939f502-7009-43d9-8ef9-d9e2899ab197 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 1097 time: 0.0889080 Feb 07 23:22:03.183633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-08004066-318a-46bc-8742-4cacd6a50a26 req-9add3428-1a3c-454e-9147-e8ab4981dca2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432940 Feb 07 23:22:03.348675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d8b5fc-9be8-41e2-b6db-1fcb716bdb6c,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:03.357621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267048b9-18e4-4d7d-8e82-50c21a87b097 req-35cb6d87-8aa4-4dda-93b6-fb69023f1fbf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:03.359157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-267048b9-18e4-4d7d-8e82-50c21a87b097 req-35cb6d87-8aa4-4dda-93b6-fb69023f1fbf tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 946 time: 0.3954031 Feb 07 23:22:03.405438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Checking segment: {'id': '9b2a5daa-b339-4e6e-a340-616c06956a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '298e6431-8cd1-416a-afe3-bf8c6b363e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:22:03.406042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Network hostable DHCP agents. Network: 298e6431-8cd1-416a-afe3-bf8c6b363e06, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:22:03.447512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-267048b9-18e4-4d7d-8e82-50c21a87b097 req-123bb1f6-d920-4d02-8eb9-95425cfe06e7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764956 Feb 07 23:22:03.460889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Network 298e6431-8cd1-416a-afe3-bf8c6b363e06 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:22:03.471801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa12018-da98-4557-a9fe-bee3ae8f9a60 req-ddf3b9ec-78e6-42b7-a99f-4f27b1aeab7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:03.473300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afa12018-da98-4557-a9fe-bee3ae8f9a60 req-ddf3b9ec-78e6-42b7-a99f-4f27b1aeab7b tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 944 time: 0.3546033 Feb 07 23:22:03.495604 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 298e6431-8cd1-416a-afe3-bf8c6b363e06) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:22:03.503304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:03.503914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:03.505568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce15d15-6e11-44e8-aa60-a4b11e52b6bd None None] Network 298e6431-8cd1-416a-afe3-bf8c6b363e06 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:22:03.538578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afa12018-da98-4557-a9fe-bee3ae8f9a60 req-6ae47b43-e2e9-431b-8329-695d9d6ab782 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584273 Feb 07 23:22:03.550521 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-73510890-72a6-427b-bbda-37ef01be20b0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9478312 Feb 07 23:22:03.566245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51404) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:03.688861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d56cb994-b14a-4816-8ad6-5bc0d9da5450 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/floatingips/3c197bd7-59e5-4f4e-a437-bf66d7bacfb3 HTTP/1.1" status: 200 len: 992 time: 0.1212671 Feb 07 23:22:03.766838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd129bfb-e2fb-4f15-8ec9-c1544e555a50 None None] Network 298e6431-8cd1-416a-afe3-bf8c6b363e06 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:22:03.786627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51410) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:03.861235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] Deleting subnet b3a1ee33-0a2d-4269-8f11-2320121db2a3 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:22:03.866218 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:03.922972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:03.983274 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.059589 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.119916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a1ee33-0a2d-4269-8f11-2320121db2a3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:04.126281 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.135889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ed0d8761-9f09-4b9d-9b5f-c1e1195c85b4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b3a1ee33-0a2d-4269-8f11-2320121db2a3 HTTP/1.1" status: 204 len: 168 time: 0.3478405 Feb 07 23:22:04.138690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51414) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:04.266764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.285318 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 62067c28-e5ad-4230-909a-cc164d3210bd details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:22:04.404166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.432700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0018b1-16b3-4042-9cb7-d58cb8697e10']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:04.434237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:04.446531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a604ae-be18-4630-b517-3d5faaed8e74') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:04.446831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a604ae-be18-4630-b517-3d5faaed8e74') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:04.449966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '62067c28-e5ad-4230-909a-cc164d3210bd', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'port_id': '62067c28-e5ad-4230-909a-cc164d3210bd', 'mac_address': 'fa:16:3e:73:85:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:22:04.462869 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.483340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.491905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:22:04.492372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:22:04.507698 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:22:04.518197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.550829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62067c28-e5ad-4230-909a-cc164d3210bd {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:22:04.572882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:04.578370 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.611553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.632917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.645156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0018b1-16b3-4042-9cb7-d58cb8697e10,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:04.649652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0572aa70-aa8b-44b3-936f-f3d682c45bf1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/df0018b1-16b3-4042-9cb7-d58cb8697e10 HTTP/1.1" status: 204 len: 168 time: 0.5096958 Feb 07 23:22:04.654469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51420) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:04.684521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:04.706627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b37e80-132b-45cc-8e1a-1ecc088da307 req-08ca22f8-2171-4337-9c5d-21d29dee919a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:04.708241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19b37e80-132b-45cc-8e1a-1ecc088da307 req-08ca22f8-2171-4337-9c5d-21d29dee919a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 946 time: 0.1248658 Feb 07 23:22:04.723468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] Deleting subnet c0d8b5fc-9be8-41e2-b6db-1fcb716bdb6c {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:22:04.727606 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.757683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19b37e80-132b-45cc-8e1a-1ecc088da307 req-2fecf6e0-2479-4959-825f-60b56ba169ec tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434637 Feb 07 23:22:04.785498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.797094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['62067c28-e5ad-4230-909a-cc164d3210bd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:22:04.857709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.955187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:04.976754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:05.000232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d8b5fc-9be8-41e2-b6db-1fcb716bdb6c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:05.005074 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.011877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cc3dd2b5-64a9-4ebc-906e-ebcf9fc7ee09 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c0d8b5fc-9be8-41e2-b6db-1fcb716bdb6c HTTP/1.1" status: 204 len: 168 time: 0.3562443 Feb 07 23:22:05.015019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948decf2-4874-488d-badb-e6664a2034f0 req-f0f8d6f8-d0a1-4f0f-a62a-d13772c0ab28 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:05.015474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51428) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:05.017377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-948decf2-4874-488d-badb-e6664a2034f0 req-f0f8d6f8-d0a1-4f0f-a62a-d13772c0ab28 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 946 time: 0.1114328 Feb 07 23:22:05.057440 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd', 'code': 200} Feb 07 23:22:05.073793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-948decf2-4874-488d-badb-e6664a2034f0 req-a56e3ad1-9d68-4988-967a-94ce02978eb1 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496449 Feb 07 23:22:05.108356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51432) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:05.145064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.291369 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.317935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298e6431-8cd1-416a-afe3-bf8c6b363e06']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:05.331705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2a5daa-b339-4e6e-a340-616c06956a03') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:05.332151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2a5daa-b339-4e6e-a340-616c06956a03') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:05.345415 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.362941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.369706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:22:05.370251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:22:05.384007 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:22:05.455814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a883d6-96e2-4c1b-81bd-798bf9fa529e tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:05.457377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-24a883d6-96e2-4c1b-81bd-798bf9fa529e tempest-TestVolumeBootPattern-1441374766 tempest-TestVolumeBootPattern-1441374766-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 1092 time: 0.3479991 Feb 07 23:22:05.460262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51438) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:05.465936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:05.467913 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.473978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:05.478429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Usage tracker for resource:floatingip and tenant:9d8d6b3c1900485d9b1537ad4a50fb87 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:05.481828 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:05.487678 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.488992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:05.497940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] Pushing event deleted for resources: {'Network': ['ID=298e6431-8cd1-416a-afe3-bf8c6b363e06,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:05.500624 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a360b58c-a5a2-43dc-83de-5a934c6000da admin admin] 10.222.0.10 "DELETE /v2.0/networks/298e6431-8cd1-416a-afe3-bf8c6b363e06 HTTP/1.1" status: 204 len: 168 time: 0.4828722 Feb 07 23:22:05.503375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.684476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:05.709826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51444) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:05.765245 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0a911fc5-139e-4b8a-84c1-9dfd016aad43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4847a3aa01614b90a75e54fcadd245bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539858 Feb 07 23:22:05.769428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51448) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:05.905829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Allocated IP 172.25.0.184 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/299b1aba-cc0e-4b6a-9787-da71b118a310) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:22:05.922226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.042524 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.175489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.198379 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.206402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.207698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f26d30-7f67-421b-9c4b-00b46feee58c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:06.220971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.221308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.221651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.221981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.222332 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.222631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.222955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.223272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.223590 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.223909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.224224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.224539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:06.240986 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.242121 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1bb56556-bb7d-4c2a-9fa9-2bccda1edfe0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8f26d30-7f67-421b-9c4b-00b46feee58c HTTP/1.1" status: 204 len: 168 time: 0.4715605 Feb 07 23:22:06.276430 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.301806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 62067c28-e5ad-4230-909a-cc164d3210bd up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:22:06.345534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:22:06.358989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:22:06.368177 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:22:06.427463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=299b1aba-cc0e-4b6a-9787-da71b118a310,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:06.437339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 62067c28-e5ad-4230-909a-cc164d3210bd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:22:06.437899 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.572961 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.608667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:06.613941 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.683648 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.700991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:06.733711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51456) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:06.792046 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f400c577-538e-409b-b703-63965eb3e13c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0dde4fea6124ff69ddc113c263be727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571299 Feb 07 23:22:06.794588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51460) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:06.861806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-470a1a39-a7df-4488-b17a-fc20b082ca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.889906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-470a1a39-a7df-4488-b17a-fc20b082ca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.963639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-470a1a39-a7df-4488-b17a-fc20b082ca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.981850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a1a39-a7df-4488-b17a-fc20b082ca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f65b35-3911-4a3d-829e-7f3099a503f9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:06.986627 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-470a1a39-a7df-4488-b17a-fc20b082ca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:06.987691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-470a1a39-a7df-4488-b17a-fc20b082ca9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19f65b35-3911-4a3d-829e-7f3099a503f9 HTTP/1.1" status: 204 len: 168 time: 0.1921535 Feb 07 23:22:07.045085 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:07.059096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:07.109116 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd', 'code': 200} Feb 07 23:22:07.141978 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:07.402925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:07.409067 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:07.524037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event updated for resources: {'Port': ['ID=299b1aba-cc0e-4b6a-9787-da71b118a310,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:07.536014 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:07.737501 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Floating IP aa01ccd3-05b7-4f8d-9836-921f17107da8 associated. External IP: 172.25.0.184, port: 67b65aa4-9ba7-4e5b-a55d-60d515817108. Feb 07 23:22:08.140277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:22:08.339433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:22:08.353642 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:22:08.364073 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:08.364595 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:22:08.365325 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:21:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:08.436427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-06e3730f-9923-43c6-8e8c-b11c0914c4d8 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9627192 Feb 07 23:22:08.436427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:08.481518 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'status': 'completed', 'code': 200} Feb 07 23:22:08.588875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-19fb38bb-3277-4a30-9b87-4a13b2ce4e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:08.590440 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-19fb38bb-3277-4a30-9b87-4a13b2ce4e33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 1097 time: 0.0855844 Feb 07 23:22:08.621724 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:22:08.953186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-db8d8a71-b835-4410-9688-92956cecc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:08.955226 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-db8d8a71-b835-4410-9688-92956cecc627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.3552196 Feb 07 23:22:09.048552 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:47Z', 'revision_number': 1, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}, {'id': 'aa01ccd3-05b7-4f8d-9836-921f17107da8', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:1f:7b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:22:06Z', 'updated_at': '2022-02-07T23:22:06Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:09.056019 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:22:09.068724 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:22:09.069522 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:21:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:09.094375 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-7a61ab05-4d31-4e59-95ec-e148618e913a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108 HTTP/1.1" status: 200 len: 1000 time: 0.1319120 Feb 07 23:22:09.207217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-445d6f79-32a3-4e74-8d8b-9d43033b7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:09.209985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-445d6f79-32a3-4e74-8d8b-9d43033b7c88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1086421 Feb 07 23:22:09.316416 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-dd7f8934-af07-4f90-a619-01672b860e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:09.318068 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-dd7f8934-af07-4f90-a619-01672b860e91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018634 Feb 07 23:22:09.323661 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:22:09.519053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-a2295b22-af9c-4cb9-bfc0-0e55a38ed44a service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938651 Feb 07 23:22:09.705826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b072a201-bcdb-4525-b5f6-4f075c8f82df req-8adefc7b-e5c3-4868-954f-b09359a5804b service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802495 Feb 07 23:22:09.812484 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:47Z', 'revision_number': 1, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}, {'id': 'aa01ccd3-05b7-4f8d-9836-921f17107da8', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:1f:7b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:22:06Z', 'updated_at': '2022-02-07T23:22:06Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:09.819234 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e2a6f-c5fc-4690-b96b-a69387c08526 None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:47Z', 'revision_number': 1, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}, {'id': 'aa01ccd3-05b7-4f8d-9836-921f17107da8', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.184', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:1f:7b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:22:06Z', 'updated_at': '2022-02-07T23:22:06Z', 'revision_number': 0, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:22:10.094805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2a0345-7a12-4fbe-a0ad-166841779a05 None None] New status for floating IP aa01ccd3-05b7-4f8d-9836-921f17107da8: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:22:11.250104 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51600) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:11.397026 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:11.421331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:11.426253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Usage tracker for resource:security_group_rule and tenant:5e95645c71cb417f815585aa1aada7d4 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:11.429472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:11.435249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:11.529094 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:11.534443 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:11.721203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e95645c71cb417f815585aa1aada7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693904 Feb 07 23:22:11.721956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eac62f-9e82-44fa-8281-f325d2efe1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9bf95-8248-439c-9432-3107bb0784c6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:11.725568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51606) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:11.793706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a311a2c8-218d-46ec-8cde-b81d2eee1297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:11.827013 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a311a2c8-218d-46ec-8cde-b81d2eee1297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:11.893276 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a311a2c8-218d-46ec-8cde-b81d2eee1297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:11.913259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311a2c8-218d-46ec-8cde-b81d2eee1297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9bf95-8248-439c-9432-3107bb0784c6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:11.922922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a311a2c8-218d-46ec-8cde-b81d2eee1297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:11.925023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a311a2c8-218d-46ec-8cde-b81d2eee1297 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffd9bf95-8248-439c-9432-3107bb0784c6 HTTP/1.1" status: 204 len: 168 time: 0.1981554 Feb 07 23:22:12.255605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51614) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:12.277133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:12.293120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:12.298236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Usage tracker for resource:security_group_rule and tenant:3dcba12534c44488b51480d6ab55e421 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:12.301829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:12.309317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:12.408814 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:12.413717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:12.468765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3dcba12534c44488b51480d6ab55e421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119162 Feb 07 23:22:12.470337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adfc97-825f-4967-a56a-d5b9365bd4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deacc5c0-0892-48c6-b139-d83f1b2438d2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:12.472262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51618) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:12.541965 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60c359e1-5fe8-4c26-9e35-d1b37f21aa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:12.572956 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60c359e1-5fe8-4c26-9e35-d1b37f21aa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:12.644382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60c359e1-5fe8-4c26-9e35-d1b37f21aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:12.664310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c359e1-5fe8-4c26-9e35-d1b37f21aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deacc5c0-0892-48c6-b139-d83f1b2438d2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:12.666693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-60c359e1-5fe8-4c26-9e35-d1b37f21aa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:12.670596 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-60c359e1-5fe8-4c26-9e35-d1b37f21aa58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/deacc5c0-0892-48c6-b139-d83f1b2438d2 HTTP/1.1" status: 204 len: 168 time: 0.1971421 Feb 07 23:22:14.945897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51670) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:15.145079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.167754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:15.173750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:f40b1fac439041439d47b7f3b515b952 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:15.178348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:15.188208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:15.326781 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.335570 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.388254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7670b5-67c0-484c-b41e-321953305895,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:15.394108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8abfb518-b708-47ec-8ee0-700661c45dc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f40b1fac439041439d47b7f3b515b952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466503 Feb 07 23:22:15.397944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51676) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:15.467891 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2893131e-b91b-43ea-86bf-c5aef3c72488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.515799 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2893131e-b91b-43ea-86bf-c5aef3c72488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.598484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2893131e-b91b-43ea-86bf-c5aef3c72488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.623898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893131e-b91b-43ea-86bf-c5aef3c72488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7670b5-67c0-484c-b41e-321953305895,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:15.630886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2893131e-b91b-43ea-86bf-c5aef3c72488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:15.635964 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2893131e-b91b-43ea-86bf-c5aef3c72488 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c7670b5-67c0-484c-b41e-321953305895 HTTP/1.1" status: 204 len: 168 time: 0.2364547 Feb 07 23:22:16.059105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51686) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:16.077498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:16.093474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:16.098099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Usage tracker for resource:security_group_rule and tenant:14f8da1d64e54a4cbebdd99a85d997cd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:16.101214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:16.107333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:16.232432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:16.238054 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:16.296085 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd76a6b5-fe8f-41a5-81d0-205e52f483a0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:16.300706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c609619a-019f-4efe-b7b7-072595ccb1bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14f8da1d64e54a4cbebdd99a85d997cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404788 Feb 07 23:22:16.303461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51690) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:16.386596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d05df85-4344-474e-a9ed-25c38dd3f39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:16.428890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d05df85-4344-474e-a9ed-25c38dd3f39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:16.499994 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d05df85-4344-474e-a9ed-25c38dd3f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:16.525865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05df85-4344-474e-a9ed-25c38dd3f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd76a6b5-fe8f-41a5-81d0-205e52f483a0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:16.543319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0d05df85-4344-474e-a9ed-25c38dd3f39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:16.550044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0d05df85-4344-474e-a9ed-25c38dd3f39c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd76a6b5-fe8f-41a5-81d0-205e52f483a0 HTTP/1.1" status: 204 len: 168 time: 0.2451072 Feb 07 23:22:19.040681 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:22:20.141558 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-aa23af52-3326-4217-acb6-18ffa35ddfa9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791278 Feb 07 23:22:20.313623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-0ae66c37-0da6-49a9-b591-93b65c39b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:20.315100 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-0ae66c37-0da6-49a9-b591-93b65c39b3aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1097 time: 0.0965092 Feb 07 23:22:20.537265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-b04a1561-de02-4eb0-8d0e-88afdd2b890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:20.539596 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-b04a1561-de02-4eb0-8d0e-88afdd2b890e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 200 len: 897 time: 0.2023592 Feb 07 23:22:20.716233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-e9bbb3f9-da73-4352-b1b6-31c3bb7ece10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 200 len: 1002 time: 0.1666331 Feb 07 23:22:20.830476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-bf53e779-3948-40e4-86b8-2e4ff05a9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:20.834411 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-bf53e779-3948-40e4-86b8-2e4ff05a9ee9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6343b0d-7130-4eeb-a036-193ba0f52415 HTTP/1.1" status: 200 len: 835 time: 0.1118793 Feb 07 23:22:20.919058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-376e1d2c-834c-480d-8841-05fa17fd9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:20.920963 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-376e1d2c-834c-480d-8841-05fa17fd9380 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811553 Feb 07 23:22:21.100270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-ee8956b9-c4df-4e99-9e33-8dae4d8a47a5 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722059 Feb 07 23:22:21.373601 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c8a66df-ea22-4b8c-9ce4-8255538d3075 req-1296d1a5-03b9-4766-8e2b-538add656faa service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661395 Feb 07 23:22:26.010004 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7c1ef6a-727f-4ffb-b3cb-664ff62fe49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.485046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51778) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:27.632694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.651052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:27.657682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Usage tracker for resource:security_group_rule and tenant:909b945fbaf349ebac96a06480bb4ee9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:27.662228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:27.673134 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:27.792294 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.797731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:27.901566 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a684c76e-11e1-4b64-abd5-7c4e7835d7aa,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:27.925523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51788) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:27.931754 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-927aee21-f754-4a0b-bb3c-0fd2c8ac2048 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=909b945fbaf349ebac96a06480bb4ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300907 Feb 07 23:22:28.005550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45e0c74b-164a-4b3a-a6a9-4182eb0e08f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.056706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45e0c74b-164a-4b3a-a6a9-4182eb0e08f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.127680 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45e0c74b-164a-4b3a-a6a9-4182eb0e08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.149549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0c74b-164a-4b3a-a6a9-4182eb0e08f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a684c76e-11e1-4b64-abd5-7c4e7835d7aa,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:28.159281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-45e0c74b-164a-4b3a-a6a9-4182eb0e08f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.159281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-45e0c74b-164a-4b3a-a6a9-4182eb0e08f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a684c76e-11e1-4b64-abd5-7c4e7835d7aa HTTP/1.1" status: 204 len: 168 time: 0.2394533 Feb 07 23:22:28.234338 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce72c-362c-4307-9496-42d9036016e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.635733 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 51798) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:28.657217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.676277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:28.683185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3e1f2122c82477697f103bbd0ff9161 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:28.687342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:28.703876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:28.816837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.816837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.874577 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3e1f2122c82477697f103bbd0ff9161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356000 Feb 07 23:22:28.877177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a531d-570d-4fec-ba4c-d198dad32fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2ad7d-2130-4e10-9cfe-dffc08cc29a7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:28.877349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51802) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:28.957229 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea6163c9-6f43-4975-b285-31fb9ed76a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:28.997272 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea6163c9-6f43-4975-b285-31fb9ed76a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.067802 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea6163c9-6f43-4975-b285-31fb9ed76a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.085913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6163c9-6f43-4975-b285-31fb9ed76a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2ad7d-2130-4e10-9cfe-dffc08cc29a7,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:29.096394 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea6163c9-6f43-4975-b285-31fb9ed76a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.097581 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea6163c9-6f43-4975-b285-31fb9ed76a6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8c2ad7d-2130-4e10-9cfe-dffc08cc29a7 HTTP/1.1" status: 204 len: 168 time: 0.2192452 Feb 07 23:22:29.366190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:29.622912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:31.098519 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:36.222699 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:36.657824 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:39.498795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51926) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:39.743259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 8781d9bc-843f-4c8e-9e40-a358bc27e045 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:22:39.744002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:39.986452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:39.986804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:40.157214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 8781d9bc-843f-4c8e-9e40-a358bc27e045 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:22:40.174530 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-3e8330ab-9d7e-4b05-b2c2-83cd615954c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1010418 Feb 07 23:22:40.371428 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:40.384108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-2fb63177-80d3-49a2-a857-da453d30f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:40.386550 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-2fb63177-80d3-49a2-a857-da453d30f642 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1096 time: 0.1234112 Feb 07 23:22:40.450617 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=8781d9bc-843f-4c8e-9e40-a358bc27e045,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:40.557012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:40.557978 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Floating IP 3c197bd7-59e5-4f4e-a437-bf66d7bacfb3 disassociated (deleted). External IP: 172.25.0.230, port: 62067c28-e5ad-4230-909a-cc164d3210bd. Feb 07 23:22:40.611212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-8b324060-a7b4-41ff-83af-bbc349478299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:40.613001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-8b324060-a7b4-41ff-83af-bbc349478299 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.2031963 Feb 07 23:22:40.761371 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-d4caf5ef-5ae8-4e45-98db-7ba55ab2df90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 1001 time: 0.1363249 Feb 07 23:22:40.848492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-7a57d5cc-8162-44a3-9240-4fefb5c4ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:40.850088 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-7a57d5cc-8162-44a3-9240-4fefb5c4ebe2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.0813301 Feb 07 23:22:41.008078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-60185374-cb3c-44d1-9492-ee32883b7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:41.010669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-60185374-cb3c-44d1-9492-ee32883b7797 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1497986 Feb 07 23:22:41.199297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:22:41.209556 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-f02946e6-6798-47e5-8413-427eab4d659f service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882389 Feb 07 23:22:41.422910 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-18f41ded-1bb0-47e0-b506-35945ea7d5c8 req-df1e8227-34f3-40c1-83b1-5acd51bcd2af service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026515 Feb 07 23:22:41.445562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:22:41.459580 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] Sync routers for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:22:41.474403 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:22:41.475739 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:22:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:41.481572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:41.575618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-eaa8ce09-2ded-4911-b7ea-91baf78d2e42 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/floatingips/3c197bd7-59e5-4f4e-a437-bf66d7bacfb3 HTTP/1.1" status: 204 len: 168 time: 2.0717428 Feb 07 23:22:41.575618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:41.639260 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd', 'status': 'completed', 'code': 200} Feb 07 23:22:41.760136 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:22:41.762439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-a1a0b509-2119-4ba0-b5f1-e17b4ec3f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:41.765766 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-a1a0b509-2119-4ba0-b5f1-e17b4ec3f522 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10fae2aac93b470390285df47d4d2fcd&device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 1097 time: 0.0985482 Feb 07 23:22:41.985675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-2ab6cbc0-96a5-4ec6-9a6c-7961eb42e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:41.988384 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-2ab6cbc0-96a5-4ec6-9a6c-7961eb42e1e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 200 len: 897 time: 0.2166348 Feb 07 23:22:42.113129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-2fef4b43-fc95-4ec6-8a7f-0cc08f9c7cc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 200 len: 217 time: 0.1171360 Feb 07 23:22:42.178829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e8433-dd74-4a29-9a0b-8403aadef539 req-b3b386b7-3498-45c3-8ea6-19f919f8a719 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:42.179726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f22e8433-dd74-4a29-9a0b-8403aadef539 req-b3b386b7-3498-45c3-8ea6-19f919f8a719 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:22:42.205851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-f22e8433-dd74-4a29-9a0b-8403aadef539 req-b3b386b7-3498-45c3-8ea6-19f919f8a719 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:22:42.210474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f22e8433-dd74-4a29-9a0b-8403aadef539 req-b3b386b7-3498-45c3-8ea6-19f919f8a719 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1795437 Feb 07 23:22:42.223380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-072466d0-9830-4910-b704-e3fdf68392de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:42.225730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-072466d0-9830-4910-b704-e3fdf68392de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6343b0d-7130-4eeb-a036-193ba0f52415 HTTP/1.1" status: 200 len: 835 time: 0.1067851 Feb 07 23:22:42.303886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f22e8433-dd74-4a29-9a0b-8403aadef539 req-7b644ebb-9a0d-4f83-a424-e501801acee6 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762947 Feb 07 23:22:42.359328 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:05Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:42.360207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-8b8c38ea-ed8c-4ecd-9403-ffa68ff1b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:42.362464 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-8b8c38ea-ed8c-4ecd-9403-ffa68ff1b462 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bf707c6-165d-4db7-903b-50ec9ecf8eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298485 Feb 07 23:22:42.365125 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] Checking router: 52cde22d-1a39-4f19-8c3f-f5c68ae74210 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:22:42.376735 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:22:42.377581 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:22:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:42.556939 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-3a0fe0de-d247-4b91-bdae-90438f12ba34 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822910 Feb 07 23:22:42.608926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:22:42.869828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89dc5266-a6c5-4c4f-9cca-fab3de041cb9 req-d7189856-94d0-46a9-b432-baabbdb76fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056734 Feb 07 23:22:43.022399 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:05Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:43.026812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd043e40-1198-49c3-8582-b49c921cc0fb None None] The sync data for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 is: [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:20:57Z', 'revision_number': 4, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0604b1a8-96ae-41cd-98df-26f72fd3e90f', 'name': '', 'network_id': '7bf707c6-165d-4db7-903b-50ec9ecf8eb9', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'mac_address': 'fa:16:3e:20:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:56Z', 'updated_at': '2022-02-07T23:21:05Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'subnets': [{'id': 'd6343b0d-7130-4eeb-a036-193ba0f52415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:22:43.223552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85d14-b18c-4f50-b473-483704646fb6 req-73283e09-74b3-48d4-912e-16ad5267cd83 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:43.224318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fef85d14-b18c-4f50-b473-483704646fb6 req-73283e09-74b3-48d4-912e-16ad5267cd83 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Synchronizing usage tracker for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:22:43.243122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fef85d14-b18c-4f50-b473-483704646fb6 req-73283e09-74b3-48d4-912e-16ad5267cd83 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Unset dirty status for tenant:10fae2aac93b470390285df47d4d2fcd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:22:43.243685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fef85d14-b18c-4f50-b473-483704646fb6 req-73283e09-74b3-48d4-912e-16ad5267cd83 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1088495 Feb 07 23:22:43.335374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 62067c28-e5ad-4230-909a-cc164d3210bd {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:22:43.336126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:43.414907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3b0654-16bd-4eb9-b2e5-3e5dcf17f0c9 None None] New status for floating IP 3c197bd7-59e5-4f4e-a437-bf66d7bacfb3: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:22:43.598883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b776d5-e406-4e68-a501-2a388f2566ac req-af04b870-f78f-4eec-a073-d783810ac8a1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:43.601980 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2b776d5-e406-4e68-a501-2a388f2566ac req-af04b870-f78f-4eec-a073-d783810ac8a1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 946 time: 0.1312497 Feb 07 23:22:43.664486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c2b776d5-e406-4e68-a501-2a388f2566ac req-52b17a15-d586-436a-90e3-13d435ff7365 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/security-groups?id=4806185c-4a5e-4b99-a424-ae31a8780b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510247 Feb 07 23:22:43.714090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 62067c28-e5ad-4230-909a-cc164d3210bd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=62067c28-e5ad-4230-909a-cc164d3210bd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:43.714525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:43.870899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 62067c28-e5ad-4230-909a-cc164d3210bd owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:22:44.080939 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:44.135226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=62067c28-e5ad-4230-909a-cc164d3210bd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:44.215777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] No DVR routers for this DVR port 62067c28-e5ad-4230-909a-cc164d3210bd on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:22:44.219435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:44.221682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-deleted', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:22:44.250589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fef85d14-b18c-4f50-b473-483704646fb6 req-3ba1d2dc-d462-43e3-83b2-83846dd3309c tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.36 "DELETE /v2.0/ports/62067c28-e5ad-4230-909a-cc164d3210bd HTTP/1.1" status: 204 len: 173 time: 1.0008910 Feb 07 23:22:44.289270 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2c55e8-e3a7-4543-82a0-c6b53153b575', 'name': 'network-vif-deleted', 'tag': '62067c28-e5ad-4230-909a-cc164d3210bd', 'status': 'completed', 'code': 200} Feb 07 23:22:44.884855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-831eb10f-a6f5-4eb2-a66b-c4879e438f5b req-6d82ebcf-b491-4297-9ec9-dd2f302194a5 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d2c55e8-e3a7-4543-82a0-c6b53153b575 HTTP/1.1" status: 200 len: 210 time: 0.0626812 Feb 07 23:22:45.992123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51980) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:46.471831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 62067c28-e5ad-4230-909a-cc164d3210bd no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:22:46.514537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 62067c28-e5ad-4230-909a-cc164d3210bd {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:22:46.515716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 62067c28-e5ad-4230-909a-cc164d3210bd not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:22:46.688806 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:47.333711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port 0604b1a8-96ae-41cd-98df-26f72fd3e90f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:22:47.334404 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:47.580084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port 0604b1a8-96ae-41cd-98df-26f72fd3e90f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0604b1a8-96ae-41cd-98df-26f72fd3e90f,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:47.580569 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:47.757293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for 0604b1a8-96ae-41cd-98df-26f72fd3e90f owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:22:48.026697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:48.102840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=0604b1a8-96ae-41cd-98df-26f72fd3e90f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:48.494696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:48.963689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:22:49.322801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:22:49.342320 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] Sync routers for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:22:49.354134 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4353737c-6603-4953-ad65-0e82c2bf0fb1 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "PUT /v2.0/routers/52cde22d-1a39-4f19-8c3f-f5c68ae74210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574777 Feb 07 23:22:49.354645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 51994) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:49.371609 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:22:49.375069 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:22:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:49.483850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting subnet d6343b0d-7130-4eeb-a036-193ba0f52415 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:22:49.489334 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:49.614577 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:49.623376 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:22:49.763813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:49.855625 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:49.903317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:49.909299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d19a6e-cd18-4fc7-8747-299dfc91fd9c None None] Network 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:22:49.912645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Subnet': ['ID=d6343b0d-7130-4eeb-a036-193ba0f52415,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:49.917387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a01562a2-ee91-4984-b2bd-92881e7f5b05 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/subnets/d6343b0d-7130-4eeb-a036-193ba0f52415 HTTP/1.1" status: 204 len: 168 time: 0.5612028 Feb 07 23:22:49.921562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52002) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:50.158308 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:22:47Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:50.165057 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] Checking router: 52cde22d-1a39-4f19-8c3f-f5c68ae74210 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:22:50.180010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] Routers {'52cde22d-1a39-4f19-8c3f-f5c68ae74210'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:22:50.191062 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:22:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:50.226251 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] DHCP port deletion for 7bf707c6-165d-4db7-903b-50ec9ecf8eb9 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:22:50.234827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] Deleting port 412dae06-ce95-463c-a5d4-57771661dafd {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:22:50.237942 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:50.283824 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:50.513379 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] Set router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:22:50.536812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:50.550843 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Deleting port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:22:50.551532 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:50.552939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] For port 412dae06-ce95-463c-a5d4-57771661dafd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=412dae06-ce95-463c-a5d4-57771661dafd,segment=NetworkSegment(fa4ceb40-a8b5-462b-a26e-efe7b6b62290),segment_id=fa4ceb40-a8b5-462b-a26e-efe7b6b62290)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:50.553573 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:50.794814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] Calling delete_port for 412dae06-ce95-463c-a5d4-57771661dafd owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:22:50.853379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] For port ee858a86-e5cb-452a-8b7d-9aa9e002e2e5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:22:50.854130 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:51.069895 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:22:47Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:51.075388 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d343bf-ee9d-42fc-a0e8-850ebc865ab9 None None] The sync data for ids ['52cde22d-1a39-4f19-8c3f-f5c68ae74210'] in n-d-827896-3 is: [{'id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2099180156', 'tenant_id': '10fae2aac93b470390285df47d4d2fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:20:49Z', 'updated_at': '2022-02-07T23:22:47Z', 'revision_number': 5, 'project_id': '10fae2aac93b470390285df47d4d2fcd', 'gw_port': {'id': 'ee858a86-e5cb-452a-8b7d-9aa9e002e2e5', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cde22d-1a39-4f19-8c3f-f5c68ae74210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:20:50Z', 'updated_at': '2022-02-07T23:21:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:22:51.092073 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:51.135509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Calling delete_port for ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:22:51.171247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] Pushing event deleted for resources: {'Port': ['ID=412dae06-ce95-463c-a5d4-57771661dafd,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:51.186244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb4f98-f603-4668-9b32-0e1027e14753 None None] No DVR routers for this DVR port 412dae06-ce95-463c-a5d4-57771661dafd on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:22:51.411844 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:51.487069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Port': ['ID=ee858a86-e5cb-452a-8b7d-9aa9e002e2e5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:51.563848 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 412dae06-ce95-463c-a5d4-57771661dafd no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:22:51.633507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 412dae06-ce95-463c-a5d4-57771661dafd {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:22:51.633781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 412dae06-ce95-463c-a5d4-57771661dafd not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:22:51.634155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0604b1a8-96ae-41cd-98df-26f72fd3e90f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:22:51.707973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 0604b1a8-96ae-41cd-98df-26f72fd3e90f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:22:51.708328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0604b1a8-96ae-41cd-98df-26f72fd3e90f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:22:51.867379 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.049766 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.052400 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.082264 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.082789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Fanout notify agent at l3_agent the message router_deleted on router 52cde22d-1a39-4f19-8c3f-f5c68ae74210 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:22:52.099914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.104425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6cccb329-9776-493a-ac2f-3a82de1c6050 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/routers/52cde22d-1a39-4f19-8c3f-f5c68ae74210 HTTP/1.1" status: 204 len: 168 time: 2.1785481 Feb 07 23:22:52.104792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52012) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:52.275513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.434445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.479283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf707c6-165d-4db7-903b-50ec9ecf8eb9']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:52.502311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:52.502777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4ceb40-a8b5-462b-a26e-efe7b6b62290') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:22:52.524726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.550131 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.561361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:22:52.561361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:22:52.588095 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:22:52.731898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.760460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.773011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'Network': ['ID=7bf707c6-165d-4db7-903b-50ec9ecf8eb9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:52.786064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52016) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:52.792858 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3c674b3e-6d88-41b9-b09c-5652cc04b1ac tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/networks/7bf707c6-165d-4db7-903b-50ec9ecf8eb9 HTTP/1.1" status: 204 len: 168 time: 0.6792359 Feb 07 23:22:52.895429 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7086-edda-499f-bb76-263820f1fbbd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:52.939747 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7086-edda-499f-bb76-263820f1fbbd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:53.033414 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7086-edda-499f-bb76-263820f1fbbd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:53.059395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc7086-edda-499f-bb76-263820f1fbbd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4806185c-4a5e-4b99-a424-ae31a8780b7f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:53.094860 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7086-edda-499f-bb76-263820f1fbbd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:53.103087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d2fc7086-edda-499f-bb76-263820f1fbbd tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] 10.222.0.10 "DELETE /v2.0/security-groups/4806185c-4a5e-4b99-a424-ae31a8780b7f HTTP/1.1" status: 204 len: 168 time: 0.3094471 Feb 07 23:22:53.427754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:22:53.502674 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:22:53.503454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ee858a86-e5cb-452a-8b7d-9aa9e002e2e5 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:22:53.587004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52028) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:53.770364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0ce3596a-fa7d-4613-a2e9-99c0e7185c93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10fae2aac93b470390285df47d4d2fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797965 Feb 07 23:22:53.770584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52034) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:53.838318 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8022347-54ed-48e4-8474-a1b53f63dc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:53.866081 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8022347-54ed-48e4-8474-a1b53f63dc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:53.952195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8022347-54ed-48e4-8474-a1b53f63dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:53.972260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8022347-54ed-48e4-8474-a1b53f63dc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ef93f1-a203-43d8-b6e5-db40016df17b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:53.979371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e8022347-54ed-48e4-8474-a1b53f63dc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:53.980500 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e8022347-54ed-48e4-8474-a1b53f63dc07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8ef93f1-a203-43d8-b6e5-db40016df17b HTTP/1.1" status: 204 len: 168 time: 0.2090030 Feb 07 23:22:54.565622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52044) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:54.659465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f56e4713-dab9-4ce3-b8d3-36035ff9de41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2d8197603d646748f337627b78b35a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952501 Feb 07 23:22:54.664488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52048) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:54.772299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5385-fa4a-432a-b253-fb201c7ee9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:54.803706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5385-fa4a-432a-b253-fb201c7ee9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:54.935389 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5385-fa4a-432a-b253-fb201c7ee9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:54.970126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d5385-fa4a-432a-b253-fb201c7ee9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba4af51-cfa0-4b6a-9ffb-e7b89f276d62,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:55.005119 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0b7d5385-fa4a-432a-b253-fb201c7ee9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:55.015281 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b7d5385-fa4a-432a-b253-fb201c7ee9aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fba4af51-cfa0-4b6a-9ffb-e7b89f276d62 HTTP/1.1" status: 204 len: 168 time: 0.3462758 Feb 07 23:22:56.036818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6c2c20c3-689e-4fa7-9362-425bb3c4adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:56.051840 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:22:56.619287 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52074) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:56.930434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1786702790-network', 'tenant_id': 'ef9722f04bb44f2fadeeba17262d3a66'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:56.930434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:56.937296 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Usage tracker for resource:network and tenant:ef9722f04bb44f2fadeeba17262d3a66 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:56.940938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:56.959909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:56.986956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Made reservation on behalf of ef9722f04bb44f2fadeeba17262d3a66 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:56.990185 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.007315 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.033817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:57.046310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Usage tracker for resource:security_group_rule and tenant:ef9722f04bb44f2fadeeba17262d3a66 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:57.054961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:57.068946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:57.234069 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.241015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.289514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:22:57.314103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:57.324485 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.325310 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Added segment e95f540e-6d4f-4da6-8ef9-bca36b99cc69 of type vlan for network 27d6ca40-96d7-459d-b143-2a1561b6fe29 Feb 07 23:22:57.391708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.439480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.442540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:57.442540 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:57.609087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] Pushing event updated for resources: {'Network': ['ID=27d6ca40-96d7-459d-b143-2a1561b6fe29,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:57.609087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c97d6a3c-fff3-4795-8161-ef99bb93778f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9880395 Feb 07 23:22:57.612077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52082) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:57.626618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 27d6ca40-96d7-459d-b143-2a1561b6fe29 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:22:57.629309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Request body: {'subnet': {'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1786702790-subnet', 'tenant_id': 'ef9722f04bb44f2fadeeba17262d3a66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:57.640300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:57.650067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Usage tracker for resource:subnet and tenant:ef9722f04bb44f2fadeeba17262d3a66 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:57.659813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:57.678520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:57.703043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Made reservation on behalf of ef9722f04bb44f2fadeeba17262d3a66 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:57.709931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:58.145800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:58.232298 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3181e19c-fb87-42f5-8368-2a93f8a08da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:58.451873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=318e2716-bb38-47d9-84ff-22e20567b044,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:22:58.463585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.463883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.464217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.465133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.465133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.465294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.466660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.466660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.466660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.466976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.467477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.467477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:22:58.482095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Checking segment: {'id': 'e95f540e-6d4f-4da6-8ef9-bca36b99cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:22:58.482095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Network hostable DHCP agents. Network: 27d6ca40-96d7-459d-b143-2a1561b6fe29, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:22:58.518784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Network 27d6ca40-96d7-459d-b143-2a1561b6fe29 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:22:58.545564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 27d6ca40-96d7-459d-b143-2a1561b6fe29) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:22:58.545564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:22:58.562061 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:58.565846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cfc001-b899-4774-a1b5-8cfe1d1457c2 None None] Network 27d6ca40-96d7-459d-b143-2a1561b6fe29 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:22:58.606801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d6bb030a-834a-44ee-a455-31045bac8a8e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9839110 Feb 07 23:22:59.031262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a866b9-5d74-4918-8416-c442e30f2862 None None] Network 27d6ca40-96d7-459d-b143-2a1561b6fe29 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:22:59.427716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:59.630345 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:59.823562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52106) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:22:59.834536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-582813489-network', 'tenant_id': '77483e3932c1425b88090f142c2c35b8'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:22:59.842329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:59.857295 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Usage tracker for resource:network and tenant:77483e3932c1425b88090f142c2c35b8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:59.861817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:59.878219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:22:59.911328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Made reservation on behalf of 77483e3932c1425b88090f142c2c35b8 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:22:59.916795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:59.941102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:22:59.975042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:22:59.975042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Usage tracker for resource:security_group_rule and tenant:77483e3932c1425b88090f142c2c35b8 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:22:59.975042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:22:59.986390 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:00.192167 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:00.202845 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:00.245805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:23:00.269973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd1d016-37e8-4868-8322-a25273ca8ca0,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:00.274521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:00.275839 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Added segment 17f3ec62-91b9-401a-a35d-f403065e3a55 of type vlan for network 13d8bccd-f545-4603-8300-b7226a9496b9 Feb 07 23:23:00.319574 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:00.368432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-0f00a752-11f6-4bce-819c-a8a8717546d4 req-c63016b4-c821-4061-9fdc-2e4632381f9d service neutron] (87670) timed out ('10.222.0.10', 33710) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:23:00.376269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:00.377872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:00.378779 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:00.520402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6950576 Feb 07 23:23:00.522168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f2f94-ed7f-468a-8e24-925b73721d8b admin admin] Pushing event updated for resources: {'Network': ['ID=13d8bccd-f545-4603-8300-b7226a9496b9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:00.524372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52112) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:00.531628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Request body: {'subnet': {'network_id': '13d8bccd-f545-4603-8300-b7226a9496b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-582813489-subnet', 'tenant_id': '77483e3932c1425b88090f142c2c35b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:00.537739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:00.540339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 13d8bccd-f545-4603-8300-b7226a9496b9 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:23:00.544176 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Usage tracker for resource:subnet and tenant:77483e3932c1425b88090f142c2c35b8 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:00.549217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:00.555615 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:00.570673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Made reservation on behalf of 77483e3932c1425b88090f142c2c35b8 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:23:00.578240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:01.028923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:01.107858 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:01.138089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06bb9d9f-e3cd-44b6-97a4-bcdb7446a283,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:01.141978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Checking segment: {'id': '17f3ec62-91b9-401a-a35d-f403065e3a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '13d8bccd-f545-4603-8300-b7226a9496b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:23:01.142658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Network hostable DHCP agents. Network: 13d8bccd-f545-4603-8300-b7226a9496b9, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:23:01.169778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Network 13d8bccd-f545-4603-8300-b7226a9496b9 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:23:01.184857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 13d8bccd-f545-4603-8300-b7226a9496b9) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:01.190773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:01.191836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:01.201698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca039b3-59d3-4f58-a175-36bdd31c66c2 None None] Network 13d8bccd-f545-4603-8300-b7226a9496b9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:23:01.231698 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-14cf782b-858e-46c8-ae7f-2dbc314f2c51 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7054877 Feb 07 23:23:01.481969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfc93ac-fa5d-45c9-bbff-eddc0606eecc None None] Network 13d8bccd-f545-4603-8300-b7226a9496b9 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:23:02.210684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-d0393093-e7c9-4b10-a8b0-dd8bf25e8a18 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:02.211531 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-d0393093-e7c9-4b10-a8b0-dd8bf25e8a18 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Synchronizing usage tracker for tenant:ef9722f04bb44f2fadeeba17262d3a66 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:23:02.237389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-d0393093-e7c9-4b10-a8b0-dd8bf25e8a18 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Unset dirty status for tenant:ef9722f04bb44f2fadeeba17262d3a66 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:23:02.238795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-d0393093-e7c9-4b10-a8b0-dd8bf25e8a18 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/networks?id=27d6ca40-96d7-459d-b143-2a1561b6fe29 HTTP/1.1" status: 200 len: 812 time: 0.2127080 Feb 07 23:23:02.259057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-0394b765-2997-4aaa-a71c-f0f7dba7bb12 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/quotas/ef9722f04bb44f2fadeeba17262d3a66 HTTP/1.1" status: 200 len: 375 time: 0.0131862 Feb 07 23:23:02.350687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-96e80828-3fbd-45af-bbfb-6f2360c6fd74 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ef9722f04bb44f2fadeeba17262d3a66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767872 Feb 07 23:23:02.525601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-7751a599-e70b-432a-ab38-32693160d056 service neutron] 10.222.0.10 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678348 Feb 07 23:23:02.692680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-5b6c5227-54d2-4b9b-b7d3-6ef3e01f18f1 service neutron] 10.222.0.10 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574416 Feb 07 23:23:03.017901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f24de471-1e42-4304-998d-db4cfdb61350 req-48fa9dbe-761e-4fa3-ab2c-151040cc74c7 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 210 time: 0.0883636 Feb 07 23:23:04.366741 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43fe72b4-0296-4ab7-8399-fc06d9f4b27c req-3f2ac736-853d-4af5-a84c-2ee83f527807 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 210 time: 0.1910257 Feb 07 23:23:04.648147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-7e5d9405-aed5-4405-b65e-523f28113b8e tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:04.649034 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-7e5d9405-aed5-4405-b65e-523f28113b8e tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.36 "GET /v2.0/networks?id=27d6ca40-96d7-459d-b143-2a1561b6fe29 HTTP/1.1" status: 200 len: 812 time: 0.1907463 Feb 07 23:23:04.665045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Request body: {'port': {'device_id': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29', 'admin_state_up': True, 'tenant_id': 'ef9722f04bb44f2fadeeba17262d3a66'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:04.817477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:04.821294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Usage tracker for resource:port and tenant:ef9722f04bb44f2fadeeba17262d3a66 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:04.824675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:04.830621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:04.842692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Made reservation on behalf of ef9722f04bb44f2fadeeba17262d3a66 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:23:04.846592 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:05.062593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Allocated IP 172.20.0.9 (27d6ca40-96d7-459d-b143-2a1561b6fe29/318e2716-bb38-47d9-84ff-22e20567b044/102284bd-065d-4152-b3a1-b05553d96c0b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:23:05.270960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:05.304547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:05.380662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Network 27d6ca40-96d7-459d-b143-2a1561b6fe29 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:23:05.384191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:05.388343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:23:05.442776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Pushing event updated for resources: {'Port': ['ID=102284bd-065d-4152-b3a1-b05553d96c0b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:05.461268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:05.462271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:05.501682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-4fdb1ddf-d313-4c23-a4f6-dc6e20fa38de tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417099 Feb 07 23:23:05.521053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Request body: {'port': {'device_id': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:05.568950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e042624-1789-42bc-a252-d9ebf1fa1e79 req-72d05b2a-a841-4e46-8f19-941db08740fe tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:05.570423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e042624-1789-42bc-a252-d9ebf1fa1e79 req-72d05b2a-a841-4e46-8f19-941db08740fe tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 931 time: 0.0896826 Feb 07 23:23:05.622073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3e042624-1789-42bc-a252-d9ebf1fa1e79 req-062e0191-5f9b-48d2-a364-fa159e9e21e9 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Synchronizing usage tracker for tenant:ef9722f04bb44f2fadeeba17262d3a66 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:23:05.641868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3e042624-1789-42bc-a252-d9ebf1fa1e79 req-062e0191-5f9b-48d2-a364-fa159e9e21e9 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Unset dirty status for tenant:ef9722f04bb44f2fadeeba17262d3a66 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:23:05.644434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e042624-1789-42bc-a252-d9ebf1fa1e79 req-062e0191-5f9b-48d2-a364-fa159e9e21e9 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645611 Feb 07 23:23:05.725837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.182388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102284bd-065d-4152-b3a1-b05553d96c0b {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:23:06.191319 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.207256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Transition to ACTIVE for port object 102284bd-065d-4152-b3a1-b05553d96c0b will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:23:06.210618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.237728 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.507098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Pushing event updated for resources: {'Port': ['ID=102284bd-065d-4152-b3a1-b05553d96c0b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:06.586490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Attempting to bind port 102284bd-065d-4152-b3a1-b05553d96c0b on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:23:06.586834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Attempting to bind port 102284bd-065d-4152-b3a1-b05553d96c0b by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'e95f540e-6d4f-4da6-8ef9-bca36b99cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:23:06.587170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Attempting to bind port 102284bd-065d-4152-b3a1-b05553d96c0b on network 27d6ca40-96d7-459d-b143-2a1561b6fe29 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:23:06.593181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Port 102284bd-065d-4152-b3a1-b05553d96c0b on network 27d6ca40-96d7-459d-b143-2a1561b6fe29 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:23:06.593502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Attempting to bind port 102284bd-065d-4152-b3a1-b05553d96c0b on network 27d6ca40-96d7-459d-b143-2a1561b6fe29 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:23:06.599558 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:23:06.599904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Checking segment: {'id': 'e95f540e-6d4f-4da6-8ef9-bca36b99cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:23:06.600326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Bound using segment: {'id': 'e95f540e-6d4f-4da6-8ef9-bca36b99cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:23:06.600791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Bound port: 102284bd-065d-4152-b3a1-b05553d96c0b, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e95f540e-6d4f-4da6-8ef9-bca36b99cc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:23:06.601164 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.658139 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.749003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] For port 102284bd-065d-4152-b3a1-b05553d96c0b, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:23:06.752199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] For port 102284bd-065d-4152-b3a1-b05553d96c0b, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=102284bd-065d-4152-b3a1-b05553d96c0b,segment=NetworkSegment(e95f540e-6d4f-4da6-8ef9-bca36b99cc69),segment_id=e95f540e-6d4f-4da6-8ef9-bca36b99cc69)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:23:06.757488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.856445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Pushing event updated for resources: {'Port': ['ID=102284bd-065d-4152-b3a1-b05553d96c0b,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:06.876316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:06.876797 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:06.881498 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-6640c72d-05cd-4eec-82ab-4cf245c67f29 service neutron] 10.222.0.36 "PUT /v2.0/ports/102284bd-065d-4152-b3a1-b05553d96c0b HTTP/1.1" status: 200 len: 1091 time: 1.3702044 Feb 07 23:23:06.881498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'tag': '102284bd-065d-4152-b3a1-b05553d96c0b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:06.922878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6632a6-2cfa-45e6-8ef8-e3b2e6ad0283 req-6ca99edb-fa95-4ed1-991f-2f721b29f248 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:06.930914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de6632a6-2cfa-45e6-8ef8-e3b2e6ad0283 req-6ca99edb-fa95-4ed1-991f-2f721b29f248 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 943 time: 0.1474340 Feb 07 23:23:06.999494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-de6632a6-2cfa-45e6-8ef8-e3b2e6ad0283 req-577e11ae-867d-4472-9e70-b2792fee269b tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653481 Feb 07 23:23:07.031445 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'tag': '102284bd-065d-4152-b3a1-b05553d96c0b', 'status': 'completed', 'code': 200} Feb 07 23:23:07.080689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-dc92d6da-f236-4dfa-8b63-dbde2cc50565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.080689 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-dc92d6da-f236-4dfa-8b63-dbde2cc50565 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef9722f04bb44f2fadeeba17262d3a66&device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 1094 time: 0.1520417 Feb 07 23:23:07.161860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-ee3c2e04-7c7e-4d28-ae31-debe73c85ce8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=102284bd-065d-4152-b3a1-b05553d96c0b HTTP/1.1" status: 200 len: 217 time: 0.0720496 Feb 07 23:23:07.238335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-2f2234b5-2d58-4e20-b73c-721010265ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.240833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-2f2234b5-2d58-4e20-b73c-721010265ebb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=318e2716-bb38-47d9-84ff-22e20567b044 HTTP/1.1" status: 200 len: 852 time: 0.0773306 Feb 07 23:23:07.319277 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-c0a1ae04-0b0e-403f-b70d-ff3fe9169dd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27d6ca40-96d7-459d-b143-2a1561b6fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706668 Feb 07 23:23:07.508435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-bb7498f8-b8ad-4c2d-81ad-008a44ac9bfb service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817431 Feb 07 23:23:07.659583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d9a81f79-5b1a-4fac-989c-116ca714866f req-8b8e3d0a-d94e-4ccf-bbc7-7ebc2107967e service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442692 Feb 07 23:23:07.793580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-5907129e-9aac-419f-9f8a-7332e0f703f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.795329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-5907129e-9aac-419f-9f8a-7332e0f703f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef9722f04bb44f2fadeeba17262d3a66&device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 1094 time: 0.0855801 Feb 07 23:23:07.969043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-34aaca29-a11e-46cd-93a1-6b948c6ee2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:07.971133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-34aaca29-a11e-46cd-93a1-6b948c6ee2c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27d6ca40-96d7-459d-b143-2a1561b6fe29 HTTP/1.1" status: 200 len: 913 time: 0.1685660 Feb 07 23:23:08.059743 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-5fe6ddfc-1000-4bad-a347-729e266a14ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=102284bd-065d-4152-b3a1-b05553d96c0b HTTP/1.1" status: 200 len: 217 time: 0.0794530 Feb 07 23:23:08.172674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-e363bca9-d54d-4dfc-913a-a74e99d437e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:08.172674 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-e363bca9-d54d-4dfc-913a-a74e99d437e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=318e2716-bb38-47d9-84ff-22e20567b044 HTTP/1.1" status: 200 len: 852 time: 0.1018167 Feb 07 23:23:08.302642 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-78b9a2de-0443-42b6-bf49-745863ec0d1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27d6ca40-96d7-459d-b143-2a1561b6fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092584 Feb 07 23:23:08.330950 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1c695-3901-487f-a4d1-4d0b8a929041 req-16e439bb-b35a-4675-ab31-694edab906b3 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:08.341099 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74c1c695-3901-487f-a4d1-4d0b8a929041 req-16e439bb-b35a-4675-ab31-694edab906b3 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 943 time: 0.1458738 Feb 07 23:23:08.429422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-74c1c695-3901-487f-a4d1-4d0b8a929041 req-5c8711c3-d991-44bf-bff5-e7218656f8ea tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841873 Feb 07 23:23:08.532712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-f9d5f4ed-e642-425c-85de-830044678313 service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288923 Feb 07 23:23:08.861458 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c23f6ae-9265-4a56-ba29-b995026131ae req-2c1e6075-aba6-461b-8343-7af48f92388a service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120368 Feb 07 23:23:09.650282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bca22-5ac6-4799-9d0e-ed0e932709bb req-1d96eabc-7c87-4d20-a1ae-7e619dda9881 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:09.650282 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f8bca22-5ac6-4799-9d0e-ed0e932709bb req-1d96eabc-7c87-4d20-a1ae-7e619dda9881 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 943 time: 0.1045270 Feb 07 23:23:09.695325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f8bca22-5ac6-4799-9d0e-ed0e932709bb req-37550be5-a371-4ab1-b553-b252b1272294 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Feb 07 23:23:10.631314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 102284bd-065d-4152-b3a1-b05553d96c0b details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:23:10.843821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 102284bd-065d-4152-b3a1-b05553d96c0b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=102284bd-065d-4152-b3a1-b05553d96c0b,segment=NetworkSegment(e95f540e-6d4f-4da6-8ef9-bca36b99cc69),segment_id=e95f540e-6d4f-4da6-8ef9-bca36b99cc69)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:10.884192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '102284bd-065d-4152-b3a1-b05553d96c0b', 'network_id': '27d6ca40-96d7-459d-b143-2a1561b6fe29', 'port_id': '102284bd-065d-4152-b3a1-b05553d96c0b', 'mac_address': 'fa:16:3e:1b:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318e2716-bb38-47d9-84ff-22e20567b044', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:23:10.946962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da67790-d482-4795-b3bd-7c62799463a2 req-e71a88af-dda9-47c9-b61d-e9fcad671705 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:10.959782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da67790-d482-4795-b3bd-7c62799463a2 req-e71a88af-dda9-47c9-b61d-e9fcad671705 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 943 time: 0.1402979 Feb 07 23:23:10.981491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:11.014983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102284bd-065d-4152-b3a1-b05553d96c0b {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:23:11.024144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4da67790-d482-4795-b3bd-7c62799463a2 req-deb212ad-5838-4579-a9bf-b5cdbb07be18 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629859 Feb 07 23:23:11.035623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 102284bd-065d-4152-b3a1-b05553d96c0b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=102284bd-065d-4152-b3a1-b05553d96c0b,segment=NetworkSegment(e95f540e-6d4f-4da6-8ef9-bca36b99cc69),segment_id=e95f540e-6d4f-4da6-8ef9-bca36b99cc69)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:11.040993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:11.117913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=102284bd-065d-4152-b3a1-b05553d96c0b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:11.126364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.126716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.127071 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.127409 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.127733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.128066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.128672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.129242 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.129583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.129912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.130435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.130964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:11.269411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['102284bd-065d-4152-b3a1-b05553d96c0b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:23:12.270253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec7019-8997-4f2d-852d-f5f3838e86a2 req-becc7a17-42f5-49ff-a87a-0de8c762a018 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:12.271877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbec7019-8997-4f2d-852d-f5f3838e86a2 req-becc7a17-42f5-49ff-a87a-0de8c762a018 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 944 time: 0.0957530 Feb 07 23:23:12.324882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbec7019-8997-4f2d-852d-f5f3838e86a2 req-41a6a78f-6428-4b68-b335-a574dd1a8279 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468740 Feb 07 23:23:12.646278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 102284bd-065d-4152-b3a1-b05553d96c0b up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:23:12.745692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 102284bd-065d-4152-b3a1-b05553d96c0b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:23:12.752742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 102284bd-065d-4152-b3a1-b05553d96c0b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:12.753645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:12.888958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:12.923559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102284bd-065d-4152-b3a1-b05553d96c0b'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:12.934745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 102284bd-065d-4152-b3a1-b05553d96c0b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=102284bd-065d-4152-b3a1-b05553d96c0b,segment=NetworkSegment(e95f540e-6d4f-4da6-8ef9-bca36b99cc69),segment_id=e95f540e-6d4f-4da6-8ef9-bca36b99cc69)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:12.941712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:12.976831 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102284bd-065d-4152-b3a1-b05553d96c0b', 'code': 200} Feb 07 23:23:13.034485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=102284bd-065d-4152-b3a1-b05553d96c0b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:13.126721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911afc7-d765-4d67-a748-5438f8603a65 req-c5ff3162-9a64-4587-af27-77f31eb690e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:13.128234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6911afc7-d765-4d67-a748-5438f8603a65 req-c5ff3162-9a64-4587-af27-77f31eb690e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 1096 time: 0.0902612 Feb 07 23:23:13.175314 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6911afc7-d765-4d67-a748-5438f8603a65 req-50a1473c-886a-47ad-9ecd-e1813d68c394 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 Feb 07 23:23:13.559343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4663b-42bd-43b8-b0e8-316548b5839a req-370b1651-1506-46e0-a12e-d605cde3723b tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:13.560814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3cf4663b-42bd-43b8-b0e8-316548b5839a req-370b1651-1506-46e0-a12e-d605cde3723b tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1009438 Feb 07 23:23:13.636923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3cf4663b-42bd-43b8-b0e8-316548b5839a req-9424ed1c-1206-4f6e-8ba8-e0222878f46d tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694642 Feb 07 23:23:14.829339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a33021-7371-4f13-9c0e-0f4c5bd9f656 req-5d3bfd5f-6462-40f1-be0e-aa3f2bd1642d tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:14.830819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9a33021-7371-4f13-9c0e-0f4c5bd9f656 req-5d3bfd5f-6462-40f1-be0e-aa3f2bd1642d tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.0854611 Feb 07 23:23:14.884280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c9a33021-7371-4f13-9c0e-0f4c5bd9f656 req-a3ee2a76-270b-463c-a25f-aef7c3133349 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Feb 07 23:23:15.242791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e846ec-034d-46b1-9492-7b39ced8b151 req-34093213-b39e-4361-b06f-42e6c7e25996 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:15.244162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36e846ec-034d-46b1-9492-7b39ced8b151 req-34093213-b39e-4361-b06f-42e6c7e25996 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.0821211 Feb 07 23:23:15.306835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36e846ec-034d-46b1-9492-7b39ced8b151 req-c478e917-e0f0-4ad8-beb0-c5116ce23139 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556905 Feb 07 23:23:15.737292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ecfdd-2d17-4da9-845e-03e7595771a7 req-92505a76-6d86-4a8f-b0d9-598f68081114 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:15.738777 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-524ecfdd-2d17-4da9-845e-03e7595771a7 req-92505a76-6d86-4a8f-b0d9-598f68081114 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.0839250 Feb 07 23:23:15.784444 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-524ecfdd-2d17-4da9-845e-03e7595771a7 req-c6171e2d-54ff-4d06-a75d-7f822bbc0bf0 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Feb 07 23:23:16.995382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19202dc-8fab-45da-b66b-8cac714f0b4c req-1eacd491-8cfb-492e-8779-8e9f1f4f03f5 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:16.996875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b19202dc-8fab-45da-b66b-8cac714f0b4c req-1eacd491-8cfb-492e-8779-8e9f1f4f03f5 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.0947113 Feb 07 23:23:17.054839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b19202dc-8fab-45da-b66b-8cac714f0b4c req-0f85895c-1f05-464c-bb7f-df22c31718ba tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502045 Feb 07 23:23:17.490152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd37c3-2829-4950-aa6b-1d97839a1b4d req-460e3ff9-1db7-47cd-9449-bd635710cefa tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:17.491811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83dd37c3-2829-4950-aa6b-1d97839a1b4d req-460e3ff9-1db7-47cd-9449-bd635710cefa tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.0968683 Feb 07 23:23:17.511104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-5974cf81-20fc-48cb-9133-4f494ab80d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:17.512691 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-5974cf81-20fc-48cb-9133-4f494ab80d92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef9722f04bb44f2fadeeba17262d3a66&device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 1096 time: 0.1123607 Feb 07 23:23:17.551414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-83dd37c3-2829-4950-aa6b-1d97839a1b4d req-cb9cb322-79c6-4e9f-ba9b-33069279a620 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488479 Feb 07 23:23:17.663052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-3893341f-be86-4c5f-8e0a-89ef0d374f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:17.664539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-3893341f-be86-4c5f-8e0a-89ef0d374f58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27d6ca40-96d7-459d-b143-2a1561b6fe29 HTTP/1.1" status: 200 len: 913 time: 0.1462359 Feb 07 23:23:17.734056 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-cd3ce51e-168d-42bf-8a03-2d1a77c794ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=102284bd-065d-4152-b3a1-b05553d96c0b HTTP/1.1" status: 200 len: 217 time: 0.0640476 Feb 07 23:23:17.819442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-341e1a0c-3c1f-463f-a8aa-a1785e4d9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:17.820945 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-341e1a0c-3c1f-463f-a8aa-a1785e4d9cf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=318e2716-bb38-47d9-84ff-22e20567b044 HTTP/1.1" status: 200 len: 852 time: 0.0808156 Feb 07 23:23:17.868820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-685620f6-dcff-4986-8cd1-b0a9d62b50f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27d6ca40-96d7-459d-b143-2a1561b6fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423348 Feb 07 23:23:18.016501 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-b4f75bdb-8e50-43c9-b64f-2b8a6e0ab7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420593 Feb 07 23:23:18.178599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2bcb8089-fb72-4af5-8547-81a76a211464 req-f891c40e-95a2-4f37-bc12-420c8765b7be service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564276 Feb 07 23:23:18.820418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f257129-d294-4a19-aba2-8126df2f58e1 req-567776ab-f8b8-4381-8a32-1b39b69eb8b5 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:18.829731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f257129-d294-4a19-aba2-8126df2f58e1 req-567776ab-f8b8-4381-8a32-1b39b69eb8b5 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1239178 Feb 07 23:23:18.893802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f257129-d294-4a19-aba2-8126df2f58e1 req-a87a0e77-634f-4ea2-ad9b-efbc7f045822 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630205 Feb 07 23:23:19.620099 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-fd29d45c-ef20-4352-a0cc-eae9dc7e9b19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833263 Feb 07 23:23:19.715099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-fdef1382-bc9c-41af-8d37-901f02db341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.716604 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-fdef1382-bc9c-41af-8d37-901f02db341f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 1097 time: 0.0743220 Feb 07 23:23:19.898334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-1d3e600d-9db4-4e1b-b0af-05269b5cf95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:19.900132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-1d3e600d-9db4-4e1b-b0af-05269b5cf95a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.1638596 Feb 07 23:23:20.041032 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-5884cbce-8e84-423a-b8d3-4601c6b01ff3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108 HTTP/1.1" status: 200 len: 1002 time: 0.1332831 Feb 07 23:23:20.125024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb86e18-112c-476f-abd5-5473cb759549 req-a2bb2b9e-b13b-43c6-897b-a536474ccacc tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.126979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-ea0aeff0-58d4-4ec3-b8c6-ff9fd739ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.129199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5bb86e18-112c-476f-abd5-5473cb759549 req-a2bb2b9e-b13b-43c6-897b-a536474ccacc tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1083364 Feb 07 23:23:20.129420 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-ea0aeff0-58d4-4ec3-b8c6-ff9fd739ccae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.0821857 Feb 07 23:23:20.189803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5bb86e18-112c-476f-abd5-5473cb759549 req-08ab231c-2cfc-4534-b2ad-eb264fdbd393 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552628 Feb 07 23:23:20.267684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-cf58ccb4-7b6a-4c26-84a1-19cff48176dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.269884 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-cf58ccb4-7b6a-4c26-84a1-19cff48176dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348600 Feb 07 23:23:20.438736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-8c773df4-f49b-4ea5-b150-40786cdcb8ee service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630614 Feb 07 23:23:20.731610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f4a80-b55f-4931-aa1d-ddfb92e67753 req-55421773-17e8-4a88-9ba1-910e8f041468 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:20.733945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c15f4a80-b55f-4931-aa1d-ddfb92e67753 req-55421773-17e8-4a88-9ba1-910e8f041468 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1302774 Feb 07 23:23:20.737172 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1032081c-4234-40f5-b20f-0db1d7199f3d req-1a3c635f-8213-4d42-9b82-d02554529deb service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917795 Feb 07 23:23:20.793164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c15f4a80-b55f-4931-aa1d-ddfb92e67753 req-6745d0dd-039b-4fd5-a646-724e92811da4 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520437 Feb 07 23:23:22.019963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b463365-a1c7-433c-a7eb-b8d35dd09862 req-6d318aef-a6bb-41a3-9e22-d277d49225e3 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:22.021502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b463365-a1c7-433c-a7eb-b8d35dd09862 req-6d318aef-a6bb-41a3-9e22-d277d49225e3 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.0855618 Feb 07 23:23:22.073549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b463365-a1c7-433c-a7eb-b8d35dd09862 req-f317b4ae-9296-43f1-be66-400fa95cae76 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457284 Feb 07 23:23:22.502946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b7ea1-964b-4bb1-a011-841926b35d5f req-4e976e8e-7199-4afd-a35e-3dbd54e25ce4 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:22.505378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c83b7ea1-964b-4bb1-a011-841926b35d5f req-4e976e8e-7199-4afd-a35e-3dbd54e25ce4 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1212952 Feb 07 23:23:22.555147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-48eddd83-69b6-4bf8-9728-045573d35691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:22.557436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-48eddd83-69b6-4bf8-9728-045573d35691 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef9722f04bb44f2fadeeba17262d3a66&device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 1096 time: 0.1315112 Feb 07 23:23:22.569626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c83b7ea1-964b-4bb1-a011-841926b35d5f req-5a4b8e9c-9b5a-4fad-8c25-1dec683cb602 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 Feb 07 23:23:22.728885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-13855957-2499-4052-a93e-3671a2d1fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:22.730264 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-13855957-2499-4052-a93e-3671a2d1fe78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27d6ca40-96d7-459d-b143-2a1561b6fe29 HTTP/1.1" status: 200 len: 913 time: 0.1662765 Feb 07 23:23:22.846697 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-5507336f-0a90-4865-b781-5588de4b8601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=102284bd-065d-4152-b3a1-b05553d96c0b HTTP/1.1" status: 200 len: 217 time: 0.1093612 Feb 07 23:23:22.933401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-7f8c622e-5092-4d49-a41a-598eb31bf172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:22.934867 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-7f8c622e-5092-4d49-a41a-598eb31bf172 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=318e2716-bb38-47d9-84ff-22e20567b044 HTTP/1.1" status: 200 len: 852 time: 0.0825322 Feb 07 23:23:22.989564 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-f48bb210-75ae-4184-99ea-d6bf466720d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27d6ca40-96d7-459d-b143-2a1561b6fe29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474834 Feb 07 23:23:23.145414 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-634ce51b-7820-4cb5-a599-81d66ace7802 service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503627 Feb 07 23:23:23.297285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-17daa629-d1b1-4847-a48f-6d7d0685e0f7 req-b37918ac-bd1d-4d66-b1b4-b01293c47f0b service neutron] 10.222.0.36 "GET /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461833 Feb 07 23:23:23.859139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b2abf-7468-4a7b-8211-b1eaec9b8bfe req-5c1b46e2-7d9f-401f-ab7e-8c059a226295 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:23.861779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-156b2abf-7468-4a7b-8211-b1eaec9b8bfe req-5c1b46e2-7d9f-401f-ab7e-8c059a226295 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1457527 Feb 07 23:23:23.958186 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-156b2abf-7468-4a7b-8211-b1eaec9b8bfe req-e90cef66-aafa-4164-997f-edd3765a9fbf tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856907 Feb 07 23:23:25.185412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7684c9d-692a-4dde-8973-6caefeabd782 req-50ccc6d2-6461-4b11-b422-02f1dd5c1d93 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:25.188273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7684c9d-692a-4dde-8973-6caefeabd782 req-50ccc6d2-6461-4b11-b422-02f1dd5c1d93 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1043508 Feb 07 23:23:25.243331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7684c9d-692a-4dde-8973-6caefeabd782 req-541e208b-231c-47b7-aaed-db84fc60e5cc tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459561 Feb 07 23:23:25.718954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df7180-1998-410e-bbb7-902b58c7ce6c req-f4362c13-f20a-403a-a20c-53ca18c945bd tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:25.720524 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62df7180-1998-410e-bbb7-902b58c7ce6c req-f4362c13-f20a-403a-a20c-53ca18c945bd tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.0903282 Feb 07 23:23:25.770303 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62df7180-1998-410e-bbb7-902b58c7ce6c req-23210e40-6e7a-4ce0-b428-220072886337 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Feb 07 23:23:25.998727 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-417f5f7b-6537-4651-a8b9-e94ff35867f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.261612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52300) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:26.395747 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.417057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:26.425275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Usage tracker for resource:security_group_rule and tenant:cc2294714e6c4413ab90f2766b0ed77e is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:26.430402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:26.438636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:26.540183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.544578 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.596895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc2294714e6c4413ab90f2766b0ed77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339760 Feb 07 23:23:26.597844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b640920-afb6-4a22-98c9-e8102f7e7d0f,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:26.600992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52306) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:26.606655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.607010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.607892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.608310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.608691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.609034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.609359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.609698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.610021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.610343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.610679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.610999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb2a2b7-c46f-47be-8cd8-b403879f6dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:26.679735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-64f534f3-273a-4cbe-a3c5-636e8392c106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.709104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-64f534f3-273a-4cbe-a3c5-636e8392c106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.770059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-64f534f3-273a-4cbe-a3c5-636e8392c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.792219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f534f3-273a-4cbe-a3c5-636e8392c106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b640920-afb6-4a22-98c9-e8102f7e7d0f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:26.797794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-64f534f3-273a-4cbe-a3c5-636e8392c106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:26.800005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-64f534f3-273a-4cbe-a3c5-636e8392c106 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b640920-afb6-4a22-98c9-e8102f7e7d0f HTTP/1.1" status: 204 len: 168 time: 0.1969686 Feb 07 23:23:27.007629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652039b-68ea-4c18-ab24-dcd6a17fb429 req-0c0cd5b9-3181-4a8a-bbf7-c77608b69bd1 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:27.009461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5652039b-68ea-4c18-ab24-dcd6a17fb429 req-0c0cd5b9-3181-4a8a-bbf7-c77608b69bd1 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1089334 Feb 07 23:23:27.077595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5652039b-68ea-4c18-ab24-dcd6a17fb429 req-a9670e33-4a7d-461a-a751-bd49ee61cbc2 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/security-groups?id=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568411 Feb 07 23:23:27.403510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-6a28ec39-9900-4f9f-a13d-78df8e41a513 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:27.404922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-6a28ec39-9900-4f9f-a13d-78df8e41a513 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Synchronizing usage tracker for tenant:ef9722f04bb44f2fadeeba17262d3a66 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:23:27.425984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-6a28ec39-9900-4f9f-a13d-78df8e41a513 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Unset dirty status for tenant:ef9722f04bb44f2fadeeba17262d3a66 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:23:27.427338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-6a28ec39-9900-4f9f-a13d-78df8e41a513 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.36 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 945 time: 0.1266253 Feb 07 23:23:27.503806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Deleting port 102284bd-065d-4152-b3a1-b05553d96c0b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:27.504159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:27.783025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] For port 102284bd-065d-4152-b3a1-b05553d96c0b, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=102284bd-065d-4152-b3a1-b05553d96c0b,segment=NetworkSegment(e95f540e-6d4f-4da6-8ef9-bca36b99cc69),segment_id=e95f540e-6d4f-4da6-8ef9-bca36b99cc69)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:27.783818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:27.914784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Calling delete_port for 102284bd-065d-4152-b3a1-b05553d96c0b owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:28.084006 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:28.099189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['102284bd-065d-4152-b3a1-b05553d96c0b'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:23:28.139526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Pushing event deleted for resources: {'Port': ['ID=102284bd-065d-4152-b3a1-b05553d96c0b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:28.214841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-534c590b-866f-4565-9601-f0a1c936a4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:28.287118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab0d7b7a-fed4-4164-91ca-93ad3aa0b5ab req-1c319c1e-fa2b-4224-8163-74874eb51387 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.10 "GET /v2.0/ports?device_id=799a0b82-ee1a-46ec-b365-de9de13a7d40 HTTP/1.1" status: 200 len: 210 time: 0.0473297 Feb 07 23:23:28.340519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] No DVR routers for this DVR port 102284bd-065d-4152-b3a1-b05553d96c0b on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:23:28.343892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:28.346804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'name': 'network-vif-deleted', 'tag': '102284bd-065d-4152-b3a1-b05553d96c0b'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:28.365187 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-211bc84d-2b0a-4363-a608-2ee3592d2211 req-7adfd63d-1c3b-4c7c-9502-b5fd5b333ce8 tempest-TestServerAdvancedOps-204763774 tempest-TestServerAdvancedOps-204763774-project] 10.222.0.36 "DELETE /v2.0/ports/102284bd-065d-4152-b3a1-b05553d96c0b HTTP/1.1" status: 204 len: 173 time: 0.9325206 Feb 07 23:23:28.397204 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799a0b82-ee1a-46ec-b365-de9de13a7d40', 'name': 'network-vif-deleted', 'tag': '102284bd-065d-4152-b3a1-b05553d96c0b', 'status': 'completed', 'code': 200} Feb 07 23:23:29.343999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:29.411500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52330) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:29.476606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] Deleting subnet 318e2716-bb38-47d9-84ff-22e20567b044 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:23:29.479796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:29.536647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:29.609946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:29.617873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:29.686113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:29.732352 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:29.735210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318e2716-bb38-47d9-84ff-22e20567b044,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:29.746225 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-81bcc427-b08c-428e-af23-f72b09eb93fe admin admin] 10.222.0.10 "DELETE /v2.0/subnets/318e2716-bb38-47d9-84ff-22e20567b044 HTTP/1.1" status: 204 len: 168 time: 0.3328409 Feb 07 23:23:29.748774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52336) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:29.972694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.099259 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.126890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d6ca40-96d7-459d-b143-2a1561b6fe29']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:30.140649 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95f540e-6d4f-4da6-8ef9-bca36b99cc69') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:30.141071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95f540e-6d4f-4da6-8ef9-bca36b99cc69') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:30.154683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.177105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.183772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:23:30.184172 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:23:30.198491 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:23:30.275258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.292909 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.304029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] Pushing event deleted for resources: {'Network': ['ID=27d6ca40-96d7-459d-b143-2a1561b6fe29,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:30.319649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d2841cf0-137a-4acb-9729-deef9f8232ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/27d6ca40-96d7-459d-b143-2a1561b6fe29 HTTP/1.1" status: 204 len: 168 time: 0.5696468 Feb 07 23:23:30.323233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52340) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:30.389209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] Deleting subnet 06bb9d9f-e3cd-44b6-97a4-bcdb7446a283 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:23:30.392374 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.457475 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.532525 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.601871 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.642939 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06bb9d9f-e3cd-44b6-97a4-bcdb7446a283,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:30.647751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.657148 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f85b8174-9d72-4449-844c-37d63690b312 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/06bb9d9f-e3cd-44b6-97a4-bcdb7446a283 HTTP/1.1" status: 204 len: 168 time: 0.3323760 Feb 07 23:23:30.659696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52344) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:30.760999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 102284bd-065d-4152-b3a1-b05553d96c0b no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:23:30.792172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:30.799900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 102284bd-065d-4152-b3a1-b05553d96c0b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:23:30.800457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 102284bd-065d-4152-b3a1-b05553d96c0b not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:23:30.989771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.016914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d8bccd-f545-4603-8300-b7226a9496b9']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:31.029986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f3ec62-91b9-401a-a35d-f403065e3a55') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:31.030279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f3ec62-91b9-401a-a35d-f403065e3a55') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:31.045155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.061624 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.068524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:23:31.068972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:23:31.082997 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:23:31.098174 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.166704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.186695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.196655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] Pushing event deleted for resources: {'Network': ['ID=13d8bccd-f545-4603-8300-b7226a9496b9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:31.199207 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e69570b2-5491-48c0-8a48-db6bc3aa7dbc admin admin] 10.222.0.10 "DELETE /v2.0/networks/13d8bccd-f545-4603-8300-b7226a9496b9 HTTP/1.1" status: 204 len: 168 time: 0.5380342 Feb 07 23:23:31.394129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52350) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:31.454407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-01fc7059-9b7f-4bf6-84d4-b30d26f26bbc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef9722f04bb44f2fadeeba17262d3a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588896 Feb 07 23:23:31.456764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52354) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:31.518771 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85f8a8f5-867a-47c6-b01b-85c5802a177a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.546865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85f8a8f5-867a-47c6-b01b-85c5802a177a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.631520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85f8a8f5-867a-47c6-b01b-85c5802a177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.649683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8a8f5-867a-47c6-b01b-85c5802a177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:31.666727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85f8a8f5-867a-47c6-b01b-85c5802a177a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:31.668546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-85f8a8f5-867a-47c6-b01b-85c5802a177a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31e27ffd-c0a9-49b4-93c2-8dd6357aa3d5 HTTP/1.1" status: 204 len: 168 time: 0.2106891 Feb 07 23:23:32.064638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52362) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:32.118253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4fc7b305-1681-47bd-b986-6c575d77ef5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77483e3932c1425b88090f142c2c35b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523064 Feb 07 23:23:32.120775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52366) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:32.182755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1682f446-e12f-447a-ae03-a8dae5d225cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:32.210877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1682f446-e12f-447a-ae03-a8dae5d225cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:32.301607 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1682f446-e12f-447a-ae03-a8dae5d225cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:32.321208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682f446-e12f-447a-ae03-a8dae5d225cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd1d016-37e8-4868-8322-a25273ca8ca0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:32.330934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1682f446-e12f-447a-ae03-a8dae5d225cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:32.332465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1682f446-e12f-447a-ae03-a8dae5d225cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfd1d016-37e8-4868-8322-a25273ca8ca0 HTTP/1.1" status: 204 len: 168 time: 0.2105868 Feb 07 23:23:33.041811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:23:33.190576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52390) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:33.314033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-217617166-network', 'tenant_id': '9909be986fbe47e081d50ad3249140a0'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:33.319602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:33.323565 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Usage tracker for resource:network and tenant:9909be986fbe47e081d50ad3249140a0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:33.326671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:33.333289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:33.345884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Made reservation on behalf of 9909be986fbe47e081d50ad3249140a0 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:23:33.348957 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.365700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.381645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:33.385845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Usage tracker for resource:security_group_rule and tenant:9909be986fbe47e081d50ad3249140a0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:33.389148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:33.395631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:33.495882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.500464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.532529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:23:33.541316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0a4cac-bb58-4f94-9096-e8a7853bc25e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:33.547471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.547823 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Added segment 993b3c97-f259-434e-970b-03ea3235290f of type vlan for network eaa2e098-2581-479a-9dac-b7250bf2ba51 Feb 07 23:23:33.574860 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.610696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.612250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:33.613250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:33.721887 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5301917 Feb 07 23:23:33.724745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52396) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:33.727259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdd2ca-1293-4854-a92c-c058eb9cbd50 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa2e098-2581-479a-9dac-b7250bf2ba51,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:33.733035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Request body: {'subnet': {'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-217617166-subnet', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:33.739179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:23:33.739967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:33.743473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Usage tracker for resource:subnet and tenant:9909be986fbe47e081d50ad3249140a0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:33.746927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:33.753089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:33.766275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Made reservation on behalf of 9909be986fbe47e081d50ad3249140a0 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:23:33.769466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.010820 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.087275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=631b5814-2b8d-4171-b13c-ee1af1728589,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:34.099496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Checking segment: {'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:23:34.099868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Network hostable DHCP agents. Network: eaa2e098-2581-479a-9dac-b7250bf2ba51, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:23:34.119793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:23:34.130432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, eaa2e098-2581-479a-9dac-b7250bf2ba51) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:34.134940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:34.135514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.141724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d659c03-ec21-433a-bc93-6187b70e8ab5 None None] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:23:34.161072 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-444723b8-5ec4-40c8-bb3c-c0313117b764 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4350367 Feb 07 23:23:34.163921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52400) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:34.169111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:23:34.175429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:34.179584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Usage tracker for resource:router and tenant:9909be986fbe47e081d50ad3249140a0 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:34.182562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:34.188600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:34.205412 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.206462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.226284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.418444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-eaa2e098-2581-479a-9dac-b7250bf2ba51', 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'fixed_ips': [{'subnet_id': '631b5814-2b8d-4171-b13c-ee1af1728589'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:23:34.419306 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.604209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Allocated IP 172.20.0.2 (eaa2e098-2581-479a-9dac-b7250bf2ba51/631b5814-2b8d-4171-b13c-ee1af1728589/39ea9371-33ef-49fd-a214-782ca232de8e) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:23:34.686268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.830506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.840915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Transition to ACTIVE for port object 39ea9371-33ef-49fd-a214-782ca232de8e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:23:34.866956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Transition to ACTIVE for port object 39ea9371-33ef-49fd-a214-782ca232de8e will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:23:34.874680 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:34.943210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:23:34.944292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:34.948060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:23:35.024114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Pushing event updated for resources: {'Port': ['ID=39ea9371-33ef-49fd-a214-782ca232de8e,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:35.047841 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:35.079741 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:35.089633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Attempting to bind port 39ea9371-33ef-49fd-a214-782ca232de8e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:23:35.090005 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Attempting to bind port 39ea9371-33ef-49fd-a214-782ca232de8e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:23:35.090368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Attempting to bind port 39ea9371-33ef-49fd-a214-782ca232de8e on network eaa2e098-2581-479a-9dac-b7250bf2ba51 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:23:35.096785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:23:35.097165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Checking segment: {'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:23:35.097572 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:35.097962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Bound using segment: {'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:23:35.098651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Bound port: 39ea9371-33ef-49fd-a214-782ca232de8e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:23:35.099032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:35.257116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Allocated IP 172.25.0.213 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/57cd61a8-650e-4010-939b-00b928ab532b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:23:35.279851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] For port 39ea9371-33ef-49fd-a214-782ca232de8e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:23:35.291862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] For port 39ea9371-33ef-49fd-a214-782ca232de8e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=39ea9371-33ef-49fd-a214-782ca232de8e,segment=NetworkSegment(993b3c97-f259-434e-970b-03ea3235290f),segment_id=993b3c97-f259-434e-970b-03ea3235290f)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:23:35.297414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:35.413750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef6511-6097-46bd-95d1-cf21c77228e6 None None] Pushing event updated for resources: {'Port': ['ID=39ea9371-33ef-49fd-a214-782ca232de8e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:35.450719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:35.489805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:35.577906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:23:35.581288 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:35.586688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:23:35.634897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Pushing event updated for resources: {'Port': ['ID=57cd61a8-650e-4010-939b-00b928ab532b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:36.196256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:36.259208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:36.614078 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88fda30-2e63-4899-9ffb-8fecb4e617ce None None] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:23:36.643846 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:36.741123 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:36.750576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-16aebecb-315e-4b16-bdf8-16de959bcb24 None None] Provisioning for port 39ea9371-33ef-49fd-a214-782ca232de8e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:23:36.893618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:23:37.106462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:23:37.117729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Sync routers for ids ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:23:37.134520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Routers {'cc54e9e4-bd5a-498d-aed8-8ec1beea5819'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:37.135155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:37.142567 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:37.148667 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a0a6d26e-35cd-4412-8f83-34e9627f0f7d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.9792857 Feb 07 23:23:37.148667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:37.338618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Set router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:37.533967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39ea9371-33ef-49fd-a214-782ca232de8e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:23:37.680002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 39ea9371-33ef-49fd-a214-782ca232de8e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:23:37.690706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 39ea9371-33ef-49fd-a214-782ca232de8e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:37.691071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:37.861482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '57cd61a8-650e-4010-939b-00b928ab532b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:35Z', 'revision_number': 3, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port': {'id': '57cd61a8-650e-4010-939b-00b928ab532b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:35Z', 'updated_at': '2022-02-07T23:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:37.877431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Checking router: cc54e9e4-bd5a-498d-aed8-8ec1beea5819 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:23:37.878482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Updating router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 port 57cd61a8-650e-4010-939b-00b928ab532b binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:23:37.922079 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:37.964227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.025977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 39ea9371-33ef-49fd-a214-782ca232de8e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=39ea9371-33ef-49fd-a214-782ca232de8e,segment=NetworkSegment(993b3c97-f259-434e-970b-03ea3235290f),segment_id=993b3c97-f259-434e-970b-03ea3235290f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:38.034454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.094697 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.301495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=39ea9371-33ef-49fd-a214-782ca232de8e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:38.342033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Allocated IP 172.20.0.1 (eaa2e098-2581-479a-9dac-b7250bf2ba51/631b5814-2b8d-4171-b13c-ee1af1728589/72223c2c-53bf-402c-a30d-2c419c87e7b7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:23:38.473182 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.487184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Transition to ACTIVE for port object 57cd61a8-650e-4010-939b-00b928ab532b will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:23:38.495862 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.526143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.546032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Transition to ACTIVE for port object 72223c2c-53bf-402c-a30d-2c419c87e7b7 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:23:38.579743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.586680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Attempting to bind port 57cd61a8-650e-4010-939b-00b928ab532b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:23:38.587067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Attempting to bind port 57cd61a8-650e-4010-939b-00b928ab532b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:23:38.587476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Attempting to bind port 57cd61a8-650e-4010-939b-00b928ab532b on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:23:38.589635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b915e2-cdc1-47ce-9bf1-b0d6ee988e64 None None] Pushing event updated for resources: {'Port': ['ID=57cd61a8-650e-4010-939b-00b928ab532b,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:38.598076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:23:38.598444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:23:38.598843 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.599228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:23:38.599698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Bound port: 57cd61a8-650e-4010-939b-00b928ab532b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:23:38.600093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.659213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:23:38.664309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:38.668326 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:23:38.689610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] For port 57cd61a8-650e-4010-939b-00b928ab532b, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:23:38.693158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] For port 57cd61a8-650e-4010-939b-00b928ab532b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57cd61a8-650e-4010-939b-00b928ab532b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:23:38.698120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.704875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Pushing event updated for resources: {'Port': ['ID=72223c2c-53bf-402c-a30d-2c419c87e7b7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:38.757487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:38.791195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Routers {'cc54e9e4-bd5a-498d-aed8-8ec1beea5819'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:38.792063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:38.991619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b915e2-cdc1-47ce-9bf1-b0d6ee988e64 None None] Pushing event updated for resources: {'Port': ['ID=57cd61a8-650e-4010-939b-00b928ab532b,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:39.007843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ba1ef29b-bd09-4d4f-9da2-a9233a159dea None None] Provisioning for port 72223c2c-53bf-402c-a30d-2c419c87e7b7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:23:39.019811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] Set router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:39.068928 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ba1ef29b-bd09-4d4f-9da2-a9233a159dea None None] Provisioning complete for port 72223c2c-53bf-402c-a30d-2c419c87e7b7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:39.069483 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ba1ef29b-bd09-4d4f-9da2-a9233a159dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:39.115384 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:39.253155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ef29b-bd09-4d4f-9da2-a9233a159dea None None] Port 72223c2c-53bf-402c-a30d-2c419c87e7b7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:23:39.368092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:39.376022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:39.381927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '57cd61a8-650e-4010-939b-00b928ab532b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:35Z', 'revision_number': 3, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port': {'id': '57cd61a8-650e-4010-939b-00b928ab532b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:35Z', 'updated_at': '2022-02-07T23:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:39.386503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ccbc2-9b79-4cbe-aba0-d6d4e091eb45 None None] The sync data for ids ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'] in n-d-827896-3 is: [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '57cd61a8-650e-4010-939b-00b928ab532b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:35Z', 'revision_number': 3, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port': {'id': '57cd61a8-650e-4010-939b-00b928ab532b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:35Z', 'updated_at': '2022-02-07T23:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:23:39.471605 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39ea9371-33ef-49fd-a214-782ca232de8e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:23:39.494658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Pushing event updated for resources: {'Port': ['ID=72223c2c-53bf-402c-a30d-2c419c87e7b7,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:39.497357 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:39.559347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 39ea9371-33ef-49fd-a214-782ca232de8e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:39.560969 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:39.663929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:23:39.678167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:23:39.986631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24ffcfa3-00da-4e1a-a09a-c00b92c3e2ba None None] Provisioning complete for port 72223c2c-53bf-402c-a30d-2c419c87e7b7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:39.987008 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-24ffcfa3-00da-4e1a-a09a-c00b92c3e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:40.055032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-24ffcfa3-00da-4e1a-a09a-c00b92c3e2ba None None] Port 72223c2c-53bf-402c-a30d-2c419c87e7b7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:23:40.081422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:23:40.309152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:23:40.320589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5bf8d52d-862a-4987-a070-7563e5d6af0a admin admin] 10.222.0.10 "PUT /v2.0/routers/cc54e9e4-bd5a-498d-aed8-8ec1beea5819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1705859 Feb 07 23:23:41.262064 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Sync routers for ids ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:23:41.276400 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Routers {'cc54e9e4-bd5a-498d-aed8-8ec1beea5819'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:41.277485 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:41.504780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57cd61a8-650e-4010-939b-00b928ab532b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:23:41.506092 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Set router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:41.594547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 57cd61a8-650e-4010-939b-00b928ab532b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:23:41.599705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 57cd61a8-650e-4010-939b-00b928ab532b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:41.600077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:41.676765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52430) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:41.806413 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:41.830979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 57cd61a8-650e-4010-939b-00b928ab532b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57cd61a8-650e-4010-939b-00b928ab532b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:41.837490 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:41.892804 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '57cd61a8-650e-4010-939b-00b928ab532b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:39Z', 'revision_number': 4, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port': {'id': '57cd61a8-650e-4010-939b-00b928ab532b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:35Z', 'updated_at': '2022-02-07T23:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '72223c2c-53bf-402c-a30d-2c419c87e7b7', 'name': '', 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'mac_address': 'fa:16:3e:e5:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '631b5814-2b8d-4171-b13c-ee1af1728589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:38Z', 'updated_at': '2022-02-07T23:23:39Z', 'revision_number': 2, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'subnets': [{'id': '631b5814-2b8d-4171-b13c-ee1af1728589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:41.901225 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Checking router: cc54e9e4-bd5a-498d-aed8-8ec1beea5819 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:23:41.901589 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Updating router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 port 72223c2c-53bf-402c-a30d-2c419c87e7b7 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:23:41.929571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=57cd61a8-650e-4010-939b-00b928ab532b,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:41.963639 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:42.245165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-7ab64e09-0e71-4801-a16a-db2fc62bd5c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1794727 Feb 07 23:23:42.393557 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:42.416120 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Transition to ACTIVE for port object 72223c2c-53bf-402c-a30d-2c419c87e7b7 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:23:42.425996 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:42.434148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:42.511654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-83e93150-9fe0-409b-bcc1-9a3362fc7219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:42.513511 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-83e93150-9fe0-409b-bcc1-9a3362fc7219 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1096 time: 0.1790900 Feb 07 23:23:42.601703 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Pushing event updated for resources: {'Port': ['ID=72223c2c-53bf-402c-a30d-2c419c87e7b7,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:42.619267 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.619610 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.619949 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.620285 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.620634 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.620964 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.621290 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.621684 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.621928 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.622248 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.622604 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.622922 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:42.691136 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Attempting to bind port 72223c2c-53bf-402c-a30d-2c419c87e7b7 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:23:42.691621 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Attempting to bind port 72223c2c-53bf-402c-a30d-2c419c87e7b7 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:23:42.691870 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Attempting to bind port 72223c2c-53bf-402c-a30d-2c419c87e7b7 on network eaa2e098-2581-479a-9dac-b7250bf2ba51 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:23:42.697704 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:23:42.698079 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Checking segment: {'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:23:42.698478 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:42.699032 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Bound using segment: {'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:23:42.699503 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Bound port: 72223c2c-53bf-402c-a30d-2c419c87e7b7, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993b3c97-f259-434e-970b-03ea3235290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:23:42.699875 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:42.794059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] For port 72223c2c-53bf-402c-a30d-2c419c87e7b7, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:23:42.798723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] For port 72223c2c-53bf-402c-a30d-2c419c87e7b7, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=72223c2c-53bf-402c-a30d-2c419c87e7b7,segment=NetworkSegment(993b3c97-f259-434e-970b-03ea3235290f),segment_id=993b3c97-f259-434e-970b-03ea3235290f)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:23:42.806063 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:42.946410 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Routers {'cc54e9e4-bd5a-498d-aed8-8ec1beea5819'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:42.947352 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:43.036283 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d41cf2-b587-41d4-a4ea-7479c89945fa None None] Pushing event updated for resources: {'Port': ['ID=72223c2c-53bf-402c-a30d-2c419c87e7b7,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:43.049889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-b8c8849e-815b-4e47-8eb5-02f3e3851564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:43.051385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-b8c8849e-815b-4e47-8eb5-02f3e3851564 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.5021012 Feb 07 23:23:43.175802 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] Set router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:43.221459 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-4df3c9b9-9a03-48fc-8271-33730b16e126 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 1001 time: 0.1581523 Feb 07 23:23:43.226146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Deleting port 72223c2c-53bf-402c-a30d-2c419c87e7b7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:43.226496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:43.409066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-36d1f749-c5a7-496e-95ed-87db3bc76a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:43.410613 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-36d1f749-c5a7-496e-95ed-87db3bc76a6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1557946 Feb 07 23:23:43.452511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57cd61a8-650e-4010-939b-00b928ab532b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:23:43.527982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] For port 72223c2c-53bf-402c-a30d-2c419c87e7b7, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=72223c2c-53bf-402c-a30d-2c419c87e7b7,segment=NetworkSegment(993b3c97-f259-434e-970b-03ea3235290f),segment_id=993b3c97-f259-434e-970b-03ea3235290f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:43.528354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:43.528716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 57cd61a8-650e-4010-939b-00b928ab532b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:23:43.529115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:43.585871 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '57cd61a8-650e-4010-939b-00b928ab532b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:39Z', 'revision_number': 4, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port': {'id': '57cd61a8-650e-4010-939b-00b928ab532b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:35Z', 'updated_at': '2022-02-07T23:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '72223c2c-53bf-402c-a30d-2c419c87e7b7', 'name': '', 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'mac_address': 'fa:16:3e:e5:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '631b5814-2b8d-4171-b13c-ee1af1728589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:38Z', 'updated_at': '2022-02-07T23:23:42Z', 'revision_number': 4, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'subnets': [{'id': '631b5814-2b8d-4171-b13c-ee1af1728589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:43.591388 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e1e49-6c01-4efc-8f96-bc842d926d9f None None] The sync data for ids ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'] in n-d-827896-3 is: [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '57cd61a8-650e-4010-939b-00b928ab532b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:39Z', 'revision_number': 4, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port': {'id': '57cd61a8-650e-4010-939b-00b928ab532b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:35Z', 'updated_at': '2022-02-07T23:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '72223c2c-53bf-402c-a30d-2c419c87e7b7', 'name': '', 'network_id': 'eaa2e098-2581-479a-9dac-b7250bf2ba51', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'mac_address': 'fa:16:3e:e5:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_interface', 'standard_attr_id': 4015, 'fixed_ips': [{'subnet_id': '631b5814-2b8d-4171-b13c-ee1af1728589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:38Z', 'updated_at': '2022-02-07T23:23:42Z', 'revision_number': 4, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'subnets': [{'id': '631b5814-2b8d-4171-b13c-ee1af1728589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:23:43.666530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Calling delete_port for 72223c2c-53bf-402c-a30d-2c419c87e7b7 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:43.720229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-cae008dc-8c8f-44f6-be32-bce629996a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:43.721854 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-cae008dc-8c8f-44f6-be32-bce629996a12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2997034 Feb 07 23:23:44.083540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-4cd4dd12-4d2e-4863-bd9d-cceb6d825aeb service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445430 Feb 07 23:23:44.278403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:44.340492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c51cbc7-b031-448d-b3f4-014f151ecd43 req-457be614-44f6-45cd-aae4-e3cc0343e321 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464740 Feb 07 23:23:44.341853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Pushing event deleted for resources: {'Port': ['ID=72223c2c-53bf-402c-a30d-2c419c87e7b7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:44.799808 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:45.192727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:23:45.388888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:23:45.400734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] Sync routers for ids ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:23:45.402937 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f39d2832-2b51-4fe2-8470-34a83bf93806 admin admin] 10.222.0.10 "PUT /v2.0/routers/cc54e9e4-bd5a-498d-aed8-8ec1beea5819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7254322 Feb 07 23:23:45.406087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52434) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:45.412079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] Routers {'cc54e9e4-bd5a-498d-aed8-8ec1beea5819'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:45.412773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:45.590455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:45.610293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] Set router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:45.782937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:45.797676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Deleting port 57cd61a8-650e-4010-939b-00b928ab532b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:45.798104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:45.960920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '57cd61a8-650e-4010-939b-00b928ab532b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:44Z', 'revision_number': 5, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port': {'id': '57cd61a8-650e-4010-939b-00b928ab532b', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:a5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4014, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:23:35Z', 'updated_at': '2022-02-07T23:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:45.968137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] Checking router: cc54e9e4-bd5a-498d-aed8-8ec1beea5819 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:23:45.981022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] Routers {'cc54e9e4-bd5a-498d-aed8-8ec1beea5819'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:45.981657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:46.156441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] Set router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:46.206466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] For port 57cd61a8-650e-4010-939b-00b928ab532b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=57cd61a8-650e-4010-939b-00b928ab532b,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:46.207084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:46.268780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:45Z', 'revision_number': 6, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:46.272879 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb14d95-e905-45a5-a4e6-538ed55bd80a None None] The sync data for ids ['cc54e9e4-bd5a-498d-aed8-8ec1beea5819'] in n-d-827896-3 is: [{'id': 'cc54e9e4-bd5a-498d-aed8-8ec1beea5819', 'name': 'tempest-ImageQuotaTest-217617166-router', 'tenant_id': '9909be986fbe47e081d50ad3249140a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:23:34Z', 'updated_at': '2022-02-07T23:23:45Z', 'revision_number': 6, 'project_id': '9909be986fbe47e081d50ad3249140a0', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:23:46.342719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Calling delete_port for 57cd61a8-650e-4010-939b-00b928ab532b owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:46.527700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:46.579824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=57cd61a8-650e-4010-939b-00b928ab532b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:46.709145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:46.914964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:46.917690 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:46.943772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:46.944180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc54e9e4-bd5a-498d-aed8-8ec1beea5819 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:23:46.957932 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:46.959065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fc66ac02-ef0f-4ed6-a0f6-235e8b569c7b admin admin] 10.222.0.10 "DELETE /v2.0/routers/cc54e9e4-bd5a-498d-aed8-8ec1beea5819 HTTP/1.1" status: 204 len: 168 time: 1.5520532 Feb 07 23:23:46.962603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52438) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:47.035103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] Deleting subnet 631b5814-2b8d-4171-b13c-ee1af1728589 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:23:47.038368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.092794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.180385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.259967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.303989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631b5814-2b8d-4171-b13c-ee1af1728589,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:47.305971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.313331 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6123336c-ec37-40f2-aa73-96d75f872cd8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/631b5814-2b8d-4171-b13c-ee1af1728589 HTTP/1.1" status: 204 len: 168 time: 0.3496859 Feb 07 23:23:47.317338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52442) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:47.320400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3a423-099e-4418-9108-780025c76dfd None None] Network eaa2e098-2581-479a-9dac-b7250bf2ba51 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:23:47.456335 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.466303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57cd61a8-650e-4010-939b-00b928ab532b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:23:47.474137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Deleting port 39ea9371-33ef-49fd-a214-782ca232de8e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:47.474660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.537698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 57cd61a8-650e-4010-939b-00b928ab532b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:23:47.538041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 57cd61a8-650e-4010-939b-00b928ab532b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:23:47.538551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 72223c2c-53bf-402c-a30d-2c419c87e7b7 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:23:47.627013 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 72223c2c-53bf-402c-a30d-2c419c87e7b7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:23:47.627353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 72223c2c-53bf-402c-a30d-2c419c87e7b7 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:23:47.715372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] DHCP port deletion for eaa2e098-2581-479a-9dac-b7250bf2ba51 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:23:47.715911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] For port 39ea9371-33ef-49fd-a214-782ca232de8e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=39ea9371-33ef-49fd-a214-782ca232de8e,segment=NetworkSegment(993b3c97-f259-434e-970b-03ea3235290f),segment_id=993b3c97-f259-434e-970b-03ea3235290f)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:47.717088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.720229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Deleting port 39ea9371-33ef-49fd-a214-782ca232de8e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:47.720759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.946191 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] For port 39ea9371-33ef-49fd-a214-782ca232de8e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=39ea9371-33ef-49fd-a214-782ca232de8e,segment=NetworkSegment(993b3c97-f259-434e-970b-03ea3235290f),segment_id=993b3c97-f259-434e-970b-03ea3235290f)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:47.946513 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:47.968891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Calling delete_port for 39ea9371-33ef-49fd-a214-782ca232de8e owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:48.055780 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.077402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Calling delete_port for 39ea9371-33ef-49fd-a214-782ca232de8e owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:48.114172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] No DVR routers for this DVR port 39ea9371-33ef-49fd-a214-782ca232de8e on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:23:48.144141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ea9371-33ef-49fd-a214-782ca232de8e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:48.154762 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:23:48.155113 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:23:48.243378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.270858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa2e098-2581-479a-9dac-b7250bf2ba51']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:48.286458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993b3c97-f259-434e-970b-03ea3235290f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:48.286757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993b3c97-f259-434e-970b-03ea3235290f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:48.299972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.321844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.331816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:23:48.332389 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:23:48.346634 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:23:48.424999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.441310 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.452605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa2e098-2581-479a-9dac-b7250bf2ba51,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:48.455493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6f15c8d6-d7a2-498c-af7e-6306d35e4cb5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eaa2e098-2581-479a-9dac-b7250bf2ba51 HTTP/1.1" status: 204 len: 168 time: 1.1369731 Feb 07 23:23:48.538669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52448) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:48.582811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52452) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:48.643195 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d98c5c2-18ee-4264-af11-abcaae4b2974 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9909be986fbe47e081d50ad3249140a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573812 Feb 07 23:23:48.646893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52456) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:48.656774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Deleting port 39ea9371-33ef-49fd-a214-782ca232de8e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:48.657237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.709572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254da43f-bc84-426d-95f9-93e51b534c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.734196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b09a0-6c10-4ac9-bb54-e48d94cd00da None None] The port '39ea9371-33ef-49fd-a214-782ca232de8e' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:23:48.745058 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254da43f-bc84-426d-95f9-93e51b534c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.773494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port 299b1aba-cc0e-4b6a-9787-da71b118a310 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:48.773914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.802938 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254da43f-bc84-426d-95f9-93e51b534c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.824043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254da43f-bc84-426d-95f9-93e51b534c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0a4cac-bb58-4f94-9096-e8a7853bc25e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:48.826466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-254da43f-bc84-426d-95f9-93e51b534c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.827678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-254da43f-bc84-426d-95f9-93e51b534c25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de0a4cac-bb58-4f94-9096-e8a7853bc25e HTTP/1.1" status: 204 len: 168 time: 0.1798706 Feb 07 23:23:48.992964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:48.993354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:49.127865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for 299b1aba-cc0e-4b6a-9787-da71b118a310 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:49.246265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52464) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:49.270036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:49.286635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:23:49.290892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:23:49.293870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:23:49.303720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:23:49.322513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:49.373857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=299b1aba-cc0e-4b6a-9787-da71b118a310,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:49.411397 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:49.416100 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:49.460960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39ea9371-33ef-49fd-a214-782ca232de8e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:23:49.470040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2219737 Feb 07 23:23:49.470991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fc9cf-d3ab-403b-a10c-847d25b54f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76238a2b-9fc7-4721-b16a-3096e431db07,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:49.472753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52468) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:49.498949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 39ea9371-33ef-49fd-a214-782ca232de8e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:23:49.499346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 39ea9371-33ef-49fd-a214-782ca232de8e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:23:49.510570 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:49.511052 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Floating IP aa01ccd3-05b7-4f8d-9836-921f17107da8 disassociated (deleted). External IP: 172.25.0.184, port: 67b65aa4-9ba7-4e5b-a55d-60d515817108. Feb 07 23:23:49.628028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89ef17-6179-4951-9d7c-38042077ed6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:49.846200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89ef17-6179-4951-9d7c-38042077ed6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:50.046382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89ef17-6179-4951-9d7c-38042077ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:50.068448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89ef17-6179-4951-9d7c-38042077ed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76238a2b-9fc7-4721-b16a-3096e431db07,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:50.090340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:23:50.100541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89ef17-6179-4951-9d7c-38042077ed6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:50.101675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fd89ef17-6179-4951-9d7c-38042077ed6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76238a2b-9fc7-4721-b16a-3096e431db07 HTTP/1.1" status: 204 len: 168 time: 0.6278279 Feb 07 23:23:50.284089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:23:50.290877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:50.297076 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:23:50.310365 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:50.311170 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:50.364069 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f03f4459-213c-4ec4-82b8-bb1ec47c4efb tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "DELETE /v2.0/floatingips/aa01ccd3-05b7-4f8d-9836-921f17107da8 HTTP/1.1" status: 204 len: 168 time: 1.8194423 Feb 07 23:23:50.364069 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:50.458656 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'status': 'completed', 'code': 200} Feb 07 23:23:50.509091 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:50.610027 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ac10a-9a37-4f72-847f-254c556db096 req-b48f3457-8588-4f5b-bb00-e1e2a25cc010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:50.612165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-707ac10a-9a37-4f72-847f-254c556db096 req-b48f3457-8588-4f5b-bb00-e1e2a25cc010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 1097 time: 0.1211503 Feb 07 23:23:50.812701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ac10a-9a37-4f72-847f-254c556db096 req-04b5d234-ad1f-4edb-bead-ef080de6149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:50.814707 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-707ac10a-9a37-4f72-847f-254c556db096 req-04b5d234-ad1f-4edb-bead-ef080de6149e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.1937163 Feb 07 23:23:50.922519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-707ac10a-9a37-4f72-847f-254c556db096 req-08e14a68-8263-44e8-a82d-eed25e67411a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108 HTTP/1.1" status: 200 len: 217 time: 0.1010132 Feb 07 23:23:50.935796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87546b37-5c8b-4f71-9f61-8d109da0c699 req-560f2fe4-ed45-42b0-8eed-8b1885820ee9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:50.938633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87546b37-5c8b-4f71-9f61-8d109da0c699 req-560f2fe4-ed45-42b0-8eed-8b1885820ee9 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 946 time: 0.1067519 Feb 07 23:23:50.994110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87546b37-5c8b-4f71-9f61-8d109da0c699 req-79c025ec-e466-41b2-a13c-f4f141dc8bd7 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496004 Feb 07 23:23:50.999087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ac10a-9a37-4f72-847f-254c556db096 req-13dd919c-5b9e-4db2-bad3-e3e0f1283174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:51.001451 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-707ac10a-9a37-4f72-847f-254c556db096 req-13dd919c-5b9e-4db2-bad3-e3e0f1283174 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.0715427 Feb 07 23:23:51.088661 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:47Z', 'revision_number': 1, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:51.093694 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:23:51.093945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ac10a-9a37-4f72-847f-254c556db096 req-02fad315-6735-462a-b7ea-ce1649ed9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:51.095338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-707ac10a-9a37-4f72-847f-254c556db096 req-02fad315-6735-462a-b7ea-ce1649ed9a7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869067 Feb 07 23:23:51.103615 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:23:51.104371 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:51.242419 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-707ac10a-9a37-4f72-847f-254c556db096 req-0149c7da-729b-4691-a2ad-3b47f06b791a service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400981 Feb 07 23:23:51.290195 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:23:51.393755 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-707ac10a-9a37-4f72-847f-254c556db096 req-761e7a23-f593-427e-8251-63e95164d2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448057 Feb 07 23:23:51.656730 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:47Z', 'revision_number': 1, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:23:51.662199 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b9276-9be9-4c4e-9112-3d34e8ff0609 None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '2a660b6d-ac90-495d-a9ef-b0d15db24fab', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'port_id': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'mac_address': 'fa:16:3e:de:d0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:19:41Z', 'updated_at': '2022-02-07T23:19:47Z', 'revision_number': 1, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:23:51.908817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdeb61-e1e6-43ba-827a-a5e51aec9070 None None] New status for floating IP aa01ccd3-05b7-4f8d-9836-921f17107da8: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:23:52.207563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91eb5c-fe39-4f46-8844-bbd416504212 req-398f4daa-c88a-443b-8cf0-67ff73a43e34 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:52.209011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c91eb5c-fe39-4f46-8844-bbd416504212 req-398f4daa-c88a-443b-8cf0-67ff73a43e34 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 946 time: 0.0884242 Feb 07 23:23:52.253659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c91eb5c-fe39-4f46-8844-bbd416504212 req-88221dd4-2d37-42fb-a700-7bb9dd3511f3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389109 Feb 07 23:23:52.276066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-13d15470-1ba0-44c1-a6c8-f169924df8b2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:23:52.276788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-13d15470-1ba0-44c1-a6c8-f169924df8b2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:23:52.298567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-13d15470-1ba0-44c1-a6c8-f169924df8b2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:23:52.299736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-13d15470-1ba0-44c1-a6c8-f169924df8b2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.36 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 946 time: 0.1240895 Feb 07 23:23:52.373966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port 67b65aa4-9ba7-4e5b-a55d-60d515817108 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:52.374303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:52.745334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port 67b65aa4-9ba7-4e5b-a55d-60d515817108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=67b65aa4-9ba7-4e5b-a55d-60d515817108,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:23:52.746059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:52.874364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for 67b65aa4-9ba7-4e5b-a55d-60d515817108 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:53.028462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:53.083712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=67b65aa4-9ba7-4e5b-a55d-60d515817108,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:53.162114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] No DVR routers for this DVR port 67b65aa4-9ba7-4e5b-a55d-60d515817108 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:23:53.165087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:53.167644 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'name': 'network-vif-deleted', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:23:53.189905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-16008f1d-3337-4348-becf-4f1a53bdb183 req-a12b0078-f8a6-4cbf-95fa-38d54587af35 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.36 "DELETE /v2.0/ports/67b65aa4-9ba7-4e5b-a55d-60d515817108 HTTP/1.1" status: 204 len: 173 time: 0.8849943 Feb 07 23:23:53.232491 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21d91f4-58ba-452b-b0ac-fe6cf56328bc', 'name': 'network-vif-deleted', 'tag': '67b65aa4-9ba7-4e5b-a55d-60d515817108', 'status': 'completed', 'code': 200} Feb 07 23:23:53.425831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65e4131f-3bc9-4af9-bd18-d4a1a922ab81 req-dc6f598e-4d7b-4810-8a08-32d0451c385e tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=e21d91f4-58ba-452b-b0ac-fe6cf56328bc HTTP/1.1" status: 200 len: 210 time: 0.0477378 Feb 07 23:23:55.993802 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c47ee882-c47a-44ae-8a77-7ed3c8a350a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:56.883806 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 67b65aa4-9ba7-4e5b-a55d-60d515817108 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:23:56.929001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 67b65aa4-9ba7-4e5b-a55d-60d515817108 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:23:56.929364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 67b65aa4-9ba7-4e5b-a55d-60d515817108 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:23:58.214753 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-316cf8cd-c6af-48bd-8dcc-c6a02e05a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.099700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52506) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:23:59.309181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port b08ce60d-8b41-4785-a578-e56f1ff49b51 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:23:59.310138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.341705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.499833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.500233 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.620260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.638787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for b08ce60d-8b41-4785-a578-e56f1ff49b51 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:23:59.798581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.848994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=b08ce60d-8b41-4785-a578-e56f1ff49b51,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:23:59.893464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.893809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.894146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.894482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.894817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.895138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.895460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.895780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.896101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.896423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.896765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.897098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:23:59.964407 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:23:59.964774 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Floating IP 2a660b6d-ac90-495d-a9ef-b0d15db24fab disassociated (deleted). External IP: 172.25.0.191, port: b40ea4e7-0293-4d6f-8861-b8f8cd47967f. Feb 07 23:24:00.444269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:24:00.628410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:24:00.639000 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:24:00.645331 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:00.648664 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:24:00.649329 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:00.703214 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ed5ac103-1de1-4772-8c71-6c41379c562a tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "DELETE /v2.0/floatingips/2a660b6d-ac90-495d-a9ef-b0d15db24fab HTTP/1.1" status: 204 len: 168 time: 1.6022930 Feb 07 23:24:00.703723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:00.773778 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'status': 'completed', 'code': 200} Feb 07 23:24:00.860348 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:24:00.888788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-5dabeeb5-172c-4649-9d67-a3883e0606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:00.890337 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-5dabeeb5-172c-4649-9d67-a3883e0606a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 1096 time: 0.0835903 Feb 07 23:24:01.061877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-14fa702b-8a95-452e-93cc-97996b476a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:01.063717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-14fa702b-8a95-452e-93cc-97996b476a66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 200 len: 913 time: 0.1644430 Feb 07 23:24:01.116055 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:01.191110 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-0612ec63-106e-457c-a1d3-ea1e64dc85bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 200 len: 217 time: 0.1207871 Feb 07 23:24:01.250326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f03e3-1f84-4d1c-a54f-cedeb782d4ef req-a91fdbfa-428b-4739-8ba9-29496734b6c2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:01.252681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e90f03e3-1f84-4d1c-a54f-cedeb782d4ef req-a91fdbfa-428b-4739-8ba9-29496734b6c2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 945 time: 0.1444895 Feb 07 23:24:01.278762 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:01.288065 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:24:01.305134 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:24:01.306124 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:01.312207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e90f03e3-1f84-4d1c-a54f-cedeb782d4ef req-e79840ba-4799-4c38-976b-10872bca544b tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536387 Feb 07 23:24:01.319137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-7fd42acf-115f-442a-8332-6504a3c65e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:01.321738 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-7fd42acf-115f-442a-8332-6504a3c65e0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 200 len: 851 time: 0.1225030 Feb 07 23:24:01.419687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-abbaa9df-07a4-4bec-bf17-cd33c0fa5bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:01.422663 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-abbaa9df-07a4-4bec-bf17-cd33c0fa5bdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1578e435-8757-4628-a497-fe2432a1d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898750 Feb 07 23:24:01.567073 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:24:01.570256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-c522ca9c-fead-45cc-8d48-dd7cb0953b5a service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408587 Feb 07 23:24:01.719053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9fe3845f-f91e-47aa-8ad0-9a993dec0e16 req-d9020a20-2be9-4bd9-bc9c-2c9154df92c6 service neutron] 10.222.0.26 "GET /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410387 Feb 07 23:24:01.922209 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:01.927197 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c697e31-3077-43d3-9adc-8eab9bc4ee91 None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:09:43Z', 'revision_number': 4, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5', 'name': '', 'network_id': '1578e435-8757-4628-a497-fe2432a1d83a', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'mac_address': 'fa:16:3e:48:3a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:40Z', 'updated_at': '2022-02-07T23:09:58Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'subnets': [{'id': '8a567991-c1ea-4073-b9b8-12c11620fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:24:02.183302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a377a1b-d636-4164-93c1-851a4becc8f0 None None] New status for floating IP 2a660b6d-ac90-495d-a9ef-b0d15db24fab: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:24:02.524107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d476c0-c4ab-4fe0-98cd-d9f23360a452 req-83d0ad4b-2ae9-4f31-a321-fece90f3a8d2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:02.525535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00d476c0-c4ab-4fe0-98cd-d9f23360a452 req-83d0ad4b-2ae9-4f31-a321-fece90f3a8d2 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 945 time: 0.0831163 Feb 07 23:24:02.575901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00d476c0-c4ab-4fe0-98cd-d9f23360a452 req-82bee506-73d5-4e06-b2fe-a63136e7bd83 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Feb 07 23:24:03.023756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-94aadc37-2986-40bc-a853-ab9968beb4b3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:03.024339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-94aadc37-2986-40bc-a853-ab9968beb4b3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Synchronizing usage tracker for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:24:03.045876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-94aadc37-2986-40bc-a853-ab9968beb4b3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Unset dirty status for tenant:9d8d6b3c1900485d9b1537ad4a50fb87 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:24:03.047053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-94aadc37-2986-40bc-a853-ab9968beb4b3 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 945 time: 0.1082122 Feb 07 23:24:03.125249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port b40ea4e7-0293-4d6f-8861-b8f8cd47967f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:03.125795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:03.514356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] For port b40ea4e7-0293-4d6f-8861-b8f8cd47967f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:03.514718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:03.645945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for b40ea4e7-0293-4d6f-8861-b8f8cd47967f owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:03.824275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66cfa8-4cec-4dd1-9253-3f63016db77a req-3799ad7d-a01f-4458-8d33-305b6dd80109 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:03.829275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab66cfa8-4cec-4dd1-9253-3f63016db77a req-3799ad7d-a01f-4458-8d33-305b6dd80109 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 945 time: 0.1159797 Feb 07 23:24:03.831523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:03.881076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab66cfa8-4cec-4dd1-9253-3f63016db77a req-57ee93d6-0958-46a9-8467-c93a63b2a3b4 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/security-groups?id=d20eb01d-b27b-4b83-8751-12d60529efbd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461502 Feb 07 23:24:03.921614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=b40ea4e7-0293-4d6f-8861-b8f8cd47967f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:04.006107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] No DVR routers for this DVR port b40ea4e7-0293-4d6f-8861-b8f8cd47967f on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:24:04.008650 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:04.011158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'name': 'network-vif-deleted', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:04.026751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-798f33ce-5b50-4a75-aa08-fc0374c21f2d req-5f3cc9ee-3425-4666-8c43-3eedc63e5a38 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.26 "DELETE /v2.0/ports/b40ea4e7-0293-4d6f-8861-b8f8cd47967f HTTP/1.1" status: 204 len: 173 time: 0.9718938 Feb 07 23:24:04.064310 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd386945-ae06-4727-aa20-cb5d76ed2b5c', 'name': 'network-vif-deleted', 'tag': 'b40ea4e7-0293-4d6f-8861-b8f8cd47967f', 'status': 'completed', 'code': 200} Feb 07 23:24:05.072291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80bee62d-9c88-40dd-9989-926f1b95903d req-5e892ce2-784e-42ad-bc4b-1b9b727f4771 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd386945-ae06-4727-aa20-cb5d76ed2b5c HTTP/1.1" status: 200 len: 210 time: 0.0529153 Feb 07 23:24:06.175297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52530) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:06.266664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.337414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Deleting port 7d160286-f134-496f-9f3f-433b55d10d51 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:06.337751 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.499844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b40ea4e7-0293-4d6f-8861-b8f8cd47967f no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:06.520635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.520978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.537406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: b40ea4e7-0293-4d6f-8861-b8f8cd47967f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:06.537757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b40ea4e7-0293-4d6f-8861-b8f8cd47967f not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:06.651857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Calling delete_port for 7d160286-f134-496f-9f3f-433b55d10d51 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:06.656274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.801195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.850551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'Port': ['ID=7d160286-f134-496f-9f3f-433b55d10d51,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:06.949311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.963469 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:06.964652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f3729a92-9f78-469a-9081-bb5729213c8c tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "DELETE /v2.0/floatingips/e221b48b-2297-42fa-ba20-be012515093b HTTP/1.1" status: 204 len: 168 time: 0.7884769 Feb 07 23:24:09.498044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52548) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:09.582974 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11e52352-defe-44ce-8d3b-ae77df978b50 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:09.617679 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11e52352-defe-44ce-8d3b-ae77df978b50 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:09.707316 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11e52352-defe-44ce-8d3b-ae77df978b50 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:09.727616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52352-defe-44ce-8d3b-ae77df978b50 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20eb01d-b27b-4b83-8751-12d60529efbd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:09.747371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11e52352-defe-44ce-8d3b-ae77df978b50 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:09.748738 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-11e52352-defe-44ce-8d3b-ae77df978b50 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] 10.222.0.10 "DELETE /v2.0/security-groups/d20eb01d-b27b-4b83-8751-12d60529efbd HTTP/1.1" status: 204 len: 168 time: 0.2496543 Feb 07 23:24:09.824343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52554) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:10.041932 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:24:10.631688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:11.023961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Deleting port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:11.024816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:11.201432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] For port a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:11.201708 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:11.328457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Calling delete_port for a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:11.523317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:11.573042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:11.998742 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:12.400205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:24:12.590177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:24:12.603218 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] Sync routers for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:24:12.604582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7d352d60-0001-4903-98be-542d96eb8f13 admin admin] 10.222.0.10 "PUT /v2.0/routers/e7d2eb70-6d41-45bd-b5d0-a29c998d4546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7769964 Feb 07 23:24:12.608279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52560) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:12.613147 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:24:12.613760 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:12.798471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:12.799715 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:24:13.007591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:13.020245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Deleting port 442a7956-566d-4885-9de1-91bb6f843fa9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:13.020861 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:13.178268 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:24:11Z', 'revision_number': 5, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port': {'id': '442a7956-566d-4885-9de1-91bb6f843fa9', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:30Z', 'updated_at': '2022-02-07T23:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:13.182250 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] Checking router: e7d2eb70-6d41-45bd-b5d0-a29c998d4546 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:24:13.195712 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] Routers {'e7d2eb70-6d41-45bd-b5d0-a29c998d4546'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:24:13.196333 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:13.264684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] For port 442a7956-566d-4885-9de1-91bb6f843fa9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=442a7956-566d-4885-9de1-91bb6f843fa9,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:13.265231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:13.366635 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] Set router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:24:13.477646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:24:13Z', 'revision_number': 6, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:13.482481 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dd545-af06-4c76-a9c1-f2172c43f927 None None] The sync data for ids ['e7d2eb70-6d41-45bd-b5d0-a29c998d4546'] in n-d-827896-3 is: [{'id': 'e7d2eb70-6d41-45bd-b5d0-a29c998d4546', 'name': 'tempest-TestVolumeBootPattern-1262122235-router', 'tenant_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:27Z', 'updated_at': '2022-02-07T23:24:13Z', 'revision_number': 6, 'project_id': '9d8d6b3c1900485d9b1537ad4a50fb87', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:24:13.528925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Calling delete_port for 442a7956-566d-4885-9de1-91bb6f843fa9 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:13.728872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:13.776411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=442a7956-566d-4885-9de1-91bb6f843fa9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:13.885718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.077165 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.079518 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.104632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.105151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7d2eb70-6d41-45bd-b5d0-a29c998d4546 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:24:14.118147 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.119279 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-10ae5365-9bc2-4e6f-97d1-5d1ce0ecc7bf admin admin] 10.222.0.10 "DELETE /v2.0/routers/e7d2eb70-6d41-45bd-b5d0-a29c998d4546 HTTP/1.1" status: 204 len: 168 time: 1.5100613 Feb 07 23:24:14.122180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52564) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:14.185646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] Deleting subnet 8a567991-c1ea-4073-b9b8-12c11620fe69 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:24:14.189021 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.256826 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.355108 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.438731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.481837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a567991-c1ea-4073-b9b8-12c11620fe69,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:14.485641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.499298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ada7349b-4b3d-4308-95c0-d8ec6e3778de admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8a567991-c1ea-4073-b9b8-12c11620fe69 HTTP/1.1" status: 204 len: 168 time: 0.3731802 Feb 07 23:24:14.499548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965d9d5-9e9f-4397-ab9d-dba86bc8f872 None None] Network 1578e435-8757-4628-a497-fe2432a1d83a requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:24:14.500013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52568) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:14.633416 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.646785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Deleting port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:14.647387 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.836150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] DHCP port deletion for 1578e435-8757-4628-a497-fe2432a1d83a request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:24:14.840805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Deleting port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:14.841181 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:14.903636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] For port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:14.904260 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.055267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Calling delete_port for 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:15.113872 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] For port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,segment=NetworkSegment(f9cd2eaf-59c9-49a9-a48b-baec70cf42e0),segment_id=f9cd2eaf-59c9-49a9-a48b-baec70cf42e0)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:15.114271 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.145693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.207999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] No DVR routers for this DVR port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:24:15.209853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a38b85f-a4ad-4dda-a4c8-3efd2f43d806,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:15.249801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Calling delete_port for 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:15.358847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:24:15.359568 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:24:15.454319 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.459764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:15.484313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1578e435-8757-4628-a497-fe2432a1d83a']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:15.498474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:15.498811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cd2eaf-59c9-49a9-a48b-baec70cf42e0') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:15.500155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:15.500940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:15.501086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 442a7956-566d-4885-9de1-91bb6f843fa9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:15.511364 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.531915 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.536836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 442a7956-566d-4885-9de1-91bb6f843fa9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:15.537200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 442a7956-566d-4885-9de1-91bb6f843fa9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:15.537622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:15.538895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:24:15.539479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:24:15.554691 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:24:15.576651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:15.577031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a2fc61a3-217e-43bd-a0d6-b8eb38ca8ec5 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:15.640637 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.658509 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.669339 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] Pushing event deleted for resources: {'Network': ['ID=1578e435-8757-4628-a497-fe2432a1d83a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:15.685060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a3396127-414f-4066-ba24-62398a20b333 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1578e435-8757-4628-a497-fe2432a1d83a HTTP/1.1" status: 204 len: 168 time: 1.1838062 Feb 07 23:24:15.688107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:15.860941 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Deleting port 2a38b85f-a4ad-4dda-a4c8-3efd2f43d806 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:15.861339 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:15.935461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-535805cd-3d24-4be1-85d9-f066c020b9a4 None None] The port '2a38b85f-a4ad-4dda-a4c8-3efd2f43d806' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:24:16.410997 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:16.789142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Deleting port b389010b-0f05-4023-b962-65ef5d1288e0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:16.789800 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:16.970169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] For port b389010b-0f05-4023-b962-65ef5d1288e0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b389010b-0f05-4023-b962-65ef5d1288e0,segment=NetworkSegment(7f63cff9-7561-4f8d-93ef-88dba31b243d),segment_id=7f63cff9-7561-4f8d-93ef-88dba31b243d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:16.970534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:17.101336 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Calling delete_port for b389010b-0f05-4023-b962-65ef5d1288e0 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:17.288350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:17.336357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Pushing event deleted for resources: {'Port': ['ID=b389010b-0f05-4023-b962-65ef5d1288e0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:17.631448 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:18.139310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Router 28da9b3d-6f08-4109-bd6e-8ae6127976ea has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:24:18.328948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:24:18.338384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] Sync routers for ids ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:24:18.350312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-24af20b0-b695-44bf-b501-8bb038a3054d admin admin] 10.222.0.10 "PUT /v2.0/routers/28da9b3d-6f08-4109-bd6e-8ae6127976ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6571357 Feb 07 23:24:18.350595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52576) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:18.350945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] Routers {'28da9b3d-6f08-4109-bd6e-8ae6127976ea'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:24:18.351652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:18.540650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] Set router 28da9b3d-6f08-4109-bd6e-8ae6127976ea gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:24:18.549392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:18.761189 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:18.773813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Deleting port 5a8a8f62-54c2-4e80-934d-6eaf625f9853 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:18.774244 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:18.868123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:24:17Z', 'revision_number': 5, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port': {'id': '5a8a8f62-54c2-4e80-934d-6eaf625f9853', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:20:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:09:55Z', 'updated_at': '2022-02-07T23:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:18.875805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] Checking router: 28da9b3d-6f08-4109-bd6e-8ae6127976ea for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:24:18.891944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] Routers {'28da9b3d-6f08-4109-bd6e-8ae6127976ea'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:24:18.892978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:23:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:19.021311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] For port 5a8a8f62-54c2-4e80-934d-6eaf625f9853, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5a8a8f62-54c2-4e80-934d-6eaf625f9853,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:19.021698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.075914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] Set router 28da9b3d-6f08-4109-bd6e-8ae6127976ea gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:24:19.147878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Calling delete_port for 5a8a8f62-54c2-4e80-934d-6eaf625f9853 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:19.184485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:24:18Z', 'revision_number': 6, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:19.189088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa5e60-229c-4fa1-9f55-31e5ac02677a None None] The sync data for ids ['28da9b3d-6f08-4109-bd6e-8ae6127976ea'] in n-d-827896-3 is: [{'id': '28da9b3d-6f08-4109-bd6e-8ae6127976ea', 'name': 'tempest-TestVolumeBootPattern-978187177-router', 'tenant_id': 'f538c033b81240769c5dd5c38e3adf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:09:53Z', 'updated_at': '2022-02-07T23:24:18Z', 'revision_number': 6, 'project_id': 'f538c033b81240769c5dd5c38e3adf34', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:24:19.356159 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.403850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=5a8a8f62-54c2-4e80-934d-6eaf625f9853,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:19.643584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b389010b-0f05-4023-b962-65ef5d1288e0 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:19.683449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b389010b-0f05-4023-b962-65ef5d1288e0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:19.683851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b389010b-0f05-4023-b962-65ef5d1288e0 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:19.687514 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.893081 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.895756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.923790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.924528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28da9b3d-6f08-4109-bd6e-8ae6127976ea {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:24:19.944001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:19.945231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c98fa7c9-a1d3-4df4-b570-490aff934ebc admin admin] 10.222.0.10 "DELETE /v2.0/routers/28da9b3d-6f08-4109-bd6e-8ae6127976ea HTTP/1.1" status: 204 len: 168 time: 1.5938270 Feb 07 23:24:19.948882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52580) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:20.026366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] Deleting subnet a5dcbf73-7b31-4230-96f6-42b7b749959e {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:24:20.032825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.093509 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.180512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.270828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.311196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5dcbf73-7b31-4230-96f6-42b7b749959e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:20.316956 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.328692 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-046c420e-8c3c-47e1-b3d2-fc53d3dd0829 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a5dcbf73-7b31-4230-96f6-42b7b749959e HTTP/1.1" status: 204 len: 168 time: 0.3779655 Feb 07 23:24:20.331789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:20.334522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6397ae3-55d9-4bc1-a0f6-dd11d082bd64 None None] Network 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:24:20.493229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.505996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Deleting port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:20.506349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.649138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] DHCP port deletion for 0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:24:20.653434 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Deleting port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:20.654695 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.767268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] For port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,segment=NetworkSegment(7f63cff9-7561-4f8d-93ef-88dba31b243d),segment_id=7f63cff9-7561-4f8d-93ef-88dba31b243d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:20.767552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.892862 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] For port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,segment=NetworkSegment(7f63cff9-7561-4f8d-93ef-88dba31b243d),segment_id=7f63cff9-7561-4f8d-93ef-88dba31b243d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:20.892862 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:20.915307 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Calling delete_port for 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:21.006959 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.020925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Calling delete_port for 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:21.058855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5927e980-eb09-4adf-bc48-59c4fcb1e6e5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:21.063459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] No DVR routers for this DVR port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:24:21.107323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:24:21.108062 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:24:21.186375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.213532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:21.228223 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f63cff9-7561-4f8d-93ef-88dba31b243d') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:21.228699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f63cff9-7561-4f8d-93ef-88dba31b243d') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:24:21.248992 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.268274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.278813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:24:21.279116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:24:21.292522 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:24:21.465662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5a8a8f62-54c2-4e80-934d-6eaf625f9853 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:21.506750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.516077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5a8a8f62-54c2-4e80-934d-6eaf625f9853 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:21.516696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5a8a8f62-54c2-4e80-934d-6eaf625f9853 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:21.517466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:21.525966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.537900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:21.548395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-42b88b40-c3a9-427b-81d6-1fad19f66ab5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0032d8d9-ca2b-4e41-a3a5-e9d77cbdac60 HTTP/1.1" status: 204 len: 168 time: 1.2125621 Feb 07 23:24:21.558043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:21.558300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:21.609832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Deleting port 5927e980-eb09-4adf-bc48-59c4fcb1e6e5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:21.610246 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.684490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-afdf15b5-9e64-4543-971b-dab9f99a89a1 None None] The port '5927e980-eb09-4adf-bc48-59c4fcb1e6e5' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:24:21.766487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:21.840108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-81438ed1-e78a-426a-b968-87ca941e35f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d8d6b3c1900485d9b1537ad4a50fb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719192 Feb 07 23:24:21.842547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52600) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:21.915954 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e7ea-e2e6-419a-b14e-0923a7f2681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.943315 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e7ea-e2e6-419a-b14e-0923a7f2681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:21.995674 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e7ea-e2e6-419a-b14e-0923a7f2681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:22.017241 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6e7ea-e2e6-419a-b14e-0923a7f2681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100b1032-ed4f-466c-8910-4a097d8459b1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:22.024298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e7ea-e2e6-419a-b14e-0923a7f2681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:22.025292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e0c6e7ea-e2e6-419a-b14e-0923a7f2681d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/100b1032-ed4f-466c-8910-4a097d8459b1 HTTP/1.1" status: 204 len: 168 time: 0.1816285 Feb 07 23:24:22.450962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52608) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:22.499633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-823fd17a-580d-4509-afdb-09d2c9b3fb86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f538c033b81240769c5dd5c38e3adf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474913 Feb 07 23:24:22.502250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52612) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:22.561049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c059ae8c-2f41-439f-9753-e9ef6d6c3ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:22.587326 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c059ae8c-2f41-439f-9753-e9ef6d6c3ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:22.641665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c059ae8c-2f41-439f-9753-e9ef6d6c3ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:22.656045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059ae8c-2f41-439f-9753-e9ef6d6c3ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42edba5b-3762-4d5b-b94f-0507e24720eb,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:22.662424 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c059ae8c-2f41-439f-9753-e9ef6d6c3ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:22.663551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c059ae8c-2f41-439f-9753-e9ef6d6c3ef2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42edba5b-3762-4d5b-b94f-0507e24720eb HTTP/1.1" status: 204 len: 168 time: 0.1604097 Feb 07 23:24:25.998701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b02b4178-2573-47e6-8e1d-a4b1bebdcbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:28.207973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ef05a1b0-f776-4a29-994f-9c44685ad911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:29.336513 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:29.620508 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:31.103815 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:33.674528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-6e834fe0-326e-4d45-97c5-6c2381064a84 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=f8bce88c47de438e9f574ca225813711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283360 Feb 07 23:24:33.831429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-4653c53c-f69d-4a63-8f65-5deeb0ec6501 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:33.832839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-4653c53c-f69d-4a63-8f65-5deeb0ec6501 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530800 Feb 07 23:24:33.851182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-6d851a82-2dc2-4a76-8c18-5d6dc49b2711 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/quotas/f8bce88c47de438e9f574ca225813711 HTTP/1.1" status: 200 len: 375 time: 0.0112143 Feb 07 23:24:33.904624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-1aa13d06-ff36-4d38-b24f-1d1f2833b298 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f8bce88c47de438e9f574ca225813711&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458519 Feb 07 23:24:34.244257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5dfa6f59-6412-4732-b288-48fd1c54ea85 req-1ab3567d-e8b3-43c6-976a-9658c4e3f562 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 210 time: 0.2033250 Feb 07 23:24:35.106321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-00744080-17db-42a2-943f-1c75b7ed7a31 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f8bce88c47de438e9f574ca225813711&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336530 Feb 07 23:24:35.278311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-50ad8938-3c59-4fdf-b258-ba3b6eccb1b2 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:35.280417 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-50ad8938-3c59-4fdf-b258-ba3b6eccb1b2 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698639 Feb 07 23:24:35.293519 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Request body: {'port': {'device_id': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'admin_state_up': True, 'tenant_id': 'f8bce88c47de438e9f574ca225813711'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:35.413832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb906bdb-8ee5-44d0-9e8c-129797fe1cf3 req-b24864e8-5ec1-4b30-8ceb-473cf043d414 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 210 time: 0.0465529 Feb 07 23:24:35.448620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:24:35.452921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Usage tracker for resource:port and tenant:f8bce88c47de438e9f574ca225813711 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:24:35.458235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:24:35.466728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:24:35.479843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Made reservation on behalf of f8bce88c47de438e9f574ca225813711 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:24:35.484905 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:35.500305 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:35.522391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:24:35.529795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Usage tracker for resource:security_group_rule and tenant:f8bce88c47de438e9f574ca225813711 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:24:35.532899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:24:35.538707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:24:35.632158 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:35.637247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:35.716916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0c73f-d29d-4433-8b9e-474afb4485d1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:35.817817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Allocated IP 192.168.233.58 (bd67fc39-d6ae-407c-9cac-04f9e699a357/e8cfbd00-2837-49a7-8838-00ddd8c480db/6575732c-86ba-4d6d-9bae-bff350b2bfcc) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:24:36.045316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.061969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Transition to ACTIVE for port object 6575732c-86ba-4d6d-9bae-bff350b2bfcc will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:24:36.089101 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.166128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Network bd67fc39-d6ae-407c-9cac-04f9e699a357 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:24:36.170058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:24:36.174340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:24:36.205599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Pushing event updated for resources: {'Port': ['ID=6575732c-86ba-4d6d-9bae-bff350b2bfcc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:36.254062 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.259151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:36.259773 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.296298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-b8dd6ab6-c5b3-42f0-a5bf-8e22503cbc79 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0072074 Feb 07 23:24:36.308671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Request body: {'port': {'device_id': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:36.431982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.463633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-07068109-be06-434a-a7a5-6e7fdd354a88 None None] Provisioning for port 6575732c-86ba-4d6d-9bae-bff350b2bfcc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:24:36.470243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-07068109-be06-434a-a7a5-6e7fdd354a88 None None] Provisioning complete for port 6575732c-86ba-4d6d-9bae-bff350b2bfcc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:24:36.470610 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-07068109-be06-434a-a7a5-6e7fdd354a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.529451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-07068109-be06-434a-a7a5-6e7fdd354a88 None None] Port 6575732c-86ba-4d6d-9bae-bff350b2bfcc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:24:36.615898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291b6f5-64fd-43a0-a411-5d88091d5a62 req-d10db10c-b16b-47c3-8d48-ebd9bcf38f8f tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:36.617381 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5291b6f5-64fd-43a0-a411-5d88091d5a62 req-d10db10c-b16b-47c3-8d48-ebd9bcf38f8f tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 935 time: 0.0890684 Feb 07 23:24:36.666307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5291b6f5-64fd-43a0-a411-5d88091d5a62 req-2ec82fc2-a688-4305-8fa5-2c653ee80f87 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Feb 07 23:24:36.693129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.799443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6575732c-86ba-4d6d-9bae-bff350b2bfcc {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:36.806951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:36.821771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Transition to ACTIVE for port object 6575732c-86ba-4d6d-9bae-bff350b2bfcc will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:24:36.826706 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:37.112834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Pushing event updated for resources: {'Port': ['ID=6575732c-86ba-4d6d-9bae-bff350b2bfcc,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:37.188366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Attempting to bind port 6575732c-86ba-4d6d-9bae-bff350b2bfcc on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:24:37.189122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Attempting to bind port 6575732c-86ba-4d6d-9bae-bff350b2bfcc by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:24:37.189122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Attempting to bind port 6575732c-86ba-4d6d-9bae-bff350b2bfcc on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:24:37.193744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Port 6575732c-86ba-4d6d-9bae-bff350b2bfcc on network bd67fc39-d6ae-407c-9cac-04f9e699a357 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:24:37.194060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Attempting to bind port 6575732c-86ba-4d6d-9bae-bff350b2bfcc on network bd67fc39-d6ae-407c-9cac-04f9e699a357 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:24:37.199686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:24:37.200014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Checking segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:24:37.200499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Bound using segment: {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:24:37.200957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Bound port: 6575732c-86ba-4d6d-9bae-bff350b2bfcc, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27c7380-71dc-434d-87ce-a33d007f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:24:37.201548 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:37.297828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] For port 6575732c-86ba-4d6d-9bae-bff350b2bfcc, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:24:37.301182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] For port 6575732c-86ba-4d6d-9bae-bff350b2bfcc, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6575732c-86ba-4d6d-9bae-bff350b2bfcc,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:24:37.305801 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:37.366760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:37.367387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:37.368865 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] 10.222.0.36 "PUT /v2.0/ports/6575732c-86ba-4d6d-9bae-bff350b2bfcc HTTP/1.1" status: 200 len: 1095 time: 1.0650179 Feb 07 23:24:37.369315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'tag': '6575732c-86ba-4d6d-9bae-bff350b2bfcc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:37.393759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b76cbd-5911-4bcb-9fd6-66352c2d8981 service neutron] Pushing event updated for resources: {'Port': ['ID=6575732c-86ba-4d6d-9bae-bff350b2bfcc,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:37.447576 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'tag': '6575732c-86ba-4d6d-9bae-bff350b2bfcc', 'status': 'completed', 'code': 200} Feb 07 23:24:37.499838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-e9268f61-24a3-42f6-9877-97ebc76425a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:37.502217 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-e9268f61-24a3-42f6-9877-97ebc76425a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8bce88c47de438e9f574ca225813711&device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 1098 time: 0.0887659 Feb 07 23:24:37.574364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-6dbf7672-6b34-4306-b3d6-9379992f4127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6575732c-86ba-4d6d-9bae-bff350b2bfcc HTTP/1.1" status: 200 len: 217 time: 0.0639048 Feb 07 23:24:37.643086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-d9341a7c-5844-45cb-adc0-758947bf98df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:37.644447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-d9341a7c-5844-45cb-adc0-758947bf98df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0651424 Feb 07 23:24:37.725060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-e35db1db-3cd2-4293-bb90-e107e476e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:37.726754 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-e35db1db-3cd2-4293-bb90-e107e476e84b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766904 Feb 07 23:24:37.881521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a7ba5-195a-43e7-90b9-6d519b303ed6 req-34eb956f-a919-469e-91d6-8f962729da44 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:37.882558 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-170348f5-bbed-403f-b02d-0434cae8eb35 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491177 Feb 07 23:24:37.882719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-242a7ba5-195a-43e7-90b9-6d519b303ed6 req-34eb956f-a919-469e-91d6-8f962729da44 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 947 time: 0.0938890 Feb 07 23:24:37.934102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-242a7ba5-195a-43e7-90b9-6d519b303ed6 req-fa3f61a4-6eca-402a-b4f8-766a97e56605 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446091 Feb 07 23:24:38.019927 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67cdccbd-261d-443d-a2b5-be5fa3fdf1fa req-aaa6bfc1-30b7-44c1-8e72-eba19b6b24bb service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306689 Feb 07 23:24:38.149094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-2d95b015-e1e9-43f7-8613-03066d7482cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:38.150562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-2d95b015-e1e9-43f7-8613-03066d7482cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8bce88c47de438e9f574ca225813711&device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 1098 time: 0.0799353 Feb 07 23:24:38.290702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-f829cfcc-b03f-44f8-b77c-2ead44ab8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:38.292476 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-f829cfcc-b03f-44f8-b77c-2ead44ab8203 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bd67fc39-d6ae-407c-9cac-04f9e699a357 HTTP/1.1" status: 200 len: 870 time: 0.1359491 Feb 07 23:24:38.361334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-87fe2fea-1ccd-4ac4-af44-ea7f7b94cf15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6575732c-86ba-4d6d-9bae-bff350b2bfcc HTTP/1.1" status: 200 len: 217 time: 0.0623522 Feb 07 23:24:38.429332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-09ce06e7-bcd4-4e18-b885-a989e6ac328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:38.430851 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-09ce06e7-bcd4-4e18-b885-a989e6ac328e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8cfbd00-2837-49a7-8838-00ddd8c480db HTTP/1.1" status: 200 len: 843 time: 0.0635223 Feb 07 23:24:38.515518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-4948d771-83ec-419a-a39d-0f64539438f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:38.517146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-4948d771-83ec-419a-a39d-0f64539438f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bd67fc39-d6ae-407c-9cac-04f9e699a357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790284 Feb 07 23:24:38.662682 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-4e2519c4-0da3-4573-9cd0-6ee7bb8ba4de service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380410 Feb 07 23:24:38.817870 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3ca43e0c-308e-4d92-a6d5-800f4ac5b4c8 req-587dd941-7501-42e5-8542-bab6a9d4b797 service neutron] 10.222.0.36 "GET /v2.0/networks/bd67fc39-d6ae-407c-9cac-04f9e699a357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490524 Feb 07 23:24:39.122726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c219fa-4f67-43ec-a086-4fcf8518b02b req-f31b1736-c9ad-4f55-bdb3-50c0ac250905 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:39.124242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8c219fa-4f67-43ec-a086-4fcf8518b02b req-f31b1736-c9ad-4f55-bdb3-50c0ac250905 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 947 time: 0.0817382 Feb 07 23:24:39.190828 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8c219fa-4f67-43ec-a086-4fcf8518b02b req-a4a3bea4-b67e-47ca-8aa3-f274e71c0291 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609043 Feb 07 23:24:40.388488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131eb1-67ec-408b-bb45-d7f62fa2dfe7 req-a4da9c53-b02d-4172-9033-7abe4ce06ff8 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:40.389995 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5131eb1-67ec-408b-bb45-d7f62fa2dfe7 req-a4da9c53-b02d-4172-9033-7abe4ce06ff8 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 947 time: 0.0878565 Feb 07 23:24:40.435486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c5131eb1-67ec-408b-bb45-d7f62fa2dfe7 req-03e88790-0ee9-4d12-8ce8-76caf48bd394 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Feb 07 23:24:41.094539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6575732c-86ba-4d6d-9bae-bff350b2bfcc details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:24:41.235268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6575732c-86ba-4d6d-9bae-bff350b2bfcc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6575732c-86ba-4d6d-9bae-bff350b2bfcc,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:41.249073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '6575732c-86ba-4d6d-9bae-bff350b2bfcc', 'network_id': 'bd67fc39-d6ae-407c-9cac-04f9e699a357', 'port_id': '6575732c-86ba-4d6d-9bae-bff350b2bfcc', 'mac_address': 'fa:16:3e:6c:39:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cfbd00-2837-49a7-8838-00ddd8c480db', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:24:41.304571 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:41.321199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6575732c-86ba-4d6d-9bae-bff350b2bfcc {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:41.336290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6575732c-86ba-4d6d-9bae-bff350b2bfcc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6575732c-86ba-4d6d-9bae-bff350b2bfcc,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:41.340664 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:41.417972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6575732c-86ba-4d6d-9bae-bff350b2bfcc,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:41.426874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.427233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.427581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.427931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.428272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.428630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.428965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.429297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.429626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.429955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.430284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.430612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:41.547021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6575732c-86ba-4d6d-9bae-bff350b2bfcc'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:24:41.636606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8d8a2-6285-4cd2-908c-2259c783bdc0 req-5d4c3c4b-6012-46ec-a961-3be13ba77b1c tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:41.641876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1d8d8a2-6285-4cd2-908c-2259c783bdc0 req-5d4c3c4b-6012-46ec-a961-3be13ba77b1c tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 948 time: 0.0880520 Feb 07 23:24:41.684725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1d8d8a2-6285-4cd2-908c-2259c783bdc0 req-2aed1e74-879b-444d-806e-70202488da5d tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Feb 07 23:24:42.886286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a3734-e633-4724-850b-22abd3ddb4cd req-575fd5ec-cd53-4936-ae6f-c801c72e25e0 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:42.888886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-993a3734-e633-4724-850b-22abd3ddb4cd req-575fd5ec-cd53-4936-ae6f-c801c72e25e0 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 948 time: 0.0900769 Feb 07 23:24:42.931732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-993a3734-e633-4724-850b-22abd3ddb4cd req-dcc5c3b6-3123-4dbd-9ec0-e0702b249e2a tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374384 Feb 07 23:24:43.110058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6575732c-86ba-4d6d-9bae-bff350b2bfcc up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:24:43.179212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 6575732c-86ba-4d6d-9bae-bff350b2bfcc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:24:43.183767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 6575732c-86ba-4d6d-9bae-bff350b2bfcc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:24:43.184161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:43.326190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:43.351970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575732c-86ba-4d6d-9bae-bff350b2bfcc'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:43.364149 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 6575732c-86ba-4d6d-9bae-bff350b2bfcc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6575732c-86ba-4d6d-9bae-bff350b2bfcc,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:43.367952 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:43.404180 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6575732c-86ba-4d6d-9bae-bff350b2bfcc', 'code': 200} Feb 07 23:24:43.447395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=6575732c-86ba-4d6d-9bae-bff350b2bfcc,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:43.523995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d27072-7dc5-44f9-9325-3120a6269e63 req-2b492613-5f6c-4e70-8c1d-7ca99365c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:43.525489 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9d27072-7dc5-44f9-9325-3120a6269e63 req-2b492613-5f6c-4e70-8c1d-7ca99365c285 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 1100 time: 0.0707572 Feb 07 23:24:43.674261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f9d27072-7dc5-44f9-9325-3120a6269e63 req-e306390e-beb0-4b67-acda-1a50a4f7ca0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410675 Feb 07 23:24:44.119124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a45b9-6244-46f6-b98e-e1463988de10 req-edc998a7-5785-4819-93be-c8b730690791 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:44.120585 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d00a45b9-6244-46f6-b98e-e1463988de10 req-edc998a7-5785-4819-93be-c8b730690791 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 949 time: 0.0806594 Feb 07 23:24:44.165965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d00a45b9-6244-46f6-b98e-e1463988de10 req-22efa49b-f4d5-4c74-8e5f-d0ef74e90842 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Feb 07 23:24:45.362240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ae096-aaba-458f-ab3d-eafc6bb5c852 req-9cc72ea8-4354-44a0-87ed-9ea5fd3c66fe tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:45.363731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-719ae096-aaba-458f-ab3d-eafc6bb5c852 req-9cc72ea8-4354-44a0-87ed-9ea5fd3c66fe tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 949 time: 0.0871072 Feb 07 23:24:45.408579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-719ae096-aaba-458f-ab3d-eafc6bb5c852 req-96aa8998-a546-483c-8390-5c7d324848c8 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Feb 07 23:24:46.551693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ae6aa-ef43-4016-979b-72e02dca0e04 req-6745d750-169e-42fb-9d81-b3c534b407a6 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:46.553216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a37ae6aa-ef43-4016-979b-72e02dca0e04 req-6745d750-169e-42fb-9d81-b3c534b407a6 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 949 time: 0.0913994 Feb 07 23:24:46.603772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a37ae6aa-ef43-4016-979b-72e02dca0e04 req-acb20584-4bcc-40cb-8cd3-72a14d9300b0 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Feb 07 23:24:47.041908 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:24:47.727462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-83c8067d-592a-43df-a617-5bbe6dce3c21 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:47.728120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-83c8067d-592a-43df-a617-5bbe6dce3c21 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Synchronizing usage tracker for tenant:f8bce88c47de438e9f574ca225813711 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:24:47.744673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-83c8067d-592a-43df-a617-5bbe6dce3c21 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Unset dirty status for tenant:f8bce88c47de438e9f574ca225813711 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:24:47.745798 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-83c8067d-592a-43df-a617-5bbe6dce3c21 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 949 time: 0.0970488 Feb 07 23:24:47.792190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44670f-60dd-4e36-8ad8-7057fce1e11e req-f72b05c6-578f-4366-82fa-077076016cb2 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:47.793690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad44670f-60dd-4e36-8ad8-7057fce1e11e req-f72b05c6-578f-4366-82fa-077076016cb2 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 949 time: 0.0810947 Feb 07 23:24:47.818701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Deleting port 6575732c-86ba-4d6d-9bae-bff350b2bfcc {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:24:47.819407 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:47.839829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad44670f-60dd-4e36-8ad8-7057fce1e11e req-8721e45a-16cb-49fa-a92e-9e8aa0efabe1 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/security-groups?id=6db0c73f-d29d-4433-8b9e-474afb4485d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Feb 07 23:24:48.064483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] For port 6575732c-86ba-4d6d-9bae-bff350b2bfcc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=6575732c-86ba-4d6d-9bae-bff350b2bfcc,segment=NetworkSegment(d27c7380-71dc-434d-87ce-a33d007f5b0a),segment_id=d27c7380-71dc-434d-87ce-a33d007f5b0a)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:24:48.064877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.192973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Calling delete_port for 6575732c-86ba-4d6d-9bae-bff350b2bfcc owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:24:48.336900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.349641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['6575732c-86ba-4d6d-9bae-bff350b2bfcc'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:24:48.390465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Pushing event deleted for resources: {'Port': ['ID=6575732c-86ba-4d6d-9bae-bff350b2bfcc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:48.469732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] No DVR routers for this DVR port 6575732c-86ba-4d6d-9bae-bff350b2bfcc on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:24:48.472515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:48.475256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'name': 'network-vif-deleted', 'tag': '6575732c-86ba-4d6d-9bae-bff350b2bfcc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:48.492692 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4c81c55e-e295-4fb9-b16d-9e3de190072d req-e90a95e2-2801-40f7-9530-d0c9e680e5e7 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.36 "DELETE /v2.0/ports/6575732c-86ba-4d6d-9bae-bff350b2bfcc HTTP/1.1" status: 204 len: 173 time: 0.7411733 Feb 07 23:24:48.525450 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70', 'name': 'network-vif-deleted', 'tag': '6575732c-86ba-4d6d-9bae-bff350b2bfcc', 'status': 'completed', 'code': 200} Feb 07 23:24:49.010227 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5c6e49bc-ac37-4105-9ac3-ad5f774c5055 req-5656451f-b318-4c21-adfc-09e418a0d6a8 tempest-ServersAdminNegativeTestJSON-576684944 tempest-ServersAdminNegativeTestJSON-576684944-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d7a4e1-5cf1-428d-9a8e-6705d5d7aa70 HTTP/1.1" status: 200 len: 210 time: 0.0473015 Feb 07 23:24:50.421984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52764) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:50.607909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c607feaa-a8b2-4a0c-81ed-d898a9438b2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8bce88c47de438e9f574ca225813711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847124 Feb 07 23:24:50.610468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52770) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:50.674886 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39e94b93-d9dd-45cb-a3ca-b380b81b1822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.700261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39e94b93-d9dd-45cb-a3ca-b380b81b1822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.754858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39e94b93-d9dd-45cb-a3ca-b380b81b1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.770426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e94b93-d9dd-45cb-a3ca-b380b81b1822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0c73f-d29d-4433-8b9e-474afb4485d1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:50.777656 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-39e94b93-d9dd-45cb-a3ca-b380b81b1822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:50.779403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-39e94b93-d9dd-45cb-a3ca-b380b81b1822 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6db0c73f-d29d-4433-8b9e-474afb4485d1 HTTP/1.1" status: 204 len: 168 time: 0.1678817 Feb 07 23:24:51.086188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 52778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:51.103585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.119343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:24:51.123311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e42326fa065f414d9381f5185c20ff91 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:24:51.126183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:24:51.132105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:24:51.189720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6575732c-86ba-4d6d-9bae-bff350b2bfcc no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:24:51.228874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 6575732c-86ba-4d6d-9bae-bff350b2bfcc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:24:51.229233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 6575732c-86ba-4d6d-9bae-bff350b2bfcc not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:24:51.234398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.238719 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.287204 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e42326fa065f414d9381f5185c20ff91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999199 Feb 07 23:24:51.288096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b2110-6993-44ac-bd25-51b5a146c3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e469b76-1d84-41dd-80ac-0ec4af313e4a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:51.290432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52782) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:51.354999 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.381606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.434642 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.449209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e469b76-1d84-41dd-80ac-0ec4af313e4a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:51.459493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.459845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.460192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.460530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.460893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.461228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.461558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.461886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.462213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.462536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.462863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.463184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:24:51.467191 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:51.471459 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-48f46e89-a5b9-4106-b337-063f62b7fa35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e469b76-1d84-41dd-80ac-0ec4af313e4a HTTP/1.1" status: 204 len: 168 time: 0.1763248 Feb 07 23:24:52.222678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52806) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:52.330054 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1981688725-network', 'tenant_id': '134b51179060417aae1e531e2fa40fdf'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:52.335957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:24:52.340078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Usage tracker for resource:network and tenant:134b51179060417aae1e531e2fa40fdf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:24:52.343201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:24:52.349446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:24:52.360469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Made reservation on behalf of 134b51179060417aae1e531e2fa40fdf for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:24:52.363135 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.375759 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.389867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:24:52.393640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Usage tracker for resource:security_group_rule and tenant:134b51179060417aae1e531e2fa40fdf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:24:52.396348 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:24:52.401958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:24:52.488000 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.491709 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.521160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:24:52.529334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7216562-a8c8-42be-ba46-afe94cd72459,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:52.535351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.535703 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Added segment 30c27455-e2bd-4536-9e7f-6893172efaa3 of type vlan for network 211b8b0e-ef90-479a-b003-699c7d05631c Feb 07 23:24:52.566541 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.597904 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.598949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:52.599531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:52.704891 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] Pushing event updated for resources: {'Network': ['ID=211b8b0e-ef90-479a-b003-699c7d05631c,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:52.708914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-be995c47-d401-4835-a8f7-9013cd29b792 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4851913 Feb 07 23:24:52.711804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52812) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:24:52.714985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 211b8b0e-ef90-479a-b003-699c7d05631c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:24:52.717936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Request body: {'subnet': {'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1981688725-subnet', 'tenant_id': '134b51179060417aae1e531e2fa40fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:52.723584 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:24:52.727451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Usage tracker for resource:subnet and tenant:134b51179060417aae1e531e2fa40fdf is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:24:52.730320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:24:52.736273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:24:52.746320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Made reservation on behalf of 134b51179060417aae1e531e2fa40fdf for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:24:52.748841 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.067311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.140931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35523eef-fcb0-4c0d-b935-6f03b0a3673f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:53.151105 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Checking segment: {'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:24:53.151467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Network hostable DHCP agents. Network: 211b8b0e-ef90-479a-b003-699c7d05631c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:24:53.170106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Network 211b8b0e-ef90-479a-b003-699c7d05631c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:24:53.179690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 211b8b0e-ef90-479a-b003-699c7d05631c) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:24:53.183797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:53.184403 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:53.188992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28b2d7-3bc0-496a-9c5b-b8442f6e25a8 None None] Network 211b8b0e-ef90-479a-b003-699c7d05631c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:24:53.206580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-011eba18-c821-4ed8-855f-463948ac11d6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4930005 Feb 07 23:24:53.410527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69097d7f-1f6b-4b8d-b337-be976aeb48ff None None] Network 211b8b0e-ef90-479a-b003-699c7d05631c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:24:53.737197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-db2afcff-9d8d-47f0-8707-1031e636e210 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:53.737881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-db2afcff-9d8d-47f0-8707-1031e636e210 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Synchronizing usage tracker for tenant:134b51179060417aae1e531e2fa40fdf on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:24:53.753812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-db2afcff-9d8d-47f0-8707-1031e636e210 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Unset dirty status for tenant:134b51179060417aae1e531e2fa40fdf on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:24:53.754971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-db2afcff-9d8d-47f0-8707-1031e636e210 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 812 time: 0.1627331 Feb 07 23:24:53.770616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-70f315eb-4cce-46e5-941a-d178baee5921 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/quotas/134b51179060417aae1e531e2fa40fdf HTTP/1.1" status: 200 len: 375 time: 0.0102661 Feb 07 23:24:53.817711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-7cc763ed-f17d-40d8-adb5-ee22c00f5775 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419917 Feb 07 23:24:53.958961 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-d5e31773-b512-4915-b6d5-5a86ef5dd32e service neutron] 10.222.0.10 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342535 Feb 07 23:24:54.090963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-99d47abb-2469-431b-a658-804a23057d58 service neutron] 10.222.0.10 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252511 Feb 07 23:24:54.270199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0dbde18d-0c20-4cec-8b72-304ecdb4e04a req-c177463e-1499-40d5-9ace-500fd4706f6c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 210 time: 0.0447230 Feb 07 23:24:55.437279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5e5fea10-61c8-4a9a-b68b-51927d7238b9 req-0643d63d-848c-4bce-9b60-fe75305b80e8 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 210 time: 0.0536203 Feb 07 23:24:55.583796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-636c57fa-9224-49e2-bb05-8824b7bcaa05 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:55.585169 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-636c57fa-9224-49e2-bb05-8824b7bcaa05 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.36 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 812 time: 0.1535404 Feb 07 23:24:55.597006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Request body: {'port': {'device_id': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c', 'admin_state_up': True, 'tenant_id': '134b51179060417aae1e531e2fa40fdf'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:55.733342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:24:55.737899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Usage tracker for resource:port and tenant:134b51179060417aae1e531e2fa40fdf is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:24:55.740708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:24:55.746296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:24:55.756052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Made reservation on behalf of 134b51179060417aae1e531e2fa40fdf for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:24:55.759549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:55.926005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Allocated IP 172.20.0.9 (211b8b0e-ef90-479a-b003-699c7d05631c/35523eef-fcb0-4c0d-b935-6f03b0a3673f/accd567b-250f-471e-80b1-1fff190775ee) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:24:56.009484 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4739d54a-7db9-415d-8e90-ef3f24fb9d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:56.233602 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:56.262895 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:56.336781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Network 211b8b0e-ef90-479a-b003-699c7d05631c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:24:56.339999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:24:56.343931 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:24:56.374523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:56.411654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:56.412249 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:56.437155 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-78a5c4e2-712f-4117-8f20-f4072dd35e7c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8442988 Feb 07 23:24:56.448527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Request body: {'port': {'device_id': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:24:56.570317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:56.789927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f71d6-9cb4-4591-ae32-a3a8a940e2f5 req-bd8e3b7e-77aa-41f4-b0dd-3911b356da46 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:56.791408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d64f71d6-9cb4-4591-ae32-a3a8a940e2f5 req-bd8e3b7e-77aa-41f4-b0dd-3911b356da46 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 931 time: 0.0855744 Feb 07 23:24:56.839552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d64f71d6-9cb4-4591-ae32-a3a8a940e2f5 req-97e8d37a-1b20-4b97-aff1-dc11e49c1030 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Synchronizing usage tracker for tenant:134b51179060417aae1e531e2fa40fdf on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:24:56.858026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d64f71d6-9cb4-4591-ae32-a3a8a940e2f5 req-97e8d37a-1b20-4b97-aff1-dc11e49c1030 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Unset dirty status for tenant:134b51179060417aae1e531e2fa40fdf on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:24:56.859249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d64f71d6-9cb4-4591-ae32-a3a8a940e2f5 req-97e8d37a-1b20-4b97-aff1-dc11e49c1030 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621550 Feb 07 23:24:56.946954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id accd567b-250f-471e-80b1-1fff190775ee {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:24:56.955985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:56.973350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Transition to ACTIVE for port object accd567b-250f-471e-80b1-1fff190775ee will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:24:56.977662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:57.114965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:57.224390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:24:57.224759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:24:57.225086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee on network 211b8b0e-ef90-479a-b003-699c7d05631c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:24:57.230361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Port accd567b-250f-471e-80b1-1fff190775ee on network 211b8b0e-ef90-479a-b003-699c7d05631c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:24:57.230679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee on network 211b8b0e-ef90-479a-b003-699c7d05631c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:24:57.236588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:24:57.236927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Checking segment: {'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:24:57.237314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Bound using segment: {'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:24:57.237759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Bound port: accd567b-250f-471e-80b1-1fff190775ee, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:24:57.238146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:57.340298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:24:57.343749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:24:57.348166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:57.409998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:57.410598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:57.411973 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] 10.222.0.36 "PUT /v2.0/ports/accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 1091 time: 0.9674900 Feb 07 23:24:57.412410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:24:57.451165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd87bf-8e71-4e23-b1ff-79780a4b8311 service neutron] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:24:57.491619 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee', 'status': 'completed', 'code': 200} Feb 07 23:24:57.537838 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-339c1e58-ea4d-46da-a534-c949bdf759c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:57.539317 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-339c1e58-ea4d-46da-a534-c949bdf759c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1094 time: 0.0846748 Feb 07 23:24:57.607133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-7a241961-29c7-40fc-a362-cd1e2fd85707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.0607612 Feb 07 23:24:57.674782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-c4d46b40-9505-4ff3-9da0-db02bd97bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:57.676107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-c4d46b40-9505-4ff3-9da0-db02bd97bfcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.0628028 Feb 07 23:24:57.722656 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-e33f3d25-1330-423e-a39c-29a8defd7bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410032 Feb 07 23:24:57.855988 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-8be951be-b25c-4f75-a7f3-ffcdccdd275d service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274068 Feb 07 23:24:58.058060 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45670c-bdf4-4439-a2d6-01d8eb35c817 req-37d7a0ba-e4f4-4584-8c26-f73b5c843420 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:58.059499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f45670c-bdf4-4439-a2d6-01d8eb35c817 req-37d7a0ba-e4f4-4584-8c26-f73b5c843420 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 943 time: 0.0897095 Feb 07 23:24:58.106017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f45670c-bdf4-4439-a2d6-01d8eb35c817 req-77d9ad28-9c80-49e9-8c63-952640640b8c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Feb 07 23:24:58.106688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8c9e2ec9-b2ba-470e-a732-3df7e397fc59 req-16de8319-cd3f-44d8-8c88-5bb417697042 service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448990 Feb 07 23:24:58.210906 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4aa763cf-d7f6-4478-a4af-da17d32eae25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:58.229422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-4c2b1a1b-1c24-4c28-80f5-4cadf7eee447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:58.230937 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-4c2b1a1b-1c24-4c28-80f5-4cadf7eee447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1094 time: 0.0761337 Feb 07 23:24:58.363629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-9eaa6f87-ab80-4a25-8c11-50620fd3ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:58.365020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-9eaa6f87-ab80-4a25-8c11-50620fd3ecff service neutron] 10.222.0.36 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 913 time: 0.1285889 Feb 07 23:24:58.433889 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-aef905c1-134b-4433-a2cf-0c02436fa931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.0618081 Feb 07 23:24:58.499236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-ce2bc5e8-b6c1-4c3c-8bc8-720b2f48380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:58.501377 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-ce2bc5e8-b6c1-4c3c-8bc8-720b2f48380d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.0608273 Feb 07 23:24:58.549047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-c9ffb43e-f385-440e-859c-733caf9c23cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407152 Feb 07 23:24:58.680812 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-390b90ce-081a-49bf-9229-9e0125fc0d7f service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253073 Feb 07 23:24:58.815622 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-71815f9d-78df-49d0-89c0-3f91fb890882 req-48fae2cd-7d65-4e64-89b1-605b89b22c70 service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268160 Feb 07 23:24:59.293252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a1bee-39bd-4cf0-9a15-de7618d63c69 req-12e1de67-3d0d-412c-8f90-7ba33533111c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:24:59.294709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c5a1bee-39bd-4cf0-9a15-de7618d63c69 req-12e1de67-3d0d-412c-8f90-7ba33533111c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 943 time: 0.0795085 Feb 07 23:24:59.339461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:24:59.343317 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c5a1bee-39bd-4cf0-9a15-de7618d63c69 req-41d2428b-d010-407a-951c-9e93c3692279 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Feb 07 23:24:59.622795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:00.528036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad1b87-39dd-41a0-90b7-04538634c28e req-4bb029fe-ee58-410a-8e14-da74c944566a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:00.529517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1ad1b87-39dd-41a0-90b7-04538634c28e req-4bb029fe-ee58-410a-8e14-da74c944566a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 943 time: 0.0809011 Feb 07 23:25:00.574634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1ad1b87-39dd-41a0-90b7-04538634c28e req-ee3c89e9-b733-4911-9907-3b3f22f844b1 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Feb 07 23:25:01.105943 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:01.227334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device accd567b-250f-471e-80b1-1fff190775ee details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:25:01.363280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:01.376751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'accd567b-250f-471e-80b1-1fff190775ee', 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c', 'port_id': 'accd567b-250f-471e-80b1-1fff190775ee', 'mac_address': 'fa:16:3e:a6:b6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35523eef-fcb0-4c0d-b935-6f03b0a3673f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:25:01.434744 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:01.451306 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accd567b-250f-471e-80b1-1fff190775ee {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:01.466315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:01.471104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:01.537083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:01.663682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['accd567b-250f-471e-80b1-1fff190775ee'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:25:01.786973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117cadc-cfbd-4730-96b8-0530840561f0 req-42cd6ea9-8cc3-4bd7-89a8-cc0eca4fa21a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:01.789477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2117cadc-cfbd-4730-96b8-0530840561f0 req-42cd6ea9-8cc3-4bd7-89a8-cc0eca4fa21a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 944 time: 0.0932441 Feb 07 23:25:01.843056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2117cadc-cfbd-4730-96b8-0530840561f0 req-34923c08-623b-4736-859d-edb6dac4d387 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479252 Feb 07 23:25:03.019451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012b9b6-9835-475f-87b7-d0a501f32d9a req-0b820ab6-97dd-4d6b-b8fe-d88933d7e296 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:03.020945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4012b9b6-9835-475f-87b7-d0a501f32d9a req-0b820ab6-97dd-4d6b-b8fe-d88933d7e296 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 944 time: 0.0804219 Feb 07 23:25:03.068105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4012b9b6-9835-475f-87b7-d0a501f32d9a req-a44b47ed-ecb5-401c-921e-a8285e3759b7 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Feb 07 23:25:03.243282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device accd567b-250f-471e-80b1-1fff190775ee up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:25:03.311613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port accd567b-250f-471e-80b1-1fff190775ee completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:25:03.316534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port accd567b-250f-471e-80b1-1fff190775ee triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:03.316942 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.435161 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.462158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:03.472801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:03.476711 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:03.508646 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee', 'code': 200} Feb 07 23:25:03.552107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:03.633466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c38ee-0cf7-4b10-bf20-b2e1cd805e77 req-a7a2d8b8-579e-46ae-9936-81985f3c8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:03.634972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b8c38ee-0cf7-4b10-bf20-b2e1cd805e77 req-a7a2d8b8-579e-46ae-9936-81985f3c8de4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1096 time: 0.0701747 Feb 07 23:25:03.680090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2b8c38ee-0cf7-4b10-bf20-b2e1cd805e77 req-4a152944-8549-45a8-be63-5b578e862c31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 Feb 07 23:25:04.261394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9f3f0-906f-4f0c-8683-d0e47924eb45 req-92e4a638-02dc-4fd2-9755-324a6e22234f tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:04.263153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ce9f3f0-906f-4f0c-8683-d0e47924eb45 req-92e4a638-02dc-4fd2-9755-324a6e22234f tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0850925 Feb 07 23:25:04.307984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ce9f3f0-906f-4f0c-8683-d0e47924eb45 req-d06b2807-c243-4561-ab2e-6ec54a7c063d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390692 Feb 07 23:25:05.492871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27d681-8e54-4435-99f0-48ef5210e88f req-6a9139e8-83eb-463f-b35c-83a1b3fee179 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:05.494323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f27d681-8e54-4435-99f0-48ef5210e88f req-6a9139e8-83eb-463f-b35c-83a1b3fee179 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0802059 Feb 07 23:25:05.539783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f27d681-8e54-4435-99f0-48ef5210e88f req-b6862d2f-70c9-4645-810c-d02c45cba08a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 Feb 07 23:25:06.000287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-cd448371-c1cc-4c4e-8cb5-21242eb47b53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1810257 Feb 07 23:25:06.008416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf705906-2b05-4917-b8ba-ee01308ce23d req-080340af-b3ed-4e65-9d6d-848ba4a5a269 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:06.009834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf705906-2b05-4917-b8ba-ee01308ce23d req-080340af-b3ed-4e65-9d6d-848ba4a5a269 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.1514347 Feb 07 23:25:06.175590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf705906-2b05-4917-b8ba-ee01308ce23d req-41987c7d-dfa3-458f-ac84-1de8921debdc tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591432 Feb 07 23:25:06.272691 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:06.695599 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:07.233789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-eafc12c2-959c-47d1-8cdf-9d255de11063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:07.235282 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-eafc12c2-959c-47d1-8cdf-9d255de11063 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1096 time: 0.0791557 Feb 07 23:25:07.366941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5a96d-996b-4657-a72e-cc82635be760 req-4b1f0bf6-73df-412a-af58-d7c5ab9335d3 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:07.368420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07a5a96d-996b-4657-a72e-cc82635be760 req-4b1f0bf6-73df-412a-af58-d7c5ab9335d3 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0840418 Feb 07 23:25:07.371276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-a37c3c4a-d7f6-4700-9eb5-d51cf7a0fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:07.372755 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-a37c3c4a-d7f6-4700-9eb5-d51cf7a0fe88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 913 time: 0.1319275 Feb 07 23:25:07.413859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07a5a96d-996b-4657-a72e-cc82635be760 req-a2789d6e-9516-4092-98e2-5044fed1a10b tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Feb 07 23:25:07.444621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-e133bd0e-e36b-4486-acad-64312266ddb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.0663896 Feb 07 23:25:07.506070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-5a6971b7-b391-4a0a-8705-cfccff70b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:07.507430 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-5a6971b7-b391-4a0a-8705-cfccff70b2f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.0574288 Feb 07 23:25:07.555767 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-d98ae8a1-78ac-4e9c-b614-555cee8fb2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420351 Feb 07 23:25:07.697747 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-7d6abe06-bda5-4fc9-aa8d-4c977ec5123a service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363769 Feb 07 23:25:07.830762 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-aba9549e-ec59-425d-a60e-648d4d178820 service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265769 Feb 07 23:25:08.608693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b02f-96c8-4232-8b5b-1343616fcf12 req-a110da7e-025c-4027-90eb-79ef3cea2e40 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:08.610685 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29d8b02f-96c8-4232-8b5b-1343616fcf12 req-a110da7e-025c-4027-90eb-79ef3cea2e40 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0829964 Feb 07 23:25:08.656941 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29d8b02f-96c8-4232-8b5b-1343616fcf12 req-d8dacba8-84e9-4076-8eff-cdcc48053390 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Feb 07 23:25:09.849540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8399e-2b1b-49c3-902b-938461cd107d req-58508695-b524-4e45-b58d-eef85a09d28f tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:09.851018 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9bc8399e-2b1b-49c3-902b-938461cd107d req-58508695-b524-4e45-b58d-eef85a09d28f tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0869358 Feb 07 23:25:09.903526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9bc8399e-2b1b-49c3-902b-938461cd107d req-cd0119cd-ec28-427d-a6f9-daa57ff40966 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Feb 07 23:25:11.090819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16948e-8668-4bf0-80b1-f256ab7396e6 req-bf3c7a08-16ac-4655-9ef8-7720ef45256b tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:11.092057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd16948e-8668-4bf0-80b1-f256ab7396e6 req-bf3c7a08-16ac-4655-9ef8-7720ef45256b tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0804973 Feb 07 23:25:11.136081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd16948e-8668-4bf0-80b1-f256ab7396e6 req-39356395-8951-4be2-8bc7-abe2f93ff0dc tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Feb 07 23:25:12.334237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ca0cb-1e04-4e9b-8626-ffe6be4b8294 req-b0836d03-83bc-4b16-9130-e2c7b22aaa0c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:12.335736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b3ca0cb-1e04-4e9b-8626-ffe6be4b8294 req-b0836d03-83bc-4b16-9130-e2c7b22aaa0c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0866752 Feb 07 23:25:12.386378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b3ca0cb-1e04-4e9b-8626-ffe6be4b8294 req-c1785a6a-3b15-4588-ac83-acba4a505a5e tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Feb 07 23:25:13.597165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f41d35-9a68-4e5d-b0ba-c1b637001097 req-037f49e7-9ecb-4f46-9609-2c3cdbc51e94 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:13.598647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3f41d35-9a68-4e5d-b0ba-c1b637001097 req-037f49e7-9ecb-4f46-9609-2c3cdbc51e94 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0971143 Feb 07 23:25:13.645234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3f41d35-9a68-4e5d-b0ba-c1b637001097 req-6a9a18b4-d762-4ce5-b2a1-1cd4b8824ce7 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Feb 07 23:25:14.832796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350c0d0-d8b0-4018-8602-338cd2482402 req-e16dbc01-9df1-4119-813d-006ebf045b3a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:14.834270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c350c0d0-d8b0-4018-8602-338cd2482402 req-e16dbc01-9df1-4119-813d-006ebf045b3a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0843205 Feb 07 23:25:14.878788 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c350c0d0-d8b0-4018-8602-338cd2482402 req-cab6ffba-2243-47ac-ba0f-5176c726fe77 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Feb 07 23:25:16.067331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e095c3-fe5f-42d6-9d86-d9d8096ca005 req-f949b42a-a7a1-4c92-bcab-6c35e9f07dc0 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:16.068882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54e095c3-fe5f-42d6-9d86-d9d8096ca005 req-f949b42a-a7a1-4c92-bcab-6c35e9f07dc0 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0814347 Feb 07 23:25:16.121483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54e095c3-fe5f-42d6-9d86-d9d8096ca005 req-11bffcc2-4c2b-4222-9f59-77fbd21d3c9b tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Feb 07 23:25:17.311745 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f0b63-1571-44e5-b37b-a93c36b86d8b req-d79a656d-9d41-41bc-86d0-149d8697a5b3 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:17.313776 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-280f0b63-1571-44e5-b37b-a93c36b86d8b req-d79a656d-9d41-41bc-86d0-149d8697a5b3 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0814602 Feb 07 23:25:17.358475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-280f0b63-1571-44e5-b37b-a93c36b86d8b req-84fc3595-0533-4b4e-9a81-45e35f701cc6 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Feb 07 23:25:18.556863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c43f4f-4ea9-4c08-8208-3e0f1ec311d4 req-0ffd7335-6735-4610-9acf-b2c25dbae7ac tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:18.558498 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93c43f4f-4ea9-4c08-8208-3e0f1ec311d4 req-0ffd7335-6735-4610-9acf-b2c25dbae7ac tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0888493 Feb 07 23:25:18.605236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93c43f4f-4ea9-4c08-8208-3e0f1ec311d4 req-eae94a6c-da61-4b2a-84cb-99aca6ee13c9 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 Feb 07 23:25:19.798041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadad463-6c74-4e9c-bc93-f9a3237958b8 req-c2d636f2-fd49-4636-b047-065f63a477a4 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:19.799461 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aadad463-6c74-4e9c-bc93-f9a3237958b8 req-c2d636f2-fd49-4636-b047-065f63a477a4 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0863092 Feb 07 23:25:19.855978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aadad463-6c74-4e9c-bc93-f9a3237958b8 req-45e7e9e7-61a8-4abb-946c-d65087063177 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505917 Feb 07 23:25:20.631000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8316b86-f631-4362-90bf-906fcde4e2df req-0214115f-c54b-4b29-88b6-e4258513f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:20.632480 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8316b86-f631-4362-90bf-906fcde4e2df req-0214115f-c54b-4b29-88b6-e4258513f58e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1096 time: 0.1395242 Feb 07 23:25:20.899037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8316b86-f631-4362-90bf-906fcde4e2df req-5b576987-85ad-4f04-986a-e87466e6f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:20.900508 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8316b86-f631-4362-90bf-906fcde4e2df req-5b576987-85ad-4f04-986a-e87466e6f204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 913 time: 0.2434797 Feb 07 23:25:20.973699 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8316b86-f631-4362-90bf-906fcde4e2df req-376f82b9-6e02-455c-8f8b-051037b9572d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.0664489 Feb 07 23:25:21.037520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8316b86-f631-4362-90bf-906fcde4e2df req-bd20c954-ddf0-4277-b51c-a0a5e45e3f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:21.038974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8316b86-f631-4362-90bf-906fcde4e2df req-bd20c954-ddf0-4277-b51c-a0a5e45e3f93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.0594814 Feb 07 23:25:21.051806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cb480-f9c1-4586-84ed-3965de757080 req-24c05832-b5d5-434a-9440-c92601d35df5 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:21.053291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad8cb480-f9c1-4586-84ed-3965de757080 req-24c05832-b5d5-434a-9440-c92601d35df5 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0874553 Feb 07 23:25:21.086768 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8316b86-f631-4362-90bf-906fcde4e2df req-a5e8fe9e-20f9-4bcd-8c80-926dfad75635 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416427 Feb 07 23:25:21.100172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad8cb480-f9c1-4586-84ed-3965de757080 req-feb3f13f-5991-4233-b36c-1d8f2139042d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Feb 07 23:25:21.225223 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8316b86-f631-4362-90bf-906fcde4e2df req-1c909d6a-4d1f-4047-8289-317aa1bc478f service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324046 Feb 07 23:25:21.368093 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c8316b86-f631-4362-90bf-906fcde4e2df req-db81e4ae-4944-4ae6-92e5-7c7bd3cf53e1 service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359215 Feb 07 23:25:22.290608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad036a3c-cbd7-447c-a313-69797fa2347a req-3340745a-e141-4141-86eb-b8dad15c38f3 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:22.292151 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad036a3c-cbd7-447c-a313-69797fa2347a req-3340745a-e141-4141-86eb-b8dad15c38f3 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0832002 Feb 07 23:25:22.340465 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad036a3c-cbd7-447c-a313-69797fa2347a req-81de4591-f437-4c16-a81d-de97ef2ac56d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Feb 07 23:25:23.544076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be04a2-99f7-4cf9-af29-9ec7994e25b7 req-a4a33357-d232-4e49-8985-89ac13cdf1cd tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:23.545621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9be04a2-99f7-4cf9-af29-9ec7994e25b7 req-a4a33357-d232-4e49-8985-89ac13cdf1cd tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0862274 Feb 07 23:25:23.591292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9be04a2-99f7-4cf9-af29-9ec7994e25b7 req-173f8529-d457-41cb-bf67-c8e4e52122ca tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387805 Feb 07 23:25:24.041478 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:25:24.781074 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37c13f-f735-427c-8887-10394475d18e req-83dcea96-d453-4b6c-af3b-868bbeeb0bfa tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:24.782654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f37c13f-f735-427c-8887-10394475d18e req-83dcea96-d453-4b6c-af3b-868bbeeb0bfa tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0838397 Feb 07 23:25:24.832305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f37c13f-f735-427c-8887-10394475d18e req-314495a9-f15b-4426-9ebd-487ca4ffe1ef tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Feb 07 23:25:26.003879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6c13d616-65d1-4be2-9eb0-62a7289c08c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:26.027886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0694e-7612-4443-a42b-3342dfc1e542 req-e26179c1-025e-4c12-9811-81c5f5460f17 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:26.029382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7a0694e-7612-4443-a42b-3342dfc1e542 req-e26179c1-025e-4c12-9811-81c5f5460f17 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0849783 Feb 07 23:25:26.073996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7a0694e-7612-4443-a42b-3342dfc1e542 req-b6ff069b-88c3-4742-adb6-0ee7e066f47f tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Feb 07 23:25:27.270250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8472-e716-475e-9e69-593718d309c2 req-29f08789-1df7-4fe1-9d92-c1e1d8c5a4a0 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:27.271730 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f57f8472-e716-475e-9e69-593718d309c2 req-29f08789-1df7-4fe1-9d92-c1e1d8c5a4a0 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0897224 Feb 07 23:25:27.317157 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f57f8472-e716-475e-9e69-593718d309c2 req-01c48752-8bd4-4d11-ae50-c78febcd6072 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389204 Feb 07 23:25:28.215618 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7610922-a6be-4e57-b66a-9f5a602cc398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:28.500374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0f73-7603-46ff-8c93-7bdddd7734d4 req-4f4dc658-ec71-491e-adcc-5b98f0e8471a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:28.501773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec7f0f73-7603-46ff-8c93-7bdddd7734d4 req-4f4dc658-ec71-491e-adcc-5b98f0e8471a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0798094 Feb 07 23:25:28.545795 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec7f0f73-7603-46ff-8c93-7bdddd7734d4 req-1d00c3e3-59be-4d99-80f1-f7218bd578bc tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Feb 07 23:25:29.343758 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.624784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:29.736113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9c844-7256-4d08-9d50-690307ea5f79 req-a88a1984-f40f-4c89-9108-572f64831084 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:29.737609 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dd9c844-7256-4d08-9d50-690307ea5f79 req-a88a1984-f40f-4c89-9108-572f64831084 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0841060 Feb 07 23:25:29.782333 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9dd9c844-7256-4d08-9d50-690307ea5f79 req-97892629-1b93-432a-9de3-71d3f07dd912 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Feb 07 23:25:30.979599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3dbb2-2ab7-4da6-83c6-e4948af78ebd req-481e50a9-74a1-4f58-8dc8-6057ca74effc tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:30.981171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ec3dbb2-2ab7-4da6-83c6-e4948af78ebd req-481e50a9-74a1-4f58-8dc8-6057ca74effc tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0844009 Feb 07 23:25:31.032124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ec3dbb2-2ab7-4da6-83c6-e4948af78ebd req-f6b0e2e3-8bf9-47a1-8a6d-c2d420b2988f tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430787 Feb 07 23:25:31.108798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:32.220836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d81af8-9420-4489-bb9f-ea998200cdd1 req-2a0b782d-6dde-4e31-b38f-e244603c10d9 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:32.222351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12d81af8-9420-4489-bb9f-ea998200cdd1 req-2a0b782d-6dde-4e31-b38f-e244603c10d9 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0796647 Feb 07 23:25:32.269363 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12d81af8-9420-4489-bb9f-ea998200cdd1 req-ae7713fb-1b40-429a-96f7-eae7c58014c1 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Feb 07 23:25:33.475047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c58ae-7910-4676-a206-5162b8b787b9 req-511681e2-e1a3-4bc1-b86b-278f0077c290 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:33.476489 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-962c58ae-7910-4676-a206-5162b8b787b9 req-511681e2-e1a3-4bc1-b86b-278f0077c290 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0861661 Feb 07 23:25:33.521519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-962c58ae-7910-4676-a206-5162b8b787b9 req-f263f9ac-fe04-414d-8c6c-a65ef66b66dd tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Feb 07 23:25:34.654705 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-5b99ed75-6ef3-47e2-8789-4851d6ae1a8f service neutron] show failed (client error): The resource could not be found. Feb 07 23:25:34.655740 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-5b99ed75-6ef3-47e2-8789-4851d6ae1a8f service neutron] 10.222.0.36 "GET /v2.0/ports/accd567b-250f-471e-80b1-1fff190775ee/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0831161 Feb 07 23:25:34.714443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ead56-2268-4ce0-a0be-3ce11ca4b7e0 req-2f5c5f36-594b-4dbf-b239-59d1f1ff4896 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:34.715911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb2ead56-2268-4ce0-a0be-3ce11ca4b7e0 req-2f5c5f36-594b-4dbf-b239-59d1f1ff4896 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0863378 Feb 07 23:25:34.761365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb2ead56-2268-4ce0-a0be-3ce11ca4b7e0 req-1cf652a1-a919-440e-b89a-a44795b25d3c tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391145 Feb 07 23:25:34.929140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-5771b108-9949-48a8-8caf-97f284d04ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:34.930665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-5771b108-9949-48a8-8caf-97f284d04ae5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c&tenant_id=134b51179060417aae1e531e2fa40fdf HTTP/1.1" status: 200 len: 1096 time: 0.0721297 Feb 07 23:25:34.944999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:35.059639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.359760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:35.408945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:25:35.532202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:35.542303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.572878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Transition to ACTIVE for port object accd567b-250f-471e-80b1-1fff190775ee will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:25:35.579543 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.636468 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee', 'code': 200} Feb 07 23:25:35.761081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] No DVR routers for this DVR port accd567b-250f-471e-80b1-1fff190775ee on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:35.763515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:35.803675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.803675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.803675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.803675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.805020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.805020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.805020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.805020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.805484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.805484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.805875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.806139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:35.832864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:35.833209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:35.833702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee on network 211b8b0e-ef90-479a-b003-699c7d05631c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:25:35.840211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Port accd567b-250f-471e-80b1-1fff190775ee on network 211b8b0e-ef90-479a-b003-699c7d05631c not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:25:35.840539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Attempting to bind port accd567b-250f-471e-80b1-1fff190775ee on network 211b8b0e-ef90-479a-b003-699c7d05631c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:25:35.846127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:25:35.846465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Checking segment: {'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:25:35.846847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Bound using segment: {'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:25:35.847276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Bound port: accd567b-250f-471e-80b1-1fff190775ee, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30c27455-e2bd-4536-9e7f-6893172efaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:35.847629 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.950365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:25:35.953645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:25:35.958421 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:35.966323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484081af-7acd-4a95-8fd6-5d37c5b7b3f4 req-7854697f-f7ee-4042-b2c9-b0deb6888313 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:35.967827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-484081af-7acd-4a95-8fd6-5d37c5b7b3f4 req-7854697f-f7ee-4042-b2c9-b0deb6888313 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 943 time: 0.0902653 Feb 07 23:25:36.021186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:36.021855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.023251 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] 10.222.0.26 "PUT /v2.0/ports/accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 1091 time: 1.0821960 Feb 07 23:25:36.025770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-484081af-7acd-4a95-8fd6-5d37c5b7b3f4 req-fba9d7b3-35b0-488d-99dc-d0bc3e17e0cf tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501435 Feb 07 23:25:36.038618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b1e06-0920-423f-a765-daf1efe4fa02 service neutron] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:36.239066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-7b5bcc17-5b3f-43ec-8276-ccb328e0534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:36.240536 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-7b5bcc17-5b3f-43ec-8276-ccb328e0534f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1094 time: 0.1831913 Feb 07 23:25:36.270561 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.378016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-51f09add-c60c-4ddb-8211-e0fb71198069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:36.379494 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-51f09add-c60c-4ddb-8211-e0fb71198069 service neutron] 10.222.0.26 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 913 time: 0.1293938 Feb 07 23:25:36.640396 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-987963ec-8055-4bab-9d25-4afb09efd38a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.1129870 Feb 07 23:25:36.699506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:36.707497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-d6f6b412-8be0-43ce-a092-b0d1725fd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:36.708952 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-d6f6b412-8be0-43ce-a092-b0d1725fd384 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.0580878 Feb 07 23:25:36.761341 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-4636cc51-1980-4609-91ec-6c6a03002faf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431139 Feb 07 23:25:36.774532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-38f492cf-2d61-4889-8992-b04a3f705bf2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:25:36.775466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-38f492cf-2d61-4889-8992-b04a3f705bf2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051074 Feb 07 23:25:36.911125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-f24e7a66-9129-48f8-899e-b2b3524093a1 service neutron] 10.222.0.26 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270528 Feb 07 23:25:37.048244 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-54aa5277-65a3-4a55-9b83-817163a77dc2 req-f14da15a-1ec4-42df-aa91-2d9aeebb6fce service neutron] 10.222.0.26 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271551 Feb 07 23:25:37.218495 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f241689-7066-4566-b42d-dcd4fe09454e req-5b474f7f-9d08-4e06-bee2-71c7e5d4e1c5 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:37.220529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f241689-7066-4566-b42d-dcd4fe09454e req-5b474f7f-9d08-4e06-bee2-71c7e5d4e1c5 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 943 time: 0.0829453 Feb 07 23:25:37.268732 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f241689-7066-4566-b42d-dcd4fe09454e req-18cc9104-3058-4c82-a504-19c3b6b39310 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Feb 07 23:25:37.638100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:37.697532 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee', 'status': 'completed', 'code': 200} Feb 07 23:25:37.849979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-e1ad8da9-cf79-4707-9775-e989dd9bd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:37.851578 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-e1ad8da9-cf79-4707-9775-e989dd9bd81a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1094 time: 0.1357381 Feb 07 23:25:37.857406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-5e5c77a3-52d9-43a2-98df-10187964067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:37.858880 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-5e5c77a3-52d9-43a2-98df-10187964067b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1094 time: 0.1029625 Feb 07 23:25:38.102809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-25ae2c74-fcd2-45b2-af13-652f89f035c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:38.104351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-25ae2c74-fcd2-45b2-af13-652f89f035c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 913 time: 0.2445288 Feb 07 23:25:38.106984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-487f0966-5920-4396-89d2-96541709ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:38.108358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-487f0966-5920-4396-89d2-96541709ce3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 913 time: 0.2301738 Feb 07 23:25:38.233062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-d3048a86-04bf-46b5-9568-e431f4fb3b7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.1224401 Feb 07 23:25:38.270983 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-94500a9c-a398-47fa-8dd1-44a237017b9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.1075628 Feb 07 23:25:38.406706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-fdcae7d9-effc-455f-ba82-018cd93c11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:38.408863 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-fdcae7d9-effc-455f-ba82-018cd93c11d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.1677771 Feb 07 23:25:38.479814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-7505b53f-703b-4aa4-bab4-902ffd9655db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:38.481290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-7505b53f-703b-4aa4-bab4-902ffd9655db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.1944017 Feb 07 23:25:38.489103 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-4fa4a61c-2f9e-4dcc-8cd5-4f4765bbb5db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716131 Feb 07 23:25:38.530207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a6b1d-8206-43ba-b817-67c2461bcba8 req-237a7101-f742-4f11-9011-3a18dd1b460b tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:38.532340 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-586a6b1d-8206-43ba-b817-67c2461bcba8 req-237a7101-f742-4f11-9011-3a18dd1b460b tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 943 time: 0.0998158 Feb 07 23:25:38.550525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-a9e365b6-55d8-4501-a9d3-ee0f41daf95d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605521 Feb 07 23:25:38.588553 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-586a6b1d-8206-43ba-b817-67c2461bcba8 req-eda672c8-19dd-45c3-a12c-17664eebe474 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498872 Feb 07 23:25:38.900947 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-cc24a88e-3fbc-4871-881e-c4803e302106 service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807135 Feb 07 23:25:38.906469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-a033d316-e9d1-4eef-9f4d-ba07653ccc0d service neutron] 10.222.0.26 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810157 Feb 07 23:25:39.142557 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-84dcc7f6-dc16-44f4-9876-4b8572840b66 service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351463 Feb 07 23:25:39.147578 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-22adf065-1f01-49b2-bd26-6c5cf608228f req-020cee4c-84bc-4e8d-bb12-2121a141a5c9 service neutron] 10.222.0.26 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198873 Feb 07 23:25:39.405055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device accd567b-250f-471e-80b1-1fff190775ee no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:25:39.470241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device accd567b-250f-471e-80b1-1fff190775ee not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:25:39.814173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c697ea-c266-4d32-8be7-4c37c7db5a1c req-5891149a-b5f7-43be-bbf6-0efa1c2b4742 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:39.815666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c697ea-c266-4d32-8be7-4c37c7db5a1c req-5891149a-b5f7-43be-bbf6-0efa1c2b4742 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 943 time: 0.1003411 Feb 07 23:25:39.983762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b1c697ea-c266-4d32-8be7-4c37c7db5a1c req-d6778419-bdf4-4e1f-a525-9f3cdf798ff0 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578600 Feb 07 23:25:40.394249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-6785aa9b-c732-47de-8c94-930549a6c5ca tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:40.394945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-6785aa9b-c732-47de-8c94-930549a6c5ca tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Synchronizing usage tracker for tenant:134b51179060417aae1e531e2fa40fdf on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:25:40.411885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-6785aa9b-c732-47de-8c94-930549a6c5ca tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Unset dirty status for tenant:134b51179060417aae1e531e2fa40fdf on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:25:40.413036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-6785aa9b-c732-47de-8c94-930549a6c5ca tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.36 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c&tenant_id=134b51179060417aae1e531e2fa40fdf&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 943 time: 0.1069496 Feb 07 23:25:40.492647 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4ec8aedf-de15-49c9-b154-15751cb3ede6 service neutron] delete failed (client error): The resource could not be found. Feb 07 23:25:40.493632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4ec8aedf-de15-49c9-b154-15751cb3ede6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/accd567b-250f-471e-80b1-1fff190775ee/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0749671 Feb 07 23:25:40.643496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-2eb541ed-fbed-4bb2-9003-91726a1ea9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:40.645051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-2eb541ed-fbed-4bb2-9003-91726a1ea9f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=134b51179060417aae1e531e2fa40fdf&device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 1094 time: 0.0819104 Feb 07 23:25:40.689484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device accd567b-250f-471e-80b1-1fff190775ee details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:25:40.786168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-f68a24e8-edea-4e82-af82-9a9e94c9f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:40.787628 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-f68a24e8-edea-4e82-af82-9a9e94c9f94e service neutron] 10.222.0.36 "GET /v2.0/networks?id=211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 200 len: 913 time: 0.1371231 Feb 07 23:25:40.836347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:40.853940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'accd567b-250f-471e-80b1-1fff190775ee', 'network_id': '211b8b0e-ef90-479a-b003-699c7d05631c', 'port_id': 'accd567b-250f-471e-80b1-1fff190775ee', 'mac_address': 'fa:16:3e:a6:b6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35523eef-fcb0-4c0d-b935-6f03b0a3673f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:25:40.864400 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-543a004b-0071-4502-ab4f-b7c129efaebc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 200 len: 217 time: 0.0699329 Feb 07 23:25:40.915798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:40.933743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id accd567b-250f-471e-80b1-1fff190775ee {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:40.947654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-cee5a058-774b-482d-a687-b9549d505928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:40.949806 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-cee5a058-774b-482d-a687-b9549d505928 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 200 len: 852 time: 0.0799186 Feb 07 23:25:40.951166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:40.956792 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:41.002506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-058a1912-ed51-494a-bf02-6a2dce0197a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=211b8b0e-ef90-479a-b003-699c7d05631c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455101 Feb 07 23:25:41.028147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:41.138149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4400b117-1ea8-4200-81b0-25a3c71d41b7 service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300511 Feb 07 23:25:41.224112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['accd567b-250f-471e-80b1-1fff190775ee'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:25:41.286194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-ebd97077-3285-4170-ad92-4993ca67028f service neutron] 10.222.0.36 "GET /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421571 Feb 07 23:25:42.090761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b66162-a720-45f9-8bb5-51fe5719d11b req-8f669afa-3fa1-4f0d-a3d8-3976596f451a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:42.092101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8b66162-a720-45f9-8bb5-51fe5719d11b req-8f669afa-3fa1-4f0d-a3d8-3976596f451a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 944 time: 0.0781024 Feb 07 23:25:42.135505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8b66162-a720-45f9-8bb5-51fe5719d11b req-e4ca4cf4-bacd-4753-a8bb-f81500f38f09 tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Feb 07 23:25:42.693619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device accd567b-250f-471e-80b1-1fff190775ee up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:25:42.761595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port accd567b-250f-471e-80b1-1fff190775ee completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:25:42.766700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port accd567b-250f-471e-80b1-1fff190775ee triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:42.767069 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.900382 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.927271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:42.937266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:42.941704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:42.979769 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee', 'code': 200} Feb 07 23:25:43.016389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:43.024228 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.024861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.025210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.025565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.026123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.026484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.026836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.027182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.027525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.027863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.028268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.028663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:25:43.334840 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81bcfc-b54c-43b9-bcb5-439564a31f46 req-bbacd3c5-0a5d-4d1a-adf3-19f267fb065a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:43.336231 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e81bcfc-b54c-43b9-bcb5-439564a31f46 req-bbacd3c5-0a5d-4d1a-adf3-19f267fb065a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0869799 Feb 07 23:25:43.382048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e81bcfc-b54c-43b9-bcb5-439564a31f46 req-671810b1-bed6-4a35-9344-d8b1ebbaa79d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/security-groups?id=c7216562-a8c8-42be-ba46-afe94cd72459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Feb 07 23:25:43.445244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-8bb217f4-7558-4439-bc15-8366615b582a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:43.446729 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-8bb217f4-7558-4439-bc15-8366615b582a tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.26 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 945 time: 0.0980036 Feb 07 23:25:43.521140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Deleting port accd567b-250f-471e-80b1-1fff190775ee {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:25:43.521490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:43.886533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] For port accd567b-250f-471e-80b1-1fff190775ee, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=accd567b-250f-471e-80b1-1fff190775ee,segment=NetworkSegment(30c27455-e2bd-4536-9e7f-6893172efaa3),segment_id=30c27455-e2bd-4536-9e7f-6893172efaa3)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:43.886907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.012134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Calling delete_port for accd567b-250f-471e-80b1-1fff190775ee owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:25:44.154583 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.170914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['accd567b-250f-471e-80b1-1fff190775ee'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:25:44.204764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Pushing event deleted for resources: {'Port': ['ID=accd567b-250f-471e-80b1-1fff190775ee,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:44.281425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] No DVR routers for this DVR port accd567b-250f-471e-80b1-1fff190775ee on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:25:44.284031 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:44.286532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-deleted', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:44.303228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-689c42d5-ecea-4ac8-9786-40ff57180512 req-4bbf7346-f077-4e42-a9a2-7f3be6168a4d tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.26 "DELETE /v2.0/ports/accd567b-250f-471e-80b1-1fff190775ee HTTP/1.1" status: 204 len: 173 time: 0.8487732 Feb 07 23:25:44.333146 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09a3ae0-ff65-499b-9a3a-608d1978629c', 'name': 'network-vif-deleted', 'tag': 'accd567b-250f-471e-80b1-1fff190775ee', 'status': 'completed', 'code': 200} Feb 07 23:25:44.557783 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89c3f96c-cbd7-48ae-9bdd-05ae4405bfaa req-c4b3abdf-b18b-48fa-b89d-5ad849a7495e tempest-DeleteServersTestJSON-212326179 tempest-DeleteServersTestJSON-212326179-project] 10.222.0.10 "GET /v2.0/ports?device_id=e09a3ae0-ff65-499b-9a3a-608d1978629c HTTP/1.1" status: 200 len: 210 time: 0.0415425 Feb 07 23:25:45.821780 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52984) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:25:45.891399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] Deleting subnet 35523eef-fcb0-4c0d-b935-6f03b0a3673f {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:25:45.894775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:45.946683 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.011829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.092857 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.131952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35523eef-fcb0-4c0d-b935-6f03b0a3673f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:46.135623 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.143355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2efe8db7-814b-49fa-aea9-a3eb4a194cf1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/35523eef-fcb0-4c0d-b935-6f03b0a3673f HTTP/1.1" status: 204 len: 168 time: 0.3202057 Feb 07 23:25:46.146183 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52988) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:25:46.258775 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.386550 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.413926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211b8b0e-ef90-479a-b003-699c7d05631c']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:46.427168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c27455-e2bd-4536-9e7f-6893172efaa3') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:46.427468 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c27455-e2bd-4536-9e7f-6893172efaa3') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:25:46.440092 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.461761 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.468173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:25:46.468587 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:25:46.482757 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:25:46.560243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.576843 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.587570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=211b8b0e-ef90-479a-b003-699c7d05631c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:46.596963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3d2d8364-87f4-416b-b8ec-ee8652445dc9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/211b8b0e-ef90-479a-b003-699c7d05631c HTTP/1.1" status: 204 len: 168 time: 0.4494934 Feb 07 23:25:46.715655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device accd567b-250f-471e-80b1-1fff190775ee no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:25:46.719638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52994) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:25:46.753760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: accd567b-250f-471e-80b1-1fff190775ee {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:25:46.754230 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device accd567b-250f-471e-80b1-1fff190775ee not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:25:46.780962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-07c1ad21-23f8-4ad1-9a2b-86c96f6a6837 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=134b51179060417aae1e531e2fa40fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603914 Feb 07 23:25:46.783235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 52998) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:25:46.849345 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-849e7771-7578-41d7-9ad4-a2931b70293d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.877400 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-849e7771-7578-41d7-9ad4-a2931b70293d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.942349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-849e7771-7578-41d7-9ad4-a2931b70293d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.959008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7771-7578-41d7-9ad4-a2931b70293d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7216562-a8c8-42be-ba46-afe94cd72459,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:46.971912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-849e7771-7578-41d7-9ad4-a2931b70293d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:46.973144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-849e7771-7578-41d7-9ad4-a2931b70293d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7216562-a8c8-42be-ba46-afe94cd72459 HTTP/1.1" status: 204 len: 168 time: 0.1889243 Feb 07 23:25:47.759935 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53022) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:25:47.875443 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-624958949-network', 'tenant_id': 'bdd54b1508084df399733d52070475bd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:47.881081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:25:47.885251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Usage tracker for resource:network and tenant:bdd54b1508084df399733d52070475bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:25:47.888552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:25:47.895635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:25:47.905918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Made reservation on behalf of bdd54b1508084df399733d52070475bd for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:47.908299 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:47.921764 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:47.937523 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:25:47.941481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Usage tracker for resource:security_group_rule and tenant:bdd54b1508084df399733d52070475bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:25:47.944410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:25:47.950244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:25:48.046433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.050752 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.082785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:25:48.091437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb009b87-28da-4728-b11e-13dfd4855036,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:48.097481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.097834 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Added segment 0493d00b-9de0-44dc-bcc8-b28984483b32 of type vlan for network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e Feb 07 23:25:48.132439 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.164701 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.165672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:48.166262 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.276249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5151551 Feb 07 23:25:48.277093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0645ad57-952d-4de2-843a-33670adedc8c admin admin] Pushing event updated for resources: {'Network': ['ID=13c43699-3f39-43a4-b56a-7b49a9ae0c0e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:48.280856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53028) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:25:48.288943 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Request body: {'subnet': {'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-624958949-subnet', 'tenant_id': 'bdd54b1508084df399733d52070475bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:48.291773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:25:48.295669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:25:48.300483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Usage tracker for resource:subnet and tenant:bdd54b1508084df399733d52070475bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:25:48.303493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:25:48.309906 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:25:48.322628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Made reservation on behalf of bdd54b1508084df399733d52070475bd for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:48.325050 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.532296 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.608605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fca9b5d-ce83-4abb-8ac0-da65646c354d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:48.619437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Checking segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:25:48.619792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Network hostable DHCP agents. Network: 13c43699-3f39-43a4-b56a-7b49a9ae0c0e, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:25:48.641069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:25:48.657862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 13c43699-3f39-43a4-b56a-7b49a9ae0c0e) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:48.663128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:48.663962 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:48.667567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46aa5e5-697a-494a-b64f-a53488c92985 None None] Network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:25:48.693320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4848a1d9-3d45-4728-9f18-2aee7ad02db1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4109459 Feb 07 23:25:48.929045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f521d940-14f1-4bc8-b329-a6c4460c2fd8 None None] Network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:25:49.422777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-89fcbf79-6ac5-4480-87a0-2f04887e9d65 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:49.424884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-89fcbf79-6ac5-4480-87a0-2f04887e9d65 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Synchronizing usage tracker for tenant:bdd54b1508084df399733d52070475bd on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:25:49.441558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-89fcbf79-6ac5-4480-87a0-2f04887e9d65 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Unset dirty status for tenant:bdd54b1508084df399733d52070475bd on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:25:49.442708 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-89fcbf79-6ac5-4480-87a0-2f04887e9d65 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 814 time: 0.2895579 Feb 07 23:25:49.460515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-70931c4b-d21c-4143-b1ed-ec7d2de1e637 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/quotas/bdd54b1508084df399733d52070475bd HTTP/1.1" status: 200 len: 375 time: 0.0102563 Feb 07 23:25:49.518936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-11f76d38-5a01-4ad5-9636-ab0ea8a04bf3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489171 Feb 07 23:25:49.708161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-36c8a9b4-27fd-4c86-8868-b98db8e5bd11 service neutron] 10.222.0.10 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808858 Feb 07 23:25:49.848752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-b8d3d194-a9d0-4747-9450-de2541e48954 service neutron] 10.222.0.10 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295519 Feb 07 23:25:50.026106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58b24011-9f0e-491e-8375-4e82d955cae2 req-f7a418a8-c3a2-45a0-841a-eab546604005 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 210 time: 0.0438330 Feb 07 23:25:51.197942 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-17e96d0e-6f73-4552-a962-69669560649c req-17a0e6ba-f097-4cdb-ac13-c84e391eb4b7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 210 time: 0.0489521 Feb 07 23:25:51.209651 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-715676cc-58a3-45e5-b292-cda6dc4f0a42 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:51.211297 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-715676cc-58a3-45e5-b292-cda6dc4f0a42 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 814 time: 0.1807420 Feb 07 23:25:51.228744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Request body: {'port': {'device_id': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e', 'admin_state_up': True, 'tenant_id': 'bdd54b1508084df399733d52070475bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:51.366675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:25:51.370818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Usage tracker for resource:port and tenant:bdd54b1508084df399733d52070475bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:25:51.373705 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:25:51.379982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:25:51.391324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Made reservation on behalf of bdd54b1508084df399733d52070475bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:25:51.394914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:51.572933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Allocated IP 172.20.0.10 (13c43699-3f39-43a4-b56a-7b49a9ae0c0e/5fca9b5d-ce83-4abb-8ac0-da65646c354d/cc45f82e-ff75-4013-ae61-307aca395384) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:25:51.788486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:51.818156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:51.894177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:25:51.897426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:25:51.901301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:25:51.932583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:51.967742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:51.968981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:51.988900 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-ef3ea8ba-3df5-436a-a408-8caaec8209fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7641873 Feb 07 23:25:52.004231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Request body: {'port': {'device_id': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:25:52.118688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:52.408892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a218-3f6d-42b4-b2ba-b0e8cf45d64c req-b79e42d7-95cf-4f65-bf65-219f72fed1e0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:52.410599 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c72a218-3f6d-42b4-b2ba-b0e8cf45d64c req-b79e42d7-95cf-4f65-bf65-219f72fed1e0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 932 time: 0.0931144 Feb 07 23:25:52.458124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3c72a218-3f6d-42b4-b2ba-b0e8cf45d64c req-34801ae3-2887-4843-9b48-a47763d4ee39 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Synchronizing usage tracker for tenant:bdd54b1508084df399733d52070475bd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:25:52.475991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-3c72a218-3f6d-42b4-b2ba-b0e8cf45d64c req-34801ae3-2887-4843-9b48-a47763d4ee39 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Unset dirty status for tenant:bdd54b1508084df399733d52070475bd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:25:52.477254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c72a218-3f6d-42b4-b2ba-b0e8cf45d64c req-34801ae3-2887-4843-9b48-a47763d4ee39 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611956 Feb 07 23:25:52.598127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc45f82e-ff75-4013-ae61-307aca395384 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:52.605934 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:52.623518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Transition to ACTIVE for port object cc45f82e-ff75-4013-ae61-307aca395384 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:25:52.628711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:52.761812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:52.877093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:25:52.877387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:25:52.877963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:25:52.883016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Port cc45f82e-ff75-4013-ae61-307aca395384 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:25:52.883598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:25:52.888985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:25:52.889320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Checking segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:25:52.889696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Bound using segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:25:52.890622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Bound port: cc45f82e-ff75-4013-ae61-307aca395384, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:25:52.890974 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:52.992296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:25:52.995111 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:25:53.000179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:53.062387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:53.062991 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:53.064476 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] 10.222.0.26 "PUT /v2.0/ports/cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 1092 time: 1.0641687 Feb 07 23:25:53.064937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:53.085904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214be96-4262-4533-97d6-0a52802fedf5 service neutron] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:53.142803 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384', 'status': 'completed', 'code': 200} Feb 07 23:25:53.195721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-f600c5b1-8264-4d7e-81e5-d3df46507d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:53.197287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-f600c5b1-8264-4d7e-81e5-d3df46507d8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1095 time: 0.0887003 Feb 07 23:25:53.269204 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-afb0065b-3e74-4ca3-9e2b-0f6774fdef38 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 217 time: 0.0615969 Feb 07 23:25:53.341007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-4406ad7f-5251-4f7c-a221-a63bcc0f399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:53.342821 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-4406ad7f-5251-4f7c-a221-a63bcc0f399d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0643363 Feb 07 23:25:53.394104 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-d7d5c4b5-ae8e-446d-81a0-dbcdc9a2821f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422451 Feb 07 23:25:53.538329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-386390ea-3018-42d9-b958-5e923944bfc1 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341274 Feb 07 23:25:53.674979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34245f-9208-4f8d-8b95-d5cafeb67f5a req-8a17cd17-ca34-4f97-999a-e5292ddfb60a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:53.676527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca34245f-9208-4f8d-8b95-d5cafeb67f5a req-8a17cd17-ca34-4f97-999a-e5292ddfb60a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 944 time: 0.0879359 Feb 07 23:25:53.681192 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-81f07a51-f10b-432c-9ad2-11afaa8d93b9 req-f8d32abb-4890-4e36-b570-cc1b6bf20b79 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336198 Feb 07 23:25:53.723487 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca34245f-9208-4f8d-8b95-d5cafeb67f5a req-2cde0353-39de-4178-a6c2-d198e4f2554d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Feb 07 23:25:53.798935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-e080fb34-f3a3-4c16-91e2-6aedd21efd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:53.800367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-e080fb34-f3a3-4c16-91e2-6aedd21efd8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1095 time: 0.0717466 Feb 07 23:25:53.944018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-0b9a7678-4c66-452a-be22-0b7557f8264f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:53.945523 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-0b9a7678-4c66-452a-be22-0b7557f8264f service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1383307 Feb 07 23:25:54.017959 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-2e8e595d-6aea-4318-a3a8-5ae83ecd33e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 217 time: 0.0659537 Feb 07 23:25:54.092773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-b044e785-8382-4378-a211-720b1b2579f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:54.094632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-b044e785-8382-4378-a211-720b1b2579f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0685306 Feb 07 23:25:54.257155 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-b7c27c8e-8a52-45c4-9d30-c6053d3f5487 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558189 Feb 07 23:25:54.389476 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-021522ec-9d32-4903-8fdb-5e8b3e03a7aa service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254981 Feb 07 23:25:54.527230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cb7be90d-c6e8-4ef0-b284-e4ad4eebf517 req-7838377e-c050-461a-8d58-bd73dfd13500 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308506 Feb 07 23:25:54.929278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3ede1-f3a3-43a6-9584-37529c699c59 req-afd3ec3e-d577-4136-8962-4737d97aa0c6 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:54.930742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3a3ede1-f3a3-43a6-9584-37529c699c59 req-afd3ec3e-d577-4136-8962-4737d97aa0c6 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 944 time: 0.0973554 Feb 07 23:25:54.981759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3a3ede1-f3a3-43a6-9584-37529c699c59 req-b62daadc-5acf-4d0b-ae4a-8471bcb37ae7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Feb 07 23:25:56.007944 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bae4d51e-3023-430f-9cd4-7153ce54e087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:56.208153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4ab61-2336-48b2-bdcf-c7500a5ee3b6 req-5c28f1a9-f276-427a-92ed-022545277137 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:56.209658 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28e4ab61-2336-48b2-bdcf-c7500a5ee3b6 req-5c28f1a9-f276-427a-92ed-022545277137 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 944 time: 0.0907648 Feb 07 23:25:56.253625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-28e4ab61-2336-48b2-bdcf-c7500a5ee3b6 req-3e95d681-91bc-4247-8f3c-943670c51032 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 Feb 07 23:25:56.762397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:25:56.938282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:56.954685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'cc45f82e-ff75-4013-ae61-307aca395384', 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e', 'port_id': 'cc45f82e-ff75-4013-ae61-307aca395384', 'mac_address': 'fa:16:3e:1f:c0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fca9b5d-ce83-4abb-8ac0-da65646c354d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:25:57.010867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:57.027591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc45f82e-ff75-4013-ae61-307aca395384 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:25:57.044170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:57.048790 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:57.114570 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:57.318631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['cc45f82e-ff75-4013-ae61-307aca395384'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:25:57.456433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110f7b3-7ffb-4657-82ef-3bf72277e282 req-9aac3051-afa7-4d44-abff-39c310ade023 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:57.458102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f110f7b3-7ffb-4657-82ef-3bf72277e282 req-9aac3051-afa7-4d44-abff-39c310ade023 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 945 time: 0.0888112 Feb 07 23:25:57.513967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f110f7b3-7ffb-4657-82ef-3bf72277e282 req-23353c77-f34b-4886-a613-13dc8ba95a57 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493915 Feb 07 23:25:58.218798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-595ac0f7-bbdc-4160-abae-7a026fdbb84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:58.710858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0799a-6af5-4018-8c52-5e754b8b8a5a req-40324387-4433-4168-9d1f-dce8b85257b7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:58.712347 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afc0799a-6af5-4018-8c52-5e754b8b8a5a req-40324387-4433-4168-9d1f-dce8b85257b7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 945 time: 0.0888684 Feb 07 23:25:58.758422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afc0799a-6af5-4018-8c52-5e754b8b8a5a req-20439cfc-077a-49f1-9619-02e891ae5e11 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389695 Feb 07 23:25:58.785480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:25:58.871415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port cc45f82e-ff75-4013-ae61-307aca395384 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:25:58.878916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port cc45f82e-ff75-4013-ae61-307aca395384 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:25:58.879296 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:59.010935 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:59.040223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:25:59.051112 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:25:59.056053 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:59.087647 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384', 'code': 200} Feb 07 23:25:59.142704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:25:59.229682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9995c-b4aa-4b6c-a4f0-b698ab25679e req-a4ac768b-e2cb-4799-9d84-b24699356676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:59.231149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee9995c-b4aa-4b6c-a4f0-b698ab25679e req-a4ac768b-e2cb-4799-9d84-b24699356676 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1097 time: 0.0767164 Feb 07 23:25:59.282538 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee9995c-b4aa-4b6c-a4f0-b698ab25679e req-aea11478-70a0-451b-9d25-9ff3c633fd12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Feb 07 23:25:59.350620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:59.629419 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:25:59.960789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc07140-5222-4655-97df-fae10a701f4a req-5d6cf679-af86-431b-8909-a9500b7d9001 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:25:59.962372 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fdc07140-5222-4655-97df-fae10a701f4a req-5d6cf679-af86-431b-8909-a9500b7d9001 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0900180 Feb 07 23:26:00.008287 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fdc07140-5222-4655-97df-fae10a701f4a req-12e7a10f-d2cc-4c6d-9040-f2a184b53de6 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Feb 07 23:26:01.044030 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:26:01.111614 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:01.211408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a01d2-8e72-4801-b3fa-89f51eaf2705 req-68752524-8e4b-4c3a-8d29-00061b471c23 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:01.212886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-650a01d2-8e72-4801-b3fa-89f51eaf2705 req-68752524-8e4b-4c3a-8d29-00061b471c23 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0800378 Feb 07 23:26:01.257115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-650a01d2-8e72-4801-b3fa-89f51eaf2705 req-25154f88-ea13-4337-9c33-1e4aa660c42d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Feb 07 23:26:01.446926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f93e5d-a3e1-4e8f-8bf3-d360bb4b8ecd req-99643488-43f2-4e10-a094-65c1fc93c300 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:01.448458 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43f93e5d-a3e1-4e8f-8bf3-d360bb4b8ecd req-99643488-43f2-4e10-a094-65c1fc93c300 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0837626 Feb 07 23:26:01.493633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43f93e5d-a3e1-4e8f-8bf3-d360bb4b8ecd req-e8f6b91e-1600-4748-97da-aa16877e5c76 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 Feb 07 23:26:01.860346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc3656-ff7f-4889-afb6-10165292a64d req-77c2da63-090c-4469-a1b3-97d615b86b8e tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:01.861752 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6afc3656-ff7f-4889-afb6-10165292a64d req-77c2da63-090c-4469-a1b3-97d615b86b8e tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0902929 Feb 07 23:26:01.924777 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6afc3656-ff7f-4889-afb6-10165292a64d req-a98addf1-3203-4fed-85ef-6d59904ca12c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572662 Feb 07 23:26:02.140752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba2cd3-585c-43a0-bc8b-f9f45d5cc778 req-62d77129-c343-42bd-84dd-a6a83ed914c2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:02.142360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15ba2cd3-585c-43a0-bc8b-f9f45d5cc778 req-62d77129-c343-42bd-84dd-a6a83ed914c2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0995936 Feb 07 23:26:02.198428 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-15ba2cd3-585c-43a0-bc8b-f9f45d5cc778 req-8faa2e99-0a1a-4078-9635-90ec79e81b9a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Feb 07 23:26:02.679514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-44c637fe-9287-4a8c-8f71-f206fe86602b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1712894 Feb 07 23:26:02.696801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79e795-41be-45ec-95ad-58a6b9dd325d req-67689b74-4c8a-4454-bd1b-800079ee9b53 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:02.698299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b79e795-41be-45ec-95ad-58a6b9dd325d req-67689b74-4c8a-4454-bd1b-800079ee9b53 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.1088738 Feb 07 23:26:02.758934 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b79e795-41be-45ec-95ad-58a6b9dd325d req-34ecc13e-cc2b-4caf-8f8b-5025b09f7cdb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519576 Feb 07 23:26:03.980963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a5f84-e650-4e37-b373-58c44be17f13 req-dfc19a7f-8dac-4301-be64-bee1b4364f81 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:03.982492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-594a5f84-e650-4e37-b373-58c44be17f13 req-dfc19a7f-8dac-4301-be64-bee1b4364f81 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0955265 Feb 07 23:26:04.002596 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-0ed67288-1994-4e4d-8a9d-f736c73c43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:04.004325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-0ed67288-1994-4e4d-8a9d-f736c73c43ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1097 time: 0.0812829 Feb 07 23:26:04.035644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-594a5f84-e650-4e37-b373-58c44be17f13 req-bc32920e-c5e2-4b1e-a535-8a61205f0870 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Feb 07 23:26:04.153996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-3b8ec1d5-9848-4d1e-98ba-cfc5dd94f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:04.156315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-3b8ec1d5-9848-4d1e-98ba-cfc5dd94f9a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1459899 Feb 07 23:26:04.231736 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-75bebd75-60ba-4d0f-b388-5032df5cf63c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 217 time: 0.0694277 Feb 07 23:26:04.298541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-852546de-4778-41c7-90c6-c4a4f7b052dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:04.300016 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-852546de-4778-41c7-90c6-c4a4f7b052dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0602164 Feb 07 23:26:04.349679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-d856b7e0-57d3-4b0e-967e-3762d11f0cfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433218 Feb 07 23:26:04.509669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-3fd8b864-b35a-4075-94bc-a539866a0144 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538768 Feb 07 23:26:04.655929 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-757b32f9-a121-41dd-8b57-9c2c2bca1692 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395619 Feb 07 23:26:05.253743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ccad5-da86-4ae0-b939-7d216254e50c req-df4ca8e5-d4f1-4da4-8b78-81dcb392404c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:05.255334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c3ccad5-da86-4ae0-b939-7d216254e50c req-df4ca8e5-d4f1-4da4-8b78-81dcb392404c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0875072 Feb 07 23:26:05.310652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c3ccad5-da86-4ae0-b939-7d216254e50c req-3ad4f26d-63f2-4b2c-a456-2fcaf0c5fa3b tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474005 Feb 07 23:26:06.293134 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:06.515213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8967-1247-4f87-af3f-caabe02d867d req-acb64fad-4e08-4c92-90da-f28a1c152046 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:06.516826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60ce8967-1247-4f87-af3f-caabe02d867d req-acb64fad-4e08-4c92-90da-f28a1c152046 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0838985 Feb 07 23:26:06.564006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60ce8967-1247-4f87-af3f-caabe02d867d req-6a21c014-f24d-4574-a379-55b06815cc86 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Feb 07 23:26:06.718233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:07.771361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6dcd5-c69b-4305-a5eb-06dfb5c95bf2 req-0a4cde22-095d-4197-bfdf-ddc5aa12843a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:07.772943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ee6dcd5-c69b-4305-a5eb-06dfb5c95bf2 req-0a4cde22-095d-4197-bfdf-ddc5aa12843a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0927572 Feb 07 23:26:07.825288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ee6dcd5-c69b-4305-a5eb-06dfb5c95bf2 req-0d5638fb-c0c2-4438-ad21-19bb1bf4d201 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Feb 07 23:26:09.049605 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42daba-aa5d-4016-a632-d2b45c11d9cd req-ca18ea30-3a30-41c3-9749-b3fa453f02bf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:09.051270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb42daba-aa5d-4016-a632-d2b45c11d9cd req-ca18ea30-3a30-41c3-9749-b3fa453f02bf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0891786 Feb 07 23:26:09.101661 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb42daba-aa5d-4016-a632-d2b45c11d9cd req-d4dc1995-72dd-4ea7-ae07-54cbdb3ecfc7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442817 Feb 07 23:26:10.306707 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4fdea-e078-4388-9523-b51c188721f0 req-db1edc7b-8838-4873-bdd0-024a9009d9c3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:10.308246 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91e4fdea-e078-4388-9523-b51c188721f0 req-db1edc7b-8838-4873-bdd0-024a9009d9c3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0885384 Feb 07 23:26:10.360518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-91e4fdea-e078-4388-9523-b51c188721f0 req-3b48ee3b-2959-4481-8bf0-95cc8fc4fdf9 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463011 Feb 07 23:26:11.549385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587972e-b0bc-4be3-bdfe-77704e3403a0 req-eb049d28-a305-4aa8-88fd-2ea3ee938d8f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:11.550930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9587972e-b0bc-4be3-bdfe-77704e3403a0 req-eb049d28-a305-4aa8-88fd-2ea3ee938d8f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0819452 Feb 07 23:26:11.601080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9587972e-b0bc-4be3-bdfe-77704e3403a0 req-98d42d5c-863c-4c42-8803-9944242c57fb tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Feb 07 23:26:12.789904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b28c43-6b0c-404e-838b-01a87d8937b1 req-95ac550c-5dac-4e2c-b62e-f43fbfdad795 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:12.791436 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0b28c43-6b0c-404e-838b-01a87d8937b1 req-95ac550c-5dac-4e2c-b62e-f43fbfdad795 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0823231 Feb 07 23:26:12.838144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a0b28c43-6b0c-404e-838b-01a87d8937b1 req-3411b13d-457f-4276-999a-8b011351aa6b tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Feb 07 23:26:14.031680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064dabf-ac69-4797-bfe8-1c4c2a1b722c req-7a6d0a4d-3dd3-4b35-af2f-fb5784ff474b tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:14.033171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c064dabf-ac69-4797-bfe8-1c4c2a1b722c req-7a6d0a4d-3dd3-4b35-af2f-fb5784ff474b tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0854964 Feb 07 23:26:14.190191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c064dabf-ac69-4797-bfe8-1c4c2a1b722c req-ab68aa8e-db0f-43a3-889e-dd8e3737a814 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512520 Feb 07 23:26:15.383080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4c51c-845c-48c6-a2c0-ac8157ea8c9c req-34eb6636-c2cd-4f8d-8437-e5eaff602f7c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:15.384548 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96c4c51c-845c-48c6-a2c0-ac8157ea8c9c req-34eb6636-c2cd-4f8d-8437-e5eaff602f7c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0851483 Feb 07 23:26:15.430531 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-96c4c51c-845c-48c6-a2c0-ac8157ea8c9c req-20f97481-0e72-4317-8d00-0c8b0826823c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Feb 07 23:26:16.630941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c397fc-054e-4428-bf1e-40c1b93ff02e req-bf7b5c1a-a9d6-4f79-b27e-5109083f086d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:16.632396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2c397fc-054e-4428-bf1e-40c1b93ff02e req-bf7b5c1a-a9d6-4f79-b27e-5109083f086d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0857992 Feb 07 23:26:16.679272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2c397fc-054e-4428-bf1e-40c1b93ff02e req-6e0eb307-3f13-4a24-bd43-a3d6cfbdd705 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Feb 07 23:26:17.878465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888cc21-ba9c-4f07-bbeb-d86c51e80a7a req-bdea659f-09ce-49bd-aa45-563e337fb6b9 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:17.879916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2888cc21-ba9c-4f07-bbeb-d86c51e80a7a req-bdea659f-09ce-49bd-aa45-563e337fb6b9 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0812292 Feb 07 23:26:17.928618 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2888cc21-ba9c-4f07-bbeb-d86c51e80a7a req-abc21cba-316a-4fd5-9149-49df385d02a3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Feb 07 23:26:19.115834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894cb09-11c5-4061-85ff-ef10cfba8bf1 req-22674163-c919-4f3c-ad16-bb03f6af16f6 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:19.117360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f894cb09-11c5-4061-85ff-ef10cfba8bf1 req-22674163-c919-4f3c-ad16-bb03f6af16f6 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0824623 Feb 07 23:26:19.163008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f894cb09-11c5-4061-85ff-ef10cfba8bf1 req-046aa6d3-fbad-4e4a-8d8a-05b4646207a9 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Feb 07 23:26:20.355618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82ed5d-5da8-484c-aa70-0c6310b92aab req-2245a3e5-7227-444d-a23b-22122faf0eb5 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:20.357083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af82ed5d-5da8-484c-aa70-0c6310b92aab req-2245a3e5-7227-444d-a23b-22122faf0eb5 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0854974 Feb 07 23:26:20.402159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af82ed5d-5da8-484c-aa70-0c6310b92aab req-46884f45-35f8-4d82-b557-b0e845997ee4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Feb 07 23:26:21.592500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200056-64f4-4552-a9a3-fb32c60d8d57 req-803a6380-1d3d-414c-ad12-1087acc59c6f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:21.594000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3200056-64f4-4552-a9a3-fb32c60d8d57 req-803a6380-1d3d-414c-ad12-1087acc59c6f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0800426 Feb 07 23:26:21.638768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d3200056-64f4-4552-a9a3-fb32c60d8d57 req-232255b6-1c22-470e-bcde-0b130a5d0165 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391974 Feb 07 23:26:22.828637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ce76d-5ad6-4b77-b913-b71ce0f01ddc req-370b571a-b097-45d8-ba12-f22caf343240 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:22.830117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-404ce76d-5ad6-4b77-b913-b71ce0f01ddc req-370b571a-b097-45d8-ba12-f22caf343240 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0849729 Feb 07 23:26:22.874656 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-404ce76d-5ad6-4b77-b913-b71ce0f01ddc req-03f2ef44-f5bd-410b-a24e-64a1995031b4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Feb 07 23:26:24.060669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038c935-b656-46f8-982f-c7c1dd7eca28 req-c797a593-6970-4413-b2dc-c0dde408b7a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:24.062127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6038c935-b656-46f8-982f-c7c1dd7eca28 req-c797a593-6970-4413-b2dc-c0dde408b7a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0821624 Feb 07 23:26:24.109990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6038c935-b656-46f8-982f-c7c1dd7eca28 req-b336c046-5c80-40c0-b3b9-fa490bf205d3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422277 Feb 07 23:26:25.305517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252fa14-a100-4c07-993c-aaac8fe1d07b req-9e0259b6-7130-4994-bde6-26947d124ef5 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:25.307000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1252fa14-a100-4c07-993c-aaac8fe1d07b req-9e0259b6-7130-4994-bde6-26947d124ef5 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0811751 Feb 07 23:26:25.352033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1252fa14-a100-4c07-993c-aaac8fe1d07b req-e9c0af17-c06b-4aaa-b5ce-3f1858eea65c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Feb 07 23:26:26.003423 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2de62195-c7f4-4175-89bb-ddc22ab2a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:26.550554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1d6f-2518-420e-9004-435c7be2bd14 req-42c4574e-29c4-409b-9e62-a09b9444c2b7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:26.552142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c34c1d6f-2518-420e-9004-435c7be2bd14 req-42c4574e-29c4-409b-9e62-a09b9444c2b7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0922780 Feb 07 23:26:26.597093 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c34c1d6f-2518-420e-9004-435c7be2bd14 req-5faa1e6a-1aae-45cc-9333-b63c2ab28e2d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Feb 07 23:26:27.785949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0286b-4c54-47b3-9281-437b636867b0 req-f2532c69-a4cd-4bf4-a11e-fb5d5dcf78e4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:27.787307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2d0286b-4c54-47b3-9281-437b636867b0 req-f2532c69-a4cd-4bf4-a11e-fb5d5dcf78e4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0808048 Feb 07 23:26:27.831345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b2d0286b-4c54-47b3-9281-437b636867b0 req-4d92070f-c7e4-4af2-83f3-90429305463f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382216 Feb 07 23:26:28.221121 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-504f1359-4467-4409-b5a9-57f99cb77f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:29.026432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72509656-2aa1-46e2-9126-d48f7d850826 req-0acb44f6-c155-4ad8-9442-89cff0ae2f38 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:29.027943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72509656-2aa1-46e2-9126-d48f7d850826 req-0acb44f6-c155-4ad8-9442-89cff0ae2f38 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0863183 Feb 07 23:26:29.072071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-72509656-2aa1-46e2-9126-d48f7d850826 req-4ce94c56-9381-4922-a7cf-39423b4588d4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378981 Feb 07 23:26:29.342842 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:29.630481 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:30.254683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb058159-38c9-480f-9ebc-4eb03af9c8d3 req-e9eb37d5-bbaa-44d8-850a-cb04f63d216c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:30.256132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb058159-38c9-480f-9ebc-4eb03af9c8d3 req-e9eb37d5-bbaa-44d8-850a-cb04f63d216c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0795667 Feb 07 23:26:30.300515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb058159-38c9-480f-9ebc-4eb03af9c8d3 req-e094437e-b0f3-4232-b667-a3e645ae6808 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386391 Feb 07 23:26:31.117817 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:31.500587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b056c2-d989-4fec-8ff7-534d85effb8b req-899c5a91-51cb-406d-9a74-f3d364b90b36 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:31.502187 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7b056c2-d989-4fec-8ff7-534d85effb8b req-899c5a91-51cb-406d-9a74-f3d364b90b36 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0958338 Feb 07 23:26:31.549529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7b056c2-d989-4fec-8ff7-534d85effb8b req-9ca0f52d-5ae5-4909-857d-f983682c5f19 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Feb 07 23:26:32.004308 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-fb5251f5-3858-426d-9c05-cee15e923654 service neutron] show failed (client error): The resource could not be found. Feb 07 23:26:32.005366 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-fb5251f5-3858-426d-9c05-cee15e923654 service neutron] 10.222.0.26 "GET /v2.0/ports/cc45f82e-ff75-4013-ae61-307aca395384/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0809269 Feb 07 23:26:32.291669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-8e64365d-7639-4128-9e4f-9893f51e5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:32.293163 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-8e64365d-7639-4128-9e4f-9893f51e5814 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601&tenant_id=bdd54b1508084df399733d52070475bd HTTP/1.1" status: 200 len: 1097 time: 0.0731902 Feb 07 23:26:32.304187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:32.418598 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:32.716921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:32.745502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:26:32.753747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adf71e-f787-4055-a3fa-786e8e841226 req-dc1943ad-63e0-4fbf-9d5b-dc21c964df06 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:32.755254 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47adf71e-f787-4055-a3fa-786e8e841226 req-dc1943ad-63e0-4fbf-9d5b-dc21c964df06 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0819890 Feb 07 23:26:32.808575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:32.813328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47adf71e-f787-4055-a3fa-786e8e841226 req-ff433916-87f1-4fda-b6a2-84aad601d4d8 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Feb 07 23:26:32.823285 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:32.842260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Transition to ACTIVE for port object cc45f82e-ff75-4013-ae61-307aca395384 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:26:32.846653 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:32.995143 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384', 'code': 200} Feb 07 23:26:33.121696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] No DVR routers for this DVR port cc45f82e-ff75-4013-ae61-307aca395384 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:33.123917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:33.180585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:26:33.180934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:26:33.181259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:26:33.185933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Port cc45f82e-ff75-4013-ae61-307aca395384 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:26:33.186253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Attempting to bind port cc45f82e-ff75-4013-ae61-307aca395384 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:26:33.191316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:26:33.191654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Checking segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:26:33.192038 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Bound using segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:26:33.192462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Bound port: cc45f82e-ff75-4013-ae61-307aca395384, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:26:33.192837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:33.281796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:26:33.284684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:26:33.289716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:33.354567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:33.355243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:33.356673 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] 10.222.0.36 "PUT /v2.0/ports/cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 1092 time: 1.0568960 Feb 07 23:26:33.371912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cd4b0-dc46-4cbd-8086-9aa7423ff84a service neutron] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:33.454905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-f170d22f-1063-4cdd-8dd3-c840fa44a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:33.456371 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-f170d22f-1063-4cdd-8dd3-c840fa44a203 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1095 time: 0.0788229 Feb 07 23:26:33.593395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-1c8b0d32-4f17-4526-a72e-c55cfb312e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:33.595018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-1c8b0d32-4f17-4526-a72e-c55cfb312e52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1317484 Feb 07 23:26:33.667050 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-765dd2ee-f6de-4b87-9937-789ced786717 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 217 time: 0.0651519 Feb 07 23:26:33.733901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-8df864cb-2e77-43f1-aa53-f1841f300508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:33.735340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-8df864cb-2e77-43f1-aa53-f1841f300508 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0623488 Feb 07 23:26:33.784256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-8de53abe-b53c-4b30-9887-312a607d7d67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425422 Feb 07 23:26:33.802405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-69621a00-abe3-45a2-8c68-618b8bd6f52a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:26:33.803333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-69621a00-abe3-45a2-8c68-618b8bd6f52a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049014 Feb 07 23:26:33.944015 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-cdc4f1f7-3545-4d22-b409-0c025a8d56b1 service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339164 Feb 07 23:26:34.001593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65029aaa-99d3-434e-a810-631712fef30b req-d4fe5049-068b-436f-bdbf-69415da1b738 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:34.003057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65029aaa-99d3-434e-a810-631712fef30b req-d4fe5049-068b-436f-bdbf-69415da1b738 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 944 time: 0.0824053 Feb 07 23:26:34.048272 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65029aaa-99d3-434e-a810-631712fef30b req-497d81a5-ef71-45ca-b6c9-1cdcc539c302 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393863 Feb 07 23:26:34.081137 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35679177-b766-4d6b-a9cb-b57a054e2875 req-169f15af-5f7c-4dc4-9154-bf3073e66a04 service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285152 Feb 07 23:26:34.980931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:26:34.996332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:35.040468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:26:35.054901 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384', 'status': 'completed', 'code': 200} Feb 07 23:26:35.208296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-862a2268-15d9-470b-8d86-8ee716da686f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:35.209807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-862a2268-15d9-470b-8d86-8ee716da686f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1095 time: 0.1003606 Feb 07 23:26:35.212295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-6cf44fe8-54dc-4483-8cd9-a69cde183d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:35.213644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-6cf44fe8-54dc-4483-8cd9-a69cde183d45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1095 time: 0.1390572 Feb 07 23:26:35.247484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4d4f9-a8fa-4725-9325-ae14c0ff511c req-b87ccf6b-9f0b-4671-a407-f6a66c2949c7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:35.249580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7b4d4f9-a8fa-4725-9325-ae14c0ff511c req-b87ccf6b-9f0b-4671-a407-f6a66c2949c7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 944 time: 0.0941646 Feb 07 23:26:35.293669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b7b4d4f9-a8fa-4725-9325-ae14c0ff511c req-5a276c34-9afd-40af-ba27-28c9f8857b6c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Feb 07 23:26:35.449658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-a842521c-b4e3-45d3-a188-70c533f54e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:35.451697 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-a842521c-b4e3-45d3-a188-70c533f54e74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.2318776 Feb 07 23:26:35.453881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-0040d3d7-dc37-43c5-98dd-9d1997b7b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:35.455133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-0040d3d7-dc37-43c5-98dd-9d1997b7b3b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.2184608 Feb 07 23:26:35.695793 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-963ce7a7-5073-4289-b3cd-2051c2aa0bd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 217 time: 0.2345157 Feb 07 23:26:35.696974 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-17af410c-2a1b-485c-ae3c-962ec5ec9a9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 217 time: 0.2347434 Feb 07 23:26:35.808243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-11d1dae1-efda-4e1e-a7cb-7edf0ca6d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:35.809636 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-11d1dae1-efda-4e1e-a7cb-7edf0ca6d5e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.1071112 Feb 07 23:26:35.811019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-c7f8ae63-58e5-4733-9b22-ee3fc5cd8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:35.812280 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-c7f8ae63-58e5-4733-9b22-ee3fc5cd8300 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0808001 Feb 07 23:26:35.889215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-6aa7ca58-7274-4170-99ea-86814f782532 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734255 Feb 07 23:26:35.899215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-06b8bcc7-69fb-4d1b-8f86-5de10b35b19a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536909 Feb 07 23:26:36.128964 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-41d00688-ae1a-487a-a16b-a5f552bffe33 service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316577 Feb 07 23:26:36.130740 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-383f9b21-a037-45a3-94f4-4ec3241d46c9 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149076 Feb 07 23:26:36.290022 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:36.377902 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-551c8900-f121-404f-ac8d-01a01014187d service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418087 Feb 07 23:26:36.379679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1a57c8e-7e68-4398-bd46-7eee73ab8ba0 req-cc7a77be-6050-4794-9cc0-0b6780c342e3 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260160 Feb 07 23:26:36.496501 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d1d73-f5fe-4f78-ac7b-cb494b0da2a5 req-2973601a-87f8-4313-b563-4e557341068e tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:36.498734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca9d1d73-f5fe-4f78-ac7b-cb494b0da2a5 req-2973601a-87f8-4313-b563-4e557341068e tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 944 time: 0.0875931 Feb 07 23:26:36.548248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ca9d1d73-f5fe-4f78-ac7b-cb494b0da2a5 req-7c0ddf21-7b81-43c9-a06b-d264417bd953 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Feb 07 23:26:36.716302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:36.889541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4da52-2d23-4d4d-94a5-077435ef3799 req-6c399a0a-caa1-4394-b3b1-4d6922d77de3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:36.891411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ade4da52-2d23-4d4d-94a5-077435ef3799 req-6c399a0a-caa1-4394-b3b1-4d6922d77de3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 944 time: 0.0994301 Feb 07 23:26:36.893610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-1b0941ef-bb03-419a-b622-586445ce8f63 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:36.894329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-1b0941ef-bb03-419a-b622-586445ce8f63 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Synchronizing usage tracker for tenant:bdd54b1508084df399733d52070475bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:26:36.912909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-1b0941ef-bb03-419a-b622-586445ce8f63 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Unset dirty status for tenant:bdd54b1508084df399733d52070475bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:26:36.914084 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-1b0941ef-bb03-419a-b622-586445ce8f63 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601&tenant_id=bdd54b1508084df399733d52070475bd&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 944 time: 0.1060820 Feb 07 23:26:36.938366 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ade4da52-2d23-4d4d-94a5-077435ef3799 req-31b91247-d48e-4a7b-ad90-03186f80363b tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409949 Feb 07 23:26:37.008453 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-647ce6a5-0ccf-4a05-a00d-a7298481fc1d service neutron] delete failed (client error): The resource could not be found. Feb 07 23:26:37.009492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-647ce6a5-0ccf-4a05-a00d-a7298481fc1d service neutron] 10.222.0.26 "DELETE /v2.0/ports/cc45f82e-ff75-4013-ae61-307aca395384/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0863650 Feb 07 23:26:37.153451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-d35e3a00-22dc-465a-98c6-404573f25bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:37.155492 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-d35e3a00-22dc-465a-98c6-404573f25bc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 1095 time: 0.0728395 Feb 07 23:26:37.292071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-8f0fcfdc-be63-4be9-aa50-92c3ca061756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:37.293526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-8f0fcfdc-be63-4be9-aa50-92c3ca061756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1288593 Feb 07 23:26:37.369333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-acb28906-1d10-4c1f-aac7-32621ca918ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 200 len: 217 time: 0.0655940 Feb 07 23:26:37.435128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-53535844-e85a-4a81-bd24-f3aa7edb5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:37.438272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-53535844-e85a-4a81-bd24-f3aa7edb5a5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0593081 Feb 07 23:26:37.489230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-b3e22550-e7ff-4556-91c2-3244689e35c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431182 Feb 07 23:26:37.716110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:26:37.745705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-3fe72a48-b8ae-4f39-9ac7-e447bff77615 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467928 Feb 07 23:26:37.875617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:37.890574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'cc45f82e-ff75-4013-ae61-307aca395384', 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e', 'port_id': 'cc45f82e-ff75-4013-ae61-307aca395384', 'mac_address': 'fa:16:3e:1f:c0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fca9b5d-ce83-4abb-8ac0-da65646c354d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:26:37.901686 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d41c6f2-2f02-4513-a59f-52f4c0ff3596 req-7ae43d42-a77b-4d81-ae85-11374053f452 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458592 Feb 07 23:26:37.951607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:37.971473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc45f82e-ff75-4013-ae61-307aca395384 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:26:37.989993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:37.996347 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:38.045181 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:26:38.078873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:38.140068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cecec5-528b-4e6f-81c2-1e63cf9f1257 req-43f08143-9876-468f-b59b-f0ce105ebaa0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:38.141832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1cecec5-528b-4e6f-81c2-1e63cf9f1257 req-43f08143-9876-468f-b59b-f0ce105ebaa0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 945 time: 0.0843945 Feb 07 23:26:38.193518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f1cecec5-528b-4e6f-81c2-1e63cf9f1257 req-fb6342ed-f9e5-4633-ae96-20414d29c2ae tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443010 Feb 07 23:26:38.216077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cc45f82e-ff75-4013-ae61-307aca395384'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:26:39.380640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ffcce-8ebd-49fd-8c13-70da0ee8b8b9 req-ad2a08fd-ec1f-4f13-979b-0a322cfb23d2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:39.382113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb5ffcce-8ebd-49fd-8c13-70da0ee8b8b9 req-ad2a08fd-ec1f-4f13-979b-0a322cfb23d2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 945 time: 0.0827115 Feb 07 23:26:39.429183 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb5ffcce-8ebd-49fd-8c13-70da0ee8b8b9 req-6c9e9219-7b24-4eda-9127-40b3fcaf1490 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Feb 07 23:26:39.619987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a2295-3b75-43e8-9965-fd0a54937010 req-3b149045-a239-4323-a11a-40070284554a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:39.621584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe6a2295-3b75-43e8-9965-fd0a54937010 req-3b149045-a239-4323-a11a-40070284554a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 945 time: 0.0863357 Feb 07 23:26:39.668932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe6a2295-3b75-43e8-9965-fd0a54937010 req-81d47d16-fad8-41dc-8b54-7425c67a7960 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Feb 07 23:26:39.717349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:26:39.784947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port cc45f82e-ff75-4013-ae61-307aca395384 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:26:39.789583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port cc45f82e-ff75-4013-ae61-307aca395384 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:26:39.789990 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:39.882706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c05cb-82fb-4900-b927-a6f90ffb9d9b req-c1b79a06-3b6d-4722-ad49-dad9815661be tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:39.884438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e9c05cb-82fb-4900-b927-a6f90ffb9d9b req-c1b79a06-3b6d-4722-ad49-dad9815661be tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 945 time: 0.1110482 Feb 07 23:26:39.929302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:39.930784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9e9c05cb-82fb-4900-b927-a6f90ffb9d9b req-d7287910-6d96-4a60-8718-f4887b07cc1a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382991 Feb 07 23:26:39.963471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:39.974139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:39.979131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:40.021465 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384', 'code': 200} Feb 07 23:26:40.052529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:40.428298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9771c8-e117-4821-906e-1b67dac047cb req-378fd95b-a7c1-4a17-978b-ddc6d45917e0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:40.429775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-378fd95b-a7c1-4a17-978b-ddc6d45917e0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 814 time: 0.1450596 Feb 07 23:26:40.445499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-de866962-60ac-4ac0-9960-926144a11589 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/quotas/bdd54b1508084df399733d52070475bd HTTP/1.1" status: 200 len: 375 time: 0.0102580 Feb 07 23:26:40.528734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-b1107052-ace6-412a-9e2d-5a25c0fa7497 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778863 Feb 07 23:26:40.775775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-86dcd115-9091-4d89-9d4f-82b92d3cc6ba service neutron] 10.222.0.10 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398796 Feb 07 23:26:40.911082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-f9f64a56-ea56-47f2-b9b2-33d5428538c8 service neutron] 10.222.0.10 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297338 Feb 07 23:26:41.093854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f4d23f6-ad4b-4c20-af9e-da9482e4aebc req-9d050ffc-8548-43b5-8f14-fb012c03f435 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 210 time: 0.0428076 Feb 07 23:26:41.603974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511349-f807-4bb3-a689-96fe7e200235 req-9dae40a2-b3ad-46ee-b2b7-c580385316d7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:41.605515 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-94511349-f807-4bb3-a689-96fe7e200235 req-9dae40a2-b3ad-46ee-b2b7-c580385316d7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa8beae6-c812-4db5-835c-8e3e3b76d601 HTTP/1.1" status: 200 len: 946 time: 0.0962849 Feb 07 23:26:41.677349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Deleting port cc45f82e-ff75-4013-ae61-307aca395384 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:26:41.677702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:41.943688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] For port cc45f82e-ff75-4013-ae61-307aca395384, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=cc45f82e-ff75-4013-ae61-307aca395384,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:41.944078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:42.071985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Calling delete_port for cc45f82e-ff75-4013-ae61-307aca395384 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:26:42.261253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-db18d7f6-15d5-4296-a772-2316fb6ebfb0 req-ccec282c-84ce-4d10-8f80-9d9e36344011 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 210 time: 0.0473428 Feb 07 23:26:42.332237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9771c8-e117-4821-906e-1b67dac047cb req-128448ba-d704-4097-b4fa-b7328e181e38 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:42.333715 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-128448ba-d704-4097-b4fa-b7328e181e38 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 814 time: 0.2303152 Feb 07 23:26:42.353664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Request body: {'port': {'device_id': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e', 'admin_state_up': True, 'tenant_id': 'bdd54b1508084df399733d52070475bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:42.449140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:42.461553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cc45f82e-ff75-4013-ae61-307aca395384'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:26:42.513613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Pushing event deleted for resources: {'Port': ['ID=cc45f82e-ff75-4013-ae61-307aca395384,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:42.569438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.569781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.570132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.570472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.570804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.571133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.571460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.571786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.572110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.572439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.572790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.573110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:42.639701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] No DVR routers for this DVR port cc45f82e-ff75-4013-ae61-307aca395384 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:26:42.645677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:42.648058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-deleted', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:42.656192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:26:42.663743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Usage tracker for resource:port and tenant:bdd54b1508084df399733d52070475bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:26:42.666746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:26:42.675128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:26:42.688436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Made reservation on behalf of bdd54b1508084df399733d52070475bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:26:42.693266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:42.707619 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8beae6-c812-4db5-835c-8e3e3b76d601', 'name': 'network-vif-deleted', 'tag': 'cc45f82e-ff75-4013-ae61-307aca395384', 'status': 'completed', 'code': 200} Feb 07 23:26:42.710484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-94511349-f807-4bb3-a689-96fe7e200235 req-7c4a8e12-c07e-4ab3-b558-7c2b6178c3f7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.36 "DELETE /v2.0/ports/cc45f82e-ff75-4013-ae61-307aca395384 HTTP/1.1" status: 204 len: 173 time: 1.0999982 Feb 07 23:26:42.885025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Allocated IP 172.20.0.13 (13c43699-3f39-43a4-b56a-7b49a9ae0c0e/5fca9b5d-ce83-4abb-8ac0-da65646c354d/54655e98-684a-4db8-be91-f2175d2be728) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:26:43.242917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:43.284688 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:43.297567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['cc45f82e-ff75-4013-ae61-307aca395384'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:26:43.372184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:26:43.377714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:26:43.381751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:26:43.414711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:43.456235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:43.456879 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:43.479616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a866b0-7794-4e29-b017-bac672474f9d req-fd7a87f2-c7cc-4a2d-8acc-44c675e41cad tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:43.481297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1a866b0-7794-4e29-b017-bac672474f9d req-fd7a87f2-c7cc-4a2d-8acc-44c675e41cad tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 932 time: 0.0964460 Feb 07 23:26:43.492389 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6e9f1344-f143-40e3-b38c-b79a29686e18 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1420844 Feb 07 23:26:43.508087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Request body: {'port': {'device_id': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:26:43.533687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1a866b0-7794-4e29-b017-bac672474f9d req-58f6550b-09c1-4dcf-9f35-95d8a546464f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Feb 07 23:26:43.629078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:43.988380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54655e98-684a-4db8-be91-f2175d2be728 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:26:43.995781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:44.010831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Transition to ACTIVE for port object 54655e98-684a-4db8-be91-f2175d2be728 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:26:44.015243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:44.147856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:44.249002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:26:44.249324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:26:44.249649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:26:44.254260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Port 54655e98-684a-4db8-be91-f2175d2be728 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:26:44.254581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:26:44.259875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:26:44.260006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Checking segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:26:44.260316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Bound using segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:26:44.260770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Bound port: 54655e98-684a-4db8-be91-f2175d2be728, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:26:44.261116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:44.352986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:26:44.355660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:26:44.360355 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:44.421234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:44.421853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:44.423329 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] 10.222.0.26 "PUT /v2.0/ports/54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 1092 time: 0.9199960 Feb 07 23:26:44.444488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84535cf5-b67a-48ad-bd74-7e6f154dbca2 service neutron] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:44.539423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9771c8-e117-4821-906e-1b67dac047cb req-c5904b3c-c1af-4c4c-94cd-00bbc63a9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:44.540907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-c5904b3c-c1af-4c4c-94cd-00bbc63a9190 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1095 time: 0.0737700 Feb 07 23:26:44.615156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-6678e527-3100-43cc-9c2f-d58d79e0aaeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.0639498 Feb 07 23:26:44.681664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9771c8-e117-4821-906e-1b67dac047cb req-5a70437f-11ec-4c0f-8839-7a676b578257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:44.683021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-5a70437f-11ec-4c0f-8839-7a676b578257 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0581498 Feb 07 23:26:44.721143 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20a6e9-4a3b-44b1-be4f-10c2165e2e55 req-59118fec-c86c-4d6e-9fbe-2f56d7e29a30 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:44.721760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'tag': '54655e98-684a-4db8-be91-f2175d2be728'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:44.722597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d20a6e9-4a3b-44b1-be4f-10c2165e2e55 req-59118fec-c86c-4d6e-9fbe-2f56d7e29a30 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 944 time: 0.0793273 Feb 07 23:26:44.738457 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-baf20d89-9f46-4f99-b3c0-a1eb07baf1bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461380 Feb 07 23:26:44.769378 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'tag': '54655e98-684a-4db8-be91-f2175d2be728', 'status': 'completed', 'code': 200} Feb 07 23:26:44.773610 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d20a6e9-4a3b-44b1-be4f-10c2165e2e55 req-e314ec0a-92a5-4345-879f-b90ea47f53df tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Feb 07 23:26:44.882833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-c4f2823f-32e5-4ab4-98a2-934fc10b1a4a service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357360 Feb 07 23:26:45.031229 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1d9771c8-e117-4821-906e-1b67dac047cb req-7e9bbb36-0674-4def-90f8-fc04a0c066f8 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391752 Feb 07 23:26:45.280201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-2aeba896-b57a-4acb-8f5f-8c4bf371d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:45.281775 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-2aeba896-b57a-4acb-8f5f-8c4bf371d2a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1095 time: 0.2009106 Feb 07 23:26:45.446201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-6f94dc1f-dd40-4ab5-8f59-e6ea7274f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:45.447675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-6f94dc1f-dd40-4ab5-8f59-e6ea7274f529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1558869 Feb 07 23:26:45.533597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-c7c91122-2cda-45d5-8335-c3b1fe5543e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.0791810 Feb 07 23:26:45.597937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-72b3beab-2a2e-4d99-881a-7664454be8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:45.599381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-72b3beab-2a2e-4d99-881a-7664454be8a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0595336 Feb 07 23:26:45.652353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-cd70ecd8-d927-4512-a8b4-f587be872556 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456500 Feb 07 23:26:45.732066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:26:45.766697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: cc45f82e-ff75-4013-ae61-307aca395384 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:26:45.767047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device cc45f82e-ff75-4013-ae61-307aca395384 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:26:45.786333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-9b092302-9730-46e9-8288-baf963de2eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261363 Feb 07 23:26:45.929157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a6fd10e-e143-4e8e-9ae1-e0dd9fa75c1e req-99b7ac1b-9ca8-419b-8f9e-eb4148297d1f service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343849 Feb 07 23:26:45.969238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b90fbb-5e08-4067-bd49-426776abcbb0 req-2fdefc18-9466-4636-baec-e0c4bdc9fbb0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:45.970693 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07b90fbb-5e08-4067-bd49-426776abcbb0 req-2fdefc18-9466-4636-baec-e0c4bdc9fbb0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 944 time: 0.0804958 Feb 07 23:26:46.017797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07b90fbb-5e08-4067-bd49-426776abcbb0 req-c84f68ff-e5ef-43e4-97c6-e9fe5c536019 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Feb 07 23:26:47.043651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:26:47.205895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:47.208511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05861bf-0664-4831-92a0-bb00647cf310 req-5272ae66-808c-4c8f-ac6d-1a729be391c1 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:47.209993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c05861bf-0664-4831-92a0-bb00647cf310 req-5272ae66-808c-4c8f-ac6d-1a729be391c1 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 944 time: 0.0854144 Feb 07 23:26:47.222581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '54655e98-684a-4db8-be91-f2175d2be728', 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e', 'port_id': '54655e98-684a-4db8-be91-f2175d2be728', 'mac_address': 'fa:16:3e:2e:dc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fca9b5d-ce83-4abb-8ac0-da65646c354d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:26:47.253664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c05861bf-0664-4831-92a0-bb00647cf310 req-8ce66ee8-2ee1-4280-9d3c-39b2dc180c97 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378609 Feb 07 23:26:47.279445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:47.295755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54655e98-684a-4db8-be91-f2175d2be728 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:26:47.313406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:47.317240 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:47.385062 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:47.393556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.393912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.394264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.394609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.394948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.395285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.395620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.395958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.396285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.396636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.396967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.397294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:26:47.589064 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['54655e98-684a-4db8-be91-f2175d2be728'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:26:48.437509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd01110-c17f-46e4-9257-ca8fdc10c4da req-e68f6737-1472-444e-a3f6-ea8f70eab8ff tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:48.439001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cd01110-c17f-46e4-9257-ca8fdc10c4da req-e68f6737-1472-444e-a3f6-ea8f70eab8ff tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 945 time: 0.0808434 Feb 07 23:26:48.483552 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cd01110-c17f-46e4-9257-ca8fdc10c4da req-e38510e6-291b-42eb-91b2-68413762c452 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384552 Feb 07 23:26:49.057704 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:26:49.127586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 54655e98-684a-4db8-be91-f2175d2be728 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:26:49.132364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 54655e98-684a-4db8-be91-f2175d2be728 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:26:49.132799 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:49.247503 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:49.278083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54655e98-684a-4db8-be91-f2175d2be728'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:26:49.287309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:26:49.292029 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:49.327546 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54655e98-684a-4db8-be91-f2175d2be728', 'code': 200} Feb 07 23:26:49.365939 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:26:49.463257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570421f-3644-4297-9a62-c3977d048d50 req-2edc3287-4511-4d8c-af22-e2bde8212df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:49.464787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f570421f-3644-4297-9a62-c3977d048d50 req-2edc3287-4511-4d8c-af22-e2bde8212df4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1097 time: 0.0750926 Feb 07 23:26:49.509602 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f570421f-3644-4297-9a62-c3977d048d50 req-701714f1-929f-4aee-aaec-92d1b28b2ed5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355012 Feb 07 23:26:49.676866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718bd61-1710-47ff-97fe-96d2b33ed019 req-d3839696-f3a6-47fb-943f-7e034e12d05d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:49.678331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7718bd61-1710-47ff-97fe-96d2b33ed019 req-d3839696-f3a6-47fb-943f-7e034e12d05d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0926847 Feb 07 23:26:49.722480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7718bd61-1710-47ff-97fe-96d2b33ed019 req-3b9e7d5a-4845-4c97-9737-4503be27b448 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384004 Feb 07 23:26:50.913979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f9f8c-eca7-4d58-b275-a0463ed9bc4a req-305521e4-1d94-4031-8737-70393873c489 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:50.915471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a0f9f8c-eca7-4d58-b275-a0463ed9bc4a req-305521e4-1d94-4031-8737-70393873c489 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0830200 Feb 07 23:26:50.959205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a0f9f8c-eca7-4d58-b275-a0463ed9bc4a req-2b9a6b2d-9b41-419e-b3cd-07403f3cae49 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Feb 07 23:26:51.305044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6885679-d064-4973-9b85-6c08d3d91c69 req-be674b6b-7c74-4281-9c0b-b0ce7262f543 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:51.307171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6885679-d064-4973-9b85-6c08d3d91c69 req-be674b6b-7c74-4281-9c0b-b0ce7262f543 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0843539 Feb 07 23:26:51.350911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b6885679-d064-4973-9b85-6c08d3d91c69 req-4994f199-34a0-42a9-8db2-93b7548fd756 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 Feb 07 23:26:51.758071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-81aa9e2f-3b30-451f-a0fd-fc121730527f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1327140 Feb 07 23:26:51.779787 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1a1fa-0d62-4c58-98eb-11f0377ce849 req-5d048031-e71a-4559-8a34-906386590269 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:51.781751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ce1a1fa-0d62-4c58-98eb-11f0377ce849 req-5d048031-e71a-4559-8a34-906386590269 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.1136179 Feb 07 23:26:51.840182 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ce1a1fa-0d62-4c58-98eb-11f0377ce849 req-2c73ea9f-161b-4fcc-84f8-a03f8422ab60 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507505 Feb 07 23:26:52.910492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-bfcec7dc-07ff-4dba-8bee-434a029feeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:52.911948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-bfcec7dc-07ff-4dba-8bee-434a029feeb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1097 time: 0.0762234 Feb 07 23:26:53.032329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5f0ad-174e-4937-9461-f82d97a48ad6 req-4b00ecf7-a57a-4510-a22a-f17c692bd625 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:53.033835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95c5f0ad-174e-4937-9461-f82d97a48ad6 req-4b00ecf7-a57a-4510-a22a-f17c692bd625 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0862668 Feb 07 23:26:53.047849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-b24889fa-a7df-4194-b34b-fa5dc373273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:53.049356 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-b24889fa-a7df-4194-b34b-fa5dc373273e service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1316304 Feb 07 23:26:53.077919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95c5f0ad-174e-4937-9461-f82d97a48ad6 req-b279fd88-d5c9-4d81-9bb8-ac91d786952c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377741 Feb 07 23:26:53.120885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-51c372e4-028c-4074-b4fb-3403fe999f88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.0654910 Feb 07 23:26:53.182338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-5fba2b3f-13d2-4b00-9c83-c198ef78de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:53.183791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-5fba2b3f-13d2-4b00-9c83-c198ef78de74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0572562 Feb 07 23:26:53.235411 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-25b419bd-4964-42ec-b92f-d7d8f59afddc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459871 Feb 07 23:26:53.367275 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-16251132-1221-493a-a9c5-49d5e28500d4 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250737 Feb 07 23:26:53.499820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-7c5149d8-86d5-4093-b6e2-300ec746c4b1 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256442 Feb 07 23:26:54.262290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e629cc-120d-4e56-b571-7e29b0a1f917 req-7555a4a2-abaa-4483-bd82-a0c8bdf02254 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:54.263991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80e629cc-120d-4e56-b571-7e29b0a1f917 req-7555a4a2-abaa-4483-bd82-a0c8bdf02254 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0800128 Feb 07 23:26:54.307407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80e629cc-120d-4e56-b571-7e29b0a1f917 req-96b9e0b3-40dc-4a67-a87e-1bdfd27a466a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377717 Feb 07 23:26:55.497981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c9179-57ed-4232-9af9-5cf6aa5f68b1 req-f46705c5-4fdb-4288-855c-e743c2f170d6 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:55.499440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc0c9179-57ed-4232-9af9-5cf6aa5f68b1 req-f46705c5-4fdb-4288-855c-e743c2f170d6 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0833905 Feb 07 23:26:55.544066 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc0c9179-57ed-4232-9af9-5cf6aa5f68b1 req-5d3166b7-6a65-4e21-a9bf-ea67c0486211 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Feb 07 23:26:56.005310 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-286695be-16a5-424d-b142-ba529e93177f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:56.734076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b1c35-9915-47bf-9f4c-8fb44c84e243 req-db83f516-2d15-4c39-a674-263ef4ba9e37 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:56.736089 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f6b1c35-9915-47bf-9f4c-8fb44c84e243 req-db83f516-2d15-4c39-a674-263ef4ba9e37 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0804806 Feb 07 23:26:56.788664 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f6b1c35-9915-47bf-9f4c-8fb44c84e243 req-ee3c43b4-454d-4221-9200-1a6bd431c616 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468156 Feb 07 23:26:57.975014 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc867-08aa-4c43-8903-5766681d017d req-7b178330-debf-486c-817d-6ac5d67a4758 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:57.976472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e0dc867-08aa-4c43-8903-5766681d017d req-7b178330-debf-486c-817d-6ac5d67a4758 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0809815 Feb 07 23:26:58.020388 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e0dc867-08aa-4c43-8903-5766681d017d req-7bd4d069-5fd3-4d10-b077-6b6312fa74ca tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Feb 07 23:26:58.223813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fb534863-458a-456d-88b5-cfa2ba32b0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.206653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a47d7-ae30-497c-90f1-12df67c608cd req-82d762d7-507e-4c33-a46a-c0033730842d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:26:59.208105 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e5a47d7-ae30-497c-90f1-12df67c608cd req-82d762d7-507e-4c33-a46a-c0033730842d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0839295 Feb 07 23:26:59.252804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e5a47d7-ae30-497c-90f1-12df67c608cd req-d9e7f3e2-8bba-4c46-8462-8f0733a81f2a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Feb 07 23:26:59.345024 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:26:59.634045 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:00.435628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d8751-072c-4638-915f-c46f714f9299 req-e4b4191a-e817-45ed-9769-f0a0f3fcf1ff tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:00.437112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc8d8751-072c-4638-915f-c46f714f9299 req-e4b4191a-e817-45ed-9769-f0a0f3fcf1ff tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0797582 Feb 07 23:27:00.480986 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc8d8751-072c-4638-915f-c46f714f9299 req-a7ffea62-2241-4e7f-9a7c-5decd7b08561 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374641 Feb 07 23:27:01.114829 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:01.669163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c42b4-caa1-43e1-8914-6ad234011307 req-b3a4f213-7f79-49c0-ac2c-a1ae39c36371 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:01.670598 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-911c42b4-caa1-43e1-8914-6ad234011307 req-b3a4f213-7f79-49c0-ac2c-a1ae39c36371 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0833182 Feb 07 23:27:01.717555 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-911c42b4-caa1-43e1-8914-6ad234011307 req-de55af4a-3ff3-4299-8863-1db30fdb3829 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Feb 07 23:27:02.902540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342efb20-345f-45dc-900d-1b3a958aadc8 req-4ce8664d-3a61-4c69-a195-53d3175efb43 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:02.903985 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-342efb20-345f-45dc-900d-1b3a958aadc8 req-4ce8664d-3a61-4c69-a195-53d3175efb43 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0792270 Feb 07 23:27:02.952704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-342efb20-345f-45dc-900d-1b3a958aadc8 req-e6982250-7c54-4cb0-8e1f-ae73efcc9794 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 Feb 07 23:27:04.138754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67139a2-fb3a-4aed-8009-a5c112303bef req-8dc29eee-af53-4444-bc76-5919c73b33d8 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:04.140216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e67139a2-fb3a-4aed-8009-a5c112303bef req-8dc29eee-af53-4444-bc76-5919c73b33d8 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0816748 Feb 07 23:27:04.185549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e67139a2-fb3a-4aed-8009-a5c112303bef req-99b818eb-ef8d-48c1-8008-19f21bda3e70 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390916 Feb 07 23:27:05.373221 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc1230-1d01-4850-a28e-7e31e6baa200 req-7b2d69db-270c-424a-8f9c-fafa719a1119 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:05.374680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56bc1230-1d01-4850-a28e-7e31e6baa200 req-7b2d69db-270c-424a-8f9c-fafa719a1119 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0839498 Feb 07 23:27:05.529930 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56bc1230-1d01-4850-a28e-7e31e6baa200 req-297bdeae-062e-4992-8b69-48eed6e7df2b tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497216 Feb 07 23:27:06.319981 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.711423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1fcb-44be-4044-b47d-b2c2c80548dd req-6694d416-51e2-4d49-919b-77dec942ca8f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:06.712887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06bb1fcb-44be-4044-b47d-b2c2c80548dd req-6694d416-51e2-4d49-919b-77dec942ca8f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0803368 Feb 07 23:27:06.714373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:06.757076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06bb1fcb-44be-4044-b47d-b2c2c80548dd req-e0c2d057-95ec-4bfd-974d-3c2f2651ad93 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Feb 07 23:27:07.950215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95ab49-cc45-46ca-bbfe-e63207797982 req-5266a36c-5497-4e98-80ff-34adbedac4f4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:07.951709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee95ab49-cc45-46ca-bbfe-e63207797982 req-5266a36c-5497-4e98-80ff-34adbedac4f4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0871923 Feb 07 23:27:08.002188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee95ab49-cc45-46ca-bbfe-e63207797982 req-69be9655-c9ea-4619-9c69-1d5976297dd3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Feb 07 23:27:09.189212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fcf8d-ee0a-49aa-b03c-f7f9dcb0e823 req-351e2b2c-1553-4044-8494-a81ffff5c0ee tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:09.190681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d9fcf8d-ee0a-49aa-b03c-f7f9dcb0e823 req-351e2b2c-1553-4044-8494-a81ffff5c0ee tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0800467 Feb 07 23:27:09.238219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d9fcf8d-ee0a-49aa-b03c-f7f9dcb0e823 req-feed9ad5-f35c-41e9-8654-8cbcaaf69be3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418155 Feb 07 23:27:10.430181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e1d79-9fbf-4b5f-8e3d-3a4417b9bbe9 req-19b7345e-9e5e-433a-96d8-314c50879bc3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:10.431734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c06e1d79-9fbf-4b5f-8e3d-3a4417b9bbe9 req-19b7345e-9e5e-433a-96d8-314c50879bc3 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0811436 Feb 07 23:27:10.476506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c06e1d79-9fbf-4b5f-8e3d-3a4417b9bbe9 req-876833f2-2ce1-486d-93d0-8bc572563753 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Feb 07 23:27:11.663257 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35f5b4-c24c-4e27-8ca3-65c2bd843905 req-50916e7b-d0ef-4ae0-bafc-7e862effc382 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:11.664831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af35f5b4-c24c-4e27-8ca3-65c2bd843905 req-50916e7b-d0ef-4ae0-bafc-7e862effc382 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0819376 Feb 07 23:27:11.710006 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af35f5b4-c24c-4e27-8ca3-65c2bd843905 req-78565386-e8aa-457d-94ce-4c95723042ec tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396314 Feb 07 23:27:12.901705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dcfbe-87c7-4a24-ad5a-819058eb9011 req-2ec6f95e-c15d-4818-8708-b3895cf5a626 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:12.903178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b24dcfbe-87c7-4a24-ad5a-819058eb9011 req-2ec6f95e-c15d-4818-8708-b3895cf5a626 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0825660 Feb 07 23:27:12.947060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b24dcfbe-87c7-4a24-ad5a-819058eb9011 req-14ffeb6e-9368-4a47-8b0d-54ae08826307 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Feb 07 23:27:14.136677 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e2ceb-2874-4325-b4b5-cecf97d72205 req-f9e84b8d-1cb6-443e-b596-45f480911f51 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:14.138411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a45e2ceb-2874-4325-b4b5-cecf97d72205 req-f9e84b8d-1cb6-443e-b596-45f480911f51 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0826755 Feb 07 23:27:14.181984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a45e2ceb-2874-4325-b4b5-cecf97d72205 req-f3ff3f9f-73d7-4da7-a01d-534b705727ee tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379786 Feb 07 23:27:15.045462 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:27:15.364401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11886426-bc92-48b0-8998-9ed15a58da75 req-e678eace-c683-4e63-a49f-81504cdfe14e tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:15.365885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11886426-bc92-48b0-8998-9ed15a58da75 req-e678eace-c683-4e63-a49f-81504cdfe14e tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0793860 Feb 07 23:27:15.413086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-11886426-bc92-48b0-8998-9ed15a58da75 req-885b24f6-e6b1-4607-b260-2b09a6a8d665 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416474 Feb 07 23:27:16.603470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4a041-8761-4e5c-b203-fd3e56f70898 req-b6e73bff-ae38-48e3-a4a2-6c50c5da0cb7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:16.604936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afa4a041-8761-4e5c-b203-fd3e56f70898 req-b6e73bff-ae38-48e3-a4a2-6c50c5da0cb7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0847061 Feb 07 23:27:16.648268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-afa4a041-8761-4e5c-b203-fd3e56f70898 req-a7111f83-a2c0-455c-bc20-0793d8b59894 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 Feb 07 23:27:17.841491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef92adb-d118-4c6c-aef5-8a51c856014f req-cdc38d9f-bb3a-4ebb-aa9d-a9153102e7e4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:17.842852 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aef92adb-d118-4c6c-aef5-8a51c856014f req-cdc38d9f-bb3a-4ebb-aa9d-a9153102e7e4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0867057 Feb 07 23:27:17.892257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aef92adb-d118-4c6c-aef5-8a51c856014f req-7919f730-43a9-43ae-bc13-3542dfac6602 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Feb 07 23:27:19.077637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8ce29-ec08-43aa-aa4a-b11a66d9bf56 req-ded2e2d4-cf6f-4a0b-996f-dc33811a846c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:19.079135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cf8ce29-ec08-43aa-aa4a-b11a66d9bf56 req-ded2e2d4-cf6f-4a0b-996f-dc33811a846c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0802703 Feb 07 23:27:19.124472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7cf8ce29-ec08-43aa-aa4a-b11a66d9bf56 req-2e68fd84-c508-4416-a109-9cb76c418072 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Feb 07 23:27:20.312407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576ca32-13ef-4cca-9814-9dfb3ad9a256 req-019b3776-1697-4f70-b1c2-1d3658c671d7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:20.313923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5576ca32-13ef-4cca-9814-9dfb3ad9a256 req-019b3776-1697-4f70-b1c2-1d3658c671d7 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0851908 Feb 07 23:27:20.363768 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5576ca32-13ef-4cca-9814-9dfb3ad9a256 req-e4e7a480-4b39-4411-a125-7e914c2b97d4 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Feb 07 23:27:20.707979 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-dd48c114-ad5d-417b-889e-10157713b60d req-0e90cbc3-187d-4b8d-b6d1-9d275a6ca6f5 service neutron] show failed (client error): The resource could not be found. Feb 07 23:27:20.709196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-0e90cbc3-187d-4b8d-b6d1-9d275a6ca6f5 service neutron] 10.222.0.26 "GET /v2.0/ports/54655e98-684a-4db8-be91-f2175d2be728/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0783052 Feb 07 23:27:21.099759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-c6e1bca9-bea6-4612-a48a-d093ad705a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:21.101373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-c6e1bca9-bea6-4612-a48a-d093ad705a01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936&tenant_id=bdd54b1508084df399733d52070475bd HTTP/1.1" status: 200 len: 1097 time: 0.1831174 Feb 07 23:27:21.112546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:21.220491 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:21.488714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:21.517937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:27:21.553747 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099981c-f8ba-49b0-b8c6-3c7045f3aa5f req-0d4758c2-d2cf-4361-a480-204fb2d9dd6c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:21.555241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a099981c-f8ba-49b0-b8c6-3c7045f3aa5f req-0d4758c2-d2cf-4361-a480-204fb2d9dd6c tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0830941 Feb 07 23:27:21.580083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54655e98-684a-4db8-be91-f2175d2be728'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:21.585698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:21.601304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Transition to ACTIVE for port object 54655e98-684a-4db8-be91-f2175d2be728 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:21.601775 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a099981c-f8ba-49b0-b8c6-3c7045f3aa5f req-28d0925e-b09d-4ecd-974e-a2d995fb6eff tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Feb 07 23:27:21.605404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:21.724625 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54655e98-684a-4db8-be91-f2175d2be728', 'code': 200} Feb 07 23:27:21.763811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] No DVR routers for this DVR port 54655e98-684a-4db8-be91-f2175d2be728 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:27:21.807848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:21.836581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:21.836936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:21.837269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:27:21.842070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Port 54655e98-684a-4db8-be91-f2175d2be728 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:27:21.842454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Attempting to bind port 54655e98-684a-4db8-be91-f2175d2be728 on network 13c43699-3f39-43a4-b56a-7b49a9ae0c0e {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:27:21.848139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:27:21.848504 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Checking segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:27:21.848923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Bound using segment: {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:27:21.849355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Bound port: 54655e98-684a-4db8-be91-f2175d2be728, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0493d00b-9de0-44dc-bcc8-b28984483b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:21.849700 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:21.942258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:27:21.945754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:27:21.951692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:22.013658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:22.014338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:22.016306 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] 10.222.0.36 "PUT /v2.0/ports/54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 1092 time: 0.9075480 Feb 07 23:27:22.085071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4186a44-0899-4b21-a3d6-1a7cb2d7245d service neutron] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:22.122761 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-1c82b4c5-4061-4107-9229-8deb7e3f089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:22.127651 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-1c82b4c5-4061-4107-9229-8deb7e3f089c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1095 time: 0.0862379 Feb 07 23:27:22.262807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-3d44f82a-f80d-42bb-b617-774928630079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:22.264178 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-3d44f82a-f80d-42bb-b617-774928630079 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1314499 Feb 07 23:27:22.335476 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-555157a0-3324-4f31-872e-21338aba4c6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.0657158 Feb 07 23:27:22.398450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48c114-ad5d-417b-889e-10157713b60d req-43e100bf-c2ca-485d-877a-9a003628aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:22.400037 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-43e100bf-c2ca-485d-877a-9a003628aa01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0591424 Feb 07 23:27:22.447078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-6317db51-c30e-4769-9267-f09a5edacd23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412755 Feb 07 23:27:22.580999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-a0fa8b9f-a232-46ca-b328-e8eaf51dba64 service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280437 Feb 07 23:27:22.719793 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dd48c114-ad5d-417b-889e-10157713b60d req-eca164c1-0646-4719-b882-492a8866595e service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330934 Feb 07 23:27:22.814728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5134dc-a51c-4aab-995b-cd127b708601 req-56ae4d1c-2f31-45e7-aecc-92e2b0e13512 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:22.817786 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf5134dc-a51c-4aab-995b-cd127b708601 req-56ae4d1c-2f31-45e7-aecc-92e2b0e13512 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 944 time: 0.0940347 Feb 07 23:27:22.868305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf5134dc-a51c-4aab-995b-cd127b708601 req-bae35440-e097-4789-8fea-c9b38f4a548a tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Feb 07 23:27:23.044973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-05372776-a65d-4409-bdbd-3dbe8b114b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:23.046468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-05372776-a65d-4409-bdbd-3dbe8b114b80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1095 time: 0.1966543 Feb 07 23:27:23.197152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-89ebd6db-4acc-4602-8e4c-f1f44e813d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:23.198614 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-89ebd6db-4acc-4602-8e4c-f1f44e813d56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1313419 Feb 07 23:27:23.270800 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-b3c5cceb-f123-4a8d-a48a-65a40f87c9dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.0657206 Feb 07 23:27:23.337891 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-04c50a10-b26b-40e7-afca-86ded29d74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:23.339346 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-04c50a10-b26b-40e7-afca-86ded29d74ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0584729 Feb 07 23:27:23.386443 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-5b9f49d9-2974-4d45-83d0-edb054e84595 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405307 Feb 07 23:27:23.519659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-ca097a59-bdd2-4b90-8437-c33ae1a931f3 service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254551 Feb 07 23:27:23.651586 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80bdaf76-8948-44a8-95f6-9bdaad8eeb5f req-5754cd6c-9706-4dc1-8f8d-11c2cf2cee3a service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245441 Feb 07 23:27:23.725294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'tag': '54655e98-684a-4db8-be91-f2175d2be728'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:23.782235 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'tag': '54655e98-684a-4db8-be91-f2175d2be728', 'status': 'completed', 'code': 200} Feb 07 23:27:23.929629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-9d8cdfd2-11b1-4975-a70d-c49b24e97661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:23.931092 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-9d8cdfd2-11b1-4975-a70d-c49b24e97661 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1095 time: 0.0972123 Feb 07 23:27:23.932983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-4097a5c2-a3ac-4509-ad33-a977f0d4da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:23.934271 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-4097a5c2-a3ac-4509-ad33-a977f0d4da68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1095 time: 0.1348042 Feb 07 23:27:24.069437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a667a7e-e772-408b-8e0d-280f5409a699 req-b3c3d2e3-52c8-4e07-a3df-2dd68d29f95f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:24.070875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a667a7e-e772-408b-8e0d-280f5409a699 req-b3c3d2e3-52c8-4e07-a3df-2dd68d29f95f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 944 time: 0.0889513 Feb 07 23:27:24.124469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a667a7e-e772-408b-8e0d-280f5409a699 req-eca606ff-6a12-48bb-bcb7-16fba5c7a11d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Feb 07 23:27:24.188901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-590d56f7-3db8-481a-adbe-0a70b87c101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:24.190733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-590d56f7-3db8-481a-adbe-0a70b87c101a service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.2506201 Feb 07 23:27:24.192438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-7c2821b5-c142-4e9c-8eaf-aa741aee49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:24.193899 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-7c2821b5-c142-4e9c-8eaf-aa741aee49e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.2346160 Feb 07 23:27:24.326514 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-f5964dcb-aaad-4e47-9c0a-ce8a0505d848 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.1243777 Feb 07 23:27:24.327586 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-efdc92ef-fb32-45a9-9fcb-53073bff6bc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.1267951 Feb 07 23:27:24.436855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-c56380dc-4ee9-4e78-8402-9d22afebc8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:24.438277 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-c56380dc-4ee9-4e78-8402-9d22afebc8b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.1062779 Feb 07 23:27:24.442212 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-99de42ec-43cc-4600-87af-df36c0212650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:24.443473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-99de42ec-43cc-4600-87af-df36c0212650 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0824900 Feb 07 23:27:24.520399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-717b2225-8ce6-4688-8972-bc7eb9424932 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754795 Feb 07 23:27:24.522199 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-0eeaf10f-ccd8-441d-8250-92bf96a0ed89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479879 Feb 07 23:27:24.862117 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-3d86a8b7-6e76-473c-a9a9-a2bb2104be0b service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358243 Feb 07 23:27:24.863975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-d3ee924e-d8d0-4392-ae29-5ebb52032476 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205066 Feb 07 23:27:25.099114 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-1a9ae2d8-8927-4085-baf7-12aa6c8acd14 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127044 Feb 07 23:27:25.100891 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-62e3fb23-5bf4-4b60-b81e-d05d174aca69 req-5fd94a21-5945-43c9-ad10-5498c44e5a79 service neutron] 10.222.0.36 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317202 Feb 07 23:27:25.290182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:27:25.316015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27f172-3a8b-4dee-9e78-d469d66bd2c5 req-fd8a63d7-cc21-4a82-973e-47b6ff3c9f3f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:25.317518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b27f172-3a8b-4dee-9e78-d469d66bd2c5 req-fd8a63d7-cc21-4a82-973e-47b6ff3c9f3f tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 944 time: 0.0833685 Feb 07 23:27:25.352380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:27:25.369612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b27f172-3a8b-4dee-9e78-d469d66bd2c5 req-d902890c-0f84-4a42-ae8e-e4d63942fce8 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463595 Feb 07 23:27:25.679936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bfc56-e549-40bf-85cf-c1705d15d0f1 req-4545e171-2bd5-402d-9574-d9a0b49dd4bd tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:25.681373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-577bfc56-e549-40bf-85cf-c1705d15d0f1 req-4545e171-2bd5-402d-9574-d9a0b49dd4bd tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 944 time: 0.0851727 Feb 07 23:27:25.688260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-d1196082-e33f-4879-a9fa-3fcd3995c820 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:25.689086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-d1196082-e33f-4879-a9fa-3fcd3995c820 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Synchronizing usage tracker for tenant:bdd54b1508084df399733d52070475bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:27:25.705918 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-d1196082-e33f-4879-a9fa-3fcd3995c820 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Unset dirty status for tenant:bdd54b1508084df399733d52070475bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:27:25.707836 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-d1196082-e33f-4879-a9fa-3fcd3995c820 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936&tenant_id=bdd54b1508084df399733d52070475bd&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 944 time: 0.1032915 Feb 07 23:27:25.728917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-577bfc56-e549-40bf-85cf-c1705d15d0f1 req-52175c76-b951-42a1-a19b-2871823c2093 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417931 Feb 07 23:27:25.798071 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-ffbb2e40-09e4-4547-a7b7-5b0a50554a43 service neutron] delete failed (client error): The resource could not be found. Feb 07 23:27:25.799055 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-ffbb2e40-09e4-4547-a7b7-5b0a50554a43 service neutron] 10.222.0.26 "DELETE /v2.0/ports/54655e98-684a-4db8-be91-f2175d2be728/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0819263 Feb 07 23:27:25.942565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:27:25.947274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-17bcd11c-46b9-42dd-9ade-b0e72a45b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:25.948987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-17bcd11c-46b9-42dd-9ade-b0e72a45b6f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdd54b1508084df399733d52070475bd&device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 1095 time: 0.0726905 Feb 07 23:27:26.056889 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62059b85-1236-4f3a-bb93-211330f11f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:26.095942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-2a256e57-f065-48f9-98f2-d812abe59a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:26.097518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-2a256e57-f065-48f9-98f2-d812abe59a7d service neutron] 10.222.0.26 "GET /v2.0/networks?id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 200 len: 915 time: 0.1409020 Feb 07 23:27:26.099402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:26.114027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '54655e98-684a-4db8-be91-f2175d2be728', 'network_id': '13c43699-3f39-43a4-b56a-7b49a9ae0c0e', 'port_id': '54655e98-684a-4db8-be91-f2175d2be728', 'mac_address': 'fa:16:3e:2e:dc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fca9b5d-ce83-4abb-8ac0-da65646c354d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:27:26.168700 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:26.174902 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-2b4b10b4-abe4-4177-9bb8-3f74c083a689 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 200 len: 217 time: 0.0675638 Feb 07 23:27:26.186595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54655e98-684a-4db8-be91-f2175d2be728 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:27:26.202390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:26.206453 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:26.243373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-e6ba6357-4ce8-4e74-ad3c-ecc74cbf2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:26.245151 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-e6ba6357-4ce8-4e74-ad3c-ecc74cbf2cae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 200 len: 854 time: 0.0610559 Feb 07 23:27:26.278060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:26.296897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-16020021-4b7d-4bd9-899d-c09e96cda62a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=13c43699-3f39-43a4-b56a-7b49a9ae0c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420239 Feb 07 23:27:26.412342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['54655e98-684a-4db8-be91-f2175d2be728'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:27:26.433278 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-d84d3cca-937d-4098-bf49-d78d3fed7046 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291058 Feb 07 23:27:26.569783 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b5e0a63b-15aa-4724-8085-e86b8e38e7be req-cfe352e7-86af-42cc-a50d-db575d6023f3 service neutron] 10.222.0.26 "GET /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261740 Feb 07 23:27:26.927682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122ca8e-4a31-4e61-accf-4196c62b2d1d req-082c2014-3a42-44a3-be69-deb70b65bcdf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:26.929210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e122ca8e-4a31-4e61-accf-4196c62b2d1d req-082c2014-3a42-44a3-be69-deb70b65bcdf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 945 time: 0.0813041 Feb 07 23:27:26.976863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e122ca8e-4a31-4e61-accf-4196c62b2d1d req-3dae2358-00c9-4173-a618-07445a5038ff tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419691 Feb 07 23:27:27.949601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:28.020801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 54655e98-684a-4db8-be91-f2175d2be728 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:28.025646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 54655e98-684a-4db8-be91-f2175d2be728 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:28.026016 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:28.151916 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:28.168722 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664942d-2429-4b57-bd99-0cf4ce4c57d8 req-20247809-8e76-4204-8ecb-479d1a6927cf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.170257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4664942d-2429-4b57-bd99-0cf4ce4c57d8 req-20247809-8e76-4204-8ecb-479d1a6927cf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 945 time: 0.0862453 Feb 07 23:27:28.180031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54655e98-684a-4db8-be91-f2175d2be728'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:28.190337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:28.195826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:28.218132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4664942d-2429-4b57-bd99-0cf4ce4c57d8 req-eb6e7ab0-5a36-4fc2-8303-ac7e170f7f07 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Feb 07 23:27:28.267613 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-54ae1ce4-f387-45fa-8388-4973d5567e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:28.277007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:28.306936 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54655e98-684a-4db8-be91-f2175d2be728', 'code': 200} Feb 07 23:27:28.427458 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f822ea-6f00-479c-ab2f-4b02f116fa35 req-7f1bd187-4779-4281-b6a9-aa35c0b2d1d0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.433248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03f822ea-6f00-479c-ab2f-4b02f116fa35 req-7f1bd187-4779-4281-b6a9-aa35c0b2d1d0 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0944257 Feb 07 23:27:28.481115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-03f822ea-6f00-479c-ab2f-4b02f116fa35 req-27dd8d57-7a93-4469-81ea-5c0695cc5d84 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Feb 07 23:27:28.663736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25916a98-f8a4-4531-8571-11bb5b974a50 req-e66781b6-ffde-4182-bfb9-75caa216bcfa tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:28.665260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25916a98-f8a4-4531-8571-11bb5b974a50 req-e66781b6-ffde-4182-bfb9-75caa216bcfa tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0797570 Feb 07 23:27:28.709807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25916a98-f8a4-4531-8571-11bb5b974a50 req-e4d877f7-b792-4a4d-86cf-3cb8299a09d1 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 Feb 07 23:27:29.280844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e4104-e676-44b0-ad38-eb91b511e0af req-0b7236ed-9f5e-4ba2-bd44-009f124c7acf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:29.282265 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab5e4104-e676-44b0-ad38-eb91b511e0af req-0b7236ed-9f5e-4ba2-bd44-009f124c7acf tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0932910 Feb 07 23:27:29.329866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab5e4104-e676-44b0-ad38-eb91b511e0af req-102d91b1-2e28-417f-9794-4b876c86ba49 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Feb 07 23:27:29.347625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:29.639673 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:30.335810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-cdbe5b53-9007-4f54-b4dd-47a7bc46605d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:30.337325 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-cdbe5b53-9007-4f54-b4dd-47a7bc46605d tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0852365 Feb 07 23:27:30.413448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Deleting port 54655e98-684a-4db8-be91-f2175d2be728 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:27:30.413795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:30.520958 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124751d-f3d6-42e3-821a-7e23ab49b485 req-99dfaf77-a590-429e-a929-18969b346192 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:30.522698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1124751d-f3d6-42e3-821a-7e23ab49b485 req-99dfaf77-a590-429e-a929-18969b346192 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7efd7bc-c187-4f9f-8b9e-76f9bd715936 HTTP/1.1" status: 200 len: 946 time: 0.0862684 Feb 07 23:27:30.569943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1124751d-f3d6-42e3-821a-7e23ab49b485 req-f47fd220-8775-4992-bc4f-f7650de24262 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.10 "GET /v2.0/security-groups?id=cb009b87-28da-4728-b11e-13dfd4855036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Feb 07 23:27:30.789582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] For port 54655e98-684a-4db8-be91-f2175d2be728, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=54655e98-684a-4db8-be91-f2175d2be728,segment=NetworkSegment(0493d00b-9de0-44dc-bcc8-b28984483b32),segment_id=0493d00b-9de0-44dc-bcc8-b28984483b32)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:30.790152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:30.918721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Calling delete_port for 54655e98-684a-4db8-be91-f2175d2be728 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:27:31.068524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:31.079510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['54655e98-684a-4db8-be91-f2175d2be728'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:27:31.119752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Pushing event deleted for resources: {'Port': ['ID=54655e98-684a-4db8-be91-f2175d2be728,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:31.133626 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:31.194678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] No DVR routers for this DVR port 54655e98-684a-4db8-be91-f2175d2be728 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:27:31.197304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:31.199746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-deleted', 'tag': '54655e98-684a-4db8-be91-f2175d2be728'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:31.214828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-99bc9aac-3301-4762-b3b0-6aad5997b716 req-51da01b7-e019-4eb6-b8f3-c987dd0f74a2 tempest-ServerDiskConfigTestJSON-1603814516 tempest-ServerDiskConfigTestJSON-1603814516-project] 10.222.0.36 "DELETE /v2.0/ports/54655e98-684a-4db8-be91-f2175d2be728 HTTP/1.1" status: 204 len: 173 time: 0.8722365 Feb 07 23:27:31.246125 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7efd7bc-c187-4f9f-8b9e-76f9bd715936', 'name': 'network-vif-deleted', 'tag': '54655e98-684a-4db8-be91-f2175d2be728', 'status': 'completed', 'code': 200} Feb 07 23:27:31.809081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53364) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:31.872897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Deleting subnet 5fca9b5d-ce83-4abb-8ac0-da65646c354d {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:27:31.875558 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:31.925201 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:31.979159 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.048960 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.086320 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fca9b5d-ce83-4abb-8ac0-da65646c354d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:32.091062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.098266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.098609 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.098949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.099293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.099625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.099955 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.100282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.100635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.100962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.101285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.101606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.101927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:32.106647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7f4044dc-8e04-4c3a-b4b4-e03a66bacd13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5fca9b5d-ce83-4abb-8ac0-da65646c354d HTTP/1.1" status: 204 len: 168 time: 0.2964172 Feb 07 23:27:32.109241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53368) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:32.318553 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.438977 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.463632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c43699-3f39-43a4-b56a-7b49a9ae0c0e']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:32.475252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0493d00b-9de0-44dc-bcc8-b28984483b32') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:32.475556 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0493d00b-9de0-44dc-bcc8-b28984483b32') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:32.486657 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.502561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.509343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:27:32.509727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:27:32.526514 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:27:32.598827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.614867 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.625027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c43699-3f39-43a4-b56a-7b49a9ae0c0e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:32.633814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-556617d2-5119-42aa-8084-b38350fa28a1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/13c43699-3f39-43a4-b56a-7b49a9ae0c0e HTTP/1.1" status: 204 len: 168 time: 0.5235863 Feb 07 23:27:32.754036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53374) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:32.803932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-caaf2936-971a-4b6b-89c2-d3f70c8e73db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdd54b1508084df399733d52070475bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487273 Feb 07 23:27:32.806562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53378) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:32.864666 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0b64a10-609a-4986-a64c-c23ea389e178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.893659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0b64a10-609a-4986-a64c-c23ea389e178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.945957 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0b64a10-609a-4986-a64c-c23ea389e178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.963877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b64a10-609a-4986-a64c-c23ea389e178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb009b87-28da-4728-b11e-13dfd4855036,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:32.973494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a0b64a10-609a-4986-a64c-c23ea389e178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:32.974617 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a0b64a10-609a-4986-a64c-c23ea389e178 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb009b87-28da-4728-b11e-13dfd4855036 HTTP/1.1" status: 204 len: 168 time: 0.1671557 Feb 07 23:27:33.678022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53402) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:33.792435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1380727625-network', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:33.797816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:33.802258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Usage tracker for resource:network and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:33.805165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:33.811401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:33.821485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Made reservation on behalf of bd1e8ddcf5dd421d8a24dc520997bc13 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:27:33.823907 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:33.839426 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:33.853512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:33.857312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Usage tracker for resource:security_group_rule and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:33.860065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:33.866274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:33.948580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:33.952234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:33.978976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:27:33.981157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:27:33.991953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6016d7c7-8bd5-490c-939b-c9836487d356,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:33.996375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:33.996880 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Added segment 38709b1e-46da-4869-8c0b-1f0adb18cf6d of type vlan for network 4de74214-4de3-4b80-896e-798e03f6dfa6 Feb 07 23:27:34.017658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 54655e98-684a-4db8-be91-f2175d2be728 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:27:34.018012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 54655e98-684a-4db8-be91-f2175d2be728 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:27:34.024266 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.052925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.053866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:34.054442 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.155248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4762459 Feb 07 23:27:34.158161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201b7b8-812f-45b8-93a2-1fc6a45f42ff admin admin] Pushing event updated for resources: {'Network': ['ID=4de74214-4de3-4b80-896e-798e03f6dfa6,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:34.158323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53408) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:34.164302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Request body: {'subnet': {'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1380727625-subnet', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:34.168543 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:27:34.170043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:34.173978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Usage tracker for resource:subnet and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:34.177345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:34.183193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:34.193768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Made reservation on behalf of bd1e8ddcf5dd421d8a24dc520997bc13 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:27:34.196432 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.398257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.472315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=71006cef-6b76-40ec-9393-c4028b8dc4ca,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:34.482422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:27:34.482780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Network hostable DHCP agents. Network: 4de74214-4de3-4b80-896e-798e03f6dfa6, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:27:34.503817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:27:34.515191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4de74214-4de3-4b80-896e-798e03f6dfa6) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:34.520227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:34.520875 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.528037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9663dd1b-053f-4ae7-88ea-5872eb3ac44b None None] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:27:34.543983 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0eb3497d-8093-47dd-acdd-850f981a81fb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3846283 Feb 07 23:27:34.547696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53412) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:34.553268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:34.558945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:34.562771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Usage tracker for resource:router and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:34.565633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:34.572469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:34.583176 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.584219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.599718 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.744263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4de74214-4de3-4b80-896e-798e03f6dfa6', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:27:34.745219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.870760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:34.905895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Allocated IP 172.20.0.2 (4de74214-4de3-4b80-896e-798e03f6dfa6/71006cef-6b76-40ec-9393-c4028b8dc4ca/fcfc7f4b-6e86-4c4a-a45a-adae86522314) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:35.122478 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.138187 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Transition to ACTIVE for port object fcfc7f4b-6e86-4c4a-a45a-adae86522314 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:35.159157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Transition to ACTIVE for port object fcfc7f4b-6e86-4c4a-a45a-adae86522314 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:35.165586 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.233577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:35.236497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:35.240690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:27:35.246095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Pushing event updated for resources: {'Port': ['ID=fcfc7f4b-6e86-4c4a-a45a-adae86522314,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:35.313118 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.329931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Attempting to bind port fcfc7f4b-6e86-4c4a-a45a-adae86522314 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:35.330299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Attempting to bind port fcfc7f4b-6e86-4c4a-a45a-adae86522314 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:35.330660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Attempting to bind port fcfc7f4b-6e86-4c4a-a45a-adae86522314 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:27:35.336362 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:27:35.336759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:27:35.337156 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.337559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:27:35.338002 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Bound port: fcfc7f4b-6e86-4c4a-a45a-adae86522314, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:35.338373 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.344608 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.431694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] For port fcfc7f4b-6e86-4c4a-a45a-adae86522314, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:27:35.434799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] For port fcfc7f4b-6e86-4c4a-a45a-adae86522314, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fcfc7f4b-6e86-4c4a-a45a-adae86522314,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:27:35.439285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.492663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Allocated IP 172.25.0.246 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/8e570ba0-7754-4ba3-95da-c3bd488d6102) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:35.535921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91223e23-cbb5-473e-abca-8ca613322a11 None None] Pushing event updated for resources: {'Port': ['ID=fcfc7f4b-6e86-4c4a-a45a-adae86522314,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:35.651327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.685436 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:35.759077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:35.761815 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:35.766388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:27:35.813700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Pushing event updated for resources: {'Port': ['ID=8e570ba0-7754-4ba3-95da-c3bd488d6102,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:36.213350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:36.332964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:36.498454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939deea7-1479-47d2-8630-5ae0207c8562 None None] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:27:36.594178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b814cad8-d162-4ebc-b7ba-e7a0088be516 None None] Provisioning for port fcfc7f4b-6e86-4c4a-a45a-adae86522314 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:36.684673 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:36.739750 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:36.910993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:27:37.089414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:27:37.099642 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:37.110757 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:27:37.111449 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:27:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:37.117794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:37.119164 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-66013362-3bf1-4d4c-97c1-d5ae2053d3ce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5704594 Feb 07 23:27:37.121811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53416) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:37.291355 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:27:37.583476 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:36Z', 'revision_number': 3, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:37.587747 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:37.588096 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Updating router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c port 8e570ba0-7754-4ba3-95da-c3bd488d6102 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:27:37.598914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcfc7f4b-6e86-4c4a-a45a-adae86522314 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:37.643726 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:37.666051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port fcfc7f4b-6e86-4c4a-a45a-adae86522314 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:37.670742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fcfc7f4b-6e86-4c4a-a45a-adae86522314 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:37.671129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:37.797905 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:37.830294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port fcfc7f4b-6e86-4c4a-a45a-adae86522314, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fcfc7f4b-6e86-4c4a-a45a-adae86522314,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:37.839682 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:37.854490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:37.919471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=fcfc7f4b-6e86-4c4a-a45a-adae86522314,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:38.001480 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.016183 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Transition to ACTIVE for port object 8e570ba0-7754-4ba3-95da-c3bd488d6102 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:38.023876 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.072022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Allocated IP 172.20.0.1 (4de74214-4de3-4b80-896e-798e03f6dfa6/71006cef-6b76-40ec-9393-c4028b8dc4ca/6247c92f-1fb9-4145-890e-dbbb7cc83089) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:38.110955 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Attempting to bind port 8e570ba0-7754-4ba3-95da-c3bd488d6102 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:38.111556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Attempting to bind port 8e570ba0-7754-4ba3-95da-c3bd488d6102 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:38.111662 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Attempting to bind port 8e570ba0-7754-4ba3-95da-c3bd488d6102 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:27:38.117406 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Pushing event updated for resources: {'Port': ['ID=8e570ba0-7754-4ba3-95da-c3bd488d6102,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:38.126654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.127027 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.127372 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.127706 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.128040 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.128370 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.128723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.129588 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.129914 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.130239 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.130563 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.130889 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:38.135243 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:27:38.135625 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:27:38.136030 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.136418 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:27:38.136925 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Bound port: 8e570ba0-7754-4ba3-95da-c3bd488d6102, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:38.137562 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.214454 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] For port 8e570ba0-7754-4ba3-95da-c3bd488d6102, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:27:38.217947 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] For port 8e570ba0-7754-4ba3-95da-c3bd488d6102, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8e570ba0-7754-4ba3-95da-c3bd488d6102,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:27:38.222100 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.298133 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:27:38.298751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:27:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:38.349110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.367200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Transition to ACTIVE for port object 6247c92f-1fb9-4145-890e-dbbb7cc83089 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:38.377375 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c650d27-bf94-4ae1-94ba-7c37ec243fa2 None None] Pushing event updated for resources: {'Port': ['ID=8e570ba0-7754-4ba3-95da-c3bd488d6102,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:38.391695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.462297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:38.465226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:38.468841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:27:38.508842 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6247c92f-1fb9-4145-890e-dbbb7cc83089,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:38.528371 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:27:38.537223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.761811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b924ccb5-79da-4572-a85a-2c8303944bb6 None None] Provisioning for port 6247c92f-1fb9-4145-890e-dbbb7cc83089 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:38.767305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b924ccb5-79da-4572-a85a-2c8303944bb6 None None] Provisioning complete for port 6247c92f-1fb9-4145-890e-dbbb7cc83089 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:38.767692 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b924ccb5-79da-4572-a85a-2c8303944bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.799226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:38.820042 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:36Z', 'revision_number': 3, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:38.825609 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c54b9-9499-4d4d-b1aa-a2b62419f0e5 None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:36Z', 'revision_number': 3, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:38.830763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b924ccb5-79da-4572-a85a-2c8303944bb6 None None] Port 6247c92f-1fb9-4145-890e-dbbb7cc83089 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:27:39.044483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:39.051173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:39.163847 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:39.170585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=6247c92f-1fb9-4145-890e-dbbb7cc83089,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:39.309146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:39.310296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:39.532528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:27:39.578036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e2a46469-8321-41a9-a712-23ae88d2696b None None] Provisioning complete for port 6247c92f-1fb9-4145-890e-dbbb7cc83089 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:39.578429 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e2a46469-8321-41a9-a712-23ae88d2696b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:39.699766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e2a46469-8321-41a9-a712-23ae88d2696b None None] Port 6247c92f-1fb9-4145-890e-dbbb7cc83089 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:27:39.710029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8e570ba0-7754-4ba3-95da-c3bd488d6102 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:39.748636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:27:39.757941 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d7a35a58-a786-4646-8d78-d8c599403bd6 admin admin] 10.222.0.10 "PUT /v2.0/routers/b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351151 Feb 07 23:27:39.784506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 8e570ba0-7754-4ba3-95da-c3bd488d6102 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:39.790341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8e570ba0-7754-4ba3-95da-c3bd488d6102 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:39.790717 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:39.933935 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:39.950326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 8e570ba0-7754-4ba3-95da-c3bd488d6102, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8e570ba0-7754-4ba3-95da-c3bd488d6102,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:39.954167 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:39.954995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcfc7f4b-6e86-4c4a-a45a-adae86522314 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:40.070787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=8e570ba0-7754-4ba3-95da-c3bd488d6102,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:40.084766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fcfc7f4b-6e86-4c4a-a45a-adae86522314 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:40.085142 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.333718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53428) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:40.340226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535594979', 'description': 'tempest-description--212745618'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:40.347043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:40.351523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:security_group and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:40.354458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:40.360209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:40.381142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.515730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:40.519664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:security_group_rule and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:40.522601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:40.528256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:40.599607 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.600263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:40.604442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.609890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:27:40.610500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:27:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:40.647433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af34ff70-a935-4be8-a6a8-cc35d4ce3250,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:40.651679 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.655725 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bc6d0014-9607-4769-9109-ccf7f166935d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3171620 Feb 07 23:27:40.656818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 53432) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:40.662259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'security_group_rule': {'security_group_id': 'af34ff70-a935-4be8-a6a8-cc35d4ce3250', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:40.669546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:40.673323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:security_group_rule and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:40.676143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:40.681925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:40.699435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.759917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.763958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.789565 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:27:40.800581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a00cb90-48c1-424b-98c2-4d81b34c153a,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:40.808381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.812823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53436) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:40.817539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1295a2cf-ae15-4e40-8ca5-0f8b8fd09f4c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599452 Feb 07 23:27:40.819898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'security_group_rule': {'security_group_id': 'af34ff70-a935-4be8-a6a8-cc35d4ce3250', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:40.830223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:40.835562 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:security_group_rule and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:40.839199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:40.848224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:40.865531 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.929371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.933192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.961047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680d32a6-a1e5-40a4-8904-0e8f88ccacce,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:40.970784 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:40.972235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-53acfa43-386c-40e7-b288-9727a212b3dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578937 Feb 07 23:27:40.975181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53440) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:40.979981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:40.986433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:40.990285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:floatingip and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:40.994756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:41.000382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:41.014744 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.121086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 2, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:41.124971 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:41.125351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Updating router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c port 6247c92f-1fb9-4145-890e-dbbb7cc83089 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:27:41.160903 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.182577 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.303603 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Allocated IP 172.25.0.55 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/28ded6fb-22df-438f-b3a0-6b6118021825) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:41.453176 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.486457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.529065 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.543224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Transition to ACTIVE for port object 6247c92f-1fb9-4145-890e-dbbb7cc83089 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:41.550649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.564388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:41.567321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:41.571148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:27:41.596415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8e570ba0-7754-4ba3-95da-c3bd488d6102 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:41.614666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'Port': ['ID=28ded6fb-22df-438f-b3a0-6b6118021825,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:41.669271 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.741195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.777909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81466c-1f90-4b46-9263-0ce54f17bab0 None None] Pushing event updated for resources: {'Port': ['ID=6247c92f-1fb9-4145-890e-dbbb7cc83089,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:41.878193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Attempting to bind port 6247c92f-1fb9-4145-890e-dbbb7cc83089 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:41.879812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Attempting to bind port 6247c92f-1fb9-4145-890e-dbbb7cc83089 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:41.880342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Attempting to bind port 6247c92f-1fb9-4145-890e-dbbb7cc83089 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:27:41.893575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:27:41.894328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:27:41.895416 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.896162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:27:41.896834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Bound port: 6247c92f-1fb9-4145-890e-dbbb7cc83089, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:41.897392 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:41.911550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 8e570ba0-7754-4ba3-95da-c3bd488d6102 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:41.912089 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:42.050052 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:42.055675 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:42.098414 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] For port 6247c92f-1fb9-4145-890e-dbbb7cc83089, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:27:42.102954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] For port 6247c92f-1fb9-4145-890e-dbbb7cc83089, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6247c92f-1fb9-4145-890e-dbbb7cc83089,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:27:42.137969 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:42.247799 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:27:42.248437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:27:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:42.282199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'Port': ['ID=28ded6fb-22df-438f-b3a0-6b6118021825,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:42.294023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:42.302627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81466c-1f90-4b46-9263-0ce54f17bab0 None None] Pushing event updated for resources: {'Port': ['ID=6247c92f-1fb9-4145-890e-dbbb7cc83089,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:42.321420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:42.322801 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-63f991b7-8692-45bf-8ac5-c57995319d81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3467095 Feb 07 23:27:42.445422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:27:42.494047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-d17b50a3-bdc9-4b2d-aa31-6f48d51a88be tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Synchronizing usage tracker for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:27:42.511156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-d17b50a3-bdc9-4b2d-aa31-6f48d51a88be tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Unset dirty status for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:27:42.512976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-d17b50a3-bdc9-4b2d-aa31-6f48d51a88be tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1535594979&fields=id&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 267 time: 0.0600297 Feb 07 23:27:42.672276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-57415ae3-6d29-4596-bec3-6484160249df tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:42.672997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-57415ae3-6d29-4596-bec3-6484160249df tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Synchronizing usage tracker for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:27:42.692346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-57415ae3-6d29-4596-bec3-6484160249df tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Unset dirty status for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:27:42.693932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-57415ae3-6d29-4596-bec3-6484160249df tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1736660 Feb 07 23:27:42.710374 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-2c174041-2d99-4380-9a68-5d97d41c3cd1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/quotas/bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 375 time: 0.0109675 Feb 07 23:27:42.787993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:42Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:42.792158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304d503d-c5e3-4604-aec4-76236d4edf96 None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:42Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:42.800204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-cd08c5e7-1a70-47fa-8b39-861c87cb8ca7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840275 Feb 07 23:27:43.038119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-b9027bab-aa9a-46d7-8be9-5f483ebb61ce service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248330 Feb 07 23:27:43.181643 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-15b20d55-e013-498a-92be-908887ba64d6 service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374443 Feb 07 23:27:43.385554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1cb6b44-a3fd-431e-b63b-ba063e4efd68 req-cb99b4b0-32a1-40e2-adb1-fed49236f244 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 210 time: 0.0493348 Feb 07 23:27:43.608532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6247c92f-1fb9-4145-890e-dbbb7cc83089 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:43.682462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6247c92f-1fb9-4145-890e-dbbb7cc83089 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:43.687855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6247c92f-1fb9-4145-890e-dbbb7cc83089 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:43.688320 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:43.828300 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:43.868269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6247c92f-1fb9-4145-890e-dbbb7cc83089, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6247c92f-1fb9-4145-890e-dbbb7cc83089,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:43.873649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:43.958729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6247c92f-1fb9-4145-890e-dbbb7cc83089,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:44.542490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2b03a04-f2e6-4ca2-9d3a-7432b62cbedd req-b880e588-06ff-4d62-a87d-ec6466243ab9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 210 time: 0.0466528 Feb 07 23:27:44.555876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-27c7dbbd-c088-4232-b683-4af838eaacfe tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:44.560738 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-27c7dbbd-c088-4232-b683-4af838eaacfe tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1805925 Feb 07 23:27:44.605712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-d5f94370-81ea-4ff5-b386-7c4ad343844e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Synchronizing usage tracker for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:27:44.617219 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-d5f94370-81ea-4ff5-b386-7c4ad343844e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Unset dirty status for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:27:44.618336 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-d5f94370-81ea-4ff5-b386-7c4ad343844e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 380 time: 0.0528495 Feb 07 23:27:44.627030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'port': {'device_id': '3692f882-6527-494f-a70c-f848fb80353a', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'admin_state_up': True, 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'security_groups': ['af34ff70-a935-4be8-a6a8-cc35d4ce3250']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:44.765231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:27:44.769060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:port and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:27:44.772433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:27:44.778139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:27:44.787959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Made reservation on behalf of bd1e8ddcf5dd421d8a24dc520997bc13 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:27:44.791485 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:44.974460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Allocated IP 172.20.0.13 (4de74214-4de3-4b80-896e-798e03f6dfa6/71006cef-6b76-40ec-9393-c4028b8dc4ca/4bec23ae-bc1d-4080-8e19-c53043f7e186) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:27:45.165296 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:45.182244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Transition to ACTIVE for port object 4bec23ae-bc1d-4080-8e19-c53043f7e186 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:45.206265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:45.279404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:27:45.282627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:27:45.286499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:27:45.318269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:45.334325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.334676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.335017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.335352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.335687 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.336017 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.336344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.336699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.337026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.337351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.337674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.337998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:45.365732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:45.366361 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:45.388833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-5230e9b9-4153-4bdf-bb97-454633f59807 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653470 Feb 07 23:27:45.400757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Request body: {'port': {'device_id': '3692f882-6527-494f-a70c-f848fb80353a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:45.515188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:45.543732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-018cb187-4230-437a-b6e1-768eb11f4a32 None None] Provisioning for port 4bec23ae-bc1d-4080-8e19-c53043f7e186 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:45.549439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-018cb187-4230-437a-b6e1-768eb11f4a32 None None] Provisioning complete for port 4bec23ae-bc1d-4080-8e19-c53043f7e186 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:45.550049 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-018cb187-4230-437a-b6e1-768eb11f4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:45.585025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6247c92f-1fb9-4145-890e-dbbb7cc83089 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:45.657190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-018cb187-4230-437a-b6e1-768eb11f4a32 None None] Port 4bec23ae-bc1d-4080-8e19-c53043f7e186 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:27:45.673737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6247c92f-1fb9-4145-890e-dbbb7cc83089 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:45.674102 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:45.738666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fded87-5224-4397-a659-f293564403ec req-0ae46059-087e-4959-924f-bf97dab9d249 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:45.741079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07fded87-5224-4397-a659-f293564403ec req-0ae46059-087e-4959-924f-bf97dab9d249 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 932 time: 0.0872509 Feb 07 23:27:45.793097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07fded87-5224-4397-a659-f293564403ec req-b7ca4855-8b95-4444-846c-371c42bb8163 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Feb 07 23:27:45.884811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bec23ae-bc1d-4080-8e19-c53043f7e186 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:27:45.893241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:45.908508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Transition to ACTIVE for port object 4bec23ae-bc1d-4080-8e19-c53043f7e186 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:27:45.913608 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.275599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:46.322485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:27:46.322863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:27:46.323199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:27:46.327976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:27:46.328331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:27:46.334294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:27:46.334629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:27:46.335006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:27:46.335423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Bound port: 4bec23ae-bc1d-4080-8e19-c53043f7e186, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:27:46.335765 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.427293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:27:46.430289 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:27:46.434762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.495604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:46.496169 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:46.497639 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] 10.222.0.36 "PUT /v2.0/ports/4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 1092 time: 1.1010973 Feb 07 23:27:46.498075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:46.522959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b1e4e-354d-4672-9b75-c1fccbafde76 service neutron] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:46.583488 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'status': 'completed', 'code': 200} Feb 07 23:27:46.633654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-1bf2ea20-9248-4040-b57c-675163a5e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:46.635350 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-1bf2ea20-9248-4040-b57c-675163a5e0c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1095 time: 0.0925751 Feb 07 23:27:46.708897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-2054fd7e-3774-4af3-b928-b21b478b7375 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 217 time: 0.0667827 Feb 07 23:27:46.779110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-aafe3fb0-fb80-439a-a28c-c3771c4ac572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:46.780488 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-aafe3fb0-fb80-439a-a28c-c3771c4ac572 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0648999 Feb 07 23:27:46.862022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-e02110b5-17e7-4886-a543-fad402300faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:46.864068 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-e02110b5-17e7-4886-a543-fad402300faa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779943 Feb 07 23:27:46.992812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3066e-d32d-441c-a373-0ab6906b46ad req-795a0f28-71d3-4249-82e1-4c307c1c6907 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:46.994328 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5e3066e-d32d-441c-a373-0ab6906b46ad req-795a0f28-71d3-4249-82e1-4c307c1c6907 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.0820081 Feb 07 23:27:47.003494 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-40323c8d-7b00-46fd-9ad4-d28846baa396 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325011 Feb 07 23:27:47.040833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f5e3066e-d32d-441c-a373-0ab6906b46ad req-4525197c-ddda-4d8a-b3c4-39c0b1074f8b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399191 Feb 07 23:27:47.138430 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e6c7cf51-87ca-4bf7-a47b-8670990bbe72 req-385e63b7-0650-4a9c-8d4d-12ad8e27fb31 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279178 Feb 07 23:27:47.260061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a16dc-d79f-4035-9894-48f352c0640d req-57908475-77b5-4368-bfa3-f2b9911a36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:47.261622 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-053a16dc-d79f-4035-9894-48f352c0640d req-57908475-77b5-4368-bfa3-f2b9911a36a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1095 time: 0.0754318 Feb 07 23:27:47.396271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a16dc-d79f-4035-9894-48f352c0640d req-a3b1d2f5-514c-4ad7-80d7-ac5ac9f84828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:47.397656 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-053a16dc-d79f-4035-9894-48f352c0640d req-a3b1d2f5-514c-4ad7-80d7-ac5ac9f84828 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1304321 Feb 07 23:27:47.464459 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-053a16dc-d79f-4035-9894-48f352c0640d req-18dd5590-e11d-4482-9d7e-0706cada6bff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 217 time: 0.0601962 Feb 07 23:27:47.529819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a16dc-d79f-4035-9894-48f352c0640d req-3a288915-b9c8-4f3f-961c-ce9d08329e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:47.531236 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-053a16dc-d79f-4035-9894-48f352c0640d req-3a288915-b9c8-4f3f-961c-ce9d08329e6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0606217 Feb 07 23:27:47.606492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a16dc-d79f-4035-9894-48f352c0640d req-2d3e08bc-c27f-4a2b-b0f1-fe179724cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:47.607968 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-053a16dc-d79f-4035-9894-48f352c0640d req-2d3e08bc-c27f-4a2b-b0f1-fe179724cdfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703459 Feb 07 23:27:47.739666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-053a16dc-d79f-4035-9894-48f352c0640d req-ca2451d2-0bbe-42f1-af7a-763128104a13 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245487 Feb 07 23:27:47.876230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-053a16dc-d79f-4035-9894-48f352c0640d req-b05cd77e-4dc6-47ae-a15c-350a55b84f8a service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292934 Feb 07 23:27:48.231400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92e2aa-1c64-4266-a8b2-acf44e8437de req-edd009df-3871-4d3b-b483-697248ae6ae7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:48.232879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a92e2aa-1c64-4266-a8b2-acf44e8437de req-edd009df-3871-4d3b-b483-697248ae6ae7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.0846009 Feb 07 23:27:48.276861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a92e2aa-1c64-4266-a8b2-acf44e8437de req-4922527d-60f8-4b70-ac30-a1000b433263 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382283 Feb 07 23:27:49.459085 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd571d-95ad-4995-95e5-697febf80f6b req-cb42af62-ba7e-4291-a5d0-72cb94f8eab0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:49.460526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3fd571d-95ad-4995-95e5-697febf80f6b req-cb42af62-ba7e-4291-a5d0-72cb94f8eab0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.0797632 Feb 07 23:27:49.504394 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3fd571d-95ad-4995-95e5-697febf80f6b req-b3583b19-0a78-46f7-869b-25a72455a1b3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382745 Feb 07 23:27:50.059378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:27:50.233993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:50.246562 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'mac_address': 'fa:16:3e:d1:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:27:50.306120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:50.323702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bec23ae-bc1d-4080-8e19-c53043f7e186 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:27:50.339715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:50.343783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:50.409166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:50.416607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.416956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.417292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.417625 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.417952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.418278 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.418601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.418923 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.419245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.419569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.419885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.420203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:27:50.552832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4bec23ae-bc1d-4080-8e19-c53043f7e186'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:27:50.713983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baaedd-3aa6-4f71-92b5-825301566af5 req-71c8e7db-c7ac-4100-87de-70423cf5b0e7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:50.715507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45baaedd-3aa6-4f71-92b5-825301566af5 req-71c8e7db-c7ac-4100-87de-70423cf5b0e7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 945 time: 0.0857530 Feb 07 23:27:50.761606 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45baaedd-3aa6-4f71-92b5-825301566af5 req-f376cf83-35ef-40f8-9cc8-a973e2692d71 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Feb 07 23:27:51.953532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec3fd5-b20e-4887-ab8e-92dace29d92c req-dedf13ba-1f27-4a3b-a099-bdb591403901 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:51.955053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aec3fd5-b20e-4887-ab8e-92dace29d92c req-dedf13ba-1f27-4a3b-a099-bdb591403901 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 945 time: 0.0844741 Feb 07 23:27:52.001748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aec3fd5-b20e-4887-ab8e-92dace29d92c req-c1590afc-36d7-4aef-bb36-2e36f364b496 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406880 Feb 07 23:27:52.045517 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:27:52.074722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:27:52.145794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 4bec23ae-bc1d-4080-8e19-c53043f7e186 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:27:52.150750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4bec23ae-bc1d-4080-8e19-c53043f7e186 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:27:52.151129 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:52.277848 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:52.305722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:52.316004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:27:52.321169 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:52.357545 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'code': 200} Feb 07 23:27:52.395511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:27:52.484732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01c21a-64ca-4bc5-8c8a-c53bf30b958d req-9bdbf080-1421-4a4a-b6b1-e1bd6d6992c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:52.486264 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e01c21a-64ca-4bc5-8c8a-c53bf30b958d req-9bdbf080-1421-4a4a-b6b1-e1bd6d6992c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1097 time: 0.0727217 Feb 07 23:27:52.648907 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e01c21a-64ca-4bc5-8c8a-c53bf30b958d req-f18b4aec-f6ac-4ed8-a0d7-c2717c01a805 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569495 Feb 07 23:27:53.195536 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79481375-d0cb-4b92-a28f-ee9f32bdc0ac req-77c26b34-bd88-4d63-83eb-7f70069768ce tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:53.197030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79481375-d0cb-4b92-a28f-ee9f32bdc0ac req-77c26b34-bd88-4d63-83eb-7f70069768ce tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0843225 Feb 07 23:27:53.241106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79481375-d0cb-4b92-a28f-ee9f32bdc0ac req-5dec1fda-bb5f-4c8f-ba0e-b4af198cd6e0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Feb 07 23:27:54.432699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d5f96-c443-4a48-98d9-22000fb520e9 req-92c92acd-c809-4feb-ba89-b930eb04944c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:54.432699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a74d5f96-c443-4a48-98d9-22000fb520e9 req-92c92acd-c809-4feb-ba89-b930eb04944c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0847955 Feb 07 23:27:54.481698 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a74d5f96-c443-4a48-98d9-22000fb520e9 req-00aa00d9-3104-4da9-9e3f-69ed3f77ba5b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437207 Feb 07 23:27:54.694626 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846d6e1-fc3f-45e1-9af8-3cd6af8db5f5 req-e6568616-2b58-4721-a76c-20474d051fc6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:54.696138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9846d6e1-fc3f-45e1-9af8-3cd6af8db5f5 req-e6568616-2b58-4721-a76c-20474d051fc6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0833335 Feb 07 23:27:54.705153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53492) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:27:54.711089 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'floatingip': {'port_id': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:27:54.793108 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:55.523425 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:55.527610 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:55.700295 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae associated. External IP: 172.25.0.55, port: 4bec23ae-bc1d-4080-8e19-c53043f7e186. Feb 07 23:27:56.009734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0db63bdb-ddc1-4b17-ae5f-b233dc7f62f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:56.051283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:27:56.233439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:27:56.237713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:56.244254 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:27:56.254924 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:27:56.255595 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:27:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:56.298192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6bd6ff7e-7b7a-410d-977d-e8fa9546b678 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "PUT /v2.0/floatingips/18fe49e3-5954-4824-874c-550a7904a9ae HTTP/1.1" status: 200 len: 991 time: 1.5891678 Feb 07 23:27:56.298192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:27:56.435094 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'status': 'completed', 'code': 200} Feb 07 23:27:56.439950 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:27:56.481633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882b816-b015-4d7d-8445-f2547c628d4d req-6e8e4bab-c2a0-45fa-bd40-3697948a7c51 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:56.483129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0882b816-b015-4d7d-8445-f2547c628d4d req-6e8e4bab-c2a0-45fa-bd40-3697948a7c51 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0875649 Feb 07 23:27:56.502471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761877c-e349-4107-b3ce-f974ed98741c req-51268b59-b9a2-4605-b083-d74af7c74483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:56.505315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8761877c-e349-4107-b3ce-f974ed98741c req-51268b59-b9a2-4605-b083-d74af7c74483 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1097 time: 0.0745637 Feb 07 23:27:56.531304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0882b816-b015-4d7d-8445-f2547c628d4d req-84a79827-5f89-4c5b-9a1e-7b269f640f24 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425503 Feb 07 23:27:56.640697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761877c-e349-4107-b3ce-f974ed98741c req-83aed387-5b15-4ebb-867e-ff1087a18149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:56.642133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8761877c-e349-4107-b3ce-f974ed98741c req-83aed387-5b15-4ebb-867e-ff1087a18149 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1313477 Feb 07 23:27:56.745886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8761877c-e349-4107-b3ce-f974ed98741c req-ca705f21-b454-4c6c-8f31-0958adf48b1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 999 time: 0.0979331 Feb 07 23:27:56.794165 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:d1:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3692f882-6527-494f-a70c-f848fb80353a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:27:55Z', 'revision_number': 1, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:56.797902 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:27:56.806575 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:27:56.807097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761877c-e349-4107-b3ce-f974ed98741c req-d036b469-b2f7-430a-a29a-019cfaa6520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:56.807224 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:27:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:56.808712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8761877c-e349-4107-b3ce-f974ed98741c req-d036b469-b2f7-430a-a29a-019cfaa6520f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0576820 Feb 07 23:27:56.898848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761877c-e349-4107-b3ce-f974ed98741c req-34e5eab0-5e36-42bf-9d90-c4899d6a37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:56.900313 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8761877c-e349-4107-b3ce-f974ed98741c req-34e5eab0-5e36-42bf-9d90-c4899d6a37e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856376 Feb 07 23:27:57.006621 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:27:57.030983 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8761877c-e349-4107-b3ce-f974ed98741c req-65f06693-409a-4ac9-8313-b06383a034bc service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247060 Feb 07 23:27:57.169678 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8761877c-e349-4107-b3ce-f974ed98741c req-e22ceec4-6052-4042-aaa5-455095074bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321118 Feb 07 23:27:57.385666 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:d1:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3692f882-6527-494f-a70c-f848fb80353a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:27:55Z', 'revision_number': 1, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:27:57.389869 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e4074b-b812-4ecb-81a0-aa58f828ae88 None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:d1:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3692f882-6527-494f-a70c-f848fb80353a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:27:55Z', 'revision_number': 1, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:27:57.588488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3571d-2809-47a4-8f4b-4518a8477b80 None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:27:57.854006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ff80c-7fdb-4272-bf41-98a7d6403c52 req-1c081b2b-0383-4193-9846-4aea9604443e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:57.855625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df4ff80c-7fdb-4272-bf41-98a7d6403c52 req-1c081b2b-0383-4193-9846-4aea9604443e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.2129734 Feb 07 23:27:57.903512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df4ff80c-7fdb-4272-bf41-98a7d6403c52 req-f19f3363-dc19-4bc1-abcf-e146daa123c6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Feb 07 23:27:58.089482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675bee-8148-42cf-a8a2-55b5f30649ae req-9912a130-d220-42d5-9a0b-c9673bfe6271 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:58.090933 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf675bee-8148-42cf-a8a2-55b5f30649ae req-9912a130-d220-42d5-9a0b-c9673bfe6271 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0806551 Feb 07 23:27:58.137466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf675bee-8148-42cf-a8a2-55b5f30649ae req-3c98ad1e-307c-48f1-ab2b-bbf6e9f97a19 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 Feb 07 23:27:58.235635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d063ec5e-b497-4d3b-9dfa-92ae38582638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:58.725120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-c1cf4381-9096-4c88-b0e7-82a36dc09fd0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1371539 Feb 07 23:27:58.736916 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae50d5-e796-4429-bdf7-c2b0e4ddf48f req-5c707278-8ffe-47f4-9a64-9c586da531d0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:58.738325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddae50d5-e796-4429-bdf7-c2b0e4ddf48f req-5c707278-8ffe-47f4-9a64-9c586da531d0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.1046588 Feb 07 23:27:58.784822 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddae50d5-e796-4429-bdf7-c2b0e4ddf48f req-7afe3f30-b318-485c-bd37-df8ee52027c8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 Feb 07 23:27:59.350927 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:59.639833 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:27:59.967164 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-2bd39852-7018-4434-8594-d9bfaf236293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:59.969335 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-2bd39852-7018-4434-8594-d9bfaf236293 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1097 time: 0.0806582 Feb 07 23:27:59.990589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3ae81-ae76-4e0a-9fe2-fb98fcd0c6a8 req-cfac2eb9-10ab-4be6-aa92-e890412272ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:27:59.992607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59a3ae81-ae76-4e0a-9fe2-fb98fcd0c6a8 req-cfac2eb9-10ab-4be6-aa92-e890412272ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0867338 Feb 07 23:28:00.041399 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-59a3ae81-ae76-4e0a-9fe2-fb98fcd0c6a8 req-e322e52f-c5ee-4a02-b1d6-1d8e2a18b264 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426514 Feb 07 23:28:00.105256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-098fe90e-ead2-49eb-b1c7-ce3dc688b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:00.106701 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-098fe90e-ead2-49eb-b1c7-ce3dc688b9db service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1319394 Feb 07 23:28:00.216620 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-d837b80a-a80d-4158-aca5-3019d48d59e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 1001 time: 0.1042309 Feb 07 23:28:00.288752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-b6ae231b-0827-4151-be6c-626a58b1b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:00.290129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-b6ae231b-0827-4151-be6c-626a58b1b2de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0683551 Feb 07 23:28:00.370728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-0e9ac564-e479-4edb-b204-aaab0b965d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:00.372222 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-0e9ac564-e479-4edb-b204-aaab0b965d47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755756 Feb 07 23:28:00.509532 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-01696bf7-a007-4221-9834-c56cd54ba47b service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311150 Feb 07 23:28:00.644200 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-d9377691-cee4-46a0-a7e0-7e526c9c1763 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287017 Feb 07 23:28:01.124977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:01.234831 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baab40-e32c-4fb7-ba47-89f48c946bda req-d5763299-bb9f-4cf9-9c7c-7ca04474fb87 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:01.236597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29baab40-e32c-4fb7-ba47-89f48c946bda req-d5763299-bb9f-4cf9-9c7c-7ca04474fb87 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0836122 Feb 07 23:28:01.281253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-29baab40-e32c-4fb7-ba47-89f48c946bda req-10ba712c-6db2-47a9-90ba-df014b98b174 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385444 Feb 07 23:28:02.477728 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02a7de-a7cd-434e-b85a-323dd5a25417 req-f9939b7e-728c-414a-bbc4-3ba75dbd3e73 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:02.479406 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b02a7de-a7cd-434e-b85a-323dd5a25417 req-f9939b7e-728c-414a-bbc4-3ba75dbd3e73 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0896409 Feb 07 23:28:02.529335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b02a7de-a7cd-434e-b85a-323dd5a25417 req-81218a27-fd99-40e1-bd21-18496848f024 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440228 Feb 07 23:28:03.723471 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd6d1a-2027-4c0b-9d02-5256d9d82e05 req-188fe5ca-a1b1-4366-9aa5-17fdd22b93f8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:03.724958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44dd6d1a-2027-4c0b-9d02-5256d9d82e05 req-188fe5ca-a1b1-4366-9aa5-17fdd22b93f8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0838907 Feb 07 23:28:03.772434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44dd6d1a-2027-4c0b-9d02-5256d9d82e05 req-3ec339b7-5236-48a2-919b-902b0138dd76 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Feb 07 23:28:04.960575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4583eda-ee5b-4ce2-a217-0b2dde4db3dc req-8980f29f-9f54-474d-a3cb-c57e6c7562dd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:04.962016 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4583eda-ee5b-4ce2-a217-0b2dde4db3dc req-8980f29f-9f54-474d-a3cb-c57e6c7562dd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0855246 Feb 07 23:28:05.005438 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c4583eda-ee5b-4ce2-a217-0b2dde4db3dc req-b6647d24-b62d-4816-97e0-41171d5539f2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378537 Feb 07 23:28:06.188715 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bad32-0227-485e-819c-b08dafede83f req-aca10ada-ac49-4fa7-a15c-c5b6a35eaedb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:06.190159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a8bad32-0227-485e-819c-b08dafede83f req-aca10ada-ac49-4fa7-a15c-c5b6a35eaedb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0809526 Feb 07 23:28:06.233422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2a8bad32-0227-485e-819c-b08dafede83f req-66185b68-7c23-4c49-a311-6dcc4dcf0f93 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377038 Feb 07 23:28:06.335216 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:06.729082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:07.442322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495934-a7dc-40c3-ba48-b9a8825c334a req-e6d30af8-352c-48c5-9c9f-2aea79abbee8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:07.443949 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed495934-a7dc-40c3-ba48-b9a8825c334a req-e6d30af8-352c-48c5-9c9f-2aea79abbee8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0985863 Feb 07 23:28:07.489989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed495934-a7dc-40c3-ba48-b9a8825c334a req-43f4fbbd-96b5-487f-82d3-a90f1845897c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393782 Feb 07 23:28:08.671963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fc1d4-ec6c-42af-90dc-5cc18c2291d8 req-ac7b2a29-be39-4f8a-98e9-786862ad6c8c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:08.673464 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-797fc1d4-ec6c-42af-90dc-5cc18c2291d8 req-ac7b2a29-be39-4f8a-98e9-786862ad6c8c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0804243 Feb 07 23:28:08.721989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-797fc1d4-ec6c-42af-90dc-5cc18c2291d8 req-362f1f76-313d-4d35-a2e9-dda8c8337f66 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Feb 07 23:28:09.909294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8dd14-213e-4ef7-a8cc-1d84f71ea02e req-98bf7b16-4ee4-45be-8d81-6b20837e87aa tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:09.911316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8db8dd14-213e-4ef7-a8cc-1d84f71ea02e req-98bf7b16-4ee4-45be-8d81-6b20837e87aa tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0816977 Feb 07 23:28:09.954307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8db8dd14-213e-4ef7-a8cc-1d84f71ea02e req-8a7dcc34-49d0-4756-ae72-246584792fe5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372736 Feb 07 23:28:11.145720 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb21d6-96f3-43f3-bab7-f898a35a95fa req-ee7872da-908f-42c4-90bb-7d607ca7ae15 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:11.147140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efeb21d6-96f3-43f3-bab7-f898a35a95fa req-ee7872da-908f-42c4-90bb-7d607ca7ae15 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0839741 Feb 07 23:28:11.190240 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-efeb21d6-96f3-43f3-bab7-f898a35a95fa req-e35c7bca-7d61-46d9-9fde-39e32710d87c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374248 Feb 07 23:28:12.374042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07b44-04c5-4c1b-8f4f-69cf72c7ea9a req-9302484e-f93e-4cc9-a185-af3bbff1011c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:12.375494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6e07b44-04c5-4c1b-8f4f-69cf72c7ea9a req-9302484e-f93e-4cc9-a185-af3bbff1011c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0797639 Feb 07 23:28:12.419702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6e07b44-04c5-4c1b-8f4f-69cf72c7ea9a req-cbee57de-f6ab-41c3-80bc-51fb0c783e10 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379424 Feb 07 23:28:13.609392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3cfe0-9a2c-4009-b68f-0a151d68e726 req-a0597161-3bbd-4d22-ad8f-054a88c2168e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:13.611625 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cbe3cfe0-9a2c-4009-b68f-0a151d68e726 req-a0597161-3bbd-4d22-ad8f-054a88c2168e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0883191 Feb 07 23:28:13.656819 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cbe3cfe0-9a2c-4009-b68f-0a151d68e726 req-da7ba8ce-f400-4be4-acfd-eff64a4a84c5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 Feb 07 23:28:14.845884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6fcc2-581b-4fcf-bc47-cbb2657d71f2 req-a24c24c7-5f7b-42e4-929e-9aeab4f32ea1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:14.847373 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4f6fcc2-581b-4fcf-bc47-cbb2657d71f2 req-a24c24c7-5f7b-42e4-929e-9aeab4f32ea1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0853064 Feb 07 23:28:14.893453 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4f6fcc2-581b-4fcf-bc47-cbb2657d71f2 req-a9db4c76-3d04-4993-bbdb-6da216feb380 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Feb 07 23:28:16.082589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bc3ae-156c-4c73-a666-0f28243cb4b1 req-0a284a71-5e06-493f-bdc3-528429a0df2d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:16.084652 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b3bc3ae-156c-4c73-a666-0f28243cb4b1 req-0a284a71-5e06-493f-bdc3-528429a0df2d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0875211 Feb 07 23:28:16.128278 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b3bc3ae-156c-4c73-a666-0f28243cb4b1 req-ad395de9-9b40-4c03-8bb2-2cf480de46b8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379803 Feb 07 23:28:17.314517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983fe29-999b-4b4d-9727-163371f6dccd req-23217df3-48bd-4d5f-9c28-144f83dd3097 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:17.315965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7983fe29-999b-4b4d-9727-163371f6dccd req-23217df3-48bd-4d5f-9c28-144f83dd3097 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0801568 Feb 07 23:28:17.369632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7983fe29-999b-4b4d-9727-163371f6dccd req-9bc0b055-082e-41c9-a04e-f7ad2f9f62dd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Feb 07 23:28:17.399186 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-3ff12ef5-beeb-427e-afed-d4af9aa89e32 service neutron] show failed (client error): The resource could not be found. Feb 07 23:28:17.400298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-3ff12ef5-beeb-427e-afed-d4af9aa89e32 service neutron] 10.222.0.36 "GET /v2.0/ports/4bec23ae-bc1d-4080-8e19-c53043f7e186/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0750775 Feb 07 23:28:17.784528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-f780dfda-0b4d-4e2e-9a7e-445e83a026e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:17.786484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-f780dfda-0b4d-4e2e-9a7e-445e83a026e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 1097 time: 0.1889086 Feb 07 23:28:17.801193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:28:17.910539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:18.179313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:18.206741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:28:18.264737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:18.270941 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:18.287324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Transition to ACTIVE for port object 4bec23ae-bc1d-4080-8e19-c53043f7e186 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:28:18.291620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:18.333629 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'code': 200} Feb 07 23:28:18.439250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:18.496169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] No DVR routers for this DVR port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:28:18.583822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd9636-8516-4460-af5e-61a09fa1a38b req-21e44eab-58bd-40ec-b802-f89a92f6c6d6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:18.587236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85bd9636-8516-4460-af5e-61a09fa1a38b req-21e44eab-58bd-40ec-b802-f89a92f6c6d6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.1059384 Feb 07 23:28:18.630888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85bd9636-8516-4460-af5e-61a09fa1a38b req-83114161-f68d-4a2b-bc09-ff50eee1c84f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399032 Feb 07 23:28:18.734921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:28:18.735181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:28:18.735513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:28:18.740104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:28:18.740428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Attempting to bind port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:28:18.745474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:28:18.745812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:28:18.746196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:28:18.746629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Bound port: 4bec23ae-bc1d-4080-8e19-c53043f7e186, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:28:18.746977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:18.837632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:28:18.840695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:28:18.845222 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:18.910458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:18.911722 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:18.913129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] 10.222.0.26 "PUT /v2.0/ports/4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 1092 time: 1.1159713 Feb 07 23:28:18.927848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ba9b9-5fcb-4c2e-969b-0bd79ea5d307 service neutron] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:19.019446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-af640879-68f3-4d5e-b923-6bd013c4b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:19.022044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-af640879-68f3-4d5e-b923-6bd013c4b43a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1095 time: 0.0807209 Feb 07 23:28:19.163784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-39189a19-f6d5-4a3d-8e2a-0133b34b61ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:19.165265 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-39189a19-f6d5-4a3d-8e2a-0133b34b61ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1344252 Feb 07 23:28:19.272421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-030c0ada-3037-4b3f-9236-bc484b8d814f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 999 time: 0.0977337 Feb 07 23:28:19.338576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-5d630beb-e2fb-4896-af6f-d6b99afd35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:19.340071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-5d630beb-e2fb-4896-af6f-d6b99afd35e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0593097 Feb 07 23:28:19.537257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-deef5377-d194-499d-876f-992d869a1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:19.538760 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-deef5377-d194-499d-876f-992d869a1a6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894588 Feb 07 23:28:19.672066 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-6a658e6d-a554-4ebb-8608-5df1e4c81e6d service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231501 Feb 07 23:28:19.809238 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86c5e862-0d71-43ab-abe5-40e4d56cd207 req-b100f7c1-8679-4f70-a78c-68eb43a8aac2 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265841 Feb 07 23:28:19.836723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5712c-0a6f-4de2-b400-32d1eb9b04e5 req-f47f1da8-cb61-4a5d-8299-7bea41c0075e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:19.838212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58e5712c-0a6f-4de2-b400-32d1eb9b04e5 req-f47f1da8-cb61-4a5d-8299-7bea41c0075e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.0919394 Feb 07 23:28:19.885479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58e5712c-0a6f-4de2-b400-32d1eb9b04e5 req-7f7d75eb-dc0b-4fee-9feb-a6edf4bd8e56 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415804 Feb 07 23:28:20.167798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:28:20.227146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:28:20.335255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:20.391018 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'status': 'completed', 'code': 200} Feb 07 23:28:20.539122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-7d88b4da-ab67-47d7-b88e-db9526ddae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:20.540526 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-7d88b4da-ab67-47d7-b88e-db9526ddae97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1095 time: 0.1320708 Feb 07 23:28:20.542376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-6b765d1c-568f-4aa7-8f68-c294bef619ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:20.543675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-6b765d1c-568f-4aa7-8f68-c294bef619ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1095 time: 0.1048856 Feb 07 23:28:20.776323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-b7296f50-32b4-4d54-b8ee-89a7a56033cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:20.777799 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-b7296f50-32b4-4d54-b8ee-89a7a56033cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2312734 Feb 07 23:28:20.778882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-2e5b24cf-e190-4a6a-8e83-55bf48d8aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:20.780153 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-2e5b24cf-e190-4a6a-8e83-55bf48d8aba4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2166317 Feb 07 23:28:20.963797 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-9744af24-63c2-40a5-ab0d-01199b969efb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 999 time: 0.1797564 Feb 07 23:28:20.967194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-30bb289f-ee0e-430e-ab18-ce70bf053788 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 999 time: 0.1268928 Feb 07 23:28:21.074765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee32af-d0bf-4852-97af-fff65bac7899 req-8d3bbc53-9e5c-4703-bcdd-74cc571b6d32 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:21.076932 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43ee32af-d0bf-4852-97af-fff65bac7899 req-8d3bbc53-9e5c-4703-bcdd-74cc571b6d32 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.0836551 Feb 07 23:28:21.077064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-244c596f-9be5-4fd0-8b7e-2bbeed0f9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:21.078117 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-244c596f-9be5-4fd0-8b7e-2bbeed0f9627 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.1077898 Feb 07 23:28:21.087124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-86593fcc-29c7-47bc-95d8-79f3d0646b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:21.088615 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-86593fcc-29c7-47bc-95d8-79f3d0646b5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0857201 Feb 07 23:28:21.124633 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43ee32af-d0bf-4852-97af-fff65bac7899 req-b985e54a-3f54-426c-afa1-2da014d00d7a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401936 Feb 07 23:28:21.217671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-2aa2d3cf-56ad-438a-a7fb-36476cb1f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:21.219106 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-2aa2d3cf-56ad-438a-a7fb-36476cb1f9bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954666 Feb 07 23:28:21.221544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664174ed-3824-4b70-b76c-a69422a14d56 req-c986f5dc-0e60-47e3-ab78-a8a28734483e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:21.222898 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-c986f5dc-0e60-47e3-ab78-a8a28734483e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376832 Feb 07 23:28:21.464257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-e7eeafdf-8e91-4cce-9577-286c60984487 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374976 Feb 07 23:28:21.469002 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-211caf8f-663e-4473-82f1-a4ee568d282a service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221241 Feb 07 23:28:21.845392 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-d642c718-99d0-4d6e-a815-980eb0312286 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701768 Feb 07 23:28:21.848290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-664174ed-3824-4b70-b76c-a69422a14d56 req-cdd32594-ff11-4768-ab8f-d1f9482f3690 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721595 Feb 07 23:28:22.318122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25ffdc-c05e-4e0b-889b-459cf783a887 req-d464046d-7991-41aa-b0df-5eee28c78154 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:22.319592 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b25ffdc-c05e-4e0b-889b-459cf783a887 req-d464046d-7991-41aa-b0df-5eee28c78154 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.0884311 Feb 07 23:28:22.365848 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b25ffdc-c05e-4e0b-889b-459cf783a887 req-9ec0c057-7b2c-4f9e-b262-72b027996d01 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406244 Feb 07 23:28:22.665174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0f67b-3d41-4c58-9cdc-873c94ae30a6 req-8464c07a-6d78-4489-b511-0d22261f476d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:22.666626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bc0f67b-3d41-4c58-9cdc-873c94ae30a6 req-8464c07a-6d78-4489-b511-0d22261f476d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 944 time: 0.0811136 Feb 07 23:28:22.673291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cdf3-8094-4042-96d9-eb04048961bc req-99770949-e69e-4185-aacb-0e463eed300a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:22.673993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8341cdf3-8094-4042-96d9-eb04048961bc req-99770949-e69e-4185-aacb-0e463eed300a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Synchronizing usage tracker for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:28:22.691171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8341cdf3-8094-4042-96d9-eb04048961bc req-99770949-e69e-4185-aacb-0e463eed300a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Unset dirty status for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:28:22.692484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-99770949-e69e-4185-aacb-0e463eed300a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 944 time: 0.1010644 Feb 07 23:28:22.716477 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1bc0f67b-3d41-4c58-9cdc-873c94ae30a6 req-fa3d1bf8-c052-4ed7-8f84-d59627370802 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Feb 07 23:28:22.775472 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-8341cdf3-8094-4042-96d9-eb04048961bc req-55fdcf5c-2196-42bc-8708-2be2bc554ea3 service neutron] delete failed (client error): The resource could not be found. Feb 07 23:28:22.776394 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-55fdcf5c-2196-42bc-8708-2be2bc554ea3 service neutron] 10.222.0.36 "DELETE /v2.0/ports/4bec23ae-bc1d-4080-8e19-c53043f7e186/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0781956 Feb 07 23:28:22.913799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cdf3-8094-4042-96d9-eb04048961bc req-78f9e70a-1354-4f55-891d-d19c9707513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:22.915250 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-78f9e70a-1354-4f55-891d-d19c9707513b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 1095 time: 0.0713732 Feb 07 23:28:23.043492 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cdf3-8094-4042-96d9-eb04048961bc req-eb1689ba-89ae-4020-bf96-a0f413d5978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:23.044848 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-eb1689ba-89ae-4020-bf96-a0f413d5978e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1242375 Feb 07 23:28:23.147281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-5eab596a-e825-4181-aeed-5787c2e342f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 200 len: 999 time: 0.0966325 Feb 07 23:28:23.209082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cdf3-8094-4042-96d9-eb04048961bc req-84cf3dd9-94ee-4bd7-80f2-ed2389108e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:23.210475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-84cf3dd9-94ee-4bd7-80f2-ed2389108e7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0574119 Feb 07 23:28:23.288654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cdf3-8094-4042-96d9-eb04048961bc req-a95d816a-25b5-4abf-b72e-43bb194d912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:23.290132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-a95d816a-25b5-4abf-b72e-43bb194d912d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740876 Feb 07 23:28:23.424787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-f0c05e06-362e-4b35-9bae-e0a1ddb216e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286814 Feb 07 23:28:23.527319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:28:23.555714 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8341cdf3-8094-4042-96d9-eb04048961bc req-49b66619-a293-4d57-845f-fd358bf0e772 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248965 Feb 07 23:28:23.662105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:23.675252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'mac_address': 'fa:16:3e:d1:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:28:23.728324 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:23.745354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bec23ae-bc1d-4080-8e19-c53043f7e186 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:28:23.760805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:23.764625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:23.836531 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:23.919061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50328c1-8131-4d88-907a-a2c019082c35 req-4ec07786-092a-4d99-a046-da6a9b2f251c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:23.920573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f50328c1-8131-4d88-907a-a2c019082c35 req-4ec07786-092a-4d99-a046-da6a9b2f251c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 945 time: 0.0944884 Feb 07 23:28:23.968012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f50328c1-8131-4d88-907a-a2c019082c35 req-7a65630f-8b77-4e80-8885-551f9ce79756 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 Feb 07 23:28:24.006681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['4bec23ae-bc1d-4080-8e19-c53043f7e186'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:28:25.154073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bff580-5710-4a0e-924c-d28b25e05424 req-ece66281-8503-491d-b6cd-f28e7c62388e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:25.155502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69bff580-5710-4a0e-924c-d28b25e05424 req-ece66281-8503-491d-b6cd-f28e7c62388e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 945 time: 0.0824094 Feb 07 23:28:25.299927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69bff580-5710-4a0e-924c-d28b25e05424 req-e9440c8d-6909-41d7-8b7d-10e0bff180b9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380522 Feb 07 23:28:25.482957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b16f9b-470c-4933-bf52-c476ecc97f9f req-9bb7fc67-fbc9-42d9-ace9-1a0e8d67a6d7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:25.484304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8b16f9b-470c-4933-bf52-c476ecc97f9f req-9bb7fc67-fbc9-42d9-ace9-1a0e8d67a6d7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 945 time: 0.0798469 Feb 07 23:28:25.528911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d8b16f9b-470c-4933-bf52-c476ecc97f9f req-a9fe87d9-c669-4d4c-b1b5-61e193c96ae1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384269 Feb 07 23:28:25.539257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:28:25.607734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 4bec23ae-bc1d-4080-8e19-c53043f7e186 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:28:25.612685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 4bec23ae-bc1d-4080-8e19-c53043f7e186 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:28:25.613062 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:25.719493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ee711-a5fb-4e5b-a1cb-5135821ec3ce req-46469ebb-b1f2-4370-b83f-603af19f0ce7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:25.721300 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c43ee711-a5fb-4e5b-a1cb-5135821ec3ce req-46469ebb-b1f2-4370-b83f-603af19f0ce7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 945 time: 0.0901222 Feb 07 23:28:25.738048 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:25.767051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:25.770343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c43ee711-a5fb-4e5b-a1cb-5135821ec3ce req-1a725142-f6c6-4154-9521-111c4515ada1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Feb 07 23:28:25.780850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:25.785258 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:25.860031 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'code': 200} Feb 07 23:28:25.860593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:26.013615 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8f6c-7308-4244-9015-15f5744a783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:26.158640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafd270-b39d-4cf2-8e95-bf2777629929 req-8e005042-e1c8-4311-a2ac-d97628e2769d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:26.160086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cafd270-b39d-4cf2-8e95-bf2777629929 req-8e005042-e1c8-4311-a2ac-d97628e2769d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0804999 Feb 07 23:28:26.207903 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cafd270-b39d-4cf2-8e95-bf2777629929 req-57fe68cb-bf19-487d-8596-5d66421c5a3e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422053 Feb 07 23:28:27.395648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde018e-8849-40f7-b492-b82d4cc4f672 req-bfee7947-3ebf-4577-977f-b23385014559 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:27.397102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bcde018e-8849-40f7-b492-b82d4cc4f672 req-bfee7947-3ebf-4577-977f-b23385014559 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0813935 Feb 07 23:28:27.447089 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bcde018e-8849-40f7-b492-b82d4cc4f672 req-dbeeaf36-58f1-4903-928c-b82332dd7a19 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426936 Feb 07 23:28:27.562865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-f3d636f2-8df3-404a-a11f-9f0690ffe97b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:27.564294 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-f3d636f2-8df3-404a-a11f-9f0690ffe97b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 946 time: 0.0805249 Feb 07 23:28:27.639120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Deleting port 4bec23ae-bc1d-4080-8e19-c53043f7e186 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:28:27.639470 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:27.898109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] For port 4bec23ae-bc1d-4080-8e19-c53043f7e186, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bec23ae-bc1d-4080-8e19-c53043f7e186,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:27.898451 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:28.231852 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6816e6b5-403e-4299-a4ab-c00d0bbf271a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:28.315289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:28.315658 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:28.315970 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae disassociated. External IP: 172.25.0.55, port: 4bec23ae-bc1d-4080-8e19-c53043f7e186. Feb 07 23:28:28.316308 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Calling delete_port for 4bec23ae-bc1d-4080-8e19-c53043f7e186 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:28:28.465646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:28.517897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event deleted for resources: {'Port': ['ID=4bec23ae-bc1d-4080-8e19-c53043f7e186,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:28.606247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c128e63a-da53-4be6-ba49-29f26c5382e3 req-399c4ea3-6eed-4de1-a13c-bb1e41f92e64 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=3692f882-6527-494f-a70c-f848fb80353a HTTP/1.1" status: 200 len: 210 time: 0.0490491 Feb 07 23:28:28.718913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:28:28.901796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:28:28.911192 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16446709-2edf-4e65-8854-0f2275334929 None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:28:28.920606 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:28:28.921294 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:28:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:28.972025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] No DVR routers for this DVR port 4bec23ae-bc1d-4080-8e19-c53043f7e186 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:28:28.976085 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:28.978606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-deleted', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:28.995318 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b3b862bc-0537-4cc4-a944-cf4b9a7c81d2 req-95f82207-c1ef-498c-8ced-9447e6667f4d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "DELETE /v2.0/ports/4bec23ae-bc1d-4080-8e19-c53043f7e186 HTTP/1.1" status: 204 len: 173 time: 1.4226091 Feb 07 23:28:29.033451 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3692f882-6527-494f-a70c-f848fb80353a', 'name': 'network-vif-deleted', 'tag': '4bec23ae-bc1d-4080-8e19-c53043f7e186', 'status': 'completed', 'code': 200} Feb 07 23:28:29.086635 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:28:29.106429 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:28:29.354250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:29.421049 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:29.424830 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16446709-2edf-4e65-8854-0f2275334929 None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:28:29.433150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:28:29.433774 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:28:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:29.616216 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:28:29.645309 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:29.930235 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-16446709-2edf-4e65-8854-0f2275334929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:29.934104 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16446709-2edf-4e65-8854-0f2275334929 None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:28:29.943561 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-014b84be-fb45-4e0e-a70b-bee770fa9372 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1535594979&fields=id&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 267 time: 0.0407002 Feb 07 23:28:30.099285 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-a296e01c-a12b-4834-aee0-5c6836b3039d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:30.100815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-a296e01c-a12b-4834-aee0-5c6836b3039d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1502655 Feb 07 23:28:30.122331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-6a0bf18e-381d-4fab-95f4-c206f711d918 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/quotas/bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 375 time: 0.0159717 Feb 07 23:28:30.182211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d072a7-55e8-42ff-be08-9d369effc49c None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:28:30.221409 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-ce620d77-b393-4a11-9e98-b2595bb8922f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935092 Feb 07 23:28:30.358900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-169af6d0-49c9-416a-8f2f-92e70fd2c0d0 service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249938 Feb 07 23:28:30.495931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-4a058b7e-94b8-4ac7-9c6a-cf9c4a60e280 service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305406 Feb 07 23:28:30.679558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a39fd697-cb35-4eb7-bcd6-eac904cbb377 req-2b41f0c9-dfec-498f-b8e0-e4d17886da27 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 210 time: 0.0475421 Feb 07 23:28:31.124957 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:31.570729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:28:31.605091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 4bec23ae-bc1d-4080-8e19-c53043f7e186 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:28:31.605437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bec23ae-bc1d-4080-8e19-c53043f7e186 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:28:31.802271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-55525db5-db1e-45d6-a1d9-4a2c41bf55a7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:31.803798 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-55525db5-db1e-45d6-a1d9-4a2c41bf55a7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1642582 Feb 07 23:28:31.837388 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2597a0ef-b8ab-43f8-a220-f7538dc8eac8 req-4e8a0fbd-dde0-42db-a493-1f8d2770c749 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 210 time: 0.0481019 Feb 07 23:28:31.873408 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-e561426f-07d6-4995-8952-0adca24edaa7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 380 time: 0.0557363 Feb 07 23:28:31.886665 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'port': {'device_id': '350f1332-93d9-4691-8d6d-35c513e944e6', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'admin_state_up': True, 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'security_groups': ['af34ff70-a935-4be8-a6a8-cc35d4ce3250']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:28:32.024246 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:28:32.028257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:port and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:28:32.031053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:28:32.037640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:28:32.046200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Made reservation on behalf of bd1e8ddcf5dd421d8a24dc520997bc13 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:28:32.049711 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:32.206818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Allocated IP 172.20.0.14 (4de74214-4de3-4b80-896e-798e03f6dfa6/71006cef-6b76-40ec-9393-c4028b8dc4ca/9b2d957d-e4f5-42f2-9195-0dd9f64a4c11) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:28:32.508672 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:32.523819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Transition to ACTIVE for port object 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:28:32.548387 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:32.618829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:28:32.622001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:28:32.625801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:28:32.660738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:32.699345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:32.699960 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:32.725563 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-192a6daf-d519-43cd-80b6-4fb862e0e1e4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8443713 Feb 07 23:28:32.741205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Request body: {'port': {'device_id': '350f1332-93d9-4691-8d6d-35c513e944e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:28:32.853980 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:32.889937 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8331d5a2-6940-4144-a728-e1fc4353dfad None None] Provisioning for port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:28:32.895320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8331d5a2-6940-4144-a728-e1fc4353dfad None None] Provisioning complete for port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:28:32.896436 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8331d5a2-6940-4144-a728-e1fc4353dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:32.951029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8331d5a2-6940-4144-a728-e1fc4353dfad None None] Port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:28:33.026867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfb8cf-4df4-4543-a851-366d01da9a35 req-f05f058e-d5d6-49e2-88e0-9185af9180cd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:33.028239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbbfb8cf-4df4-4543-a851-366d01da9a35 req-f05f058e-d5d6-49e2-88e0-9185af9180cd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 932 time: 0.0796633 Feb 07 23:28:33.072235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bbbfb8cf-4df4-4543-a851-366d01da9a35 req-029a327f-02ab-4a5d-a778-6c4107903d11 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381091 Feb 07 23:28:33.196337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:28:33.203561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:33.218000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Transition to ACTIVE for port object 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:28:33.221250 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:33.350076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:33.461252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:28:33.461657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:28:33.462025 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:28:33.468140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:28:33.468479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:28:33.474967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:28:33.475301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:28:33.475678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:28:33.476096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Bound port: 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:28:33.476445 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:33.571395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:28:33.574396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:28:33.577965 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:33.639807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:33.640420 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:33.641832 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] 10.222.0.26 "PUT /v2.0/ports/9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 1092 time: 0.9049563 Feb 07 23:28:33.642276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:33.668026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874c10-4d1f-4a90-909f-1ad3e5b60eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:33.722295 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'status': 'completed', 'code': 200} Feb 07 23:28:33.764807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-42deb2f4-743f-4e30-9bf8-c10fa9ddbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:33.766477 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-42deb2f4-743f-4e30-9bf8-c10fa9ddbf0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1095 time: 0.0771296 Feb 07 23:28:33.843424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-88af76ed-f6f4-40bf-bf6a-3bdf6e1b6360 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 217 time: 0.0660601 Feb 07 23:28:33.914274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-34db8771-901e-4073-b6fe-8f56e025cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:33.915751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-34db8771-901e-4073-b6fe-8f56e025cda1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0615335 Feb 07 23:28:33.995647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d929e-05af-4d96-86c3-e77567946db1 req-b980d834-c343-4dd3-a130-3de84f5d5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:33.997222 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-b980d834-c343-4dd3-a130-3de84f5d5136 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723314 Feb 07 23:28:34.247465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-44418287-376a-416f-bbb9-f038a0532b85 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405756 Feb 07 23:28:34.265226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f40dcb-bd44-46bc-8969-7f7ba8d2d738 req-801dd50e-ba08-4819-ae98-90c779a639d3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:34.266678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43f40dcb-bd44-46bc-8969-7f7ba8d2d738 req-801dd50e-ba08-4819-ae98-90c779a639d3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 944 time: 0.0854259 Feb 07 23:28:34.311060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43f40dcb-bd44-46bc-8969-7f7ba8d2d738 req-107a380f-7300-4712-8329-dab546aa65fd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387216 Feb 07 23:28:34.382228 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-824d929e-05af-4d96-86c3-e77567946db1 req-bd499e62-1a39-42e5-98a2-1f3f3a139306 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247337 Feb 07 23:28:34.511828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-781a185d-1a71-47ad-a364-26b1fac5cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:34.513584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-781a185d-1a71-47ad-a364-26b1fac5cd00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1095 time: 0.0715432 Feb 07 23:28:34.643068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-8ef81b2c-26e1-449c-adc9-3af8f538148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:34.644501 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-8ef81b2c-26e1-449c-adc9-3af8f538148d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1244917 Feb 07 23:28:34.714589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-3687b891-feaf-4829-89ae-28ecd2cb40a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 217 time: 0.0634453 Feb 07 23:28:34.777107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-29329ad8-5276-4431-89bd-4eaf1e706d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:34.778512 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-29329ad8-5276-4431-89bd-4eaf1e706d2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0564940 Feb 07 23:28:34.856021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-78f3cef4-04b4-4187-9e0b-0e32eb5c860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:34.857495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-78f3cef4-04b4-4187-9e0b-0e32eb5c860d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724304 Feb 07 23:28:34.989086 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-0fb95399-13ad-4cde-99d9-71fd86ea6bf8 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231372 Feb 07 23:28:35.119425 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a6115078-2b22-4c9a-b47e-d7c9553a27e3 req-8df2953f-6e1a-45ea-974a-8fb76aff5e06 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231735 Feb 07 23:28:35.501299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7a97-677a-4b41-8107-4ee4055596a2 req-a8c79098-2ddc-4342-94a1-7236ddd31076 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:35.502747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0fd7a97-677a-4b41-8107-4ee4055596a2 req-a8c79098-2ddc-4342-94a1-7236ddd31076 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 944 time: 0.0791998 Feb 07 23:28:35.550385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0fd7a97-677a-4b41-8107-4ee4055596a2 req-29044c01-66c8-4097-bc14-8c889eed943d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Feb 07 23:28:36.350108 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:36.728060 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:36.733255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd10e8-95a6-40bb-8796-eae0a417e0f2 req-786227ca-aabc-4cf2-b1d4-cced38fae7d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:36.734706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63dd10e8-95a6-40bb-8796-eae0a417e0f2 req-786227ca-aabc-4cf2-b1d4-cced38fae7d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 944 time: 0.0791032 Feb 07 23:28:36.779856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-63dd10e8-95a6-40bb-8796-eae0a417e0f2 req-f0c60266-9c74-4b3e-8503-85d90c9f06f7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 Feb 07 23:28:37.586431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:28:37.724309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:37.742009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'mac_address': 'fa:16:3e:53:05:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:28:37.798874 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:37.819268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:28:37.838905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:37.843589 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:37.915550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:37.980766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc150cd-9f0d-4d69-a278-bae0be800ec3 req-5cd6cfed-f248-47bb-8197-cd0094f33492 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:37.982257 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdc150cd-9f0d-4d69-a278-bae0be800ec3 req-5cd6cfed-f248-47bb-8197-cd0094f33492 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 945 time: 0.0884309 Feb 07 23:28:38.028989 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bdc150cd-9f0d-4d69-a278-bae0be800ec3 req-5bfc82c0-b958-4a36-8bd7-da3482fa4c48 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409703 Feb 07 23:28:38.103036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:28:39.209942 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4cfff-4c32-41d9-8605-d9392e9eec68 req-6c51d0b1-e762-4ba0-9d92-fcfddd37d083 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:39.211385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58c4cfff-4c32-41d9-8605-d9392e9eec68 req-6c51d0b1-e762-4ba0-9d92-fcfddd37d083 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 945 time: 0.0793059 Feb 07 23:28:39.255490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58c4cfff-4c32-41d9-8605-d9392e9eec68 req-029ad105-15ff-4680-9dee-13a687068208 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379388 Feb 07 23:28:39.602701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:28:39.671063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:28:39.675552 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:28:39.675923 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:39.785652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:39.814206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:39.824471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:28:39.829993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:39.867231 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'code': 200} Feb 07 23:28:39.899765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:28:39.998672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee76453-cf00-48fa-9498-5d79cb64b1a1 req-59e7575b-6dcb-467b-9f6a-0b278b24bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:40.000287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee76453-cf00-48fa-9498-5d79cb64b1a1 req-59e7575b-6dcb-467b-9f6a-0b278b24bed4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1097 time: 0.0787516 Feb 07 23:28:40.041041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee76453-cf00-48fa-9498-5d79cb64b1a1 req-420f496a-fd91-4a5c-8ee6-51e725aebb34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343530 Feb 07 23:28:40.448191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fe3a5-9036-4c43-8708-062416527202 req-298fbb65-8f7b-4a3c-8eef-4e565e85572d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:40.449663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-795fe3a5-9036-4c43-8708-062416527202 req-298fbb65-8f7b-4a3c-8eef-4e565e85572d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0857110 Feb 07 23:28:40.493600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-795fe3a5-9036-4c43-8708-062416527202 req-4a921b14-598e-4cd8-9e65-d0bd3594c8f7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384126 Feb 07 23:28:41.681356 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6a3f0-58f4-4880-aff6-895769c5dd3b req-8474af4d-fa73-4c62-ae5a-eaadbebd09b0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:41.682798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cb6a3f0-58f4-4880-aff6-895769c5dd3b req-8474af4d-fa73-4c62-ae5a-eaadbebd09b0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0795290 Feb 07 23:28:41.728867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6cb6a3f0-58f4-4880-aff6-895769c5dd3b req-088350e3-bf6c-47bc-ac3e-c0aaf821ddfb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Feb 07 23:28:41.920229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd521f-389b-4be2-ba92-481043aa0cab req-e201f2c0-3572-4262-9fdf-87e95a962a40 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:41.921712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cebd521f-389b-4be2-ba92-481043aa0cab req-e201f2c0-3572-4262-9fdf-87e95a962a40 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0878143 Feb 07 23:28:41.930979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53660) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:28:41.936303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'floatingip': {'port_id': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:28:42.124313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:42.708585 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:42.712434 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:42.877292 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae associated. External IP: 172.25.0.55, port: 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11. Feb 07 23:28:43.227569 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:28:43.527020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:28:43.532229 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:43.538071 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:28:43.547432 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:28:43.548036 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:28:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:43.592364 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-81459203-16ac-4273-8002-752d0e724d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "PUT /v2.0/floatingips/18fe49e3-5954-4824-874c-550a7904a9ae HTTP/1.1" status: 200 len: 991 time: 1.6602747 Feb 07 23:28:43.593079 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:28:43.649381 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'status': 'completed', 'code': 200} Feb 07 23:28:43.748277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-0086d4a3-49a5-4849-a634-cd5b3bc3229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:43.749897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-0086d4a3-49a5-4849-a634-cd5b3bc3229f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1097 time: 0.0780368 Feb 07 23:28:43.765303 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:28:43.772003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66de1c4-e632-4504-b6a8-96730852b5af req-2b6341ed-4387-4dab-bf62-cee6022782c9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:43.773647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b66de1c4-e632-4504-b6a8-96730852b5af req-2b6341ed-4387-4dab-bf62-cee6022782c9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0854776 Feb 07 23:28:43.820041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b66de1c4-e632-4504-b6a8-96730852b5af req-2999cdec-b2bb-4ab6-ae2a-792fcaeab869 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Feb 07 23:28:43.892140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-aec00193-bf30-4648-b73c-2fbc4b16cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:43.893621 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-aec00193-bf30-4648-b73c-2fbc4b16cbbb service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1362791 Feb 07 23:28:43.993888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-42740953-2443-4322-9948-1b866a8e2200 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 999 time: 0.0938365 Feb 07 23:28:44.058752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-6620695d-e60d-4a78-8255-608bf512ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:44.060203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-6620695d-e60d-4a78-8255-608bf512ca7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0609224 Feb 07 23:28:44.113020 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:53:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350f1332-93d9-4691-8d6d-35c513e944e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:28:42Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:44.116764 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:28:44.124906 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:28:44.125512 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:28:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:44.134688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-7493d6c5-61ee-433b-8f66-2a766dfef69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:44.136143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-7493d6c5-61ee-433b-8f66-2a766dfef69f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700481 Feb 07 23:28:44.268351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-51e595b4-0a2c-43bd-a936-d38371bc9222 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258705 Feb 07 23:28:44.304469 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:28:44.515359 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bba523ff-21b7-4e5d-8acc-d43b57b93fcc req-843f923f-3aa7-4c2f-b509-7b04b2f41385 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414420 Feb 07 23:28:44.654505 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:53:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350f1332-93d9-4691-8d6d-35c513e944e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:28:42Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:28:44.658447 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae42cac-0dc6-4a90-a9ea-5841d5386df9 None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:53:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350f1332-93d9-4691-8d6d-35c513e944e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:28:42Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:28:44.864435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920f7a48-0246-4fdd-95dc-3a5c5ddda53a None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:28:45.028610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ef30f-a9ed-4c97-b4d3-59545ec49c56 req-3dbf332a-261b-49cd-bb00-e79449941ffa tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:45.029954 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-445ef30f-a9ed-4c97-b4d3-59545ec49c56 req-3dbf332a-261b-49cd-bb00-e79449941ffa tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0837300 Feb 07 23:28:45.074198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-445ef30f-a9ed-4c97-b4d3-59545ec49c56 req-6112cb1b-3055-47e7-9620-30ca0d1dd681 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383720 Feb 07 23:28:45.423586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24acff-5d01-4c26-88dd-e43fdd30d3ec req-3e1a3817-f35f-4ea4-a942-44c6fb23b059 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:45.425067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f24acff-5d01-4c26-88dd-e43fdd30d3ec req-3e1a3817-f35f-4ea4-a942-44c6fb23b059 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0868471 Feb 07 23:28:45.468579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f24acff-5d01-4c26-88dd-e43fdd30d3ec req-ee11e7a7-2285-4be0-a332-0ee132a52ec6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368640 Feb 07 23:28:46.667669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953997f-23af-4af6-be23-00787b48f79d req-018a62e3-0d7b-45f9-b961-3457c498e1ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:46.669207 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5953997f-23af-4af6-be23-00787b48f79d req-018a62e3-0d7b-45f9-b961-3457c498e1ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0899534 Feb 07 23:28:46.714731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5953997f-23af-4af6-be23-00787b48f79d req-90fc20eb-52d3-4fbb-ad59-b0d554d54b0f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 Feb 07 23:28:47.175116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-66bc30e6-5a9e-4fc9-ad1f-47a3a9f714bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:47.177216 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-66bc30e6-5a9e-4fc9-ad1f-47a3a9f714bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1097 time: 0.0771422 Feb 07 23:28:47.319630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-8265116b-8d80-419c-ba8f-8a53d5f1fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:47.321148 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-8265116b-8d80-419c-ba8f-8a53d5f1fd1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1251056 Feb 07 23:28:47.424223 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-e942ee51-703c-4b10-99f0-4602be312536 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 1001 time: 0.0973637 Feb 07 23:28:47.484063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-4b3ede45-86e1-4617-857d-5b65902e15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:47.485442 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-4b3ede45-86e1-4617-857d-5b65902e15b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0560362 Feb 07 23:28:47.564508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-c6caaf9b-252e-4616-8788-ca163615b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:47.566029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-c6caaf9b-252e-4616-8788-ca163615b087 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750186 Feb 07 23:28:47.695700 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-7a3ba95c-f492-48b1-8a8f-86849f5d9320 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236770 Feb 07 23:28:47.834059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-30b09385-fca4-4a76-b679-1a4a0d090c6c req-dd57d679-86aa-4f3e-9ee8-400d2a80a14c service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301312 Feb 07 23:28:47.907759 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94268a58-de6a-4602-ab1d-f2cd94aeb0ed req-f1ce2903-d06c-4500-9cf8-f826f692d471 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:47.909243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94268a58-de6a-4602-ab1d-f2cd94aeb0ed req-f1ce2903-d06c-4500-9cf8-f826f692d471 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0828097 Feb 07 23:28:47.953159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94268a58-de6a-4602-ab1d-f2cd94aeb0ed req-e870830c-6e24-4982-9b44-6167aa8e96cf tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382676 Feb 07 23:28:49.138548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50733c27-c2b4-44a2-be3d-e8f896e82b8d req-661667f0-f074-4610-9a8b-a0860247e4b4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:49.139988 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50733c27-c2b4-44a2-be3d-e8f896e82b8d req-661667f0-f074-4610-9a8b-a0860247e4b4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0818212 Feb 07 23:28:49.183082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-50733c27-c2b4-44a2-be3d-e8f896e82b8d req-d27fbfd9-2d6f-4d96-ab77-0d293c0dcdcc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368676 Feb 07 23:28:50.364262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a71e-9937-4481-9663-05204ccbedfe req-00a56729-58ac-4d77-9187-bc9df0d8ac81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:50.365726 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cdb6a71e-9937-4481-9663-05204ccbedfe req-00a56729-58ac-4d77-9187-bc9df0d8ac81 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0785086 Feb 07 23:28:50.413252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cdb6a71e-9937-4481-9663-05204ccbedfe req-3e3f25de-45df-41e9-a8b1-8651be913200 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Feb 07 23:28:51.600589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce0735-615e-4c2c-984f-a7fec8a5610c req-6f44e0c2-35ce-48a6-9851-3864b04020ff tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:51.602092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-22ce0735-615e-4c2c-984f-a7fec8a5610c req-6f44e0c2-35ce-48a6-9851-3864b04020ff tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0830624 Feb 07 23:28:51.648853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-22ce0735-615e-4c2c-984f-a7fec8a5610c req-91bf43c8-1766-43e0-95b5-06f8b7059a0a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Feb 07 23:28:52.833563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c1950-3835-474b-ba4c-2e840dbbc8a6 req-9a4ad876-7de6-41c0-ae16-fc72e4232046 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:52.835011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f09c1950-3835-474b-ba4c-2e840dbbc8a6 req-9a4ad876-7de6-41c0-ae16-fc72e4232046 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0827301 Feb 07 23:28:52.882109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f09c1950-3835-474b-ba4c-2e840dbbc8a6 req-af521069-936f-4ebe-8df6-0d81b61d023a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Feb 07 23:28:54.078576 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c75a3-efcb-4616-b101-d64d9921bdd5 req-0335d2b0-1b8b-4b2f-a404-274228d01cf1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:54.080069 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-837c75a3-efcb-4616-b101-d64d9921bdd5 req-0335d2b0-1b8b-4b2f-a404-274228d01cf1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0875168 Feb 07 23:28:54.129389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-837c75a3-efcb-4616-b101-d64d9921bdd5 req-b1f5cf7a-4f1b-406f-b186-5423a53c0c17 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 Feb 07 23:28:55.319849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48e748-2415-40b6-917f-6093e2cfd634 req-88e33258-fda3-476b-a276-41ad13f4912d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:55.321357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b48e748-2415-40b6-917f-6093e2cfd634 req-88e33258-fda3-476b-a276-41ad13f4912d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0846124 Feb 07 23:28:55.365349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b48e748-2415-40b6-917f-6093e2cfd634 req-524a5dc2-41f6-4578-b419-1e7fe8de2f2a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383644 Feb 07 23:28:56.017654 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ba8e9506-43c0-40b5-8e08-3fbb914b5a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:56.549419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705760e1-39aa-4585-b1b3-4d17a90238ac req-441346d8-af32-472f-b6fc-8e618106e71a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:56.550856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-705760e1-39aa-4585-b1b3-4d17a90238ac req-441346d8-af32-472f-b6fc-8e618106e71a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0826070 Feb 07 23:28:56.599128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-705760e1-39aa-4585-b1b3-4d17a90238ac req-65eb9f72-91e6-421f-82a7-c8dc1fcd5d2c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Feb 07 23:28:57.782469 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b023d-f2df-41c0-a8ce-88c3247db1e1 req-a05d0f74-6835-4469-8121-c1468b098235 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:57.783904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c2b023d-f2df-41c0-a8ce-88c3247db1e1 req-a05d0f74-6835-4469-8121-c1468b098235 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0805008 Feb 07 23:28:57.829253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8c2b023d-f2df-41c0-a8ce-88c3247db1e1 req-9547255e-d748-47de-b0c2-32547ac7f54f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382867 Feb 07 23:28:58.233485 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79d1be24-7be5-4386-8abd-39310f93a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:59.017077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432fa4-0809-44da-8371-18b440e4de1f req-b8e17b4a-72d4-4204-9afb-983efa932c37 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:28:59.018511 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc432fa4-0809-44da-8371-18b440e4de1f req-b8e17b4a-72d4-4204-9afb-983efa932c37 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0827534 Feb 07 23:28:59.062001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc432fa4-0809-44da-8371-18b440e4de1f req-80cd51ef-998e-48a4-904e-218faf245e1d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379863 Feb 07 23:28:59.357067 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:28:59.646268 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:00.247202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d2df7-d615-4fcb-bc42-3e570388bf81 req-7274d322-e985-444f-8b1a-53ba9c432989 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:00.248713 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d29d2df7-d615-4fcb-bc42-3e570388bf81 req-7274d322-e985-444f-8b1a-53ba9c432989 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0829077 Feb 07 23:29:00.292863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d29d2df7-d615-4fcb-bc42-3e570388bf81 req-14ed5602-0ff3-4dfe-b83c-a95c9d688d18 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385041 Feb 07 23:29:01.131263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:01.477917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78fdbc-6459-4d9c-b97b-85c2af2f0d1c req-96fcd8d9-e789-4794-8a31-202e602976a0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:01.479351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e78fdbc-6459-4d9c-b97b-85c2af2f0d1c req-96fcd8d9-e789-4794-8a31-202e602976a0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0813875 Feb 07 23:29:01.523065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7e78fdbc-6459-4d9c-b97b-85c2af2f0d1c req-5f9ba22c-2775-405f-a0fa-c9f1ec294e32 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 Feb 07 23:29:02.712000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e48d-2bcd-41de-a339-10d25c313c78 req-567681b2-09d4-4946-ae78-ebc03ed9fb6b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:02.713617 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68a4e48d-2bcd-41de-a339-10d25c313c78 req-567681b2-09d4-4946-ae78-ebc03ed9fb6b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0813651 Feb 07 23:29:02.759411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-68a4e48d-2bcd-41de-a339-10d25c313c78 req-046dd6a9-f8a6-4320-a842-36453459e144 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 Feb 07 23:29:03.946229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f696e-c46b-4eee-914f-dc4f48422354 req-94e7db72-f405-4367-a249-aebf256af588 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:03.948680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-993f696e-c46b-4eee-914f-dc4f48422354 req-94e7db72-f405-4367-a249-aebf256af588 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0841184 Feb 07 23:29:03.993124 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-993f696e-c46b-4eee-914f-dc4f48422354 req-992a1e1b-5c26-4a71-ac41-30c191999bf8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Feb 07 23:29:05.175219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff2734-6065-4775-a4c0-14f43cf7b8cc req-d544d075-1075-467b-8186-65de246a5778 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:05.177298 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bff2734-6065-4775-a4c0-14f43cf7b8cc req-d544d075-1075-467b-8186-65de246a5778 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0793960 Feb 07 23:29:05.224760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0bff2734-6065-4775-a4c0-14f43cf7b8cc req-d654d3e2-7a46-4a05-b1a5-da537145d455 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417917 Feb 07 23:29:06.066421 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:29:06.340597 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:06.406548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4792a4-fc80-42da-a542-f467f428436d req-bc60f94c-e037-4146-9967-8fe0c24c3751 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:06.407982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb4792a4-fc80-42da-a542-f467f428436d req-bc60f94c-e037-4146-9967-8fe0c24c3751 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0800645 Feb 07 23:29:06.450835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb4792a4-fc80-42da-a542-f467f428436d req-d34100ee-ef18-4d8f-bcbe-7150b1a9975e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Feb 07 23:29:06.743620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:07.637310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622475e5-e802-45ea-a6ee-ab99bc610c78 req-89612bee-4a26-498b-96ae-ce1d2032878f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:07.638759 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-622475e5-e802-45ea-a6ee-ab99bc610c78 req-89612bee-4a26-498b-96ae-ce1d2032878f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0846140 Feb 07 23:29:07.681939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-622475e5-e802-45ea-a6ee-ab99bc610c78 req-48dad8f7-fab1-4440-bf77-26b8d8512f63 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375965 Feb 07 23:29:08.868758 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c59d3-ab29-4fea-982f-aba47a1e7e24 req-a26b1861-c468-4a09-b5d3-3e1e1396b7e0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:08.870219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad1c59d3-ab29-4fea-982f-aba47a1e7e24 req-a26b1861-c468-4a09-b5d3-3e1e1396b7e0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0824370 Feb 07 23:29:08.914345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad1c59d3-ab29-4fea-982f-aba47a1e7e24 req-c3b5c83f-4941-49d9-a728-860e72076c93 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384779 Feb 07 23:29:10.104393 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668b595-9bd2-49ce-b49b-456ed60dcf68 req-94093b89-055b-487c-9df2-b2aaebab633f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:10.105860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5668b595-9bd2-49ce-b49b-456ed60dcf68 req-94093b89-055b-487c-9df2-b2aaebab633f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0870430 Feb 07 23:29:10.149470 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5668b595-9bd2-49ce-b49b-456ed60dcf68 req-9e081af1-1c99-4bb2-8869-03c13f5d0024 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380299 Feb 07 23:29:11.331618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82cbfb-3408-4bef-9339-8459d48cbac9 req-6bc85b88-a3cf-43e6-80c0-9e2c380a2972 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:11.333692 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe82cbfb-3408-4bef-9339-8459d48cbac9 req-6bc85b88-a3cf-43e6-80c0-9e2c380a2972 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Feb 07 23:29:11.380579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe82cbfb-3408-4bef-9339-8459d48cbac9 req-33aff5d2-8c51-4a60-8642-a8e527ece267 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Feb 07 23:29:11.781128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-a77ec4bb-7790-4652-8bea-854d82b2614f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306653 Feb 07 23:29:11.789988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b01e6-e20e-4f9f-8c06-f63a502cc85f req-d41cde50-7ab9-48de-801e-e9eab5251379 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:11.791389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f6b01e6-e20e-4f9f-8c06-f63a502cc85f req-d41cde50-7ab9-48de-801e-e9eab5251379 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.1014185 Feb 07 23:29:11.964169 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8f6b01e6-e20e-4f9f-8c06-f63a502cc85f req-935072f9-6dfa-486c-8d1c-15634b3baa70 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671004 Feb 07 23:29:13.039352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-c65a3669-bb8d-46d2-b1c4-30839cc1b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:13.041037 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-c65a3669-bb8d-46d2-b1c4-30839cc1b82d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1097 time: 0.0721238 Feb 07 23:29:13.150488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3ba42-7a6e-4a53-a8f8-4124a2a901f0 req-65f64885-77b2-4482-848a-dbe63e685060 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:13.151943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85a3ba42-7a6e-4a53-a8f8-4124a2a901f0 req-65f64885-77b2-4482-848a-dbe63e685060 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0806897 Feb 07 23:29:13.175700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-f056ad87-7beb-4558-b90d-d0eca0623c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:13.177211 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-f056ad87-7beb-4558-b90d-d0eca0623c0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1277609 Feb 07 23:29:13.195162 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-85a3ba42-7a6e-4a53-a8f8-4124a2a901f0 req-359f146d-0ad8-4d03-8baf-314b1f5598e9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376508 Feb 07 23:29:13.285457 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-57b149ae-6150-4e3f-89bb-ae37a1e87eca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 1001 time: 0.0979254 Feb 07 23:29:13.350831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-bdd430dc-d0b3-4bd4-90fe-3fdb3a49a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:13.352243 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-bdd430dc-d0b3-4bd4-90fe-3fdb3a49a14c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0580134 Feb 07 23:29:13.434096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-32e8c995-c354-4872-924d-84941e14b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:13.435475 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-32e8c995-c354-4872-924d-84941e14b55b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735912 Feb 07 23:29:13.573870 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-2310ab7c-8536-4bfa-bf4e-e566079e7619 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268229 Feb 07 23:29:13.827751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-8dab0c7d-2fab-4a90-b943-559292723e57 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433240 Feb 07 23:29:14.388273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230131f-f444-48fa-b679-df5a726e61be req-9b462d10-e747-49f7-95c4-a61aadd95230 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:14.389744 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9230131f-f444-48fa-b679-df5a726e61be req-9b462d10-e747-49f7-95c4-a61aadd95230 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0839298 Feb 07 23:29:14.432700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9230131f-f444-48fa-b679-df5a726e61be req-9a80b8ad-ee5b-4332-a1e4-4cefdef32349 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374336 Feb 07 23:29:15.616405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45aa31-9824-4421-beb6-fcd7af933e62 req-7de62e71-8653-4654-8b9a-3f87fa7bfe34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:15.618104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f45aa31-9824-4421-beb6-fcd7af933e62 req-7de62e71-8653-4654-8b9a-3f87fa7bfe34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0809805 Feb 07 23:29:15.661390 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9f45aa31-9824-4421-beb6-fcd7af933e62 req-ad81c28a-967f-4f53-afc6-2827e78559bf tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376134 Feb 07 23:29:15.890158 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-cdd04316-d3ef-4770-95ec-a05a4fa59ce2 service neutron] show failed (client error): The resource could not be found. Feb 07 23:29:15.891149 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-cdd04316-d3ef-4770-95ec-a05a4fa59ce2 service neutron] 10.222.0.26 "GET /v2.0/ports/9b2d957d-e4f5-42f2-9195-0dd9f64a4c11/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0751410 Feb 07 23:29:16.171353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-a9c934dc-3d6a-49fa-8430-94e0d7552955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:16.172846 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-a9c934dc-3d6a-49fa-8430-94e0d7552955 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 1097 time: 0.0771060 Feb 07 23:29:16.183094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:16.295056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.564242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:16.594103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:29:16.656548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:16.662906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.677642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Transition to ACTIVE for port object 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:29:16.681955 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:16.726203 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'code': 200} Feb 07 23:29:16.836063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:16.851191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.851718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.851926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.852263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.852620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.853023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.853983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.853983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.853983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.854318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.854679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.855001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:16.859814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910062b-08b3-49ac-a972-975f27937ffa req-3ddac5d7-6549-4a7c-9e19-703a67261424 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:16.862879 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9910062b-08b3-49ac-a972-975f27937ffa req-3ddac5d7-6549-4a7c-9e19-703a67261424 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 944 time: 0.0896885 Feb 07 23:29:16.906743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] No DVR routers for this DVR port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:29:16.917132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9910062b-08b3-49ac-a972-975f27937ffa req-07f5c3dd-5b6e-49e7-bf96-040a67b7f74d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469170 Feb 07 23:29:17.134097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:29:17.134352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:29:17.134682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:29:17.139481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:29:17.139832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Attempting to bind port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:29:17.144917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:29:17.145259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:29:17.145653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:29:17.146079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Bound port: 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:29:17.146427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.236231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:29:17.239127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:29:17.243429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.302099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:17.302703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:17.304066 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 1092 time: 1.1248462 Feb 07 23:29:17.321860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fef0b-7003-4458-8790-320a097381f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:17.403350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-607abcce-3345-488b-aa6f-014339713a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:17.404910 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-607abcce-3345-488b-aa6f-014339713a21 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1095 time: 0.0775132 Feb 07 23:29:17.537872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-5fd390dd-e892-449f-953c-678226df2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:17.539315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-5fd390dd-e892-449f-953c-678226df2431 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1286094 Feb 07 23:29:17.759654 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-c5c4a8e0-8817-467c-a15d-4d22a1ffe793 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 999 time: 0.2141495 Feb 07 23:29:17.822070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-1343d214-8685-4f84-8e14-10cefa98be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:17.823482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-1343d214-8685-4f84-8e14-10cefa98be45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0577254 Feb 07 23:29:17.900420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-222f4cb0-71e9-4895-86e1-80a150e25eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:17.901950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-222f4cb0-71e9-4895-86e1-80a150e25eef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729020 Feb 07 23:29:18.040769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-504af54d-460f-4901-b266-f881f1d7d329 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328034 Feb 07 23:29:18.112108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663aea6-f5f7-4d26-a840-f08b5aab9909 req-80f4e4ec-1d44-4b78-8af8-412ea3d1deb2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:18.112936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4663aea6-f5f7-4d26-a840-f08b5aab9909 req-80f4e4ec-1d44-4b78-8af8-412ea3d1deb2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 944 time: 0.0802290 Feb 07 23:29:18.162479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4663aea6-f5f7-4d26-a840-f08b5aab9909 req-be490b8e-ea88-402f-ba99-ba995bc63e2a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434358 Feb 07 23:29:18.172962 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a5e28b7-a205-4464-a096-5edb6ea60ed1 req-da1f09ac-a956-49b1-a14e-c791130ecaa1 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263325 Feb 07 23:29:18.728062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:18.783725 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'status': 'completed', 'code': 200} Feb 07 23:29:18.935299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-9fe2bdd8-dfd0-44d9-9598-45428d970ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:18.936862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-9fe2bdd8-dfd0-44d9-9598-45428d970ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1095 time: 0.1326652 Feb 07 23:29:18.939734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-71bc8c8e-adbe-4f73-8e70-26049c18627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:18.941142 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-71bc8c8e-adbe-4f73-8e70-26049c18627e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1095 time: 0.1030142 Feb 07 23:29:19.179552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-95119ba7-aa50-40b9-9a75-6c29608b6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.181038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-95119ba7-aa50-40b9-9a75-6c29608b6e07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2376118 Feb 07 23:29:19.185267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-a947dafd-c855-4e01-afda-19476b415c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.186638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-a947dafd-c855-4e01-afda-19476b415c6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2197380 Feb 07 23:29:19.353293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23e96-ec26-4f73-bd59-19096a45a175 req-8e639104-45ef-4968-9844-a379c7f823d4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.354832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3b23e96-ec26-4f73-bd59-19096a45a175 req-8e639104-45ef-4968-9844-a379c7f823d4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 944 time: 0.0804670 Feb 07 23:29:19.370634 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-72c4240c-32d8-43f5-af17-3458bea56acf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 999 time: 0.1828406 Feb 07 23:29:19.374184 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-62593981-392d-47cb-b3df-373caeef75b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 999 time: 0.1296418 Feb 07 23:29:19.414407 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3b23e96-ec26-4f73-bd59-19096a45a175 req-eacce213-22f0-4335-9017-cc693c27f26b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496182 Feb 07 23:29:19.487425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-2c40703e-40a1-4aa6-91ee-a092e80caf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.489437 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-2c40703e-40a1-4aa6-91ee-a092e80caf30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.1110616 Feb 07 23:29:19.494855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-faef5ecf-6fbe-4156-9728-43119bb5495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.496165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-faef5ecf-6fbe-4156-9728-43119bb5495d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0836267 Feb 07 23:29:19.642508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-a42fab94-ad08-4bed-96bf-114a2ad98ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.643966 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-a42fab94-ad08-4bed-96bf-114a2ad98ec4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375678 Feb 07 23:29:19.646376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9d836-2302-4506-a346-607664c550b4 req-99bf628a-7672-40cd-bf01-827cc1785e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:19.647670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-99bf628a-7672-40cd-bf01-827cc1785e54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059818 Feb 07 23:29:19.758100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:29:19.813648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:29:20.001868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-e5cc2ebf-72b0-45b0-a996-0eb3b6cc3941 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483360 Feb 07 23:29:20.003662 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-14ed3951-f725-4434-ad72-ce510a89a68b service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324103 Feb 07 23:29:20.244756 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-1394dc24-4c84-4fb8-a574-d032bf9e95ac service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336476 Feb 07 23:29:20.246586 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-acd9d836-2302-4506-a346-607664c550b4 req-0de22741-8933-4e82-a35b-6f7949c9bae7 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346058 Feb 07 23:29:20.415802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:29:20.547412 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:20.561200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'mac_address': 'fa:16:3e:53:05:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:29:20.603475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae102e-da96-4090-916d-d4eed85fd3e0 req-e1adb4f4-145c-4cdc-86e6-b9feb89c8f67 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:20.604983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43ae102e-da96-4090-916d-d4eed85fd3e0 req-e1adb4f4-145c-4cdc-86e6-b9feb89c8f67 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 944 time: 0.0861330 Feb 07 23:29:20.622417 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.639855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:29:20.649433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43ae102e-da96-4090-916d-d4eed85fd3e0 req-ccbff07e-f2e1-4c82-aefb-f4c40dc5308a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388820 Feb 07 23:29:20.655994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:20.661625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:20.727988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:20.735644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.736000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.736347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.736739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.737068 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.737403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.737738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.738081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.738501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.738828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.739155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.739507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:29:20.876093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:29:20.971447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cdfe-a1b2-473f-91b0-f56d2698e708 req-4e7abd1a-d289-441c-84dc-659d1584428e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:20.973024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43e4cdfe-a1b2-473f-91b0-f56d2698e708 req-4e7abd1a-d289-441c-84dc-659d1584428e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 945 time: 0.0824273 Feb 07 23:29:20.976478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-6e6956af-fcb5-4dd1-bea4-3764ec99c5d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:20.977224 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-6e6956af-fcb5-4dd1-bea4-3764ec99c5d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Synchronizing usage tracker for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:29:20.995520 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-6e6956af-fcb5-4dd1-bea4-3764ec99c5d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Unset dirty status for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:29:20.996702 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-6e6956af-fcb5-4dd1-bea4-3764ec99c5d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&binding%3Ahost_id=n-h1-827896-3 HTTP/1.1" status: 200 len: 945 time: 0.1068096 Feb 07 23:29:21.020452 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43e4cdfe-a1b2-473f-91b0-f56d2698e708 req-c16c59af-0ddf-4a4a-a522-11c0de047c5f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Feb 07 23:29:21.089287 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-b041a9dd-74db-4efe-b5c1-80547ee8a6d4 service neutron] delete failed (client error): The resource could not be found. Feb 07 23:29:21.090191 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-b041a9dd-74db-4efe-b5c1-80547ee8a6d4 service neutron] 10.222.0.26 "DELETE /v2.0/ports/9b2d957d-e4f5-42f2-9195-0dd9f64a4c11/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0836761 Feb 07 23:29:21.236350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-e868b7b1-46af-4fff-a2d3-2d68f39762c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:21.237841 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-e868b7b1-46af-4fff-a2d3-2d68f39762c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1096 time: 0.0708256 Feb 07 23:29:21.370557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-0fccd1b0-9ce4-41ae-a72f-29b5fe706f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:21.371904 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-0fccd1b0-9ce4-41ae-a72f-29b5fe706f1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1248724 Feb 07 23:29:21.480062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-f4081e46-c6de-4ddb-adc2-d9b5a9da4a0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 1000 time: 0.0972781 Feb 07 23:29:21.544166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-cd105545-5ded-438f-a624-889f7e469c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:21.545583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-cd105545-5ded-438f-a624-889f7e469c37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0559316 Feb 07 23:29:21.625737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-c920b7bf-ad6b-4a40-ac08-b28627710be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:21.627087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-c920b7bf-ad6b-4a40-ac08-b28627710be9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719385 Feb 07 23:29:21.762242 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-2c6363b4-6294-4792-8a4b-86ca485f67b9 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237354 Feb 07 23:29:21.898929 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ed752ab2-5ea3-44f1-9337-d16148e0de7f req-1bc65583-a041-4594-af26-42d5b2f83dfd service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272454 Feb 07 23:29:22.215007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e1529-02e2-498d-9b32-87e3f2226a44 req-ab0507d9-e532-484d-a23c-212682dcfc9b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:22.216368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf8e1529-02e2-498d-9b32-87e3f2226a44 req-ab0507d9-e532-484d-a23c-212682dcfc9b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 945 time: 0.0818684 Feb 07 23:29:22.261203 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cf8e1529-02e2-498d-9b32-87e3f2226a44 req-87764e8d-36f2-4756-b9f0-c5ef8572444e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392964 Feb 07 23:29:22.436352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:29:22.507253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:29:22.512375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:22.512786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:22.637243 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:22.663059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:22.672480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:22.677324 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:22.714777 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'code': 200} Feb 07 23:29:22.748906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:23.458370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad6bcd-99ec-4153-9109-3e81ef9254cd req-b18a73e8-e887-45c0-ab61-e0b0c1bf4ee7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:23.459832 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3ad6bcd-99ec-4153-9109-3e81ef9254cd req-b18a73e8-e887-45c0-ab61-e0b0c1bf4ee7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0812519 Feb 07 23:29:23.506376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3ad6bcd-99ec-4153-9109-3e81ef9254cd req-dbf43f34-353c-4373-953d-8ef8f300ca11 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409660 Feb 07 23:29:23.694579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe18b9-16bd-4c64-95db-28097614761e req-6d4c5234-d1cc-4a49-b6b6-0f2bd6323946 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:23.696010 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8efe18b9-16bd-4c64-95db-28097614761e req-6d4c5234-d1cc-4a49-b6b6-0f2bd6323946 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0843501 Feb 07 23:29:23.740549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8efe18b9-16bd-4c64-95db-28097614761e req-cab5457a-fa21-444c-a0ec-23f42a545bf6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389187 Feb 07 23:29:24.242702 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070df4c0-ae41-4c35-8dda-8bd344f17e80 req-4a3b0a0b-2008-4158-b38b-63f304b9fe07 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:24.244196 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-070df4c0-ae41-4c35-8dda-8bd344f17e80 req-4a3b0a0b-2008-4158-b38b-63f304b9fe07 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0867887 Feb 07 23:29:24.293367 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-070df4c0-ae41-4c35-8dda-8bd344f17e80 req-e42067c1-ac5f-4142-a108-29ac4648e13f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Feb 07 23:29:24.293608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720993-df81-4d3f-87b1-c18c63417d97 req-2383ed87-7e6e-4da2-b236-1501bf971ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:24.294909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-57720993-df81-4d3f-87b1-c18c63417d97 req-2383ed87-7e6e-4da2-b236-1501bf971ef5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1097 time: 0.0797315 Feb 07 23:29:24.430668 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720993-df81-4d3f-87b1-c18c63417d97 req-a66582de-cbe3-4182-9e79-63d891a6d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:24.432143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-57720993-df81-4d3f-87b1-c18c63417d97 req-a66582de-cbe3-4182-9e79-63d891a6d259 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1307628 Feb 07 23:29:24.533925 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-57720993-df81-4d3f-87b1-c18c63417d97 req-8f7a9403-145d-4df5-a0a9-e598274c9f56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 1001 time: 0.0959647 Feb 07 23:29:24.594706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720993-df81-4d3f-87b1-c18c63417d97 req-134e690d-961f-4748-bc69-fce621387d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:24.596132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-57720993-df81-4d3f-87b1-c18c63417d97 req-134e690d-961f-4748-bc69-fce621387d2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0565600 Feb 07 23:29:24.806398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57720993-df81-4d3f-87b1-c18c63417d97 req-040c4ef1-1fe4-4576-83d8-b662f835e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:24.807796 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-57720993-df81-4d3f-87b1-c18c63417d97 req-040c4ef1-1fe4-4576-83d8-b662f835e3ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058153 Feb 07 23:29:24.939576 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-57720993-df81-4d3f-87b1-c18c63417d97 req-d37bfffa-cb08-4187-9ec9-f538648a76cf service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255085 Feb 07 23:29:25.072366 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-57720993-df81-4d3f-87b1-c18c63417d97 req-e8ec4e09-1619-4166-86ed-8b070d0b2388 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267939 Feb 07 23:29:25.488229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90360-9448-4843-b2ca-df6a8bb11dca req-438f298d-28c4-4c11-a8af-87d978664eb2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:25.489873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd90360-9448-4843-b2ca-df6a8bb11dca req-438f298d-28c4-4c11-a8af-87d978664eb2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0866165 Feb 07 23:29:25.535051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cd90360-9448-4843-b2ca-df6a8bb11dca req-057e9d0b-180c-4011-b91b-0d8767dcf701 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 Feb 07 23:29:26.019131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-292c83e8-1d7e-4dfd-a2d8-ba9c86cefb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:26.499924 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-31d571d4-4117-4148-bae8-59749d3a4613 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686255 Feb 07 23:29:26.644817 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-4617589f-6012-4d56-a024-8d10a551269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:26.646398 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-4617589f-6012-4d56-a024-8d10a551269a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 1097 time: 0.0801828 Feb 07 23:29:26.725912 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30968c5-eabb-4620-8593-9a4244f4e884 req-f2405b0f-b922-4953-9576-d476b0ec1739 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:26.727369 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d30968c5-eabb-4620-8593-9a4244f4e884 req-f2405b0f-b922-4953-9576-d476b0ec1739 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0837669 Feb 07 23:29:26.772050 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d30968c5-eabb-4620-8593-9a4244f4e884 req-0c765e18-8499-457e-9e28-165ccfdda3f5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Feb 07 23:29:26.793011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-af5ce5e6-09ee-405d-9bb0-e1274c667bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:26.794593 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-af5ce5e6-09ee-405d-9bb0-e1274c667bd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1273930 Feb 07 23:29:26.908124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-e855229c-3f4c-4f94-bd5f-1f010d7755fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 200 len: 1001 time: 0.1076581 Feb 07 23:29:26.972591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-c887ff42-767f-4d97-966e-5e9fa208ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:26.974623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-c887ff42-767f-4d97-966e-5e9fa208ee01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0611601 Feb 07 23:29:27.055639 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-84996db5-3159-410d-8fd3-c4037e7a4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.057102 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-84996db5-3159-410d-8fd3-c4037e7a4eb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748949 Feb 07 23:29:27.152660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7af659-c2a7-484b-adb8-5a2e79186855 req-aea239f5-6f85-45b1-9a7a-163a3d1452df tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:27.154201 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da7af659-c2a7-484b-adb8-5a2e79186855 req-aea239f5-6f85-45b1-9a7a-163a3d1452df tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0798960 Feb 07 23:29:27.192735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-a306a1da-db20-493d-842c-818e877904bb service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283693 Feb 07 23:29:27.198060 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da7af659-c2a7-484b-adb8-5a2e79186855 req-f1df8e71-47bb-4a12-a45f-884e5252357f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 Feb 07 23:29:27.332614 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-89d0212b-5eb9-4657-8005-90c97315baa9 req-b4d6f28b-9b3d-477b-9263-fc6cc5cd57a7 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313996 Feb 07 23:29:28.235419 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-25bef46d-5251-48f8-9e47-12506d00fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:28.385876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-1be36770-0dd0-4793-8815-a8a856bc9ceb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:28.387665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-1be36770-0dd0-4793-8815-a8a856bc9ceb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0847099 Feb 07 23:29:28.387779 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f78d0-e761-4642-bac8-b513851a6230 req-069638de-6d93-4a6c-b67a-dde2725d3689 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:28.389256 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-076f78d0-e761-4642-bac8-b513851a6230 req-069638de-6d93-4a6c-b67a-dde2725d3689 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 946 time: 0.0850558 Feb 07 23:29:28.434430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-076f78d0-e761-4642-bac8-b513851a6230 req-239153de-d407-4a12-8ce9-ad4af012ec23 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392771 Feb 07 23:29:28.459695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Deleting port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:29:28.460036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:28.700937 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] For port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:28.701289 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.104927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.105213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.105523 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae disassociated. External IP: 172.25.0.55, port: 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11. Feb 07 23:29:29.105858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Calling delete_port for 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:29:29.247504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.300843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event deleted for resources: {'Port': ['ID=9b2d957d-e4f5-42f2-9195-0dd9f64a4c11,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:29.361747 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.507707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:29:29.588648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-27223612-0b9d-4494-a46a-9625f4eb0bf8 req-e1aeaa5e-3d18-417b-9883-5b717ecfeba3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=350f1332-93d9-4691-8d6d-35c513e944e6 HTTP/1.1" status: 200 len: 210 time: 0.0442281 Feb 07 23:29:29.649164 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.698393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:29:29.709878 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:29:29.718997 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:29:29.719609 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:29:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:29.776357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] No DVR routers for this DVR port 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:29:29.779048 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:29.781657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-deleted', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:29.800315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fc0fc9b7-efbd-4405-8cb0-846f5983fe4c req-822ac402-39f2-4d7c-8018-c2221f0cf100 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "DELETE /v2.0/ports/9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 HTTP/1.1" status: 204 len: 173 time: 1.4073777 Feb 07 23:29:29.839333 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f1332-93d9-4691-8d6d-35c513e944e6', 'name': 'network-vif-deleted', 'tag': '9b2d957d-e4f5-42f2-9195-0dd9f64a4c11', 'status': 'completed', 'code': 200} Feb 07 23:29:29.910465 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:29:30.263892 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:30.267472 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:29:30.276218 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:29:30.276840 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:29:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:30.448791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:29:30.774784 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:30.778723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b718fde-d611-4f2d-b8f1-72ef7bcc8f6d None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:29:30.939005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-cf1ceae2-7082-4c7f-8eda-6a728b6ad1ac tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1535594979&fields=id&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 267 time: 0.0472221 Feb 07 23:29:31.043564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9a8218-dbbe-450c-ac5c-15baf5fd7db6 None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:29:31.108797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-7385e239-ca04-4901-b9e1-b6ba9c0e319a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:31.110285 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-7385e239-ca04-4901-b9e1-b6ba9c0e319a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1622062 Feb 07 23:29:31.127441 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-bcbecdc3-a7ff-4ff4-b764-f30162fa1d9b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/quotas/bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 375 time: 0.0110929 Feb 07 23:29:31.219740 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-e1183894-914d-4f88-837b-e84e76fff02d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851967 Feb 07 23:29:31.237081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-548b6436-2246-45b2-b61c-ebc93c387a5b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:29:31.238734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-548b6436-2246-45b2-b61c-ebc93c387a5b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054562 Feb 07 23:29:31.260449 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:31.387916 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-1603a2bd-de12-4eaf-be20-b312a2868d93 service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432211 Feb 07 23:29:31.524687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-3c46c4be-5f3d-4b2f-8c4d-9194ad4dd27d service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306887 Feb 07 23:29:31.707253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43e2ec64-a1d7-4596-b592-f28b45a65862 req-fc385b33-0033-427e-bd54-c34f1d90e33f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 210 time: 0.0427330 Feb 07 23:29:32.498000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:29:32.532748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:29:32.533095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 9b2d957d-e4f5-42f2-9195-0dd9f64a4c11 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:29:32.746429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-2549a165-3169-4c04-8c65-20ce1e1b7130 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:32.748095 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-2549a165-3169-4c04-8c65-20ce1e1b7130 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1504161 Feb 07 23:29:32.801417 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d1d682a3-f2d9-4b05-a8db-54e835136700 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 380 time: 0.0449135 Feb 07 23:29:32.809445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'port': {'device_id': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'admin_state_up': True, 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'security_groups': ['af34ff70-a935-4be8-a6a8-cc35d4ce3250']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:32.951674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:29:32.956105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:port and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:29:32.959883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:29:32.965755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:29:32.973600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5f86e1e2-36c3-44f7-be86-4334160ccaed req-8edebaa1-a90c-4f4d-bf85-bab8b1c568ad tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 210 time: 0.1573935 Feb 07 23:29:32.975433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Made reservation on behalf of bd1e8ddcf5dd421d8a24dc520997bc13 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:29:32.979056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.138706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Allocated IP 172.20.0.7 (4de74214-4de3-4b80-896e-798e03f6dfa6/71006cef-6b76-40ec-9393-c4028b8dc4ca/4bb9076b-9d7b-471d-9e82-c01981162108) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:29:33.442870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.457819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Transition to ACTIVE for port object 4bb9076b-9d7b-471d-9e82-c01981162108 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:29:33.480893 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.553146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:29:33.556427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:29:33.560236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:29:33.589875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:33.626117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:33.626730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.651760 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-9d902638-173a-4d80-9da5-d25085ac4d34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459134 Feb 07 23:29:33.664487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Request body: {'port': {'device_id': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:33.782303 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.792663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a4dd2046-df5c-46db-a84d-baea2693fb54 None None] Provisioning for port 4bb9076b-9d7b-471d-9e82-c01981162108 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:29:33.797206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a4dd2046-df5c-46db-a84d-baea2693fb54 None None] Provisioning complete for port 4bb9076b-9d7b-471d-9e82-c01981162108 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:33.797572 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2046-df5c-46db-a84d-baea2693fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:33.859801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd2046-df5c-46db-a84d-baea2693fb54 None None] Port 4bb9076b-9d7b-471d-9e82-c01981162108 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:29:34.148166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb9076b-9d7b-471d-9e82-c01981162108 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:29:34.155683 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.170732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Transition to ACTIVE for port object 4bb9076b-9d7b-471d-9e82-c01981162108 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:29:34.174561 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.236735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3a4b-d5e7-4e40-9eff-d5a87ebef795 req-37e99804-10ef-43c6-9ace-acf557b45a5a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:34.238952 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f7f3a4b-d5e7-4e40-9eff-d5a87ebef795 req-37e99804-10ef-43c6-9ace-acf557b45a5a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.1529098 Feb 07 23:29:34.290650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f7f3a4b-d5e7-4e40-9eff-d5a87ebef795 req-8ac9b7b6-70ea-48ba-9fe2-da242057b26e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Feb 07 23:29:34.342889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:34.423619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:29:34.423956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:29:34.424290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:29:34.429820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:29:34.430182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:29:34.437317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:29:34.437444 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:29:34.437972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:29:34.438421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Bound port: 4bb9076b-9d7b-471d-9e82-c01981162108, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:29:34.438773 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.531134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:29:34.533945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:29:34.538585 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.596832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:34.598084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:34.599487 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] 10.222.0.36 "PUT /v2.0/ports/4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 1091 time: 0.9399474 Feb 07 23:29:34.599934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:34.622737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ec9c3-ef7e-424e-a73e-a73811668a33 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:34.676137 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'status': 'completed', 'code': 200} Feb 07 23:29:34.721803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-af954353-0ab4-4e55-b44d-4084724477d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:34.723332 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-af954353-0ab4-4e55-b44d-4084724477d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1094 time: 0.0805078 Feb 07 23:29:34.797505 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-7fd4a2c0-7baa-4dc5-910f-54df434fb751 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 217 time: 0.0661139 Feb 07 23:29:34.866328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-c3829ff1-21d3-4736-9f7e-30ae8b376614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:34.867685 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-c3829ff1-21d3-4736-9f7e-30ae8b376614 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0640345 Feb 07 23:29:34.945298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-f507ab55-bb21-4558-98f0-71db8a14b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:34.946784 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-f507ab55-bb21-4558-98f0-71db8a14b9a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727603 Feb 07 23:29:35.083958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-704826a3-091a-4f6f-99d3-d097d88701f6 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303542 Feb 07 23:29:35.339422 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1a21e6c3-974c-4b5c-9d6b-c23c37131be2 req-8465d773-7407-4dd4-8173-280ce63d1bbe service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454967 Feb 07 23:29:35.465981 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-90d68591-b205-4d70-a037-d9dbebc1b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.467469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-90d68591-b205-4d70-a037-d9dbebc1b3d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1094 time: 0.0715744 Feb 07 23:29:35.487543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ae04e-a2bc-487e-bd95-78e2dffd7ad6 req-d8f49208-9d9e-4013-abae-3a5e194ba39e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.489078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e7ae04e-a2bc-487e-bd95-78e2dffd7ad6 req-d8f49208-9d9e-4013-abae-3a5e194ba39e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.0831380 Feb 07 23:29:35.533355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e7ae04e-a2bc-487e-bd95-78e2dffd7ad6 req-d3dd481f-98c4-4915-8391-9609fcaa7353 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386407 Feb 07 23:29:35.608635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-e2f514f6-946c-4cfd-b29b-71f3551c3a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.609992 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-e2f514f6-946c-4cfd-b29b-71f3551c3a35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1278968 Feb 07 23:29:35.682587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-377cb43b-8f44-4822-b92f-57b81ceaf2b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 217 time: 0.0646636 Feb 07 23:29:35.744135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-8552cf8b-fc13-48da-bb94-cdfe047f002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.745668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-8552cf8b-fc13-48da-bb94-cdfe047f002e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0567126 Feb 07 23:29:35.823130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-f7444c08-ec3f-48c8-9fe0-1fe159c03273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:35.824622 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-f7444c08-ec3f-48c8-9fe0-1fe159c03273 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725689 Feb 07 23:29:35.956525 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-05088166-c475-4331-bd6b-76fc5192306f service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235681 Feb 07 23:29:36.089177 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a0fb6198-8d24-444a-99b7-47aacd91d8d9 req-578e8ae2-3f31-4074-851e-4923219851b6 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243083 Feb 07 23:29:36.358653 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:36.750718 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:36.792771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066ed6a-faa1-4edf-ba71-806aac93d94a req-c149a428-b35d-42df-ad5a-62681604ed1d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:36.794229 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b066ed6a-faa1-4edf-ba71-806aac93d94a req-c149a428-b35d-42df-ad5a-62681604ed1d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.1488175 Feb 07 23:29:36.846817 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b066ed6a-faa1-4edf-ba71-806aac93d94a req-0300f49f-a26b-4fc4-b3fe-b4e3e9b1db1c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434227 Feb 07 23:29:38.033186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50652e-92b4-4275-8b12-ec4b8932a99f req-2f67c916-dfdb-4df1-b7c3-aae8de7ccb38 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:38.034648 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c50652e-92b4-4275-8b12-ec4b8932a99f req-2f67c916-dfdb-4df1-b7c3-aae8de7ccb38 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.0798376 Feb 07 23:29:38.078948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6c50652e-92b4-4275-8b12-ec4b8932a99f req-060d3d64-4f12-423e-9f6f-d84f0253ea79 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 Feb 07 23:29:38.509394 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:29:38.672867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:38.685807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4bb9076b-9d7b-471d-9e82-c01981162108', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': '4bb9076b-9d7b-471d-9e82-c01981162108', 'mac_address': 'fa:16:3e:58:58:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:29:38.743488 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:38.760863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb9076b-9d7b-471d-9e82-c01981162108 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:29:38.776830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:38.780857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:38.847749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:38.967547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4bb9076b-9d7b-471d-9e82-c01981162108'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:29:39.265725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1180-41df-4cbc-a12b-f1d54e23df3b req-9cff636b-f1f3-4945-86f3-df408fa3e568 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:39.267155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f0d1180-41df-4cbc-a12b-f1d54e23df3b req-9cff636b-f1f3-4945-86f3-df408fa3e568 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0824995 Feb 07 23:29:39.311639 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6f0d1180-41df-4cbc-a12b-f1d54e23df3b req-56ef5898-83c6-4e74-ad60-5138b6582f6b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381517 Feb 07 23:29:40.508173 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ba61c-6170-49c1-b4f3-992214dfc01c req-63ccf444-1032-4433-8fcf-2ac8222b7c1f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:40.509645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e2ba61c-6170-49c1-b4f3-992214dfc01c req-63ccf444-1032-4433-8fcf-2ac8222b7c1f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0789876 Feb 07 23:29:40.524803 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:29:40.554705 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e2ba61c-6170-49c1-b4f3-992214dfc01c req-103ee6cc-edb3-4a90-a7ea-d46db2df95bc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392003 Feb 07 23:29:40.591839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 4bb9076b-9d7b-471d-9e82-c01981162108 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:29:40.596579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 4bb9076b-9d7b-471d-9e82-c01981162108 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:29:40.596981 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:40.712248 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:40.737759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:40.747732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:29:40.751533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:40.787363 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'code': 200} Feb 07 23:29:40.819503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:29:40.939114 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f343f-c81e-42d1-8683-8f22b5062439 req-aa7e0dad-3c88-4eb3-a90b-182578006531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:40.941669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0f343f-c81e-42d1-8683-8f22b5062439 req-aa7e0dad-3c88-4eb3-a90b-182578006531 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1096 time: 0.0918128 Feb 07 23:29:40.981071 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3a0f343f-c81e-42d1-8683-8f22b5062439 req-918fabdd-3bfc-4259-bbd4-df2fe9b8517a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332246 Feb 07 23:29:41.739861 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf97989-dc37-41de-aa1b-fc52233d2eb3 req-6a2a0e58-75b6-4021-8fb9-b20a5622b198 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:41.741338 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf97989-dc37-41de-aa1b-fc52233d2eb3 req-6a2a0e58-75b6-4021-8fb9-b20a5622b198 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0827746 Feb 07 23:29:41.783566 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cf97989-dc37-41de-aa1b-fc52233d2eb3 req-6d1f7739-a025-4424-a147-9f23b816077e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366297 Feb 07 23:29:42.970811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5404b-af3a-4bbc-ab2e-b951516c032f req-9eaffb2f-f98a-47ef-841c-39864720ab0a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:42.972234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adc5404b-af3a-4bbc-ab2e-b951516c032f req-9eaffb2f-f98a-47ef-841c-39864720ab0a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0791407 Feb 07 23:29:43.019882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-adc5404b-af3a-4bbc-ab2e-b951516c032f req-022a295a-53df-4615-9175-ebd6979bd3ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Feb 07 23:29:43.066641 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:29:43.202255 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47d95a-f16b-4f6e-a1f2-dfbbaa461edb req-c99cf794-94a0-4f03-9e44-18fc334e92da tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:43.203689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff47d95a-f16b-4f6e-a1f2-dfbbaa461edb req-c99cf794-94a0-4f03-9e44-18fc334e92da tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0809693 Feb 07 23:29:43.212575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 53858) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:29:43.217516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'floatingip': {'port_id': '4bb9076b-9d7b-471d-9e82-c01981162108'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:29:43.294792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:44.002398 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:44.006269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:44.178382 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae associated. External IP: 172.25.0.55, port: 4bb9076b-9d7b-471d-9e82-c01981162108. Feb 07 23:29:44.534157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:29:44.712265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:29:44.718124 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:44.723835 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:29:44.733640 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:29:44.734235 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:29:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:44.777457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-90f7b523-b110-48a2-9f00-641c7f22ee14 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "PUT /v2.0/floatingips/18fe49e3-5954-4824-874c-550a7904a9ae HTTP/1.1" status: 200 len: 990 time: 1.5637963 Feb 07 23:29:44.778050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:29:44.825430 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'status': 'completed', 'code': 200} Feb 07 23:29:44.914156 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:29:44.941269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611bd0-379d-422d-9866-0375ec707d4a req-a381b5df-2e6a-400c-9054-641f9a70afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:44.943333 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1611bd0-379d-422d-9866-0375ec707d4a req-a381b5df-2e6a-400c-9054-641f9a70afd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1096 time: 0.0967464 Feb 07 23:29:44.950971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd1632-178b-4d65-a447-48dc59394fb6 req-d82c72fc-06df-4db6-b615-359cb0de3d61 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:44.952423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6dd1632-178b-4d65-a447-48dc59394fb6 req-d82c72fc-06df-4db6-b615-359cb0de3d61 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0872314 Feb 07 23:29:45.000578 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a6dd1632-178b-4d65-a447-48dc59394fb6 req-b003615c-51cb-46c3-b0a3-192a8b75ab0c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Feb 07 23:29:45.078031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611bd0-379d-422d-9866-0375ec707d4a req-cccd1337-e7e6-48ad-aaf8-ab24ec0d27fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:45.080133 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1611bd0-379d-422d-9866-0375ec707d4a req-cccd1337-e7e6-48ad-aaf8-ab24ec0d27fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1308372 Feb 07 23:29:45.185358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1611bd0-379d-422d-9866-0375ec707d4a req-572251fd-cc48-497d-a7c6-c0c3d3e9b056 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 998 time: 0.0975080 Feb 07 23:29:45.249016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611bd0-379d-422d-9866-0375ec707d4a req-653c11f6-3edb-447b-85d5-513d933cf6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:45.250470 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1611bd0-379d-422d-9866-0375ec707d4a req-653c11f6-3edb-447b-85d5-513d933cf6f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0592957 Feb 07 23:29:45.302543 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '4bb9076b-9d7b-471d-9e82-c01981162108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:58:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:29:43Z', 'revision_number': 9, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:45.306439 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:29:45.315303 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:29:45.315891 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:29:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:45.329055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1611bd0-379d-422d-9866-0375ec707d4a req-01a218b7-e9e8-41ef-9c02-32ac2cae4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:45.330471 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1611bd0-379d-422d-9866-0375ec707d4a req-01a218b7-e9e8-41ef-9c02-32ac2cae4564 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745623 Feb 07 23:29:45.470752 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1611bd0-379d-422d-9866-0375ec707d4a req-b14323c6-5116-4b68-9349-74403ee741db service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337838 Feb 07 23:29:45.495133 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:29:45.604676 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d1611bd0-379d-422d-9866-0375ec707d4a req-92f0a7ba-d3bf-44f8-b9b8-80ca7bac6248 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284027 Feb 07 23:29:45.840478 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '4bb9076b-9d7b-471d-9e82-c01981162108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:58:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:29:43Z', 'revision_number': 9, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:29:45.844356 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f21d336-131b-44b4-ae4c-3f1348ee755e None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': '4bb9076b-9d7b-471d-9e82-c01981162108', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:58:58:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:29:43Z', 'revision_number': 9, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:29:46.042209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88e022e-8a48-47ce-a974-e3a4f2df73f1 None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:29:46.193710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3a74c-135e-4b99-9836-6cb99ba47ae2 req-dad71b83-18fa-4fcb-bcad-26663a782e34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:46.195179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fa3a74c-135e-4b99-9836-6cb99ba47ae2 req-dad71b83-18fa-4fcb-bcad-26663a782e34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0825760 Feb 07 23:29:46.239119 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fa3a74c-135e-4b99-9836-6cb99ba47ae2 req-1b7d86c9-1959-45af-85bc-d9f7243372d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382247 Feb 07 23:29:46.648876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-fa24e261-ef23-42eb-8eb7-23b334aec26b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1300583 Feb 07 23:29:46.665058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6f4a1-e22e-4872-8e23-7965c36c3452 req-51e5e4b9-82ef-409f-89a3-426859f1c404 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:46.666878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3c6f4a1-e22e-4872-8e23-7965c36c3452 req-51e5e4b9-82ef-409f-89a3-426859f1c404 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.1056206 Feb 07 23:29:46.711216 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3c6f4a1-e22e-4872-8e23-7965c36c3452 req-1aa7fc91-07c1-47b1-b8ea-e322d93696ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384271 Feb 07 23:29:47.907719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb074e57-2912-489a-a249-0e3c6cef568d req-5d90a352-c459-4368-980a-5148f2fec6e5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:47.909344 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb074e57-2912-489a-a249-0e3c6cef568d req-5d90a352-c459-4368-980a-5148f2fec6e5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0888259 Feb 07 23:29:47.957019 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb074e57-2912-489a-a249-0e3c6cef568d req-35a3ecd4-e21e-4ecb-b0eb-a8e6fcd7fb2c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Feb 07 23:29:48.044023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-31e419ee-6a9f-4126-8f40-d903b9d9c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:48.045518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-31e419ee-6a9f-4126-8f40-d903b9d9c0cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1096 time: 0.1919558 Feb 07 23:29:48.175287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-5f56397f-b2c6-4f16-b400-377ce7324216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:48.177302 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-5f56397f-b2c6-4f16-b400-377ce7324216 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1261194 Feb 07 23:29:48.288826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-8f7ac50a-e39b-45c2-ae5a-04a3299f72e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 1001 time: 0.1008029 Feb 07 23:29:48.351515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-a0da8839-47dc-47a9-9ca3-719d4e595db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:48.352894 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-a0da8839-47dc-47a9-9ca3-719d4e595db5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0583060 Feb 07 23:29:48.431269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-7b4e0b44-a9d0-4171-af15-be1120cc07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:48.432862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-7b4e0b44-a9d0-4171-af15-be1120cc07a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743682 Feb 07 23:29:48.571298 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-929b1ddb-22dc-421e-be2a-f0304a2ef278 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325357 Feb 07 23:29:48.702527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-78ab8766-b6ee-4b4f-8c9e-2f3f94737d79 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253707 Feb 07 23:29:49.152711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a87d3-1c24-456f-b202-d38d668524a6 req-57fbb0bb-3c2f-4c5a-b753-518b46cdf839 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:49.154172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f47a87d3-1c24-456f-b202-d38d668524a6 req-57fbb0bb-3c2f-4c5a-b753-518b46cdf839 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0795183 Feb 07 23:29:49.197034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f47a87d3-1c24-456f-b202-d38d668524a6 req-2f6e70d7-05cc-4ecb-b085-cb62aafb2cda tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372732 Feb 07 23:29:50.517897 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ebf0-6ea1-45f9-867d-98eca0097208 req-45562ef0-2f9e-4ffc-988a-a6c33e95ef23 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:50.519263 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d08ebf0-6ea1-45f9-867d-98eca0097208 req-45562ef0-2f9e-4ffc-988a-a6c33e95ef23 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.2125316 Feb 07 23:29:50.563432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4d08ebf0-6ea1-45f9-867d-98eca0097208 req-44d62035-603f-4579-8c3a-498d0aac6e08 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385160 Feb 07 23:29:51.753533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6276a-404e-494a-a270-01f2e901b2c0 req-06e72ce1-5ed7-4949-82ea-0bb5ff3632c4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:51.755049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ec6276a-404e-494a-a270-01f2e901b2c0 req-06e72ce1-5ed7-4949-82ea-0bb5ff3632c4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0810640 Feb 07 23:29:51.803724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ec6276a-404e-494a-a270-01f2e901b2c0 req-a5746b27-dac9-47fc-8867-d75d80cd08e6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Feb 07 23:29:52.994407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce5eaf-22a3-4575-bf57-6daa384647bf req-0cafe8f0-84ce-4cc3-ad6d-ae08ef21f9d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:52.995868 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fce5eaf-22a3-4575-bf57-6daa384647bf req-0cafe8f0-84ce-4cc3-ad6d-ae08ef21f9d9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0828865 Feb 07 23:29:53.041496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fce5eaf-22a3-4575-bf57-6daa384647bf req-1693afc6-c2d0-46e3-bd52-97c2cdacee98 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Feb 07 23:29:54.238055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0ce4-9ff5-4085-9d6a-8ff1a2c3841b req-84276260-8bd4-4401-b2be-469e7e6ce574 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:54.239975 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-359e0ce4-9ff5-4085-9d6a-8ff1a2c3841b req-84276260-8bd4-4401-b2be-469e7e6ce574 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0917306 Feb 07 23:29:54.283926 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-359e0ce4-9ff5-4085-9d6a-8ff1a2c3841b req-3154f521-e563-4ce7-8e59-a5b113e8ed7a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382605 Feb 07 23:29:55.468129 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837bf74-692a-4dbf-8118-511a75fa0f35 req-c54f1458-3454-4e5a-8813-d622c6ad555c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:55.469595 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c837bf74-692a-4dbf-8118-511a75fa0f35 req-c54f1458-3454-4e5a-8813-d622c6ad555c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0794048 Feb 07 23:29:55.513674 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c837bf74-692a-4dbf-8118-511a75fa0f35 req-cef2feed-a826-45f4-99bf-fb71e70695b3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384026 Feb 07 23:29:56.023430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b621c61e-09c5-4760-8940-9b531b7f5d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:56.699768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17349d8-54f7-466a-89ad-2c807e3b7ad5 req-3f4133e6-3325-4c81-aeda-bba46d13eb2b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:56.701268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17349d8-54f7-466a-89ad-2c807e3b7ad5 req-3f4133e6-3325-4c81-aeda-bba46d13eb2b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0829318 Feb 07 23:29:56.745430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17349d8-54f7-466a-89ad-2c807e3b7ad5 req-fd455dc7-df7a-4269-8469-8fc0bd416025 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384772 Feb 07 23:29:57.933064 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2c2ff-2d97-4c53-9fe8-7fa2532c3a5d req-68778d4d-f48b-4570-baab-a772750f7d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:57.934536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77c2c2ff-2d97-4c53-9fe8-7fa2532c3a5d req-68778d4d-f48b-4570-baab-a772750f7d2f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0811164 Feb 07 23:29:57.983316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-77c2c2ff-2d97-4c53-9fe8-7fa2532c3a5d req-88ab2508-2773-4f42-98cb-2700915f11e8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Feb 07 23:29:58.237778 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1b1cdd22-41b1-4e02-a95f-f605724eb9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:59.171608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07042290-7f38-4f3f-9584-03aff0b00f30 req-f7d9e36f-d9ed-46ab-8724-54ba2f7d9574 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:29:59.173079 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07042290-7f38-4f3f-9584-03aff0b00f30 req-f7d9e36f-d9ed-46ab-8724-54ba2f7d9574 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0811803 Feb 07 23:29:59.218232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-07042290-7f38-4f3f-9584-03aff0b00f30 req-dc5cc8d7-fd2a-4b0e-8314-18c90fc28d25 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389876 Feb 07 23:29:59.365479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:29:59.651083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:00.415076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd3412-38ee-422f-b750-fda05a0f5f57 req-67a3e555-f795-4f32-8264-df6f5528a119 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:00.416603 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23cd3412-38ee-422f-b750-fda05a0f5f57 req-67a3e555-f795-4f32-8264-df6f5528a119 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0849135 Feb 07 23:30:00.461211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-23cd3412-38ee-422f-b750-fda05a0f5f57 req-4a038fc2-cc13-4891-b94a-d40623c24422 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390205 Feb 07 23:30:01.135447 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:01.646691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dedce-7b5e-4398-9154-f7ea5cf35690 req-b1735517-208a-48eb-ad7b-f7dda8c20a55 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:01.648161 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed3dedce-7b5e-4398-9154-f7ea5cf35690 req-b1735517-208a-48eb-ad7b-f7dda8c20a55 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0790186 Feb 07 23:30:01.693747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed3dedce-7b5e-4398-9154-f7ea5cf35690 req-8eba933a-d440-4ee6-9f5a-08a7277f81f1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Feb 07 23:30:02.898918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67ba8d-7640-467f-9ef8-6f43984a9ce2 req-57d93098-295f-4dbb-9478-e2bb8b0539bc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:02.900784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f67ba8d-7640-467f-9ef8-6f43984a9ce2 req-57d93098-295f-4dbb-9478-e2bb8b0539bc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0994420 Feb 07 23:30:02.956055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4f67ba8d-7640-467f-9ef8-6f43984a9ce2 req-44bcd896-ac6b-44b3-94cd-b615ce29f6d1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445828 Feb 07 23:30:04.147448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490723f0-1f54-4694-a1ed-c8149af3052d req-5a85fc06-229f-4346-9f84-853d05ce5277 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:04.148996 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-490723f0-1f54-4694-a1ed-c8149af3052d req-5a85fc06-229f-4346-9f84-853d05ce5277 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0829442 Feb 07 23:30:04.193778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-490723f0-1f54-4694-a1ed-c8149af3052d req-cdbf44b2-2679-40b4-9ad8-7cc9f7e1c142 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386095 Feb 07 23:30:05.381150 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f9437-dd21-4e09-864a-8cc38fe6e753 req-367ec4c4-8153-481c-a412-6794fcc0b378 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:05.383221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f09f9437-dd21-4e09-864a-8cc38fe6e753 req-367ec4c4-8153-481c-a412-6794fcc0b378 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0836673 Feb 07 23:30:05.426081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f09f9437-dd21-4e09-864a-8cc38fe6e753 req-b62f1ea8-6b96-4639-8c87-f2ec6a1eb947 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369089 Feb 07 23:30:06.347334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:06.622182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d19cc-2f55-4182-9033-db4152692b79 req-171241b1-aced-4396-8e38-997a10efa4a4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:06.623553 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-951d19cc-2f55-4182-9033-db4152692b79 req-171241b1-aced-4396-8e38-997a10efa4a4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0881176 Feb 07 23:30:06.676405 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-951d19cc-2f55-4182-9033-db4152692b79 req-4a0a1ec9-e922-487f-b043-3da5f0c6eb87 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422518 Feb 07 23:30:06.745499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:07.863693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6a76a-70ba-46e9-affa-f73cd9203641 req-dceb526b-a38f-4464-9858-9c47f7aa45a0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:07.865114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5b6a76a-70ba-46e9-affa-f73cd9203641 req-dceb526b-a38f-4464-9858-9c47f7aa45a0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0814762 Feb 07 23:30:07.913335 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5b6a76a-70ba-46e9-affa-f73cd9203641 req-e975366a-adfb-4a91-8c47-6f7427d4e2e2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417066 Feb 07 23:30:09.101452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cfb0a-1f35-41f4-a28d-018ef2167caf req-6cddd599-a775-42d2-af76-4ff9ef2130c7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:09.102931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c3cfb0a-1f35-41f4-a28d-018ef2167caf req-6cddd599-a775-42d2-af76-4ff9ef2130c7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0825031 Feb 07 23:30:09.147689 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1c3cfb0a-1f35-41f4-a28d-018ef2167caf req-d733aa8a-3d77-49a5-84d8-718f0d99aa04 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 Feb 07 23:30:10.433878 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-37df2c22-fc30-4505-8d60-ce59b26c6a37 service neutron] show failed (client error): The resource could not be found. Feb 07 23:30:10.434901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-37df2c22-fc30-4505-8d60-ce59b26c6a37 service neutron] 10.222.0.36 "GET /v2.0/ports/4bb9076b-9d7b-471d-9e82-c01981162108/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0769808 Feb 07 23:30:10.499307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8822-31f6-4a78-afaa-82e714aec888 req-39062eca-c5d8-4ea3-9cb8-196d631b3ffb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:10.500800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd2a8822-31f6-4a78-afaa-82e714aec888 req-39062eca-c5d8-4ea3-9cb8-196d631b3ffb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0983453 Feb 07 23:30:10.546927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd2a8822-31f6-4a78-afaa-82e714aec888 req-b7b93811-3fa6-4c7a-b8dd-52b617e22ea6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Feb 07 23:30:10.708034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-57459a01-f456-4041-a698-f7e99352bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:10.709479 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-57459a01-f456-4041-a698-f7e99352bcff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 1096 time: 0.0755396 Feb 07 23:30:10.726713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:10.840477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:11.111245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:11.145335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:30:11.215458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:11.221155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:11.238373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Transition to ACTIVE for port object 4bb9076b-9d7b-471d-9e82-c01981162108 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:30:11.243372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:11.285217 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'code': 200} Feb 07 23:30:11.396531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:11.568048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] No DVR routers for this DVR port 4bb9076b-9d7b-471d-9e82-c01981162108 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:30:11.745538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aaf912-ce07-4264-8dc2-2f340655b50d req-0ae21e11-4c14-44fb-b920-0caf748b410c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:11.747065 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43aaf912-ce07-4264-8dc2-2f340655b50d req-0ae21e11-4c14-44fb-b920-0caf748b410c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.0867581 Feb 07 23:30:11.801368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43aaf912-ce07-4264-8dc2-2f340655b50d req-011e6486-1098-408f-ae95-a6ee479989f5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486560 Feb 07 23:30:11.801581 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:30:11.801702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:30:11.802021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:30:11.807073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:30:11.807386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:30:11.813132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:30:11.813470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:30:11.813856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:30:11.814283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Bound port: 4bb9076b-9d7b-471d-9e82-c01981162108, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:30:11.814630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:11.914343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:30:11.917527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:30:11.921392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:11.984235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:11.984985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:11.986259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] 10.222.0.26 "PUT /v2.0/ports/4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 1091 time: 1.2642801 Feb 07 23:30:12.007873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f78034-2b99-4572-853e-46e52b2ae250 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:12.092401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-4611d26f-3110-49c0-b2c0-a995aa2c1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:12.095444 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-4611d26f-3110-49c0-b2c0-a995aa2c1c97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1094 time: 0.0813406 Feb 07 23:30:12.248227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-48754b39-7bc5-46bf-a2dd-4641ede2f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:12.250780 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-48754b39-7bc5-46bf-a2dd-4641ede2f355 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1459417 Feb 07 23:30:12.358090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-d3fd7505-caef-4206-ae82-e8dccc9ce99e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 999 time: 0.0984714 Feb 07 23:30:12.424331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-f7b9c98b-f91c-4ca0-9792-acec60f75f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:12.425821 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-f7b9c98b-f91c-4ca0-9792-acec60f75f93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0580471 Feb 07 23:30:12.514437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-ec610e24-fe9f-4bcb-ab30-2b64dc46cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:12.515932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-ec610e24-fe9f-4bcb-ab30-2b64dc46cb94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788457 Feb 07 23:30:12.672857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-1551167f-7043-4d0b-8151-6fcdaf539eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469691 Feb 07 23:30:12.820202 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1cfb854e-5614-4b07-8b03-6ee52496e389 req-79ad5585-f01d-426a-baf9-bed563495fc7 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382296 Feb 07 23:30:13.026630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb684b27-9ab1-4780-832f-ee876c58517f req-c1f726e5-8ef7-40c5-a52c-3c38dce79ac0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.028172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb684b27-9ab1-4780-832f-ee876c58517f req-c1f726e5-8ef7-40c5-a52c-3c38dce79ac0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.0913332 Feb 07 23:30:13.078419 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb684b27-9ab1-4780-832f-ee876c58517f req-2130eda8-8c19-45b1-bea8-ee54fc565c5b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444193 Feb 07 23:30:13.286101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:13.345896 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'status': 'completed', 'code': 200} Feb 07 23:30:13.503087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-bf85a374-3015-4534-b151-d26db0419b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.504776 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-bf85a374-3015-4534-b151-d26db0419b37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1094 time: 0.1421392 Feb 07 23:30:13.509394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-aa1b308b-aaee-4b75-8143-2689d6073c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.510764 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-aa1b308b-aaee-4b75-8143-2689d6073c01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1094 time: 0.1105304 Feb 07 23:30:13.892584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-7825160b-ead9-4514-92cd-eb70c4fa840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.894213 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-7825160b-ead9-4514-92cd-eb70c4fa840c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.3825991 Feb 07 23:30:13.895518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-354ee5f1-ed7b-43e2-82fe-2ef5c698f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:13.896986 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-354ee5f1-ed7b-43e2-82fe-2ef5c698f653 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.3657708 Feb 07 23:30:14.094999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-1f9b3451-f2d3-4333-8670-f85d8ca48b43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 999 time: 0.1937084 Feb 07 23:30:14.096750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-f5af0878-a4b8-4a6c-9bad-b5093142d1cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 999 time: 0.1457310 Feb 07 23:30:14.225210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-fc3e84a2-0a81-40c4-b42d-e7f9664a1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:14.226763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-fc3e84a2-0a81-40c4-b42d-e7f9664a1e5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.1259363 Feb 07 23:30:14.228151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-0787dac7-0e57-4492-8b98-eb8e91fb570f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:14.229549 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-0787dac7-0e57-4492-8b98-eb8e91fb570f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0936904 Feb 07 23:30:14.299077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54939bcc-1013-41b2-af95-637eb154a001 req-4116f7be-2a43-4be0-8e5d-ed33fd3e6607 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:14.300919 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54939bcc-1013-41b2-af95-637eb154a001 req-4116f7be-2a43-4be0-8e5d-ed33fd3e6607 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.1067648 Feb 07 23:30:14.354844 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54939bcc-1013-41b2-af95-637eb154a001 req-3b631926-150b-4a6c-88e0-984dff5cc0f9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472970 Feb 07 23:30:14.369871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-2f2f98bd-6f97-4d8c-83c6-d987e2a7efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:14.371470 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-2f2f98bd-6f97-4d8c-83c6-d987e2a7efb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390076 Feb 07 23:30:14.373614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-a349664b-634e-490b-a99b-6c78a6a69861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:14.375112 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-a349664b-634e-490b-a99b-6c78a6a69861 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099737 Feb 07 23:30:14.655413 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-0dcb883c-39a5-47d3-9e68-31fa626b2513 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774503 Feb 07 23:30:14.658862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-3bab7c84-f0d4-4c47-b9eb-e1a134242b3a service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564218 Feb 07 23:30:14.717347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:30:14.810077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:30:14.931988 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-810959b8-5444-4c3a-8568-58c9c2a1677d service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479110 Feb 07 23:30:14.933646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8a3fdcc7-ac12-4262-952c-cf74974cafa6 req-eebc17b2-a3f6-4fd9-8d2d-cdbde69ab697 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728095 Feb 07 23:30:15.560489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afec28-387a-4a69-930d-9cecb827a823 req-32deae2b-80e8-48c8-9ff6-e17b4d864b76 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:15.561912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42afec28-387a-4a69-930d-9cecb827a823 req-32deae2b-80e8-48c8-9ff6-e17b4d864b76 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.0870779 Feb 07 23:30:15.609410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-42afec28-387a-4a69-930d-9cecb827a823 req-e7e46560-8710-4bc6-ba92-8bf79c8bf5fc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411122 Feb 07 23:30:15.938884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:30:16.047662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-e89f860d-d9ec-4524-a710-927a7df2e485 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:16.048880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-e89f860d-d9ec-4524-a710-927a7df2e485 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Synchronizing usage tracker for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:30:16.067334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-e89f860d-d9ec-4524-a710-927a7df2e485 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Unset dirty status for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:30:16.068757 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-e89f860d-d9ec-4524-a710-927a7df2e485 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 943 time: 0.1229093 Feb 07 23:30:16.096241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594e721-6669-4abe-8cf5-0829ab0bf95f req-fc226b02-99dc-4719-b712-20291c3dc350 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:16.097860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8594e721-6669-4abe-8cf5-0829ab0bf95f req-fc226b02-99dc-4719-b712-20291c3dc350 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 943 time: 0.0860276 Feb 07 23:30:16.114193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:16.142427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '4bb9076b-9d7b-471d-9e82-c01981162108', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': '4bb9076b-9d7b-471d-9e82-c01981162108', 'mac_address': 'fa:16:3e:58:58:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:30:16.151312 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8594e721-6669-4abe-8cf5-0829ab0bf95f req-6697c333-74ac-4b41-aefa-802f8e9f3f9d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435028 Feb 07 23:30:16.177970 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-97839bd3-4f34-44b3-a9ef-758d460db534 service neutron] 10.222.0.26 "GET /v2.0/ports/4bb9076b-9d7b-471d-9e82-c01981162108/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 382 time: 0.1030908 Feb 07 23:30:16.233165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:16.253492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb9076b-9d7b-471d-9e82-c01981162108 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:30:16.270776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:16.275864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:16.280579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-45b03f6b-c8f5-49a7-9d44-4e22be16bb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:16.282065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-45b03f6b-c8f5-49a7-9d44-4e22be16bb42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1094 time: 0.0797617 Feb 07 23:30:16.359389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:16.430630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-15c5fab3-0923-408a-a350-3e1f4de03174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:16.431998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-15c5fab3-0923-408a-a350-3e1f4de03174 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1441944 Feb 07 23:30:16.556351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['4bb9076b-9d7b-471d-9e82-c01981162108'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:30:16.668008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-9bbbd4ef-91c6-411b-9e7d-ae997c77758a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 1000 time: 0.2279797 Feb 07 23:30:16.733808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-05a2e01e-44b2-4d0e-834b-252d2a56bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:16.735167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-05a2e01e-44b2-4d0e-834b-252d2a56bd1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0610487 Feb 07 23:30:16.828319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-211d3bea-e7ac-404c-86ef-d88ce5ff2fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:16.830020 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-211d3bea-e7ac-404c-86ef-d88ce5ff2fce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873382 Feb 07 23:30:16.985148 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-f4c16cce-2396-442b-a31d-0a2749c9f8fc service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483049 Feb 07 23:30:17.118176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-5039d43f-42b3-4c4e-872b-48ad519cfb16 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266077 Feb 07 23:30:17.341852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b391642-2de9-40ac-9811-bf0b94c5fdd6 req-f59b713b-880b-47c3-ac95-efe3be0f3596 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:17.343219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b391642-2de9-40ac-9811-bf0b94c5fdd6 req-f59b713b-880b-47c3-ac95-efe3be0f3596 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0849462 Feb 07 23:30:17.387221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b391642-2de9-40ac-9811-bf0b94c5fdd6 req-5b3487b3-202a-4f5f-b1db-faef4d1ae156 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381501 Feb 07 23:30:17.952463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:30:18.026312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 4bb9076b-9d7b-471d-9e82-c01981162108 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:30:18.031199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 4bb9076b-9d7b-471d-9e82-c01981162108 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:18.031581 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.153195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.181193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:18.193036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:18.197964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:18.245490 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'code': 200} Feb 07 23:30:18.269763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:18.552463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-8783354f-9ff9-462b-a2f8-4ccb01e4523c req-3df601a2-de73-4411-b010-fcebdcf27ebd service neutron] (87671) timed out ('10.222.0.10', 39064) {{(pid=87671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:30:18.576520 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2963-9612-4275-aaba-6da25ae9dda3 req-7a95b30a-f4e9-4c94-86d2-5ca45f1b64b9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:18.577990 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e6d2963-9612-4275-aaba-6da25ae9dda3 req-7a95b30a-f4e9-4c94-86d2-5ca45f1b64b9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0815160 Feb 07 23:30:18.629755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3e6d2963-9612-4275-aaba-6da25ae9dda3 req-a866cdfd-7474-468f-946a-7cc00d36bbe6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 Feb 07 23:30:19.527999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6d603171-b6ec-46fd-b2b2-9f1ecda99e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:19.529515 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6d603171-b6ec-46fd-b2b2-9f1ecda99e8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 1096 time: 0.0772719 Feb 07 23:30:19.539699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:19.657028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:19.822602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e29f5-e47a-4f05-8f44-f76c52c10fb1 req-624c3d72-314f-40bc-bc5c-66e6346d6e34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:19.824156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b7e29f5-e47a-4f05-8f44-f76c52c10fb1 req-624c3d72-314f-40bc-bc5c-66e6346d6e34 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0845649 Feb 07 23:30:19.870313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b7e29f5-e47a-4f05-8f44-f76c52c10fb1 req-33eacfdb-b5d5-4337-8d09-19839914784c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401642 Feb 07 23:30:19.935120 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:19.964912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:30:20.028750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:20.034155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.050209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Transition to ACTIVE for port object 4bb9076b-9d7b-471d-9e82-c01981162108 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:30:20.055456 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.065816 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:30:20.099490 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'code': 200} Feb 07 23:30:20.207183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.220539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.220906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.221247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.221583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.221917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.222256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.222580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.222906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.223234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.223566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.223928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.224202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:20.271103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] No DVR routers for this DVR port 4bb9076b-9d7b-471d-9e82-c01981162108 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:30:20.499462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:30:20.499797 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:30:20.500173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:30:20.504688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:30:20.505012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Attempting to bind port 4bb9076b-9d7b-471d-9e82-c01981162108 on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:30:20.510071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:30:20.510410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:30:20.510795 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:30:20.511221 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Bound port: 4bb9076b-9d7b-471d-9e82-c01981162108, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:30:20.511559 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.601118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:30:20.604228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:30:20.608788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.670976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:20.671599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:20.672982 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] 10.222.0.36 "PUT /v2.0/ports/4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 1092 time: 1.1371684 Feb 07 23:30:20.695669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a1d2-c899-4997-8964-debb068c2676 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=11']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:20.838107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-b68e0662-9513-470a-80f8-7f79566284ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:20.839790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-b68e0662-9513-470a-80f8-7f79566284ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1095 time: 0.1405365 Feb 07 23:30:21.070156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f84457-878c-4a6b-8b7f-18543f868bc9 req-3faa3835-b2dd-47c7-be12-ee2ad0a116ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:21.071647 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70f84457-878c-4a6b-8b7f-18543f868bc9 req-3faa3835-b2dd-47c7-be12-ee2ad0a116ec tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0885167 Feb 07 23:30:21.112122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-1ae46d20-47fb-4677-90f5-c58708f91136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:21.113625 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-1ae46d20-47fb-4677-90f5-c58708f91136 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2641716 Feb 07 23:30:21.125623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70f84457-878c-4a6b-8b7f-18543f868bc9 req-8c9ba023-af30-497a-bb6f-43c3015a0cce tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Feb 07 23:30:21.230018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-3792951d-542e-4b5f-9c0f-0465cecd5da3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 999 time: 0.1072969 Feb 07 23:30:21.295287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-dfd5daaa-6e1f-4923-bce1-067ad4e6dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:21.296747 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-dfd5daaa-6e1f-4923-bce1-067ad4e6dccc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0613596 Feb 07 23:30:21.372439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-ffa4f263-f64b-4446-a5b8-202219742cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:21.373954 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-ffa4f263-f64b-4446-a5b8-202219742cf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716953 Feb 07 23:30:21.510212 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-55319f8e-0cd1-4b45-bf1a-020900544168 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301522 Feb 07 23:30:21.647763 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6168b93a-9ddc-48f8-a9ab-1f252f91d3bb req-9dd99942-fa8c-4acb-b523-c61da4a208f8 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315129 Feb 07 23:30:21.986511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:30:22.043126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:30:22.100180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:22.158059 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'status': 'completed', 'code': 200} Feb 07 23:30:22.312273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-98581a23-ea4c-4a73-bf9f-137ac39708e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.313791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-98581a23-ea4c-4a73-bf9f-137ac39708e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1095 time: 0.1334937 Feb 07 23:30:22.315664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-f1446456-32c2-415a-a694-d3dbb0753460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.317054 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-f1446456-32c2-415a-a694-d3dbb0753460 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 1095 time: 0.1024573 Feb 07 23:30:22.319103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc83d18-53e3-4d9f-b289-72f45587b81c req-4989a91b-77c4-42e0-aa07-8063abbaf923 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.321321 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fc83d18-53e3-4d9f-b289-72f45587b81c req-4989a91b-77c4-42e0-aa07-8063abbaf923 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0815034 Feb 07 23:30:22.365855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3fc83d18-53e3-4d9f-b289-72f45587b81c req-ea447994-cd22-4bff-9b68-7a72321ec808 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392711 Feb 07 23:30:22.554720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-fcda3f98-6fd9-49e4-99ea-1c1a6196117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.554720 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-fcda3f98-6fd9-49e4-99ea-1c1a6196117b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2334511 Feb 07 23:30:22.554720 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-8393b1fc-a103-4d2e-b04c-d1d6c2b9d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.562469 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-8393b1fc-a103-4d2e-b04c-d1d6c2b9d949 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2176967 Feb 07 23:30:22.741134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-4cd6bf72-9cf9-4d20-845c-03882e327cd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 999 time: 0.1290281 Feb 07 23:30:22.742693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-aa11b8e9-4f2a-4dd9-94b7-aa635ebe6fe7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 200 len: 999 time: 0.1815298 Feb 07 23:30:22.855381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-5828377e-f5a9-4334-91c2-026b8612c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.856770 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-5828377e-f5a9-4334-91c2-026b8612c1c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.1071568 Feb 07 23:30:22.858122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-1b44cc1e-6c51-4c54-945b-36f70a9302b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:22.859417 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-1b44cc1e-6c51-4c54-945b-36f70a9302b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0797107 Feb 07 23:30:23.133692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-5d7abdf0-ec2b-4e1b-bff4-f9f718b6a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:23.135067 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-5d7abdf0-ec2b-4e1b-bff4-f9f718b6a430 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2672703 Feb 07 23:30:23.137805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-0c517ee7-fea0-4a69-804c-bc956299a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:23.139094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-0c517ee7-fea0-4a69-804c-bc956299a5a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407529 Feb 07 23:30:23.378751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-581fe147-ee8e-487d-8161-5b4fbf96db60 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165096 Feb 07 23:30:23.380399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-4a3374e9-e624-4366-b4b8-bab0b683d6ae service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358122 Feb 07 23:30:23.627717 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-f7ca628e-98dd-4496-b6a4-cbbcbdd0986d service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401896 Feb 07 23:30:23.629587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2ee925b-5cfd-4e68-bef1-237b9d1d9e23 req-06eaf940-f180-4919-855e-4b510bd91200 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243724 Feb 07 23:30:23.672138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a8079-5a68-44cf-852e-3202414924e4 req-d5770d30-09be-4158-9436-cc63ddb94334 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:23.676971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b33a8079-5a68-44cf-852e-3202414924e4 req-d5770d30-09be-4158-9436-cc63ddb94334 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.1960568 Feb 07 23:30:23.720259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b33a8079-5a68-44cf-852e-3202414924e4 req-0f08f121-0de7-444c-870e-dbebaed8d39e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392334 Feb 07 23:30:23.901875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e6edd-7383-4140-86dc-5e09d784ae1a req-e03ae1a3-d821-4bfc-b7fb-d06a2e91545c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:23.903332 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd6e6edd-7383-4140-86dc-5e09d784ae1a req-e03ae1a3-d821-4bfc-b7fb-d06a2e91545c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0801940 Feb 07 23:30:23.935354 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-cc8f6261-f880-4cb4-8c9c-a116424767aa req-ac75ac69-f9f0-4881-911e-dfdcb5544624 tempest-TestVolumeBootPattern-1207022356 tempest-TestVolumeBootPattern-1207022356-project] (87671) timed out ('10.222.0.26', 64254) {{(pid=87671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:30:23.949875 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd6e6edd-7383-4140-86dc-5e09d784ae1a req-dd1ec25f-348e-4b42-a432-db2a3023d317 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Feb 07 23:30:24.129661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c557dfa-84f1-44ee-a85e-40bcf01747e7 req-3e6ab496-4cfa-4d11-8527-b9b6f9bdeec5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:24.131120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c557dfa-84f1-44ee-a85e-40bcf01747e7 req-3e6ab496-4cfa-4d11-8527-b9b6f9bdeec5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0792849 Feb 07 23:30:24.176601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c557dfa-84f1-44ee-a85e-40bcf01747e7 req-6b562b92-1c7d-4913-80a4-8ea23b04ec5a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387359 Feb 07 23:30:24.568233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23524c-70b0-4227-8d0f-cc36bcdcaa66 req-08b72e8c-d7bb-414d-87ce-0ca286e7313c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:24.569703 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec23524c-70b0-4227-8d0f-cc36bcdcaa66 req-08b72e8c-d7bb-414d-87ce-0ca286e7313c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 944 time: 0.0899036 Feb 07 23:30:24.631943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ec23524c-70b0-4227-8d0f-cc36bcdcaa66 req-60f000eb-ffe3-4065-aaed-a4860330814b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527678 Feb 07 23:30:24.758061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:30:24.909424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:24.923121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '4bb9076b-9d7b-471d-9e82-c01981162108', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': '4bb9076b-9d7b-471d-9e82-c01981162108', 'mac_address': 'fa:16:3e:58:58:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:30:24.983150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.000115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb9076b-9d7b-471d-9e82-c01981162108 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:30:25.015437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:25.019926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.090600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:25.098303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.098651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.098989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.099322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.099655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.099985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.100871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.101213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.101528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.101851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.102172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.102493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:30:25.250099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['4bb9076b-9d7b-471d-9e82-c01981162108'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:30:25.774190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b3199-9382-45bb-9ec1-085182186124 req-4c6d40bc-21c8-4531-ad95-a3d4374af37a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:25.775857 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-447b3199-9382-45bb-9ec1-085182186124 req-4c6d40bc-21c8-4531-ad95-a3d4374af37a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0867736 Feb 07 23:30:25.828095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98175a58-791c-49dc-b83c-2f67583fc407 req-3ca24e4d-b638-471c-9af9-30acb64f8690 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:25.829669 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98175a58-791c-49dc-b83c-2f67583fc407 req-3ca24e4d-b638-471c-9af9-30acb64f8690 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 945 time: 0.0817814 Feb 07 23:30:25.857043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Deleting port 4bb9076b-9d7b-471d-9e82-c01981162108 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:30:25.857605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:25.876827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98175a58-791c-49dc-b83c-2f67583fc407 req-c44bbf1b-80a8-4819-91a7-b7990d733094 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Feb 07 23:30:25.950436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-cb6c35a5-d052-4d39-8b2b-f1d52ff3abe2 req-d14c661c-372a-458e-8f09-8aac707b0672 tempest-TestNetworkAdvancedServerOps-1685424152 tempest-TestNetworkAdvancedServerOps-1685424152-project] (87670) timed out ('10.222.0.26', 64898) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:30:26.028176 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af23a0a6-23d9-4bfc-800a-f0c7ea75f027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.115136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] For port 4bb9076b-9d7b-471d-9e82-c01981162108, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=4bb9076b-9d7b-471d-9e82-c01981162108,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:26.115416 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.422863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.423385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.423706 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae disassociated. External IP: 172.25.0.55, port: 4bb9076b-9d7b-471d-9e82-c01981162108. Feb 07 23:30:26.424133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Calling delete_port for 4bb9076b-9d7b-471d-9e82-c01981162108 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:30:26.610293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:26.665427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event deleted for resources: {'Port': ['ID=4bb9076b-9d7b-471d-9e82-c01981162108,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:26.759209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:30:26.765032 n-d-827896-3 neutron-server[87672]: INFO neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No ports have port_id starting with 4bb9076b-9d7b-471d-9e82-c01981162108 Feb 07 23:30:26.766493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 requested by agent hyperv_n-h1-827896-3 not found in database {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Feb 07 23:30:27.011367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:30:27.055480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a296c476-0225-47f8-9618-8be059118550 req-274d1ccd-d985-4db7-ad06-2174f5e58dbe tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdeb3304-fdd7-4b38-b4a4-f2332e317595 HTTP/1.1" status: 200 len: 210 time: 0.0530059 Feb 07 23:30:27.215837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:30:27.229204 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:30:27.240038 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:30:27.240699 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:29:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:27.300759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] No DVR routers for this DVR port 4bb9076b-9d7b-471d-9e82-c01981162108 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:30:27.304473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:27.307156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-deleted', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:27.326688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-447b3199-9382-45bb-9ec1-085182186124 req-5c30f99b-b521-443c-8967-6da67889fc7f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "DELETE /v2.0/ports/4bb9076b-9d7b-471d-9e82-c01981162108 HTTP/1.1" status: 204 len: 173 time: 1.5454679 Feb 07 23:30:27.358874 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb3304-fdd7-4b38-b4a4-f2332e317595', 'name': 'network-vif-deleted', 'tag': '4bb9076b-9d7b-471d-9e82-c01981162108', 'status': 'completed', 'code': 200} Feb 07 23:30:27.473920 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:30:27.828238 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:27.832407 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:30:27.841846 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:30:27.842520 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:29:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:28.054814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:30:28.251689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-cc63296a-3622-4c56-98ee-c5a9430d852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:28.423317 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:28.427689 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de70f-e2b1-4005-9593-cba567cf2932 None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:30:28.470166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-159d9431-681c-4b36-8269-6248278e4dc2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1535594979&fields=id&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 267 time: 0.0568297 Feb 07 23:30:28.646216 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-031ad73d-b7c0-487c-801e-d20a56d8d314 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:28.648551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-031ad73d-b7c0-487c-801e-d20a56d8d314 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1707144 Feb 07 23:30:28.666938 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-4fffdd8a-c22d-4b13-855c-87d5dc624397 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/quotas/bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 375 time: 0.0124836 Feb 07 23:30:28.708235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70d3e8b-d06a-4a3b-abec-c484c940951e None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:30:28.768365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-36c1a00a-b730-4e28-b455-9086af44cd35 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910890 Feb 07 23:30:28.785573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:30:28.900660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 4bb9076b-9d7b-471d-9e82-c01981162108 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:30:28.901079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 4bb9076b-9d7b-471d-9e82-c01981162108 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:30:28.954475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-03f55bbe-d185-451c-9076-378604752e1f service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729212 Feb 07 23:30:29.112017 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-fa952e5c-be37-4f32-a6cb-b9a9fb2dff02 service neutron] 10.222.0.10 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471992 Feb 07 23:30:29.312047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4bb82760-e96a-4366-9701-a7ca092a04b6 req-00195bce-263e-42cc-b9ec-93967b8dd4a3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 210 time: 0.0514820 Feb 07 23:30:29.377667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:29.663556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:30.479787 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d9a9540-5a26-4a01-b058-2240a5df5ab4 req-86a151e5-9f17-45bf-8e3c-7dab6f1587be tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 210 time: 0.0433919 Feb 07 23:30:30.543204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-e1c06273-d482-4ee2-a43d-9439c2fa273a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:30.545312 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-e1c06273-d482-4ee2-a43d-9439c2fa273a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 812 time: 0.1771960 Feb 07 23:30:30.595074 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-dc770bbe-f8af-4ca3-9966-9bb284850e76 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 380 time: 0.0425901 Feb 07 23:30:30.603903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'port': {'device_id': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'admin_state_up': True, 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'security_groups': ['af34ff70-a935-4be8-a6a8-cc35d4ce3250']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:30.754256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:30:30.758522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Usage tracker for resource:port and tenant:bd1e8ddcf5dd421d8a24dc520997bc13 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:30:30.761620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:30:30.768333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:30:30.782962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Made reservation on behalf of bd1e8ddcf5dd421d8a24dc520997bc13 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:30:30.786730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:30.957852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Allocated IP 172.20.0.13 (4de74214-4de3-4b80-896e-798e03f6dfa6/71006cef-6b76-40ec-9393-c4028b8dc4ca/b05ec913-5e43-4009-80d8-ff1ce2fdc64f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:30:31.154098 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.163508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.183177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Transition to ACTIVE for port object b05ec913-5e43-4009-80d8-ff1ce2fdc64f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:30:31.210547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.284631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:30:31.288509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:30:31.292442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:30:31.323629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:31.370453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:31.371226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.401506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-71da38fa-6dfc-4d05-b2cd-d177300ea116 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019457 Feb 07 23:30:31.413618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Request body: {'port': {'device_id': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:31.546489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.578244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de20c67b-8399-450e-abc6-852ac2ab14cb None None] Provisioning for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:30:31.586067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de20c67b-8399-450e-abc6-852ac2ab14cb None None] Provisioning complete for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:31.586825 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de20c67b-8399-450e-abc6-852ac2ab14cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:31.670275 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-de20c67b-8399-450e-abc6-852ac2ab14cb None None] Port b05ec913-5e43-4009-80d8-ff1ce2fdc64f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:30:31.692391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b314a33-1056-45b3-9d4f-cdc57f68a4fa req-8c1b527f-66e5-4445-bea6-b45bc15b869e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:31.694518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b314a33-1056-45b3-9d4f-cdc57f68a4fa req-8c1b527f-66e5-4445-bea6-b45bc15b869e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 932 time: 0.0952325 Feb 07 23:30:31.750970 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b314a33-1056-45b3-9d4f-cdc57f68a4fa req-1c030ec3-4724-49ea-9a3b-637549c6aafe tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501301 Feb 07 23:30:32.076183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05ec913-5e43-4009-80d8-ff1ce2fdc64f {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:30:32.083593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:32.097880 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Transition to ACTIVE for port object b05ec913-5e43-4009-80d8-ff1ce2fdc64f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:30:32.103022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:32.273825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:32.357536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:30:32.357863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:30:32.358187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:30:32.363495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:30:32.363929 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:30:32.370368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:30:32.370778 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:30:32.371077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:30:32.371503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Bound port: b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:30:32.371851 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:32.493744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:30:32.497808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:30:32.502595 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:32.557816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:32.560140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:32.560594 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] 10.222.0.36 "PUT /v2.0/ports/b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1092 time: 1.1518631 Feb 07 23:30:32.568536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:32.600442 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81875b06-78e9-4a36-b5d1-c45a3de19eaf service neutron] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:32.650920 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'status': 'completed', 'code': 200} Feb 07 23:30:32.706568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-c0883b75-f946-4e10-98b9-8416c26e20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:32.709101 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-c0883b75-f946-4e10-98b9-8416c26e20aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1095 time: 0.1008277 Feb 07 23:30:32.781883 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-95ad073b-44f1-4713-8c56-54801c26c64a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 217 time: 0.0659051 Feb 07 23:30:32.892237 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-82ffa4c5-2bfa-4aa3-ac2d-7089ed21ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:32.894626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-82ffa4c5-2bfa-4aa3-ac2d-7089ed21ec9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.1069539 Feb 07 23:30:32.970223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9078bc-80f3-470a-a1ac-443a0854660f req-0efd2e87-72b1-4185-8f10-bf44814b621e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:32.972454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae9078bc-80f3-470a-a1ac-443a0854660f req-0efd2e87-72b1-4185-8f10-bf44814b621e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.1031148 Feb 07 23:30:32.985653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-00349f92-c03b-4119-a034-66ea6a9915a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:32.987183 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-00349f92-c03b-4119-a034-66ea6a9915a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858369 Feb 07 23:30:33.019028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ae9078bc-80f3-470a-a1ac-443a0854660f req-654d0e67-4983-4b37-89d4-cc6339ef371b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400574 Feb 07 23:30:33.123967 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-15a094b0-9722-43bd-b55a-3898921444fe service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302857 Feb 07 23:30:33.260833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a5fb0cf-d0cb-42e4-8725-a70bbc207cb8 req-ff610fff-e46a-4986-8e01-36f298225cc4 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312928 Feb 07 23:30:33.386694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6592-3429-4367-b950-393a6ecdb116 req-739d67d1-5fde-4bb2-915e-39fc62f69371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:33.388424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95f6592-3429-4367-b950-393a6ecdb116 req-739d67d1-5fde-4bb2-915e-39fc62f69371 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1095 time: 0.0803742 Feb 07 23:30:33.524035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6592-3429-4367-b950-393a6ecdb116 req-00e43f0a-9a7f-4e00-b05f-4e5e499d42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:33.525519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95f6592-3429-4367-b950-393a6ecdb116 req-00e43f0a-9a7f-4e00-b05f-4e5e499d42eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1314211 Feb 07 23:30:33.593716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95f6592-3429-4367-b950-393a6ecdb116 req-0ee86243-a52d-4266-8766-8a2d792300fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 217 time: 0.0611498 Feb 07 23:30:33.664312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6592-3429-4367-b950-393a6ecdb116 req-3adeba9a-97f9-410f-bdcd-dd3636a9f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:33.665838 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95f6592-3429-4367-b950-393a6ecdb116 req-3adeba9a-97f9-410f-bdcd-dd3636a9f17a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0662262 Feb 07 23:30:33.753875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f6592-3429-4367-b950-393a6ecdb116 req-2f34990a-6d69-4f80-a7c1-6517dc039d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:33.755379 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95f6592-3429-4367-b950-393a6ecdb116 req-2f34990a-6d69-4f80-a7c1-6517dc039d4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829213 Feb 07 23:30:33.906055 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95f6592-3429-4367-b950-393a6ecdb116 req-19f2fb94-4c08-4019-bd82-853a4d9852bc service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428199 Feb 07 23:30:34.170220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b95f6592-3429-4367-b950-393a6ecdb116 req-be962e1a-d110-44a6-ad53-9b999044f4f2 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564895 Feb 07 23:30:34.238785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55841a0-83eb-4f49-91bd-8f2d59969622 req-30920415-f183-4277-8351-ad093a820745 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:34.240251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e55841a0-83eb-4f49-91bd-8f2d59969622 req-30920415-f183-4277-8351-ad093a820745 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0896003 Feb 07 23:30:34.284551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e55841a0-83eb-4f49-91bd-8f2d59969622 req-acfbdf7b-70ee-4c46-bfd8-e192ba30bed7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377440 Feb 07 23:30:35.487997 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d264b8c-8a6d-4e9b-87d8-0351b7b38b32 req-0d3de231-4b01-4996-9de1-7024c962cf2a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:35.489484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d264b8c-8a6d-4e9b-87d8-0351b7b38b32 req-0d3de231-4b01-4996-9de1-7024c962cf2a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0900512 Feb 07 23:30:35.544800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d264b8c-8a6d-4e9b-87d8-0351b7b38b32 req-2744171a-7076-46b3-a84d-945852590fb1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Feb 07 23:30:36.363783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:36.748913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f4e82-31a4-4416-ae27-74f7e2818492 req-43b5d182-0e94-4027-bbc6-ebc346c5f52e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:36.750421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e9f4e82-31a4-4416-ae27-74f7e2818492 req-43b5d182-0e94-4027-bbc6-ebc346c5f52e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0849774 Feb 07 23:30:36.758418 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:36.808423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e9f4e82-31a4-4416-ae27-74f7e2818492 req-0153c03c-1faf-481f-9383-7ca2ee0b5280 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486386 Feb 07 23:30:36.824618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:30:36.981422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:36.997955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'mac_address': 'fa:16:3e:18:d2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:30:37.058718 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:37.076413 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05ec913-5e43-4009-80d8-ff1ce2fdc64f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:30:37.092667 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:37.096963 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:37.166102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:37.291627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b05ec913-5e43-4009-80d8-ff1ce2fdc64f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:30:38.013503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa627d7-5d2c-4760-911d-a6c31e949c80 req-b086f6ae-b989-4850-9166-f8b493e2528e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:38.014978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fa627d7-5d2c-4760-911d-a6c31e949c80 req-b086f6ae-b989-4850-9166-f8b493e2528e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0843804 Feb 07 23:30:38.066261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2fa627d7-5d2c-4760-911d-a6c31e949c80 req-1ff8deb5-23db-4d61-b733-d7c2a23e9fe7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Feb 07 23:30:38.839028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:30:38.915664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:30:38.920734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:30:38.921708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:39.073953 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:39.103938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:39.119300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:30:39.124708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:39.179900 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'code': 200} Feb 07 23:30:39.209833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:30:39.290589 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35494eb-5707-4f25-a50c-8f0a8df18b03 req-f07e83be-1c5e-4112-a4f9-66ce3df02ce2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:39.293002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d35494eb-5707-4f25-a50c-8f0a8df18b03 req-f07e83be-1c5e-4112-a4f9-66ce3df02ce2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0973365 Feb 07 23:30:39.323663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbda996-0d98-4130-8f09-023dca39596b req-8c36a087-86d9-4930-8261-32e26bb32a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:39.325419 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bfbda996-0d98-4130-8f09-023dca39596b req-8c36a087-86d9-4930-8261-32e26bb32a63 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1097 time: 0.0866153 Feb 07 23:30:39.343226 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d35494eb-5707-4f25-a50c-8f0a8df18b03 req-b4592dbe-f5f4-458d-a069-0267a91e71b0 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451107 Feb 07 23:30:39.374750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bfbda996-0d98-4130-8f09-023dca39596b req-2f8c80a9-9012-4325-96f3-819702a26fe0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Feb 07 23:30:40.570038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c62ba-e774-4d4e-a92e-4ea0e8597804 req-ffd64fb6-5b9a-44d9-86cd-dd5186113970 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:40.572115 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-265c62ba-e774-4d4e-a92e-4ea0e8597804 req-ffd64fb6-5b9a-44d9-86cd-dd5186113970 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.1016519 Feb 07 23:30:40.629466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-265c62ba-e774-4d4e-a92e-4ea0e8597804 req-7f7f3f3b-436a-4b68-972a-f9e55819999d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509791 Feb 07 23:30:40.824276 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966bd94-6000-478e-8c48-f43f17bc08e1 req-db0e4c1c-4340-42d0-a2d0-6eb4416c72a1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:40.825798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6966bd94-6000-478e-8c48-f43f17bc08e1 req-db0e4c1c-4340-42d0-a2d0-6eb4416c72a1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0857043 Feb 07 23:30:40.840371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54042) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:30:40.845594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Request body: {'floatingip': {'port_id': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:30:41.056032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:41.743570 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:41.747728 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:41.937905 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae associated. External IP: 172.25.0.55, port: b05ec913-5e43-4009-80d8-ff1ce2fdc64f. Feb 07 23:30:42.302267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:30:42.622885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:30:42.628231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:42.632816 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:30:42.646153 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:30:42.647364 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:30:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:42.685056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-02b5369b-dd97-45a3-9223-5a449ba1d0e1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "PUT /v2.0/floatingips/18fe49e3-5954-4824-874c-550a7904a9ae HTTP/1.1" status: 200 len: 992 time: 1.8432658 Feb 07 23:30:42.685820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:30:42.737208 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'status': 'completed', 'code': 200} Feb 07 23:30:42.832874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-37fa423e-894a-4db1-b4d4-5c1cc11c4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:42.834940 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-37fa423e-894a-4db1-b4d4-5c1cc11c4eed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1097 time: 0.0771899 Feb 07 23:30:42.887159 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062d651-a61e-43ea-9d77-06f0d9983f12 req-bffdda7b-6e18-453c-9fa0-89df2b603734 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:42.887723 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:30:42.894439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9062d651-a61e-43ea-9d77-06f0d9983f12 req-bffdda7b-6e18-453c-9fa0-89df2b603734 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.1003785 Feb 07 23:30:42.948420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9062d651-a61e-43ea-9d77-06f0d9983f12 req-14254431-4479-474f-a6de-4e3a55f8627f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529828 Feb 07 23:30:43.006454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-e1cd0ce7-38e6-456d-8e37-c613700e6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:43.007932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-e1cd0ce7-38e6-456d-8e37-c613700e6ad4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1668997 Feb 07 23:30:43.140973 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-ef65deb3-3fa3-4464-81ac-c734cfeb7c1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1000 time: 0.1268945 Feb 07 23:30:43.217686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-07d77bfb-83b7-471e-9587-9f120ec5e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:43.219182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-07d77bfb-83b7-471e-9587-9f120ec5e19c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0724964 Feb 07 23:30:43.278449 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:18:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:30:41Z', 'revision_number': 13, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:43.282711 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:30:43.292463 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:30:43.293373 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:30:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:43.330217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-3a9a8a0e-cbf3-480b-8fa6-5e7e77dc595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:43.331735 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-3a9a8a0e-cbf3-480b-8fa6-5e7e77dc595e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071126 Feb 07 23:30:43.496438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-8bc4c571-a276-4482-96ec-595d92ffddbc service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579614 Feb 07 23:30:43.502843 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:30:43.641124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9e0aea29-3aa2-431d-ab77-ebb68caf1bb9 req-a0ab6fe3-95c5-43ea-aa76-cb03e29bf3ad service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389081 Feb 07 23:30:43.918829 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:18:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:30:41Z', 'revision_number': 13, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:30:43.922915 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974db7a2-22ef-4bbb-b5ab-3d219c44a25b None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '18fe49e3-5954-4824-874c-550a7904a9ae', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'port_id': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'mac_address': 'fa:16:3e:18:d2:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:27:41Z', 'updated_at': '2022-02-07T23:30:41Z', 'revision_number': 13, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:30:44.175818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178ed22-c801-4215-9452-0a84a4e0a12d req-1e82710e-e15c-4667-b72e-698cbdd2551b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:44.178626 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a178ed22-c801-4215-9452-0a84a4e0a12d req-1e82710e-e15c-4667-b72e-698cbdd2551b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.1139803 Feb 07 23:30:44.187636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac3f37-16a5-46de-80e9-2c6bdfdc3895 None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:30:44.229824 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a178ed22-c801-4215-9452-0a84a4e0a12d req-cae1326d-7dff-4591-9ccb-681b550ae763 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452375 Feb 07 23:30:46.024535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b351c-1f43-438e-8237-c09a89116702 req-509d93c7-3991-45a1-96f2-f9d73dd2df2c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:46.026046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-532b351c-1f43-438e-8237-c09a89116702 req-509d93c7-3991-45a1-96f2-f9d73dd2df2c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0875053 Feb 07 23:30:46.071583 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-532b351c-1f43-438e-8237-c09a89116702 req-a58909da-8f09-40ad-9b0a-c992a9f1fce5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392699 Feb 07 23:30:54.815001 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a50e4-bd49-4e9e-9a26-13b0559439aa req-5f1559b6-3099-4311-9116-2ed9ed62f5fd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:54.816469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-199a50e4-bd49-4e9e-9a26-13b0559439aa req-5f1559b6-3099-4311-9116-2ed9ed62f5fd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.1485920 Feb 07 23:30:54.820771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-b8527744-0fa2-40c3-ad2a-1abf241ad69b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1919110 Feb 07 23:30:54.866429 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-199a50e4-bd49-4e9e-9a26-13b0559439aa req-283206d1-772b-4ad2-b7ca-e84762f597f5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437415 Feb 07 23:30:56.036512 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7cdd-994e-4ec9-bd53-1df31db93b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:56.082274 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9078858-58b9-421d-9459-879649855041 req-f14c45a1-8be3-4704-b8b1-7e1f910e1c8c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:56.084377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9078858-58b9-421d-9459-879649855041 req-f14c45a1-8be3-4704-b8b1-7e1f910e1c8c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0963976 Feb 07 23:30:56.145425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b9078858-58b9-421d-9459-879649855041 req-12c1eab6-4205-45b1-9724-10f7e4de3002 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547097 Feb 07 23:30:56.244448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-d352701f-5412-4a0e-a7d6-68ad7474cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:56.246008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-d352701f-5412-4a0e-a7d6-68ad7474cff4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1097 time: 0.0817177 Feb 07 23:30:56.416093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-cd72f008-efbc-4a2b-9b73-4d3ee526127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:56.417306 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-cd72f008-efbc-4a2b-9b73-4d3ee526127e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1646366 Feb 07 23:30:56.527467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-01b29d06-ca23-43bb-8e45-a961d28257af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1002 time: 0.1016474 Feb 07 23:30:56.598249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-addef4e1-5fb0-4bc0-ae8b-cf1df5f3a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:56.600299 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-addef4e1-5fb0-4bc0-ae8b-cf1df5f3a818 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0657840 Feb 07 23:30:56.681631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-e631282d-c0a7-4390-b90e-36f17cf60495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:56.683253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-e631282d-c0a7-4390-b90e-36f17cf60495 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767124 Feb 07 23:30:56.845332 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-7a7c9843-0498-49ca-ad3b-0494554b2364 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508772 Feb 07 23:30:57.067992 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:30:57.107250 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-30f62d3c-204c-45cf-bc9d-8a8345956ec0 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557061 Feb 07 23:30:57.382610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d774c2-daa0-4bda-9273-441ca1f66e6a req-440f1f14-7d8b-49a1-9207-0869231165d8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:57.384113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3d774c2-daa0-4bda-9273-441ca1f66e6a req-440f1f14-7d8b-49a1-9207-0869231165d8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.1004035 Feb 07 23:30:57.440049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a3d774c2-daa0-4bda-9273-441ca1f66e6a req-6dbb9550-926b-4b31-9372-a6a306c4fc09 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495849 Feb 07 23:30:58.251127 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1333e07e-23af-4ed9-b5e2-36f01bc045c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:58.648813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da916b-94ae-49b5-afcc-a91cc9e01e11 req-01c5e1c7-6db1-4d66-a272-8f32264f2986 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:58.650378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2da916b-94ae-49b5-afcc-a91cc9e01e11 req-01c5e1c7-6db1-4d66-a272-8f32264f2986 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0905080 Feb 07 23:30:58.702743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f2da916b-94ae-49b5-afcc-a91cc9e01e11 req-c5ca4450-7106-4ab7-995f-67e396ef67dc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456331 Feb 07 23:30:59.371841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:59.659784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:30:59.904794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1c73-19d7-4dcd-bedd-0cd809c6cfc2 req-bf7b04ab-5dc5-4ea7-a8bb-b763015da36c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:30:59.906297 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99db1c73-19d7-4dcd-bedd-0cd809c6cfc2 req-bf7b04ab-5dc5-4ea7-a8bb-b763015da36c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0847871 Feb 07 23:30:59.953155 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99db1c73-19d7-4dcd-bedd-0cd809c6cfc2 req-765106d6-9693-4274-8777-f5458c3d8dcf tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402281 Feb 07 23:31:01.142868 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:01.162613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ffa3d-9480-461d-a91e-e6206b89eacb req-e2b54191-98d5-48bb-a88c-87291748fc83 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:01.169042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9ffa3d-9480-461d-a91e-e6206b89eacb req-e2b54191-98d5-48bb-a88c-87291748fc83 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0959301 Feb 07 23:31:01.212812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b9ffa3d-9480-461d-a91e-e6206b89eacb req-327ffe3a-fe17-490c-9b49-cf90c9d20e7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428822 Feb 07 23:31:02.482563 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f3558-6cd6-471c-b3de-08852fcbedff req-13e0a0f0-f126-4940-9f1e-4d2cc1f0f78e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:02.482563 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d1f3558-6cd6-471c-b3de-08852fcbedff req-13e0a0f0-f126-4940-9f1e-4d2cc1f0f78e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.1498196 Feb 07 23:31:02.546316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2d1f3558-6cd6-471c-b3de-08852fcbedff req-089d1cd8-d75b-4873-8c3b-8f2854ea59c5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590456 Feb 07 23:31:03.746725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3373f-b57a-4180-88b8-2c3afd0eeaec req-8703aacf-29a7-4cf2-8c01-cff6f4aff35e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:03.748250 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ba3373f-b57a-4180-88b8-2c3afd0eeaec req-8703aacf-29a7-4cf2-8c01-cff6f4aff35e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0845647 Feb 07 23:31:03.795130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ba3373f-b57a-4180-88b8-2c3afd0eeaec req-cd10ef3f-3c9a-4fcf-9aaf-2f6e47cd29fc tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Feb 07 23:31:04.995139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a57fd4-75cd-42ef-a88c-550d28e6c409 req-5980921f-bf96-4a25-a4ab-6cb170bef381 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:04.996641 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45a57fd4-75cd-42ef-a88c-550d28e6c409 req-5980921f-bf96-4a25-a4ab-6cb170bef381 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0879607 Feb 07 23:31:05.048519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-45a57fd4-75cd-42ef-a88c-550d28e6c409 req-c3368eb7-24ac-4816-b7d0-c1e34be6c4d4 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459833 Feb 07 23:31:06.256543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea594d-4b13-4464-866a-975ec53b167b req-b9dcd4f0-c36f-432b-81e2-6079af62851d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:06.258818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aea594d-4b13-4464-866a-975ec53b167b req-b9dcd4f0-c36f-432b-81e2-6079af62851d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.1009405 Feb 07 23:31:06.304802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5aea594d-4b13-4464-866a-975ec53b167b req-384516c6-a00c-4297-95f3-14eaa0fc00fe tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400400 Feb 07 23:31:06.378092 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:06.762973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:07.512403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70077a-c289-499b-96ba-bac011db8cd4 req-17d59907-e357-46f2-b79b-606178532ded tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:07.513911 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c70077a-c289-499b-96ba-bac011db8cd4 req-17d59907-e357-46f2-b79b-606178532ded tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0915318 Feb 07 23:31:07.567179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c70077a-c289-499b-96ba-bac011db8cd4 req-39764c78-ae4b-4526-aacb-896d0318cd62 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Feb 07 23:31:08.758542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e599e46-8441-4849-94ce-c1fd1e4e1c7e req-59cec9c9-9da0-45c6-baff-5e601a610b13 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:08.760012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e599e46-8441-4849-94ce-c1fd1e4e1c7e req-59cec9c9-9da0-45c6-baff-5e601a610b13 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0807793 Feb 07 23:31:08.804736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2e599e46-8441-4849-94ce-c1fd1e4e1c7e req-35bbe797-ac62-4d3b-97b7-34e616884344 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Feb 07 23:31:10.010528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258a9d-f0bc-4ada-b57b-75a1b2509c23 req-6bd61524-cac5-4862-b040-e560135382eb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:10.012262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da258a9d-f0bc-4ada-b57b-75a1b2509c23 req-6bd61524-cac5-4862-b040-e560135382eb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0954552 Feb 07 23:31:10.058485 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da258a9d-f0bc-4ada-b57b-75a1b2509c23 req-f8eaec52-bb15-423d-bf4c-166beef32f53 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401862 Feb 07 23:31:11.243733 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7485-1edc-4c70-915a-d8cac57add5d req-777ba721-0714-486b-a457-51bb3f3199b7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:11.245290 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c49e7485-1edc-4c70-915a-d8cac57add5d req-777ba721-0714-486b-a457-51bb3f3199b7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0812426 Feb 07 23:31:11.288842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c49e7485-1edc-4c70-915a-d8cac57add5d req-10d85574-c181-49f4-a3e1-566d373323c5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376854 Feb 07 23:31:12.475076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a5c3-599a-4105-94fa-25ce226f224f req-f4b21dec-fe94-4630-a376-f33a240fa5b9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:12.476520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eae9a5c3-599a-4105-94fa-25ce226f224f req-f4b21dec-fe94-4630-a376-f33a240fa5b9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0821605 Feb 07 23:31:12.520649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eae9a5c3-599a-4105-94fa-25ce226f224f req-dcbba850-1f9a-4584-86de-798b8f898cf8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Feb 07 23:31:13.702119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f1a04-a1d5-41ff-803a-b02f599903a2 req-099f024c-aae1-4f08-9196-2747731c25f1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:13.703629 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-662f1a04-a1d5-41ff-803a-b02f599903a2 req-099f024c-aae1-4f08-9196-2747731c25f1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0794907 Feb 07 23:31:13.856712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-662f1a04-a1d5-41ff-803a-b02f599903a2 req-fb85bf68-2916-4da4-8ce0-680b474b338f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467235 Feb 07 23:31:15.039219 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01f63-2c33-4cee-ac52-de608b64f23d req-fe8f05fc-c7f7-4aa9-b5d7-b331d12de9c2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:15.040678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ad01f63-2c33-4cee-ac52-de608b64f23d req-fe8f05fc-c7f7-4aa9-b5d7-b331d12de9c2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0784936 Feb 07 23:31:15.084251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8ad01f63-2c33-4cee-ac52-de608b64f23d req-30d47b4a-7f6a-4719-9ef4-1d63dc4d3ed9 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380106 Feb 07 23:31:16.280291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb0d84-0eab-4717-89f2-b6cd6589aa3c req-698bbf53-707b-4e61-98e2-4f64bb25619d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:16.281784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66cb0d84-0eab-4717-89f2-b6cd6589aa3c req-698bbf53-707b-4e61-98e2-4f64bb25619d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0844245 Feb 07 23:31:16.325736 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-66cb0d84-0eab-4717-89f2-b6cd6589aa3c req-7ceefb88-df23-499e-8d87-f660cbcc570b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374420 Feb 07 23:31:17.515522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa39adf-5cd6-42ab-99c7-663e5c564ca3 req-adcb2290-03d9-4bd1-90f6-e0cf05010595 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:17.516917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffa39adf-5cd6-42ab-99c7-663e5c564ca3 req-adcb2290-03d9-4bd1-90f6-e0cf05010595 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0798674 Feb 07 23:31:17.561527 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ffa39adf-5cd6-42ab-99c7-663e5c564ca3 req-3f3e7467-9c5f-44f0-be62-e050e8925543 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381196 Feb 07 23:31:18.752118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882ce53-07e2-447d-8966-900ea9c4b5d8 req-facf41d9-c7d3-44d1-aee5-6e56170e6fc6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:18.753541 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b882ce53-07e2-447d-8966-900ea9c4b5d8 req-facf41d9-c7d3-44d1-aee5-6e56170e6fc6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0852320 Feb 07 23:31:18.797909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b882ce53-07e2-447d-8966-900ea9c4b5d8 req-8a10f77a-f7eb-4aa6-ac4e-e173b6200e76 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386863 Feb 07 23:31:19.783832 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-8e4e5d7a-8f5d-4659-994e-09669e507025 service neutron] show failed (client error): The resource could not be found. Feb 07 23:31:19.784878 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-8e4e5d7a-8f5d-4659-994e-09669e507025 service neutron] 10.222.0.36 "GET /v2.0/ports/b05ec913-5e43-4009-80d8-ff1ce2fdc64f/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0868642 Feb 07 23:31:19.992106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d25c-66e4-47de-95a1-811eb3474378 req-6953414b-880d-459a-a57d-01c65b1b7f62 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:19.993615 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d44d25c-66e4-47de-95a1-811eb3474378 req-6953414b-880d-459a-a57d-01c65b1b7f62 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0838256 Feb 07 23:31:20.043887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d44d25c-66e4-47de-95a1-811eb3474378 req-ca18e765-17e9-4e9f-b672-50e94d5e512e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Feb 07 23:31:20.110454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-4beb25be-436f-4bf0-b314-36ccda6860ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:20.111934 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-4beb25be-436f-4bf0-b314-36ccda6860ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 1097 time: 0.1248868 Feb 07 23:31:20.127529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:20.238218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:20.502359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:20.531006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:31:20.587555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:20.593071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:20.608016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Transition to ACTIVE for port object b05ec913-5e43-4009-80d8-ff1ce2fdc64f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:31:20.612701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:20.659296 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'code': 200} Feb 07 23:31:20.758153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:20.771396 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.771736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.772078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.772411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.772763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.773089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.773412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.773740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.774070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.774377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.774693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.775010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:20.821178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] No DVR routers for this DVR port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:31:21.047449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:31:21.047699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:31:21.048026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:31:21.053096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:31:21.053417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:31:21.058358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:31:21.058696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:31:21.059075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:31:21.059493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Bound port: b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:31:21.059834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:21.147517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:31:21.151022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:31:21.154876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:21.218724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:21.219350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:21.220805 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] 10.222.0.26 "PUT /v2.0/ports/b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1092 time: 1.0972223 Feb 07 23:31:21.237353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c185-876c-4e55-b586-c008ae8b1319 req-efc0ec0a-0b33-42aa-9a40-eb45ae2e890b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:21.237999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fb929-b13b-491b-bafe-06e62eff3dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:21.239638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d91c185-876c-4e55-b586-c008ae8b1319 req-efc0ec0a-0b33-42aa-9a40-eb45ae2e890b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0847230 Feb 07 23:31:21.293118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d91c185-876c-4e55-b586-c008ae8b1319 req-0daba03b-b44e-4296-9c42-3d8e22cfffde tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476098 Feb 07 23:31:21.329771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-b9d863af-2053-431c-80ca-5ad9c93e1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:21.331661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-b9d863af-2053-431c-80ca-5ad9c93e1450 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1095 time: 0.0795631 Feb 07 23:31:21.474598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-338afe38-d18f-4a39-9d87-73cc29e59fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:21.476086 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-338afe38-d18f-4a39-9d87-73cc29e59fe1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1351151 Feb 07 23:31:21.700774 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-1f60d895-31de-4783-adc4-a835628524e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1000 time: 0.2178693 Feb 07 23:31:21.766653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-8db183cd-5c8d-4f21-b152-f962c1dc0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:21.768065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-8db183cd-5c8d-4f21-b152-f962c1dc0d99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0569260 Feb 07 23:31:21.848150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-e472d600-70d2-42ce-b28b-d3f1b5863a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:21.850182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-e472d600-70d2-42ce-b28b-d3f1b5863a14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728190 Feb 07 23:31:21.987150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-a029fea8-b1c7-4678-9b40-514162d788bd service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256428 Feb 07 23:31:22.120357 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-5950756a-880d-4be6-8e25-d90892a2a867 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239190 Feb 07 23:31:22.484400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe64d177-8b8b-4d67-af2d-7169b16c114f req-d3d9f351-ce92-48da-9629-c0f245010ec3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:22.486012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe64d177-8b8b-4d67-af2d-7169b16c114f req-d3d9f351-ce92-48da-9629-c0f245010ec3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0838201 Feb 07 23:31:22.530430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fe64d177-8b8b-4d67-af2d-7169b16c114f req-8b6f185a-cd65-41e0-9590-f1bcf9786055 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Feb 07 23:31:22.660440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:22.718398 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'status': 'completed', 'code': 200} Feb 07 23:31:22.870827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-94b3c5a9-891b-4f1d-a91f-824a42a1e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:22.872307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-94b3c5a9-891b-4f1d-a91f-824a42a1e5e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1095 time: 0.1359739 Feb 07 23:31:22.877517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-5372f2c9-5aa4-47f0-a06b-3935e149b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:22.879097 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-5372f2c9-5aa4-47f0-a06b-3935e149b493 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1095 time: 0.1116023 Feb 07 23:31:23.076079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:31:23.115334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-06454add-f9f5-4a5e-b6b0-248197ebae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:23.116962 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-06454add-f9f5-4a5e-b6b0-248197ebae6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2370553 Feb 07 23:31:23.117885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-a259feda-d195-4a2e-87f2-5defb0f4097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:23.119386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-a259feda-d195-4a2e-87f2-5defb0f4097f service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2214251 Feb 07 23:31:23.139890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:31:23.305383 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-0f1f6a19-3fcf-4f02-8b72-2576bd27fe83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1000 time: 0.1286564 Feb 07 23:31:23.306968 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-7943c0b7-9e5b-4129-8d90-477e18245eca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1000 time: 0.1838059 Feb 07 23:31:23.421710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-8e0f57f4-2f5c-4030-b45c-469eca128903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:23.423138 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-8e0f57f4-2f5c-4030-b45c-469eca128903 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.1098726 Feb 07 23:31:23.424539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-8b588648-3a29-4611-8f13-c8dd639c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:23.425883 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-8b588648-3a29-4611-8f13-c8dd639c2612 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0821526 Feb 07 23:31:23.564840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-b84275ff-b837-4a93-bcd2-4759bc6cd925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:23.566331 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-b84275ff-b837-4a93-bcd2-4759bc6cd925 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997179 Feb 07 23:31:23.569544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-4d7ff815-3de7-4cd5-975e-bf34611ae8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:23.571180 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-4d7ff815-3de7-4cd5-975e-bf34611ae8f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417491 Feb 07 23:31:23.738810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f85946-2d61-4cc6-aa46-175eda492c87 req-c299605b-a25e-48f0-9d1d-56e671f7cc2b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:23.741590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43f85946-2d61-4cc6-aa46-175eda492c87 req-c299605b-a25e-48f0-9d1d-56e671f7cc2b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0919788 Feb 07 23:31:23.788593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-43f85946-2d61-4cc6-aa46-175eda492c87 req-e67c2cc3-38bf-42b4-8824-34b2b46e69ff tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Feb 07 23:31:23.953238 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-e62c51c7-1a3a-454f-b22d-bf6836fbaedb service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752265 Feb 07 23:31:23.954954 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-db246c80-c065-4188-bef3-df88183d6075 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784492 Feb 07 23:31:24.189671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-88d08ce7-aaac-4f8c-95c6-7e5ef1ffd12f service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296581 Feb 07 23:31:24.191486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2d7dd441-ec30-4c57-8d8c-d8d2f0914b8a req-4dae40e6-190f-4a0a-be3f-ef20bda9518e service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142901 Feb 07 23:31:24.979259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c072c4-8797-4c9e-8575-562bf557fe3a req-179b0827-1594-4a17-910c-fb7ea15518cd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:24.980710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47c072c4-8797-4c9e-8575-562bf557fe3a req-179b0827-1594-4a17-910c-fb7ea15518cd tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0822060 Feb 07 23:31:25.024450 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-47c072c4-8797-4c9e-8575-562bf557fe3a req-f218cd8d-3017-4515-b866-dc9d77b3bc18 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 Feb 07 23:31:26.028144 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bc15b388-67ea-4ae1-9ca1-91749f360778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:26.212956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94cbb-6d5f-4121-8d8f-748da3426085 req-249fc658-3514-4ad8-98cc-b4377d4abcaa tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:26.214413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebf94cbb-6d5f-4121-8d8f-748da3426085 req-249fc658-3514-4ad8-98cc-b4377d4abcaa tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0798018 Feb 07 23:31:26.261997 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ebf94cbb-6d5f-4121-8d8f-748da3426085 req-8ba63202-8564-4228-bd53-c2204eaa6438 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Feb 07 23:31:27.452387 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e219d-a9c6-4d0c-8b2d-d12c1c420979 req-756d0ec5-07ce-40cb-8359-547206f08327 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:27.453880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc8e219d-a9c6-4d0c-8b2d-d12c1c420979 req-756d0ec5-07ce-40cb-8359-547206f08327 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0837462 Feb 07 23:31:27.502109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bc8e219d-a9c6-4d0c-8b2d-d12c1c420979 req-fab2c3a7-4524-4ce1-a8f2-538d7908cf98 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Feb 07 23:31:28.242923 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-891338c4-1f08-4711-9365-337b90f18199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:28.686517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6c618-c176-45ef-84ec-ad8fa03e9892 req-394d20cd-d68f-4f7a-a29f-d1c0c16eb8c3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:28.687953 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3d6c618-c176-45ef-84ec-ad8fa03e9892 req-394d20cd-d68f-4f7a-a29f-d1c0c16eb8c3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0824616 Feb 07 23:31:28.731292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3d6c618-c176-45ef-84ec-ad8fa03e9892 req-33ca7513-0ec7-40e9-bc53-b72ec5465097 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370152 Feb 07 23:31:29.374741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:29.659816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:29.917051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6c32e-eeed-4490-8f73-a9ec0eda5c8d req-d149aab9-1e6d-410e-907c-79842ebb770f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:29.918512 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aae6c32e-eeed-4490-8f73-a9ec0eda5c8d req-d149aab9-1e6d-410e-907c-79842ebb770f tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 944 time: 0.0809052 Feb 07 23:31:29.962143 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aae6c32e-eeed-4490-8f73-a9ec0eda5c8d req-c3067bb2-4e45-43e6-8682-77e0e85c7894 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380731 Feb 07 23:31:30.378253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:31:30.509368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:30.522692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'mac_address': 'fa:16:3e:18:d2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:31:30.578924 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:30.595421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05ec913-5e43-4009-80d8-ff1ce2fdc64f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:31:30.610759 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:30.614558 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:30.680198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:30.687647 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.687997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.688341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.688718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.689053 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.689382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.689707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.690033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.690356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.690678 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.691000 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.691320 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:30.871942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['b05ec913-5e43-4009-80d8-ff1ce2fdc64f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:31:31.143660 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:31.164946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce3020-f047-4886-ad3a-4c4847671a3c req-22ece2bb-2b07-4c66-886c-aaab4c5c8f2d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:31.166419 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3ce3020-f047-4886-ad3a-4c4847671a3c req-22ece2bb-2b07-4c66-886c-aaab4c5c8f2d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0841446 Feb 07 23:31:31.225891 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3ce3020-f047-4886-ad3a-4c4847671a3c req-1210b980-2233-4d1c-bf64-86f3fecb3955 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531855 Feb 07 23:31:31.621453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-36772a1b-9e8e-4965-8fa3-d580b4862775 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:31.622165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-36772a1b-9e8e-4965-8fa3-d580b4862775 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Synchronizing usage tracker for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:31:31.638493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-36772a1b-9e8e-4965-8fa3-d580b4862775 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Unset dirty status for tenant:bd1e8ddcf5dd421d8a24dc520997bc13 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:31:31.639724 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-36772a1b-9e8e-4965-8fa3-d580b4862775 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 945 time: 0.1008079 Feb 07 23:31:31.675633 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68d14c-8b74-4f8d-af98-738d160138bd req-2f18ddfd-bf1b-4b71-9f68-92439e7ff8d2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:31.677310 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef68d14c-8b74-4f8d-af98-738d160138bd req-2f18ddfd-bf1b-4b71-9f68-92439e7ff8d2 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0819430 Feb 07 23:31:31.721113 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-509bdf3a-03e1-4f8b-aa37-c5e22b868e6b service neutron] 10.222.0.26 "GET /v2.0/ports/b05ec913-5e43-4009-80d8-ff1ce2fdc64f/bindings/n-h2-827896-3 HTTP/1.1" status: 200 len: 382 time: 0.0756600 Feb 07 23:31:31.721368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef68d14c-8b74-4f8d-af98-738d160138bd req-46e3226e-ce6e-4c8d-92a2-bbb773a24312 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382793 Feb 07 23:31:31.827001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-c5687f8a-adaa-439e-83c9-17f176b2dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:31.828477 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-c5687f8a-adaa-439e-83c9-17f176b2dc1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1096 time: 0.0828519 Feb 07 23:31:31.961286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-e677612e-af6f-4b3d-97a6-ca7670a2a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:31.962728 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-e677612e-af6f-4b3d-97a6-ca7670a2a379 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1276796 Feb 07 23:31:32.067118 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-6a22156c-607c-43ee-bf05-ea22d2571f46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1001 time: 0.0981991 Feb 07 23:31:32.128925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-750cb37a-1e4f-4662-90da-e8faeaf025ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:32.134811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-750cb37a-1e4f-4662-90da-e8faeaf025ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0617964 Feb 07 23:31:32.209541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-33023f96-ad47-4bfb-833b-203fc4a09e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:32.210982 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-33023f96-ad47-4bfb-833b-203fc4a09e50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700161 Feb 07 23:31:32.341044 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-72260e98-da57-4946-9f92-9cd42f1af51a service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236668 Feb 07 23:31:32.393268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:31:32.459828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:31:32.465077 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:31:32.465583 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:32.474468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-5d1b08c1-0b04-455a-8ec2-f797e125da68 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267543 Feb 07 23:31:32.581789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:32.608364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:32.618404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:32.622746 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:32.675736 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'code': 200} Feb 07 23:31:32.694315 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:32.907820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889764-72c6-43f2-84c8-de820165e3bd req-c1151bde-4d53-436a-ad10-29a3c08664d6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:32.909232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea889764-72c6-43f2-84c8-de820165e3bd req-c1151bde-4d53-436a-ad10-29a3c08664d6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0829058 Feb 07 23:31:32.952838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ea889764-72c6-43f2-84c8-de820165e3bd req-4701f253-5f46-4439-8e56-a5d4762b4946 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377870 Feb 07 23:31:34.066426 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:31:34.138087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60aab4-8afd-4d17-be08-53e39e5abb16 req-0cfe29d5-622e-4707-a885-ff2ff0ba6168 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:34.139559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb60aab4-8afd-4d17-be08-53e39e5abb16 req-0cfe29d5-622e-4707-a885-ff2ff0ba6168 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0813746 Feb 07 23:31:34.186484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bb60aab4-8afd-4d17-be08-53e39e5abb16 req-1b94005e-0771-4be9-ab86-fe8caf52a58a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412374 Feb 07 23:31:35.377385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcac31-321c-409c-9f91-33f4f76b9220 req-475293d9-538a-4432-9ff4-f934a5cfe3b7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:35.378862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5fcac31-321c-409c-9f91-33f4f76b9220 req-475293d9-538a-4432-9ff4-f934a5cfe3b7 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0834658 Feb 07 23:31:35.426371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5fcac31-321c-409c-9f91-33f4f76b9220 req-43746a76-e596-4c97-9d82-a83edcf27023 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406301 Feb 07 23:31:35.436809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-93d23fc8-dbdc-4dc6-84a8-c546ff90a29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:35.438360 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-93d23fc8-dbdc-4dc6-84a8-c546ff90a29b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e&tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13 HTTP/1.1" status: 200 len: 1097 time: 0.0825312 Feb 07 23:31:35.448915 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:31:35.559568 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:35.937623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:35.965042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:31:36.021619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:36.027058 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:36.042196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Transition to ACTIVE for port object b05ec913-5e43-4009-80d8-ff1ce2fdc64f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:31:36.045845 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:36.088012 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'code': 200} Feb 07 23:31:36.195070 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:36.249879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] No DVR routers for this DVR port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:31:36.376765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:36.424822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:31:36.478700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:31:36.479265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:31:36.479393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:31:36.482807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:31:36.485045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:31:36.485376 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Attempting to bind port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on network 4de74214-4de3-4b80-896e-798e03f6dfa6 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:31:36.490600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:31:36.490956 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Checking segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:31:36.491335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Bound using segment: {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:31:36.491759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Bound port: b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38709b1e-46da-4869-8c0b-1f0adb18cf6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:31:36.492106 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:36.580263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:31:36.583866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:31:36.588549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:36.617247 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780a01e-ed26-424f-b521-cfee9e01b785 req-cdadd5db-bd59-4776-a81e-4c91af28866a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:36.618694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5780a01e-ed26-424f-b521-cfee9e01b785 req-cdadd5db-bd59-4776-a81e-4c91af28866a tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0839491 Feb 07 23:31:36.651657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:36.652282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:36.653689 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] 10.222.0.36 "PUT /v2.0/ports/b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1093 time: 1.2089336 Feb 07 23:31:36.669296 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5780a01e-ed26-424f-b521-cfee9e01b785 req-30edfb92-4d19-439d-aa2e-4f9b354e188d tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447290 Feb 07 23:31:36.673534 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2cfbf-d2a3-4c89-abe4-c2292e87bb97 service neutron] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=11']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:36.748300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-ccc937f6-61e8-4e10-ad2d-5638107fe7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:36.749958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-ccc937f6-61e8-4e10-ad2d-5638107fe7ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1096 time: 0.0736489 Feb 07 23:31:36.763757 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:36.885816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-da833006-9cf6-41eb-97e0-ca636eb67519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:36.887531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-da833006-9cf6-41eb-97e0-ca636eb67519 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.1311858 Feb 07 23:31:36.991438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-4f403178-7001-457e-954e-3d8883c0a0bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1000 time: 0.0975723 Feb 07 23:31:37.053662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-619bf07e-4297-4e70-aceb-c0711e93a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:37.055083 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-619bf07e-4297-4e70-aceb-c0711e93a023 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0570028 Feb 07 23:31:37.133849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-c9c3c873-0d37-4a50-86a2-acef774608d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:37.135349 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-c9c3c873-0d37-4a50-86a2-acef774608d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739937 Feb 07 23:31:37.266454 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-ac391761-8fd2-42f0-b12e-7193d8c7b4dc service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245005 Feb 07 23:31:37.519176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e94a53a7-ca29-486e-a9b1-993e22089d46 req-ec6e5198-2449-4e71-ab02-daf66be54e3c service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460256 Feb 07 23:31:37.858761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045828e4-d909-4a63-847c-348485054713 req-1b7f189d-072c-4aef-b73d-905552d56446 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:37.860181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-045828e4-d909-4a63-847c-348485054713 req-1b7f189d-072c-4aef-b73d-905552d56446 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0849354 Feb 07 23:31:37.907209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-045828e4-d909-4a63-847c-348485054713 req-1abdd144-43e0-4766-aa5a-80ef348b0001 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 Feb 07 23:31:38.088876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:38.148158 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'status': 'completed', 'code': 200} Feb 07 23:31:38.297974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-0b0af0ba-9b76-44c3-baef-361f2557a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.299458 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-0b0af0ba-9b76-44c3-baef-361f2557a138 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1096 time: 0.1347413 Feb 07 23:31:38.303678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-0954d63a-ab39-494e-b542-e22d182de969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.305053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-0954d63a-ab39-494e-b542-e22d182de969 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 1096 time: 0.1098952 Feb 07 23:31:38.541760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-16e21607-5702-4cd9-86a8-cbf77d152627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.543203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-16e21607-5702-4cd9-86a8-cbf77d152627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2364035 Feb 07 23:31:38.544284 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-60112b82-5335-4882-8f49-befb8c8108f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.545596 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-60112b82-5335-4882-8f49-befb8c8108f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 200 len: 913 time: 0.2198088 Feb 07 23:31:38.729934 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-8a5a3280-604a-4e2c-8899-0c5a3157a69c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1000 time: 0.1803312 Feb 07 23:31:38.735886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-c978da9f-d6e0-434b-8642-8b8b4b947a7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 200 len: 1000 time: 0.1297889 Feb 07 23:31:38.845107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-21a96795-12f1-4bd7-8966-8adbdf135f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.846443 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-21a96795-12f1-4bd7-8966-8adbdf135f69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.1097343 Feb 07 23:31:38.847831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-c016e54b-8191-4dd8-bc02-c56d4cbf3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.849166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-c016e54b-8191-4dd8-bc02-c56d4cbf3f26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 200 len: 851 time: 0.0825691 Feb 07 23:31:38.983530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-aabf2117-7069-4635-8dce-b8340ac813c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.984994 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-aabf2117-7069-4635-8dce-b8340ac813c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020226 Feb 07 23:31:38.987456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-d76944d2-d097-4393-8d72-2aa0b958b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:38.988783 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-d76944d2-d097-4393-8d72-2aa0b958b886 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4de74214-4de3-4b80-896e-798e03f6dfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362789 Feb 07 23:31:39.101698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6b896-b959-404e-ada0-c20cd2b27014 req-f07ae0b3-5c2e-4150-be0a-99220bd60c31 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:39.103090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36a6b896-b959-404e-ada0-c20cd2b27014 req-f07ae0b3-5c2e-4150-be0a-99220bd60c31 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0865083 Feb 07 23:31:39.148315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36a6b896-b959-404e-ada0-c20cd2b27014 req-12aba5eb-822d-4720-9e6b-b60aabdfdda6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394695 Feb 07 23:31:39.222381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-9d4e7a1f-b7b5-4417-9ed2-ac8c5ea20566 service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277739 Feb 07 23:31:39.229132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-9c2ef910-e813-4782-a157-1a587ef8a390 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335560 Feb 07 23:31:39.459888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-da0be1e5-2cc1-4f39-8015-563ca3a5273e service neutron] 10.222.0.26 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278938 Feb 07 23:31:39.464546 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7b7be1db-37e7-4d37-b8d0-885518f4511d req-36872552-bda6-4a53-bf59-251f67dfa4d1 service neutron] 10.222.0.36 "GET /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133274 Feb 07 23:31:40.330704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2bac-be5a-4e3b-bf25-bb4b47840df4 req-d99fd20c-aa19-4104-859a-a4d74e7a27f8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:40.332200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b74a2bac-be5a-4e3b-bf25-bb4b47840df4 req-d99fd20c-aa19-4104-859a-a4d74e7a27f8 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0797756 Feb 07 23:31:40.379085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b74a2bac-be5a-4e3b-bf25-bb4b47840df4 req-3d23c168-4266-4ada-bb89-e9552d3060b1 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Feb 07 23:31:41.564208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34010b3e-1824-44ca-976e-435c47c98ea3 req-57cfbc97-91e2-4b02-9568-01bba2619437 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:41.565711 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34010b3e-1824-44ca-976e-435c47c98ea3 req-57cfbc97-91e2-4b02-9568-01bba2619437 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0797255 Feb 07 23:31:41.609480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-34010b3e-1824-44ca-976e-435c47c98ea3 req-8bd3ace4-cd15-4ab7-9cc4-568785a3c511 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375164 Feb 07 23:31:42.797467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde02768-0fff-4c0c-88a7-43b2ee373e87 req-027c87b1-d218-4dd3-8491-ad351e68a62c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:42.798888 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cde02768-0fff-4c0c-88a7-43b2ee373e87 req-027c87b1-d218-4dd3-8491-ad351e68a62c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0820172 Feb 07 23:31:42.844678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cde02768-0fff-4c0c-88a7-43b2ee373e87 req-e77bf4c1-3cf0-4b5a-a7e2-fba20251dddb tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389364 Feb 07 23:31:44.032121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed57c3-d9e0-46a8-b242-aec2f69cd9fe req-f022a794-1066-45ae-b1d2-c50b8abb43cf tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:44.033600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ed57c3-d9e0-46a8-b242-aec2f69cd9fe req-f022a794-1066-45ae-b1d2-c50b8abb43cf tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0802920 Feb 07 23:31:44.076656 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f8ed57c3-d9e0-46a8-b242-aec2f69cd9fe req-12c664d1-2b71-41aa-9eef-4d15e2bf7766 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373952 Feb 07 23:31:45.260724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0147e9-5c4c-4d01-90be-5859bd2c01ee req-e8d463cb-f303-4b30-8888-1f1d4303c749 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:45.262463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e0147e9-5c4c-4d01-90be-5859bd2c01ee req-e8d463cb-f303-4b30-8888-1f1d4303c749 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0813541 Feb 07 23:31:45.305895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e0147e9-5c4c-4d01-90be-5859bd2c01ee req-2e16a6a8-e00d-40af-8d1f-137aac5d0f10 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378304 Feb 07 23:31:46.486797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b85b6e-c460-4041-bb49-6d846e2a8239 req-d66e6413-be22-4d61-a421-90f0a17b6dd5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:46.488230 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20b85b6e-c460-4041-bb49-6d846e2a8239 req-d66e6413-be22-4d61-a421-90f0a17b6dd5 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0780745 Feb 07 23:31:46.531878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20b85b6e-c460-4041-bb49-6d846e2a8239 req-7c9496ce-ea8a-4047-9470-032f48407884 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375631 Feb 07 23:31:46.826526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14fe5e-45fb-4ed2-a913-2b2cc194e2bd req-46a4ee05-6264-466a-8e35-f96608cb2101 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:46.828179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d14fe5e-45fb-4ed2-a913-2b2cc194e2bd req-46a4ee05-6264-466a-8e35-f96608cb2101 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.1835721 Feb 07 23:31:46.871954 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9d14fe5e-45fb-4ed2-a913-2b2cc194e2bd req-9af1a99b-68ac-4e1f-957d-00bd74115341 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373809 Feb 07 23:31:47.058180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893558c8-e3ba-4ff6-9b95-06a34046c354 req-b99c47d8-b248-4b7e-9424-31f2af270b6b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:47.059600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-893558c8-e3ba-4ff6-9b95-06a34046c354 req-b99c47d8-b248-4b7e-9424-31f2af270b6b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0811727 Feb 07 23:31:47.102940 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-893558c8-e3ba-4ff6-9b95-06a34046c354 req-073a7893-bee7-4556-b244-f23e2751a0f3 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377030 Feb 07 23:31:47.201991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:31:47.377739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:47.391461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'port_id': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'mac_address': 'fa:16:3e:18:d2:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:31:47.449143 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:47.465580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05ec913-5e43-4009-80d8-ff1ce2fdc64f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:31:47.486649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:47.491029 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:47.494364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ad8aa-166f-4124-8604-0c130bd369f5 req-417a98c8-13c6-4634-8620-14a49eac7c6c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:47.495878 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621ad8aa-166f-4124-8604-0c130bd369f5 req-417a98c8-13c6-4634-8620-14a49eac7c6c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 945 time: 0.0816751 Feb 07 23:31:47.543280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-621ad8aa-166f-4124-8604-0c130bd369f5 req-16a70eec-26b8-4e60-a35e-aec58bed6a54 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 Feb 07 23:31:47.558366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:47.712885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b05ec913-5e43-4009-80d8-ff1ce2fdc64f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:31:48.730342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e36f6-7647-4cdc-923f-e2bfc3b5a2bc req-6eabe2f9-f633-4fef-a58c-c5febe893c82 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:48.731793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-443e36f6-7647-4cdc-923f-e2bfc3b5a2bc req-6eabe2f9-f633-4fef-a58c-c5febe893c82 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.0826747 Feb 07 23:31:48.775215 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-443e36f6-7647-4cdc-923f-e2bfc3b5a2bc req-bb45831e-3216-4654-9f82-e9de1fce9c60 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375123 Feb 07 23:31:49.141566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-72245353-8d30-4ff9-92f5-29ec361ae2af tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:49.143059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-72245353-8d30-4ff9-92f5-29ec361ae2af tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 946 time: 0.2072659 Feb 07 23:31:49.216081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Deleting port b05ec913-5e43-4009-80d8-ff1ce2fdc64f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:31:49.216423 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:49.216846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:31:49.284590 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:31:49.289528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b05ec913-5e43-4009-80d8-ff1ce2fdc64f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:31:49.289920 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:49.407869 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:49.434288 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:49.444719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:49.449207 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:49.471707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:49.472152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:49.483946 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'code': 200} Feb 07 23:31:49.526190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=13']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:49.765498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:49.765782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:49.766085 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae disassociated. External IP: 172.25.0.55, port: b05ec913-5e43-4009-80d8-ff1ce2fdc64f. Feb 07 23:31:49.766427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Calling delete_port for b05ec913-5e43-4009-80d8-ff1ce2fdc64f owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:31:49.849287 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.db.api [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:31:49.849630 n-d-827896-3 neutron-server[87671]: DEBUG oslo_db.api [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:31:49.962675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1764be-e09f-4fe4-aec9-35be044045f1 req-d0def853-d725-4375-9142-946443290e24 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:31:49.964126 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f1764be-e09f-4fe4-aec9-35be044045f1 req-d0def853-d725-4375-9142-946443290e24 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 947 time: 0.0795293 Feb 07 23:31:50.008133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f1764be-e09f-4fe4-aec9-35be044045f1 req-1d331df8-450b-4fd8-bf59-06ab77d69e73 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups?id=af34ff70-a935-4be8-a6a8-cc35d4ce3250&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382767 Feb 07 23:31:50.351236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Deleting port b05ec913-5e43-4009-80d8-ff1ce2fdc64f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:31:50.351814 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.619813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] For port b05ec913-5e43-4009-80d8-ff1ce2fdc64f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:50.620321 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.932578 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.933182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:50.933507 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Floating IP 18fe49e3-5954-4824-874c-550a7904a9ae disassociated. External IP: 172.25.0.55, port: b05ec913-5e43-4009-80d8-ff1ce2fdc64f. Feb 07 23:31:50.933858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Calling delete_port for b05ec913-5e43-4009-80d8-ff1ce2fdc64f owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:31:51.074227 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:51.165174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b699992c-418a-4c8b-9949-0f4f4b48330b req-67239cc3-94db-44e1-b922-d323b05b4588 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 210 time: 0.0485168 Feb 07 23:31:51.243280 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event deleted for resources: {'Port': ['ID=b05ec913-5e43-4009-80d8-ff1ce2fdc64f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:51.436320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:31:51.612716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:31:51.622851 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:31:51.632968 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:31:51.633584 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:31:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:51.688449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] No DVR routers for this DVR port b05ec913-5e43-4009-80d8-ff1ce2fdc64f on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:31:51.691038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:51.694232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-deleted', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:31:51.712348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3cfb157d-8a77-4254-9b55-95b816a300c0 req-5e0c5c45-6266-422b-9fb9-91753c1a0e9c tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.36 "DELETE /v2.0/ports/b05ec913-5e43-4009-80d8-ff1ce2fdc64f HTTP/1.1" status: 204 len: 173 time: 2.5641210 Feb 07 23:31:51.741549 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4453d6-d6bb-4d2a-9675-74afa9d32f9e', 'name': 'network-vif-deleted', 'tag': 'b05ec913-5e43-4009-80d8-ff1ce2fdc64f', 'status': 'completed', 'code': 200} Feb 07 23:31:51.816999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:31:52.129835 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:52.133589 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:31:52.142147 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:31:52.142750 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:31:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:52.324368 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3cb8acda-1b32-42db-88e3-89f9b7f8b75e req-9d24d5a8-2a15-441c-b8eb-156c8864b896 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb4453d6-d6bb-4d2a-9675-74afa9d32f9e HTTP/1.1" status: 200 len: 210 time: 0.0442891 Feb 07 23:31:52.326865 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:31:52.629492 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:31:52.633432 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c4028a-4494-448b-b2bf-123f9c3208ad None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:27:38Z', 'revision_number': 4, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6247c92f-1fb9-4145-890e-dbbb7cc83089', 'name': '', 'network_id': '4de74214-4de3-4b80-896e-798e03f6dfa6', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'mac_address': 'fa:16:3e:03:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:37Z', 'updated_at': '2022-02-07T23:27:43Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'subnets': [{'id': '71006cef-6b76-40ec-9393-c4028b8dc4ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:31:52.865109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a2aa27-beb4-4305-91ed-b9b7b75ab237 None None] New status for floating IP 18fe49e3-5954-4824-874c-550a7904a9ae: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:31:53.241882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:31:53.275936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: b05ec913-5e43-4009-80d8-ff1ce2fdc64f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:31:53.276281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b05ec913-5e43-4009-80d8-ff1ce2fdc64f not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:31:56.032018 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d24e1bdb-80d8-4473-aef6-d6f8039cdf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.552415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54280) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:31:56.616133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.647375 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.700926 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.720080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af34ff70-a935-4be8-a6a8-cc35d4ce3250,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:56.729120 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.729475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.729818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.730154 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.730488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.730819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.731148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.731474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.731798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.732121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.732442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.732789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:31:56.740002 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:56.743715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54284) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:31:56.744156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-11734867-1c7d-4453-8c72-3901ffbd5d7e tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "DELETE /v2.0/security-groups/af34ff70-a935-4be8-a6a8-cc35d4ce3250 HTTP/1.1" status: 204 len: 168 time: 0.1903024 Feb 07 23:31:56.760871 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [None req-d9b90172-add1-4919-9754-dc09ba30308b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] show failed (client error): The resource could not be found. Feb 07 23:31:56.762089 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d9b90172-add1-4919-9754-dc09ba30308b tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "GET /v2.0/security-groups/af34ff70-a935-4be8-a6a8-cc35d4ce3250 HTTP/1.1" status: 404 len: 347 time: 0.0167696 Feb 07 23:31:56.764813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54288) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:31:56.925767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Deleting port 28ded6fb-22df-438f-b3a0-6b6118021825 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:31:56.926638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.103631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.103854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.230449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Calling delete_port for 28ded6fb-22df-438f-b3a0-6b6118021825 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:31:57.375127 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.422571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Pushing event deleted for resources: {'Port': ['ID=28ded6fb-22df-438f-b3a0-6b6118021825,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:57.513282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.526999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:57.528138 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-993eb2c0-65fd-4b31-81e1-0819c106e1b6 tempest-ServerActionsTestJSON-1564148279 tempest-ServerActionsTestJSON-1564148279-project] 10.222.0.10 "DELETE /v2.0/floatingips/18fe49e3-5954-4824-874c-550a7904a9ae HTTP/1.1" status: 204 len: 168 time: 0.7624514 Feb 07 23:31:57.531063 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54292) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:31:58.211868 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.245533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ea9f4011-f21b-4d00-aa46-f3976df7377c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.564384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Deleting port 6247c92f-1fb9-4145-890e-dbbb7cc83089 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:31:58.564665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.738267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] For port 6247c92f-1fb9-4145-890e-dbbb7cc83089, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6247c92f-1fb9-4145-890e-dbbb7cc83089,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:31:58.739154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:58.861429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Calling delete_port for 6247c92f-1fb9-4145-890e-dbbb7cc83089 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:31:59.120258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.172125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6247c92f-1fb9-4145-890e-dbbb7cc83089,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:31:59.377009 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.565029 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.664951 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:31:59.927268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:32:00.104406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:32:00.112820 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] Sync routers for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:32:00.117364 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2bdb48c7-2206-4352-824a-fb22c2d9eda1 admin admin] 10.222.0.10 "PUT /v2.0/routers/b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852654 Feb 07 23:32:00.119800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54296) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:00.122380 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:32:00.122979 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:31:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:00.298363 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.334300 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:32:00.493579 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.505375 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Deleting port 8e570ba0-7754-4ba3-95da-c3bd488d6102 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:00.505755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.648862 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:31:59Z', 'revision_number': 5, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port': {'id': '8e570ba0-7754-4ba3-95da-c3bd488d6102', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:27:35Z', 'updated_at': '2022-02-07T23:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:00.653261 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] Checking router: b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:32:00.662874 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] Routers {'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:32:00.663502 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:31:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:00.814676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] For port 8e570ba0-7754-4ba3-95da-c3bd488d6102, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=8e570ba0-7754-4ba3-95da-c3bd488d6102,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:00.815254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:00.816178 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] Set router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:32:00.923047 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 6, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:00.927649 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ab90-dbaf-4e0b-8a55-6fe5a9b46c1a None None] The sync data for ids ['b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c'] in n-d-827896-3 is: [{'id': 'b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c', 'name': 'tempest-ServerActionsTestJSON-1380727625-router', 'tenant_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:27:34Z', 'updated_at': '2022-02-07T23:32:00Z', 'revision_number': 6, 'project_id': 'bd1e8ddcf5dd421d8a24dc520997bc13', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:32:00.949030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Calling delete_port for 8e570ba0-7754-4ba3-95da-c3bd488d6102 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:01.120207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.151081 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.167174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e570ba0-7754-4ba3-95da-c3bd488d6102,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:01.262311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.440349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.443301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.466216 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.466769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:32:01.479401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.480522 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d1cf6c5-5436-4d3f-a214-e1794f2a8187 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b3c25ea1-23a6-458b-a8bd-b54c3e2cc70c HTTP/1.1" status: 204 len: 168 time: 1.3598239 Feb 07 23:32:01.483098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54300) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:01.542414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] Deleting subnet 71006cef-6b76-40ec-9393-c4028b8dc4ca {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:32:01.545394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.601569 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.688000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.746059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8e570ba0-7754-4ba3-95da-c3bd488d6102 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:32:01.763898 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.782346 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 8e570ba0-7754-4ba3-95da-c3bd488d6102 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:32:01.782699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 8e570ba0-7754-4ba3-95da-c3bd488d6102 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:32:01.783119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6247c92f-1fb9-4145-890e-dbbb7cc83089 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:32:01.809798 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.812571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71006cef-6b76-40ec-9393-c4028b8dc4ca,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:01.822839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9cc68023-f4b3-43f6-b13c-adb76b368b13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/71006cef-6b76-40ec-9393-c4028b8dc4ca HTTP/1.1" status: 204 len: 168 time: 0.3349650 Feb 07 23:32:01.823512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6247c92f-1fb9-4145-890e-dbbb7cc83089 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:32:01.823512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6247c92f-1fb9-4145-890e-dbbb7cc83089 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:32:01.823512 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfccdb41-abcc-48f2-a3fb-10f32b06319c None None] Network 4de74214-4de3-4b80-896e-798e03f6dfa6 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:01.823794 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54304) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:01.953043 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:01.966900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Deleting port fcfc7f4b-6e86-4c4a-a45a-adae86522314 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:01.967237 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.120866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] DHCP port deletion for 4de74214-4de3-4b80-896e-798e03f6dfa6 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:32:02.125207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Deleting port fcfc7f4b-6e86-4c4a-a45a-adae86522314 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:02.125581 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.198403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] For port fcfc7f4b-6e86-4c4a-a45a-adae86522314, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fcfc7f4b-6e86-4c4a-a45a-adae86522314,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:02.198776 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.329023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Calling delete_port for fcfc7f4b-6e86-4c4a-a45a-adae86522314 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:02.331429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] For port fcfc7f4b-6e86-4c4a-a45a-adae86522314, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fcfc7f4b-6e86-4c4a-a45a-adae86522314,segment=NetworkSegment(38709b1e-46da-4869-8c0b-1f0adb18cf6d),segment_id=38709b1e-46da-4869-8c0b-1f0adb18cf6d)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:02.332302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.408895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.461853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfc7f4b-6e86-4c4a-a45a-adae86522314,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:02.464215 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] No DVR routers for this DVR port fcfc7f4b-6e86-4c4a-a45a-adae86522314 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:32:02.494448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Calling delete_port for fcfc7f4b-6e86-4c4a-a45a-adae86522314 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:02.569314 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:32:02.569671 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:32:02.582192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.613165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de74214-4de3-4b80-896e-798e03f6dfa6']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:02.628655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38709b1e-46da-4869-8c0b-1f0adb18cf6d') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:02.628983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38709b1e-46da-4869-8c0b-1f0adb18cf6d') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:02.642386 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.661552 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.668229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:02.668731 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:02.683386 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:02.762351 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.778170 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:02.790046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4de74214-4de3-4b80-896e-798e03f6dfa6,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:02.804030 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7003105a-88c5-414d-9467-7baaa1aa09ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/4de74214-4de3-4b80-896e-798e03f6dfa6 HTTP/1.1" status: 204 len: 168 time: 0.9778390 Feb 07 23:32:02.917060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54310) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:02.968370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7f2acd36-1940-4332-921f-eeef37272ee7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd1e8ddcf5dd421d8a24dc520997bc13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500472 Feb 07 23:32:02.971006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54314) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:03.033348 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85e4170d-ea7b-4252-bf79-39ed11ce0861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.060125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85e4170d-ea7b-4252-bf79-39ed11ce0861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.071109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Deleting port fcfc7f4b-6e86-4c4a-a45a-adae86522314 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:03.071525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.114382 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85e4170d-ea7b-4252-bf79-39ed11ce0861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.132480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4170d-ea7b-4252-bf79-39ed11ce0861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6016d7c7-8bd5-490c-939b-c9836487d356,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:03.139776 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-85e4170d-ea7b-4252-bf79-39ed11ce0861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:03.141041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-85e4170d-ea7b-4252-bf79-39ed11ce0861 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6016d7c7-8bd5-490c-939b-c9836487d356 HTTP/1.1" status: 204 len: 168 time: 0.1690216 Feb 07 23:32:03.156094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-865b2c5c-6bc3-4189-b138-293b0f86e7c5 None None] The port 'fcfc7f4b-6e86-4c4a-a45a-adae86522314' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:32:03.690977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcfc7f4b-6e86-4c4a-a45a-adae86522314 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:32:03.729549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: fcfc7f4b-6e86-4c4a-a45a-adae86522314 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:32:03.729903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fcfc7f4b-6e86-4c4a-a45a-adae86522314 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:32:03.958936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54338) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:04.063851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-941723943-network', 'tenant_id': '6d467d7fe79540699655fa4af33eab45'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:04.070061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:04.074117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Usage tracker for resource:network and tenant:6d467d7fe79540699655fa4af33eab45 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:04.076973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:04.083247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:04.096547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Made reservation on behalf of 6d467d7fe79540699655fa4af33eab45 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:04.099057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.111162 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.125457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:04.129900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Usage tracker for resource:security_group_rule and tenant:6d467d7fe79540699655fa4af33eab45 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:04.132667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:04.138471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:04.221366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.224999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.254765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:04.263517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b3e08-349c-4574-afd9-0a7d97f65446,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:04.269026 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.269487 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Added segment 49f88ee9-ea2c-4600-b49f-1ec965a1d529 of type vlan for network c033401c-18e9-4755-8287-c7b7e3cfd63d Feb 07 23:32:04.300196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.330152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.331124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:04.331703 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.433752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] Pushing event updated for resources: {'Network': ['ID=c033401c-18e9-4755-8287-c7b7e3cfd63d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:04.436725 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5e17f1e7-1a1f-4327-8e77-03c8608add56 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4767365 Feb 07 23:32:04.439638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54344) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:04.444328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network c033401c-18e9-4755-8287-c7b7e3cfd63d details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:04.445666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Request body: {'subnet': {'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-941723943-subnet', 'tenant_id': '6d467d7fe79540699655fa4af33eab45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:04.451161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:04.454942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Usage tracker for resource:subnet and tenant:6d467d7fe79540699655fa4af33eab45 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:04.457813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:04.463537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:04.475320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Made reservation on behalf of 6d467d7fe79540699655fa4af33eab45 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:04.477632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.688270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.867491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5480ff-a90b-4283-85da-352119acaac1,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:04.875190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Checking segment: {'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:04.875549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Network hostable DHCP agents. Network: c033401c-18e9-4755-8287-c7b7e3cfd63d, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:04.893798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Network c033401c-18e9-4755-8287-c7b7e3cfd63d is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:04.903080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, c033401c-18e9-4755-8287-c7b7e3cfd63d) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:04.907622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:04.908694 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:04.912135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f80de9f-1977-406a-b8e9-3ab06d384bce None None] Network c033401c-18e9-4755-8287-c7b7e3cfd63d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:04.939455 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-07e6ba4c-8a9e-4c93-a35d-9bc5c85adb58 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4913330 Feb 07 23:32:05.124398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf71b4-ed38-41dd-923c-30768e94565e None None] Network c033401c-18e9-4755-8287-c7b7e3cfd63d requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:05.539293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-1cf1d7d1-52d8-4c98-a8ac-49836d4ba8c2 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:05.540751 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-1cf1d7d1-52d8-4c98-a8ac-49836d4ba8c2 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/networks?id=c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 200 len: 813 time: 0.2499290 Feb 07 23:32:05.556410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-6e3cd9a1-f3b0-4e8a-add8-c122194e922d tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/quotas/6d467d7fe79540699655fa4af33eab45 HTTP/1.1" status: 200 len: 375 time: 0.0100851 Feb 07 23:32:05.603376 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-32a417a8-5d82-4f3a-8b78-cb50176109a7 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d467d7fe79540699655fa4af33eab45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420172 Feb 07 23:32:05.614292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-765f992c-61cc-40dc-bd36-e773009a1b12 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:32:05.615211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-765f992c-61cc-40dc-bd36-e773009a1b12 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055451 Feb 07 23:32:05.743056 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-50d9b196-5d66-40c9-93ab-5c01c3db65ed service neutron] 10.222.0.10 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218336 Feb 07 23:32:05.873771 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-f0c5f10c-29d3-4937-843c-58c475620689 service neutron] 10.222.0.10 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248758 Feb 07 23:32:06.055471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ec4211e-612b-4f8c-91c0-2c4fa0cd562b req-87af1e4f-e7b7-412b-b73d-da33d406d2e8 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 210 time: 0.0445225 Feb 07 23:32:06.392258 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:06.761207 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:07.108550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-49581794-8fc5-4cdc-beb1-5e15bf7161d4 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:07.109286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-49581794-8fc5-4cdc-beb1-5e15bf7161d4 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Synchronizing usage tracker for tenant:6d467d7fe79540699655fa4af33eab45 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:32:07.127957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-49581794-8fc5-4cdc-beb1-5e15bf7161d4 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Unset dirty status for tenant:6d467d7fe79540699655fa4af33eab45 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:32:07.130161 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-49581794-8fc5-4cdc-beb1-5e15bf7161d4 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.36 "GET /v2.0/networks?id=c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 200 len: 813 time: 0.1735508 Feb 07 23:32:07.145743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Request body: {'port': {'device_id': '2a38f86d-8273-4065-9610-75c595da130b', 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d', 'admin_state_up': True, 'tenant_id': '6d467d7fe79540699655fa4af33eab45'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:07.227236 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-00a530e5-8e02-4b42-be6c-5af44c32a5c9 req-00030b79-c19c-47b6-aca0-dce22e5015dd tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 210 time: 0.0475955 Feb 07 23:32:07.285483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:07.289270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Usage tracker for resource:port and tenant:6d467d7fe79540699655fa4af33eab45 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:07.292024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:07.297634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:07.307313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Made reservation on behalf of 6d467d7fe79540699655fa4af33eab45 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:07.310747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:07.476874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Allocated IP 172.20.0.14 (c033401c-18e9-4755-8287-c7b7e3cfd63d/ac5480ff-a90b-4283-85da-352119acaac1/7e5de1d7-c57b-41f1-bf34-8339c414499c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:07.682129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:07.715964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:07.790699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Network c033401c-18e9-4755-8287-c7b7e3cfd63d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:07.793819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:07.797786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:32:07.829170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Pushing event updated for resources: {'Port': ['ID=7e5de1d7-c57b-41f1-bf34-8339c414499c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:07.867730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:07.868409 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:07.890353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-407ddb53-e22b-41b7-b3d0-86ef6de9fc66 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7494354 Feb 07 23:32:07.901236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Request body: {'port': {'device_id': '2a38f86d-8273-4065-9610-75c595da130b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:08.013525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:08.350614 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5de1d7-c57b-41f1-bf34-8339c414499c {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:08.358243 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:08.373995 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Transition to ACTIVE for port object 7e5de1d7-c57b-41f1-bf34-8339c414499c will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:08.378541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:08.418234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d7de-2ea5-4968-9169-5597317bbc65 req-72dc97e4-78b8-45db-a952-b6b10ef35228 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:08.419649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08b5d7de-2ea5-4968-9169-5597317bbc65 req-72dc97e4-78b8-45db-a952-b6b10ef35228 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 932 time: 0.0815256 Feb 07 23:32:08.463743 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08b5d7de-2ea5-4968-9169-5597317bbc65 req-f195be06-e843-4ff9-9575-784c43b7f900 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Feb 07 23:32:08.543585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Pushing event updated for resources: {'Port': ['ID=7e5de1d7-c57b-41f1-bf34-8339c414499c,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:08.611115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Attempting to bind port 7e5de1d7-c57b-41f1-bf34-8339c414499c on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:08.611446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Attempting to bind port 7e5de1d7-c57b-41f1-bf34-8339c414499c by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:08.611774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Attempting to bind port 7e5de1d7-c57b-41f1-bf34-8339c414499c on network c033401c-18e9-4755-8287-c7b7e3cfd63d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:08.616408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Port 7e5de1d7-c57b-41f1-bf34-8339c414499c on network c033401c-18e9-4755-8287-c7b7e3cfd63d not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:32:08.616763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Attempting to bind port 7e5de1d7-c57b-41f1-bf34-8339c414499c on network c033401c-18e9-4755-8287-c7b7e3cfd63d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:08.621870 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:32:08.622200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Checking segment: {'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:08.622575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Bound using segment: {'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:32:08.622993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Bound port: 7e5de1d7-c57b-41f1-bf34-8339c414499c, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:08.623332 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:08.814834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] For port 7e5de1d7-c57b-41f1-bf34-8339c414499c, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:32:08.818169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] For port 7e5de1d7-c57b-41f1-bf34-8339c414499c, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:32:08.823687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:08.886110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:08.887052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:08.888358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] 10.222.0.36 "PUT /v2.0/ports/7e5de1d7-c57b-41f1-bf34-8339c414499c HTTP/1.1" status: 200 len: 1092 time: 0.9911923 Feb 07 23:32:08.888814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38f86d-8273-4065-9610-75c595da130b', 'tag': '7e5de1d7-c57b-41f1-bf34-8339c414499c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:08.910621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0f769-8693-4b0f-a4dd-9b5fcf68128f service neutron] Pushing event updated for resources: {'Port': ['ID=7e5de1d7-c57b-41f1-bf34-8339c414499c,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:08.960490 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38f86d-8273-4065-9610-75c595da130b', 'tag': '7e5de1d7-c57b-41f1-bf34-8339c414499c', 'status': 'completed', 'code': 200} Feb 07 23:32:09.000251 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-45ba4ced-7404-43a0-a822-b99f9a1aeb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:09.001759 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-45ba4ced-7404-43a0-a822-b99f9a1aeb9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d467d7fe79540699655fa4af33eab45&device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 1095 time: 0.0734553 Feb 07 23:32:09.073215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-96f18698-2c96-4561-8980-dbd5703279e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c HTTP/1.1" status: 200 len: 217 time: 0.0647559 Feb 07 23:32:09.137050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-c6f25874-e969-45de-86b2-739e7343bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:09.138480 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-c6f25874-e969-45de-86b2-739e7343bc6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5480ff-a90b-4283-85da-352119acaac1 HTTP/1.1" status: 200 len: 853 time: 0.0595143 Feb 07 23:32:09.187281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-54e64dc4-838b-4833-9c8b-8e49ec570fdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c033401c-18e9-4755-8287-c7b7e3cfd63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416999 Feb 07 23:32:09.320662 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-c126bfaf-d9cc-4d31-af72-69472228246f service neutron] 10.222.0.36 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273470 Feb 07 23:32:09.455909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fd408261-74fe-4c72-8999-e0331a7b6808 req-01ab87ef-0575-49b9-b678-c4cdcede7099 service neutron] 10.222.0.36 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292138 Feb 07 23:32:09.590756 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-160c206d-c930-4287-808f-1ca213b9ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:09.592393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-160c206d-c930-4287-808f-1ca213b9ddb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d467d7fe79540699655fa4af33eab45&device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 1095 time: 0.0838618 Feb 07 23:32:09.670185 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f71c1-2717-4aef-8d2a-d9396068b804 req-9272085f-452d-4ebf-9cbd-c4b0c1981b65 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:09.672898 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b4f71c1-2717-4aef-8d2a-d9396068b804 req-9272085f-452d-4ebf-9cbd-c4b0c1981b65 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 944 time: 0.0902424 Feb 07 23:32:09.726956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5b4f71c1-2717-4aef-8d2a-d9396068b804 req-db0bd7dc-16de-4bfd-aad0-9916f32f98dd tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472391 Feb 07 23:32:09.738913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-2b6d4a85-d627-4a1f-859b-820ee89e9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:09.740357 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-2b6d4a85-d627-4a1f-859b-820ee89e9fa9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 200 len: 914 time: 0.1413319 Feb 07 23:32:09.809640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-81729dcd-8813-497a-886f-f9bd7bbc5a39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c HTTP/1.1" status: 200 len: 217 time: 0.0626311 Feb 07 23:32:09.892151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-4287e8ae-71ce-4c1b-85d1-8cedaace2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:09.893629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-4287e8ae-71ce-4c1b-85d1-8cedaace2649 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5480ff-a90b-4283-85da-352119acaac1 HTTP/1.1" status: 200 len: 853 time: 0.0781908 Feb 07 23:32:09.942680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-5b169634-b61c-4aa9-8547-5722e4eb70c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c033401c-18e9-4755-8287-c7b7e3cfd63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419071 Feb 07 23:32:10.075972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-68f170b8-7bfc-4611-9f71-f85db376c07e service neutron] 10.222.0.36 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254942 Feb 07 23:32:10.207730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1bc96f30-b1b6-463a-ad93-ea3116f268a1 req-013fc99e-ef7c-4615-bdcb-3b970f66f55a service neutron] 10.222.0.36 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247535 Feb 07 23:32:10.917660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b4b08-b7b5-434e-83aa-75f4b0f6ba70 req-4b38f78a-c554-42a0-be28-772f655a06ba tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:10.919413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d74b4b08-b7b5-434e-83aa-75f4b0f6ba70 req-4b38f78a-c554-42a0-be28-772f655a06ba tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 944 time: 0.0835824 Feb 07 23:32:10.967100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d74b4b08-b7b5-434e-83aa-75f4b0f6ba70 req-14dbc65e-87bd-4629-9bb1-dad03e593545 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Feb 07 23:32:11.065214 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:32:11.303685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5de1d7-c57b-41f1-bf34-8339c414499c details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:32:11.434861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5de1d7-c57b-41f1-bf34-8339c414499c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:11.449618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '7e5de1d7-c57b-41f1-bf34-8339c414499c', 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d', 'port_id': '7e5de1d7-c57b-41f1-bf34-8339c414499c', 'mac_address': 'fa:16:3e:aa:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5480ff-a90b-4283-85da-352119acaac1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:32:11.507135 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:11.523675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5de1d7-c57b-41f1-bf34-8339c414499c {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:11.538595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5de1d7-c57b-41f1-bf34-8339c414499c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:11.542668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:11.608284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7e5de1d7-c57b-41f1-bf34-8339c414499c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:11.732017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7e5de1d7-c57b-41f1-bf34-8339c414499c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:32:12.148076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9e25-fdf1-4bc8-bcdf-c25b7617a88d req-af4a0dec-8593-4fcd-8d44-a6133c762f54 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:12.149803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46fa9e25-fdf1-4bc8-bcdf-c25b7617a88d req-af4a0dec-8593-4fcd-8d44-a6133c762f54 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 945 time: 0.0789397 Feb 07 23:32:12.193573 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-46fa9e25-fdf1-4bc8-bcdf-c25b7617a88d req-7e6491e8-1d29-4863-85b1-33a95bba28f4 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Feb 07 23:32:13.310713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5de1d7-c57b-41f1-bf34-8339c414499c up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:32:13.382193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 7e5de1d7-c57b-41f1-bf34-8339c414499c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:13.383156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cf96e-b626-45b7-a908-ac0c1c49d56f req-c46f4d03-cbca-4ddb-a4a6-2645f410d952 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:13.384718 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e60cf96e-b626-45b7-a908-ac0c1c49d56f req-c46f4d03-cbca-4ddb-a4a6-2645f410d952 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 945 time: 0.0894113 Feb 07 23:32:13.387727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 7e5de1d7-c57b-41f1-bf34-8339c414499c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:13.388119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:13.433220 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e60cf96e-b626-45b7-a908-ac0c1c49d56f req-41457edc-e535-4b50-9d6e-e52f8e786354 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Feb 07 23:32:13.506603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:13.532213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38f86d-8273-4065-9610-75c595da130b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5de1d7-c57b-41f1-bf34-8339c414499c'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:13.542491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7e5de1d7-c57b-41f1-bf34-8339c414499c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:13.546274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:13.580700 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38f86d-8273-4065-9610-75c595da130b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5de1d7-c57b-41f1-bf34-8339c414499c', 'code': 200} Feb 07 23:32:13.656379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7e5de1d7-c57b-41f1-bf34-8339c414499c,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:13.712502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cbcd7-45d5-4bf9-9b91-76a8d5269bcd req-16d870e4-17f4-478b-a418-4d02027bdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:13.714007 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f83cbcd7-45d5-4bf9-9b91-76a8d5269bcd req-16d870e4-17f4-478b-a418-4d02027bdcc8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 1097 time: 0.0799003 Feb 07 23:32:13.755016 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f83cbcd7-45d5-4bf9-9b91-76a8d5269bcd req-3c843eee-528e-4e62-8cb4-8cc7bc8c4369 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Feb 07 23:32:14.615768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba46e9-25c0-43db-85b8-c8d3ba04fccb req-bb8f9e4e-96c4-43b4-bb74-d5ea924d96af tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:14.617362 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bba46e9-25c0-43db-85b8-c8d3ba04fccb req-bb8f9e4e-96c4-43b4-bb74-d5ea924d96af tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0787477 Feb 07 23:32:14.662423 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2bba46e9-25c0-43db-85b8-c8d3ba04fccb req-495f913b-a3dc-4df4-81a9-6a3fa33c7ece tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Feb 07 23:32:16.017756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8c892-4ee0-4806-b2d1-a9cfe7b4a88d req-c5801367-70a3-4578-9c50-4ab0063a8f8a tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:16.019774 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93b8c892-4ee0-4806-b2d1-a9cfe7b4a88d req-c5801367-70a3-4578-9c50-4ab0063a8f8a tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.1293299 Feb 07 23:32:16.063371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93b8c892-4ee0-4806-b2d1-a9cfe7b4a88d req-b0a735c7-d645-4e4b-91b3-e06578121d23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Feb 07 23:32:16.528841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-601ecd7d-52bc-4a0b-9525-1a4f4d111285 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:16.530198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-601ecd7d-52bc-4a0b-9525-1a4f4d111285 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/networks?id=c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 200 len: 813 time: 0.1439779 Feb 07 23:32:16.545699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-84f380e2-e7a9-4048-b391-b54d02974efe tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/quotas/6d467d7fe79540699655fa4af33eab45 HTTP/1.1" status: 200 len: 375 time: 0.0095329 Feb 07 23:32:16.624106 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-2700f2d3-e6fd-4aa9-9e54-a7577ca0f87c tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d467d7fe79540699655fa4af33eab45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728946 Feb 07 23:32:16.762086 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-315bf56e-02fb-4789-9842-ade7cc8596c0 service neutron] 10.222.0.10 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303864 Feb 07 23:32:16.893023 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-f601c2e5-9f16-44a7-8d55-16ff4e711181 service neutron] 10.222.0.10 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250737 Feb 07 23:32:17.072920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1e2df86d-0d87-4f7c-b716-1ad30350c1f0 req-1c0c9e13-dba1-4752-855a-90846966decb tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 210 time: 0.0470643 Feb 07 23:32:18.230002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b3dcd2db-8ea6-40bb-b0d9-e1b44f496f8d req-da3b7391-20c4-458f-9e2a-7b218f46f61c tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 210 time: 0.0464742 Feb 07 23:32:18.293812 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9815800d-1dda-48d2-aa6c-4f8e04697023 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:18.295229 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9815800d-1dda-48d2-aa6c-4f8e04697023 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.26 "GET /v2.0/networks?id=c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 200 len: 813 time: 0.2655952 Feb 07 23:32:18.307199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Request body: {'port': {'device_id': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d', 'admin_state_up': True, 'tenant_id': '6d467d7fe79540699655fa4af33eab45'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:18.444449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:18.448279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Usage tracker for resource:port and tenant:6d467d7fe79540699655fa4af33eab45 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:18.451118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:18.456808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:18.465934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Made reservation on behalf of 6d467d7fe79540699655fa4af33eab45 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:18.469513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:18.635299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Allocated IP 172.20.0.13 (c033401c-18e9-4755-8287-c7b7e3cfd63d/ac5480ff-a90b-4283-85da-352119acaac1/29198550-4ed8-4259-86f6-a8fabaa1d30e) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:18.880687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:18.911983 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:18.923890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7e5de1d7-c57b-41f1-bf34-8339c414499c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:32:18.995701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Network c033401c-18e9-4755-8287-c7b7e3cfd63d is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:18.999071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:19.003097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:32:19.038765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Pushing event updated for resources: {'Port': ['ID=29198550-4ed8-4259-86f6-a8fabaa1d30e,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:19.070368 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:19.071000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:19.092094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bbd74144-da0d-458d-9b3d-ae5b1863c133 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7883079 Feb 07 23:32:19.107866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Request body: {'port': {'device_id': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:19.222142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:19.446374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e179800-dff8-4a6c-b365-4645f5fd150f req-76a4b4c2-edb8-4d42-881c-a0ba3b58ef65 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:19.447831 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e179800-dff8-4a6c-b365-4645f5fd150f req-76a4b4c2-edb8-4d42-881c-a0ba3b58ef65 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 932 time: 0.1078737 Feb 07 23:32:19.494505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e179800-dff8-4a6c-b365-4645f5fd150f req-af9bbd7c-7ad8-47a7-bcc4-81783c528ba6 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Feb 07 23:32:19.589502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29198550-4ed8-4259-86f6-a8fabaa1d30e {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:19.596877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:19.611048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Transition to ACTIVE for port object 29198550-4ed8-4259-86f6-a8fabaa1d30e will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:19.616190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:19.778517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Pushing event updated for resources: {'Port': ['ID=29198550-4ed8-4259-86f6-a8fabaa1d30e,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:19.855358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Attempting to bind port 29198550-4ed8-4259-86f6-a8fabaa1d30e on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:19.855692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Attempting to bind port 29198550-4ed8-4259-86f6-a8fabaa1d30e by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:19.856024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Attempting to bind port 29198550-4ed8-4259-86f6-a8fabaa1d30e on network c033401c-18e9-4755-8287-c7b7e3cfd63d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:19.860657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Port 29198550-4ed8-4259-86f6-a8fabaa1d30e on network c033401c-18e9-4755-8287-c7b7e3cfd63d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:32:19.860983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Attempting to bind port 29198550-4ed8-4259-86f6-a8fabaa1d30e on network c033401c-18e9-4755-8287-c7b7e3cfd63d {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:19.866661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:32:19.866999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Checking segment: {'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:19.867380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Bound using segment: {'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:32:19.867802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Bound port: 29198550-4ed8-4259-86f6-a8fabaa1d30e, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49f88ee9-ea2c-4600-b49f-1ec965a1d529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:19.868278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:19.958429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] For port 29198550-4ed8-4259-86f6-a8fabaa1d30e, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:32:19.961402 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] For port 29198550-4ed8-4259-86f6-a8fabaa1d30e, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=29198550-4ed8-4259-86f6-a8fabaa1d30e,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:32:19.965920 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:20.037725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:20.038338 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:20.039712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] 10.222.0.26 "PUT /v2.0/ports/29198550-4ed8-4259-86f6-a8fabaa1d30e HTTP/1.1" status: 200 len: 1092 time: 0.9361813 Feb 07 23:32:20.040146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'tag': '29198550-4ed8-4259-86f6-a8fabaa1d30e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:20.066361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760369b-d3f2-4c26-a2bf-a3661ecfe71e service neutron] Pushing event updated for resources: {'Port': ['ID=29198550-4ed8-4259-86f6-a8fabaa1d30e,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:20.112252 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'tag': '29198550-4ed8-4259-86f6-a8fabaa1d30e', 'status': 'completed', 'code': 200} Feb 07 23:32:20.152125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-23a39168-a093-4c93-b602-b5b7d530e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:20.153635 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-23a39168-a093-4c93-b602-b5b7d530e152 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d467d7fe79540699655fa4af33eab45&device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0737987 Feb 07 23:32:20.334485 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-9bf10af5-dd2a-4d98-8e04-149ee1d69b4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29198550-4ed8-4259-86f6-a8fabaa1d30e HTTP/1.1" status: 200 len: 217 time: 0.1702168 Feb 07 23:32:20.399845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bfc60d97-d3d7-4f27-bf47-854985283ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:20.401351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-bfc60d97-d3d7-4f27-bf47-854985283ba6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac5480ff-a90b-4283-85da-352119acaac1 HTTP/1.1" status: 200 len: 853 time: 0.0580893 Feb 07 23:32:20.455279 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-b2befd36-9e3f-4bda-b519-0b603341d5c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c033401c-18e9-4755-8287-c7b7e3cfd63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443678 Feb 07 23:32:20.592344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-2d446192-dfab-40af-8898-25f53859b4bd service neutron] 10.222.0.26 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277406 Feb 07 23:32:20.679898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df1b70-614c-433f-a9ce-44ce5bb29987 req-b2d25228-4ab0-4335-9a1f-2a0a6f3ea2d1 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:20.681403 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4df1b70-614c-433f-a9ce-44ce5bb29987 req-b2d25228-4ab0-4335-9a1f-2a0a6f3ea2d1 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 944 time: 0.0805788 Feb 07 23:32:20.726620 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4df1b70-614c-433f-a9ce-44ce5bb29987 req-ba3d8221-f4ea-4b2c-bd63-37086186bd74 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Feb 07 23:32:20.730378 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cc739360-94ce-4f95-81a6-559f1abaabf9 req-e0788e58-51e7-4782-9217-e761962b4e38 service neutron] 10.222.0.26 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281519 Feb 07 23:32:20.850789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-2da44341-3456-4014-acbe-b35bc6c5dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:20.852189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-2da44341-3456-4014-acbe-b35bc6c5dc0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d467d7fe79540699655fa4af33eab45&device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 1095 time: 0.0719483 Feb 07 23:32:20.990184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-6b1622d6-18f6-4e48-af17-096d548f8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:20.991623 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-6b1622d6-18f6-4e48-af17-096d548f8d5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 200 len: 914 time: 0.1328907 Feb 07 23:32:21.066628 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-6ccb7089-4454-412c-844b-bbcd51852e66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29198550-4ed8-4259-86f6-a8fabaa1d30e HTTP/1.1" status: 200 len: 217 time: 0.0651450 Feb 07 23:32:21.237244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-5a137387-b982-466d-af0e-47c2bc522459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:21.239210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-5a137387-b982-466d-af0e-47c2bc522459 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ac5480ff-a90b-4283-85da-352119acaac1 HTTP/1.1" status: 200 len: 853 time: 0.0978172 Feb 07 23:32:21.295253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-8c052e36-7e1b-41ef-ad4f-f5683e21853e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c033401c-18e9-4755-8287-c7b7e3cfd63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495837 Feb 07 23:32:21.432104 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-d55d4d03-2878-46b7-b11e-374732a081de service neutron] 10.222.0.26 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285400 Feb 07 23:32:21.578668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8231ad53-820f-49ff-9f90-7eb261b6f8ee req-8296c1af-e4bd-4145-bf70-45d012709829 service neutron] 10.222.0.26 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366475 Feb 07 23:32:22.033959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1bb54-1099-4a1a-b452-7388c8316887 req-da1119c8-98c8-4805-838e-47d7790fcc5d tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:22.035365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09a1bb54-1099-4a1a-b452-7388c8316887 req-da1119c8-98c8-4805-838e-47d7790fcc5d tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 944 time: 0.1916931 Feb 07 23:32:22.079956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09a1bb54-1099-4a1a-b452-7388c8316887 req-dc002dd5-16ff-4fc6-8c7e-ab6e8af8408c tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Feb 07 23:32:23.276608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10abdc9-70f3-4aec-b4e8-a55baaf653f9 req-81df1fc0-8ef9-44f1-bc80-b86b0679d758 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:23.278067 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f10abdc9-70f3-4aec-b4e8-a55baaf653f9 req-81df1fc0-8ef9-44f1-bc80-b86b0679d758 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 944 time: 0.0800560 Feb 07 23:32:23.322085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f10abdc9-70f3-4aec-b4e8-a55baaf653f9 req-8271e62c-101f-4e4c-8aa4-7c759d96248d tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Feb 07 23:32:24.508800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da4971-5597-4a89-ab0c-398033bc3af7 req-41b42fe7-914e-4d9e-bd14-78582e6b4b09 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:24.510242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97da4971-5597-4a89-ab0c-398033bc3af7 req-41b42fe7-914e-4d9e-bd14-78582e6b4b09 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 944 time: 0.0828781 Feb 07 23:32:24.554097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97da4971-5597-4a89-ab0c-398033bc3af7 req-77b0d0de-27c8-42bf-afd0-0845f9ed86e7 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Feb 07 23:32:24.617137 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 29198550-4ed8-4259-86f6-a8fabaa1d30e details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:32:24.746869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 29198550-4ed8-4259-86f6-a8fabaa1d30e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=29198550-4ed8-4259-86f6-a8fabaa1d30e,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:24.764156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '29198550-4ed8-4259-86f6-a8fabaa1d30e', 'network_id': 'c033401c-18e9-4755-8287-c7b7e3cfd63d', 'port_id': '29198550-4ed8-4259-86f6-a8fabaa1d30e', 'mac_address': 'fa:16:3e:2e:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5480ff-a90b-4283-85da-352119acaac1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:32:24.818389 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:24.835516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29198550-4ed8-4259-86f6-a8fabaa1d30e {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:32:24.852884 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 29198550-4ed8-4259-86f6-a8fabaa1d30e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=29198550-4ed8-4259-86f6-a8fabaa1d30e,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:24.857864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:24.925431 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=29198550-4ed8-4259-86f6-a8fabaa1d30e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:25.104575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['29198550-4ed8-4259-86f6-a8fabaa1d30e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:32:25.747416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469969a5-7e96-48a6-b12b-fa55b098ad92 req-65a32880-64fe-4413-b30c-f6ccec3c89c8 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:25.748882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-469969a5-7e96-48a6-b12b-fa55b098ad92 req-65a32880-64fe-4413-b30c-f6ccec3c89c8 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 945 time: 0.0869243 Feb 07 23:32:25.797537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-469969a5-7e96-48a6-b12b-fa55b098ad92 req-f4f204f8-0e91-444d-b807-21a0a58e20a6 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Feb 07 23:32:26.033828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a426f5f9-4862-4f0e-a161-b66ec6d29160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:26.619763 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 29198550-4ed8-4259-86f6-a8fabaa1d30e up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:32:26.690235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 29198550-4ed8-4259-86f6-a8fabaa1d30e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:26.695441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 29198550-4ed8-4259-86f6-a8fabaa1d30e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:26.695820 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:26.808826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:26.840728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29198550-4ed8-4259-86f6-a8fabaa1d30e'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:26.862541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 29198550-4ed8-4259-86f6-a8fabaa1d30e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=29198550-4ed8-4259-86f6-a8fabaa1d30e,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:26.868919 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:26.907497 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29198550-4ed8-4259-86f6-a8fabaa1d30e', 'code': 200} Feb 07 23:32:26.951335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=29198550-4ed8-4259-86f6-a8fabaa1d30e,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:27.015661 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb1529-2c91-4d49-90bd-9c97b1e15d1e req-a2067064-ab21-48ac-9106-70efd5b21389 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:27.017135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53fb1529-2c91-4d49-90bd-9c97b1e15d1e req-a2067064-ab21-48ac-9106-70efd5b21389 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 946 time: 0.0853848 Feb 07 23:32:27.022200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c900b66-3a34-4681-a6b0-8f16c69a2b39 req-c20e4c72-5b95-4b18-8d2d-88c883216a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:27.023706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0c900b66-3a34-4681-a6b0-8f16c69a2b39 req-c20e4c72-5b95-4b18-8d2d-88c883216a85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 1097 time: 0.0721786 Feb 07 23:32:27.063421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53fb1529-2c91-4d49-90bd-9c97b1e15d1e req-6b820a7f-23ef-4945-8431-b60db31f796b tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Feb 07 23:32:27.069668 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0c900b66-3a34-4681-a6b0-8f16c69a2b39 req-2f1ad819-6f57-4ab2-a0a2-e97379ac5dea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Feb 07 23:32:28.252494 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2139d384-b70f-4eb2-b2c9-41baa80f0e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:28.254509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964b774-6dc7-4228-b1f8-9d419149db4d req-e8acc4bb-f59c-4e54-be76-d811a7c3d897 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:28.257144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0964b774-6dc7-4228-b1f8-9d419149db4d req-e8acc4bb-f59c-4e54-be76-d811a7c3d897 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 946 time: 0.0876555 Feb 07 23:32:28.303280 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0964b774-6dc7-4228-b1f8-9d419149db4d req-902133ff-cdd3-42e5-8387-8a77a1d9e3db tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391014 Feb 07 23:32:29.379656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:29.494817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fce302-aed5-4eda-bfaf-c15f2994d6fd req-9102690b-4261-4e22-b917-fe3815e96011 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:29.496449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9fce302-aed5-4eda-bfaf-c15f2994d6fd req-9102690b-4261-4e22-b917-fe3815e96011 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 946 time: 0.0852964 Feb 07 23:32:29.504248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-7c0a8e57-76d4-48dd-b6e7-4d0715d73686 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749028 Feb 07 23:32:29.546631 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a9fce302-aed5-4eda-bfaf-c15f2994d6fd req-e7c4e4ba-d201-45a3-bcec-043589e7e086 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 Feb 07 23:32:29.652823 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a051838-7f64-426f-8fe3-5304fc822483 req-f70ff318-d7c3-4fa5-b1e0-1ef2de8e63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:29.654295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-f70ff318-d7c3-4fa5-b1e0-1ef2de8e63cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d467d7fe79540699655fa4af33eab45&device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 1097 time: 0.0775037 Feb 07 23:32:29.670850 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:29.807384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a051838-7f64-426f-8fe3-5304fc822483 req-721eeb66-9920-421a-932a-f169a8ecd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:29.809567 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-721eeb66-9920-421a-932a-f169a8ecd21d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 200 len: 914 time: 0.1339042 Feb 07 23:32:29.964312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31344c0e-f639-47e7-96da-7d7ccb1ebf89 req-e68d1196-4b6c-4828-8fea-04d6dbbb7110 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:29.965925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31344c0e-f639-47e7-96da-7d7ccb1ebf89 req-e68d1196-4b6c-4828-8fea-04d6dbbb7110 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 946 time: 0.0949008 Feb 07 23:32:30.006579 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-666223a1-5af7-4dd1-a6ed-58b573694cb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c HTTP/1.1" status: 200 len: 217 time: 0.1857293 Feb 07 23:32:30.012866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-31344c0e-f639-47e7-96da-7d7ccb1ebf89 req-34f1369c-a648-4c19-bc88-ddbb8f3d8317 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409040 Feb 07 23:32:30.070701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a051838-7f64-426f-8fe3-5304fc822483 req-2c4fc2de-c7de-43ce-a69b-42ea57fefcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:30.072150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-2c4fc2de-c7de-43ce-a69b-42ea57fefcea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac5480ff-a90b-4283-85da-352119acaac1 HTTP/1.1" status: 200 len: 853 time: 0.0585425 Feb 07 23:32:30.119193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-c68829a4-440a-47b1-ba83-90340cb8b6d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c033401c-18e9-4755-8287-c7b7e3cfd63d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408428 Feb 07 23:32:30.253156 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-0699840b-73cf-4b17-9b15-1dd8e7f435cb service neutron] 10.222.0.36 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247385 Feb 07 23:32:30.392478 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6a051838-7f64-426f-8fe3-5304fc822483 req-c45fe68c-7790-4a56-a7f1-6473dd15e8e7 service neutron] 10.222.0.36 "GET /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276500 Feb 07 23:32:31.150115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:31.216719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a62342-62a6-4807-a8f1-344f4b1b5bbd req-b5fffba3-7cc9-4305-8714-7ae60dd2e115 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:31.218288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99a62342-62a6-4807-a8f1-344f4b1b5bbd req-b5fffba3-7cc9-4305-8714-7ae60dd2e115 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 946 time: 0.0913804 Feb 07 23:32:31.269071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99a62342-62a6-4807-a8f1-344f4b1b5bbd req-e1f29c98-194e-45c6-b9cb-f65e54fb0ebd tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Feb 07 23:32:31.298612 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-7a2c7656-8bac-4885-9639-7225e214d2d3 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:31.299344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-7a2c7656-8bac-4885-9639-7225e214d2d3 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Synchronizing usage tracker for tenant:6d467d7fe79540699655fa4af33eab45 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:32:31.317084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-7a2c7656-8bac-4885-9639-7225e214d2d3 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Unset dirty status for tenant:6d467d7fe79540699655fa4af33eab45 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:32:31.318264 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-7a2c7656-8bac-4885-9639-7225e214d2d3 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 946 time: 0.1139624 Feb 07 23:32:31.391122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Deleting port 29198550-4ed8-4259-86f6-a8fabaa1d30e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:31.391460 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:31.652367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] For port 29198550-4ed8-4259-86f6-a8fabaa1d30e, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=29198550-4ed8-4259-86f6-a8fabaa1d30e,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:31.652767 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:31.786580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Calling delete_port for 29198550-4ed8-4259-86f6-a8fabaa1d30e owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:31.946454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:31.960422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7e5de1d7-c57b-41f1-bf34-8339c414499c'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:32:31.992662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['29198550-4ed8-4259-86f6-a8fabaa1d30e'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:32:32.006074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Pushing event deleted for resources: {'Port': ['ID=29198550-4ed8-4259-86f6-a8fabaa1d30e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:32.050291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.050648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.050991 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.051322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.051690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.052020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.052348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.052701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.053037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.053367 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.053681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.054016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:32.092521 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] No DVR routers for this DVR port 29198550-4ed8-4259-86f6-a8fabaa1d30e on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:32:32.095196 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:32.098001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'name': 'network-vif-deleted', 'tag': '29198550-4ed8-4259-86f6-a8fabaa1d30e'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:32.113507 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0ef4969f-0583-4f57-9cb3-9cfa706034c7 req-36abf5e3-b16e-4284-be03-e89648861624 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.26 "DELETE /v2.0/ports/29198550-4ed8-4259-86f6-a8fabaa1d30e HTTP/1.1" status: 204 len: 173 time: 0.7877643 Feb 07 23:32:32.245925 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7', 'name': 'network-vif-deleted', 'tag': '29198550-4ed8-4259-86f6-a8fabaa1d30e', 'status': 'completed', 'code': 200} Feb 07 23:32:32.442410 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81008dc5-a4a6-47dc-99c1-4568be964a14 req-c29fd45a-324d-4068-9499-902d39c207a1 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ec21280-4dfe-42e7-97cd-b8d85c3ee5f7 HTTP/1.1" status: 200 len: 210 time: 0.0437713 Feb 07 23:32:33.712360 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2ac4e-2648-4f3e-b42c-1df7f49444d6 req-239b4d41-25e6-4d57-8232-80e2b1bc3db3 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:33.713857 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cbe2ac4e-2648-4f3e-b42c-1df7f49444d6 req-239b4d41-25e6-4d57-8232-80e2b1bc3db3 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0816438 Feb 07 23:32:33.760042 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cbe2ac4e-2648-4f3e-b42c-1df7f49444d6 req-f0ac5ead-a05d-4dd4-a29a-f2296523ab46 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Feb 07 23:32:33.976165 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93ebc-627d-44eb-a90b-4c72c31e28c2 req-77341b5e-de69-4f6e-86e6-25fe1c67e76c tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:33.977687 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62f93ebc-627d-44eb-a90b-4c72c31e28c2 req-77341b5e-de69-4f6e-86e6-25fe1c67e76c tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0845954 Feb 07 23:32:34.023103 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-62f93ebc-627d-44eb-a90b-4c72c31e28c2 req-87607b23-3c99-4b86-9ead-4e680895b86c tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Feb 07 23:32:34.207814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6073027-c890-4447-ae76-30e549c4732c req-0359e3ff-0db0-4e2c-9adf-b239f29a0d7f tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:34.209320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6073027-c890-4447-ae76-30e549c4732c req-0359e3ff-0db0-4e2c-9adf-b239f29a0d7f tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0801449 Feb 07 23:32:34.258447 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d6073027-c890-4447-ae76-30e549c4732c req-13dcf31d-0786-48d8-adfe-89040c7d1bba tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Feb 07 23:32:34.543726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d2aab-3715-4683-8436-41358763cc87 req-3d9e99e7-e294-4104-b2c2-eab98fee4d39 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:34.545139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c31d2aab-3715-4683-8436-41358763cc87 req-3d9e99e7-e294-4104-b2c2-eab98fee4d39 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0810964 Feb 07 23:32:34.589650 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c31d2aab-3715-4683-8436-41358763cc87 req-3d17563b-1fa0-4850-97da-d69cb696a6cf tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388441 Feb 07 23:32:34.780430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7c05-322e-4f9a-8246-356d8594bb2a req-a509c5ed-b74d-411d-93b0-0efcf1207f00 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:34.781912 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f10b7c05-322e-4f9a-8246-356d8594bb2a req-a509c5ed-b74d-411d-93b0-0efcf1207f00 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0845702 Feb 07 23:32:34.826580 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f10b7c05-322e-4f9a-8246-356d8594bb2a req-cd6afcfe-483e-4ee9-ab3e-5e685be7a654 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382464 Feb 07 23:32:35.027933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec94ae7-3da1-45d3-ab9a-83264b68376e req-3611635f-6f78-4045-b3d0-1e2b90cfe6da tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:35.029509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ec94ae7-3da1-45d3-ab9a-83264b68376e req-3611635f-6f78-4045-b3d0-1e2b90cfe6da tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0826473 Feb 07 23:32:35.075396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ec94ae7-3da1-45d3-ab9a-83264b68376e req-dce9f9c8-160a-4cd4-853b-cc57e8d52382 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Feb 07 23:32:35.619740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5aa3c-a7ce-446e-98a5-0291d36ddbff req-f5bfca4e-3e89-4cc3-a8bd-abd3f19cb10d tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:35.621251 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ad5aa3c-a7ce-446e-98a5-0291d36ddbff req-f5bfca4e-3e89-4cc3-a8bd-abd3f19cb10d tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0882976 Feb 07 23:32:35.669041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ad5aa3c-a7ce-446e-98a5-0291d36ddbff req-dbf7e258-58d8-46cc-9f9a-02d06598cd15 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Feb 07 23:32:36.395486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:36.660126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 29198550-4ed8-4259-86f6-a8fabaa1d30e no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:32:36.701538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 29198550-4ed8-4259-86f6-a8fabaa1d30e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:32:36.701893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 29198550-4ed8-4259-86f6-a8fabaa1d30e not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:32:36.774450 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:36.865528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686238b-9e60-46b2-aecd-d6734ffcb1f2 req-6c8c8de0-a30f-481c-9c95-feba1a7d0c9a tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:36.867048 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c686238b-9e60-46b2-aecd-d6734ffcb1f2 req-6c8c8de0-a30f-481c-9c95-feba1a7d0c9a tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.0843701 Feb 07 23:32:36.927097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c686238b-9e60-46b2-aecd-d6734ffcb1f2 req-309b6e7d-2638-45a1-98a8-457a1e3f34cb tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e1b3e08-349c-4574-afd9-0a7d97f65446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527375 Feb 07 23:32:36.949351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285ea78-2f59-402c-a321-f4102d841186 req-340d688f-c769-4065-b2d9-fea9c3b89fc8 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:36.950109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f285ea78-2f59-402c-a321-f4102d841186 req-340d688f-c769-4065-b2d9-fea9c3b89fc8 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Synchronizing usage tracker for tenant:6d467d7fe79540699655fa4af33eab45 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:32:36.968209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f285ea78-2f59-402c-a321-f4102d841186 req-340d688f-c769-4065-b2d9-fea9c3b89fc8 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Unset dirty status for tenant:6d467d7fe79540699655fa4af33eab45 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:32:36.969478 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f285ea78-2f59-402c-a321-f4102d841186 req-340d688f-c769-4065-b2d9-fea9c3b89fc8 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 946 time: 0.1199934 Feb 07 23:32:37.042357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Deleting port 7e5de1d7-c57b-41f1-bf34-8339c414499c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:37.042760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:37.440973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] For port 7e5de1d7-c57b-41f1-bf34-8339c414499c, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7e5de1d7-c57b-41f1-bf34-8339c414499c,segment=NetworkSegment(49f88ee9-ea2c-4600-b49f-1ec965a1d529),segment_id=49f88ee9-ea2c-4600-b49f-1ec965a1d529)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:37.441426 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:37.564944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Calling delete_port for 7e5de1d7-c57b-41f1-bf34-8339c414499c owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:37.711564 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:37.760858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Pushing event deleted for resources: {'Port': ['ID=7e5de1d7-c57b-41f1-bf34-8339c414499c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:37.838535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] No DVR routers for this DVR port 7e5de1d7-c57b-41f1-bf34-8339c414499c on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:32:37.841255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:37.843752 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38f86d-8273-4065-9610-75c595da130b', 'name': 'network-vif-deleted', 'tag': '7e5de1d7-c57b-41f1-bf34-8339c414499c'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:32:37.859193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f285ea78-2f59-402c-a321-f4102d841186 req-abd26df9-7cce-4c81-a1b6-87da4fb65c23 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.36 "DELETE /v2.0/ports/7e5de1d7-c57b-41f1-bf34-8339c414499c HTTP/1.1" status: 204 len: 173 time: 0.8842087 Feb 07 23:32:37.897591 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38f86d-8273-4065-9610-75c595da130b', 'name': 'network-vif-deleted', 'tag': '7e5de1d7-c57b-41f1-bf34-8339c414499c', 'status': 'completed', 'code': 200} Feb 07 23:32:38.095829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a1c5fa3a-eb51-4724-8641-678ed8b1e732 req-f6141d5f-2872-4736-92cc-26d09934d253 tempest-ServersNegativeTestJSON-1797707274 tempest-ServersNegativeTestJSON-1797707274-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a38f86d-8273-4065-9610-75c595da130b HTTP/1.1" status: 200 len: 210 time: 0.0446990 Feb 07 23:32:39.189921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54512) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:39.248971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] Deleting subnet ac5480ff-a90b-4283-85da-352119acaac1 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:32:39.251849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.304114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.358920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.426537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.443466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5de1d7-c57b-41f1-bf34-8339c414499c no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:32:39.469820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5480ff-a90b-4283-85da-352119acaac1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:39.474788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.478912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 7e5de1d7-c57b-41f1-bf34-8339c414499c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:32:39.479279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7e5de1d7-c57b-41f1-bf34-8339c414499c not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:32:39.481049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd9b105f-a95e-4969-92f3-661350108302 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ac5480ff-a90b-4283-85da-352119acaac1 HTTP/1.1" status: 204 len: 168 time: 0.2900126 Feb 07 23:32:39.483506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54516) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:39.593036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.727601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.753559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c033401c-18e9-4755-8287-c7b7e3cfd63d']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:39.766259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f88ee9-ea2c-4600-b49f-1ec965a1d529') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:39.766558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f88ee9-ea2c-4600-b49f-1ec965a1d529') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:39.777828 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.793536 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.800627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:39.801139 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:39.817369 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:40.013989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:40.037018 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:40.049346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] Pushing event deleted for resources: {'Network': ['ID=c033401c-18e9-4755-8287-c7b7e3cfd63d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:40.058706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f1878c7b-5c95-4733-8d75-8dc8bbd41884 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c033401c-18e9-4755-8287-c7b7e3cfd63d HTTP/1.1" status: 204 len: 168 time: 0.5741613 Feb 07 23:32:40.183426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54522) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:40.234762 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a7821a70-2f33-46e9-b581-b85a653c4ec1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d467d7fe79540699655fa4af33eab45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501034 Feb 07 23:32:40.237774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54526) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:40.295541 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7c4f-bdb4-4db3-bec4-fc438857119d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:40.321331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7c4f-bdb4-4db3-bec4-fc438857119d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:40.376411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7c4f-bdb4-4db3-bec4-fc438857119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:40.390548 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f7c4f-bdb4-4db3-bec4-fc438857119d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1b3e08-349c-4574-afd9-0a7d97f65446,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:40.397165 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ee5f7c4f-bdb4-4db3-bec4-fc438857119d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:40.398298 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ee5f7c4f-bdb4-4db3-bec4-fc438857119d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e1b3e08-349c-4574-afd9-0a7d97f65446 HTTP/1.1" status: 204 len: 168 time: 0.1596196 Feb 07 23:32:41.158057 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54550) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:41.264178 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753993625'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:41.271069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:41.274989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:network and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:41.277913 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:41.288209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:41.298110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:41.301502 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.313638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.327689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:41.332220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:security_group_rule and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:41.335031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:41.340855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:41.439321 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.443839 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.478063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:41.487508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437ec731-2183-441a-af2e-899fdb7b3800,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:41.494881 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.495455 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Added segment efa1b951-daa1-43a8-b533-9d6efedad3e2 of type vlan for network 1e75682e-5ce1-4e62-905f-cada652bccbd Feb 07 23:32:41.524195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.554132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.559693 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:41.560294 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:41.680645 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5115819 Feb 07 23:32:41.680645 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ca0f46-d29b-4571-8c5c-9c6c23561a91 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Network': ['ID=1e75682e-5ce1-4e62-905f-cada652bccbd,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:41.685676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1e75682e-5ce1-4e62-905f-cada652bccbd details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:44.925304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54556) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:44.931078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'subnet': {'network_id': '1e75682e-5ce1-4e62-905f-cada652bccbd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:45.050041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:45.054463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:subnet and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:45.057432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:45.063240 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:45.073550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:45.077038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.298039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.374949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Subnet': ['ID=106373d3-08ff-4d4f-ad99-4604bbfeb8b1,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:45.383514 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Checking segment: {'id': 'efa1b951-daa1-43a8-b533-9d6efedad3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1e75682e-5ce1-4e62-905f-cada652bccbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:45.383871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network hostable DHCP agents. Network: 1e75682e-5ce1-4e62-905f-cada652bccbd, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:45.401905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network 1e75682e-5ce1-4e62-905f-cada652bccbd is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:45.410714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1e75682e-5ce1-4e62-905f-cada652bccbd) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:45.414740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:45.415354 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.421180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b10bf42-c28e-4a7a-91e5-d673bd231693 None None] Network 1e75682e-5ce1-4e62-905f-cada652bccbd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:45.438163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-20561f88-7ed8-499e-b819-1dd76d63c216 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5117078 Feb 07 23:32:45.441642 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54560) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:45.447382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-388078327'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:45.453202 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:45.457132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:network and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:45.459993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:45.465995 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:45.477467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:45.480980 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.511744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:45.522037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.522407 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Added segment 5f32c999-3bf2-4d83-a2a8-f7c9949ce7cf of type vlan for network 96980888-34e6-4b34-8e2f-90fb073de1ba Feb 07 23:32:45.553563 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.585197 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.590690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:45.591282 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.691701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2487845 Feb 07 23:32:45.692532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-1e75682e-5ce1-4e62-905f-cada652bccbd', 'network_id': '1e75682e-5ce1-4e62-905f-cada652bccbd', 'tenant_id': '654232c0ad5240a19068fdf16a91fc33', 'fixed_ips': [{'subnet_id': '106373d3-08ff-4d4f-ad99-4604bbfeb8b1'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:32:45.693929 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.694850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54564) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:45.700927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'subnet': {'network_id': '96980888-34e6-4b34-8e2f-90fb073de1ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:45.705080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df13ce0-4585-43db-afb8-0124be36e1bc tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Network': ['ID=96980888-34e6-4b34-8e2f-90fb073de1ba,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:45.717314 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 96980888-34e6-4b34-8e2f-90fb073de1ba details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:45.820177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:45.825199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:subnet and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:45.828751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:45.834751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:45.846171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:45.850169 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:45.961955 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Allocated IP 2001:db8:0:ffff::2 (1e75682e-5ce1-4e62-905f-cada652bccbd/106373d3-08ff-4d4f-ad99-4604bbfeb8b1/1cd822a4-4d38-4603-8e45-996ea7f5ecce) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:46.091255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.177913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Subnet': ['ID=d1c85cda-4a47-4aa6-9feb-f1adcb56eba4,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:46.184725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Checking segment: {'id': '5f32c999-3bf2-4d83-a2a8-f7c9949ce7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '96980888-34e6-4b34-8e2f-90fb073de1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:46.184725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network hostable DHCP agents. Network: 96980888-34e6-4b34-8e2f-90fb073de1ba, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:46.189065 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.200324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Transition to ACTIVE for port object 1cd822a4-4d38-4603-8e45-996ea7f5ecce will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:46.205850 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network 96980888-34e6-4b34-8e2f-90fb073de1ba is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:46.215490 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 96980888-34e6-4b34-8e2f-90fb073de1ba) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:46.220493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:46.221739 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.229317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b58fdc-bf40-48ff-8722-cc8fa19473d7 None None] Network 96980888-34e6-4b34-8e2f-90fb073de1ba requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:46.243738 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1b3b3ddc-2ee4-47f0-83ec-8781457e8cf9 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5477033 Feb 07 23:32:46.248093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54568) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:46.290577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Transition to ACTIVE for port object 1cd822a4-4d38-4603-8e45-996ea7f5ecce will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:46.304933 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.385732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Network 1e75682e-5ce1-4e62-905f-cada652bccbd is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:46.393458 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.397446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:46.403485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:32:46.453834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Pushing event updated for resources: {'Port': ['ID=1cd822a4-4d38-4603-8e45-996ea7f5ecce,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:46.461764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.493713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.494049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.494383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.494714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.495044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.495360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.495684 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.496004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.496321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.496663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.496983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.497294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:46.546914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.563085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Attempting to bind port 1cd822a4-4d38-4603-8e45-996ea7f5ecce on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:46.563454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Attempting to bind port 1cd822a4-4d38-4603-8e45-996ea7f5ecce by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'efa1b951-daa1-43a8-b533-9d6efedad3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1e75682e-5ce1-4e62-905f-cada652bccbd'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:46.563818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Attempting to bind port 1cd822a4-4d38-4603-8e45-996ea7f5ecce on network 1e75682e-5ce1-4e62-905f-cada652bccbd {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:46.573587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:32:46.573958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Checking segment: {'id': 'efa1b951-daa1-43a8-b533-9d6efedad3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1e75682e-5ce1-4e62-905f-cada652bccbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:46.574356 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.574749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Bound using segment: {'id': 'efa1b951-daa1-43a8-b533-9d6efedad3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1e75682e-5ce1-4e62-905f-cada652bccbd'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:32:46.575194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Bound port: 1cd822a4-4d38-4603-8e45-996ea7f5ecce, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa1b951-daa1-43a8-b533-9d6efedad3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1e75682e-5ce1-4e62-905f-cada652bccbd'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:46.575557 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.586012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c85cda-4a47-4aa6-9feb-f1adcb56eba4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:46.678455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ad7d1-4965-4d94-a48d-c92188623e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-96980888-34e6-4b34-8e2f-90fb073de1ba', 'network_id': '96980888-34e6-4b34-8e2f-90fb073de1ba', 'tenant_id': '654232c0ad5240a19068fdf16a91fc33', 'fixed_ips': [{'subnet_id': 'd1c85cda-4a47-4aa6-9feb-f1adcb56eba4'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:32:46.679271 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-479ad7d1-4965-4d94-a48d-c92188623e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.682122 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.707311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96980888-34e6-4b34-8e2f-90fb073de1ba']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:46.719603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f32c999-3bf2-4d83-a2a8-f7c9949ce7cf') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:46.719898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f32c999-3bf2-4d83-a2a8-f7c9949ce7cf') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:46.731716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.747284 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.753139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] For port 1cd822a4-4d38-4603-8e45-996ea7f5ecce, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:32:46.753587 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:46.753977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:46.769847 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:46.776718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] For port 1cd822a4-4d38-4603-8e45-996ea7f5ecce, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cd822a4-4d38-4603-8e45-996ea7f5ecce,segment=NetworkSegment(efa1b951-daa1-43a8-b533-9d6efedad3e2),segment_id=efa1b951-daa1-43a8-b533-9d6efedad3e2)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:32:46.785259 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.856811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.871211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb6b71-4fd6-4ad7-9551-99a0ca57c829 None None] Pushing event updated for resources: {'Port': ['ID=1cd822a4-4d38-4603-8e45-996ea7f5ecce,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:46.881392 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.889036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401dadda-e65f-439f-ad8d-2bbafe1a2789 None None] Network 96980888-34e6-4b34-8e2f-90fb073de1ba requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:46.895673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Network': ['ID=96980888-34e6-4b34-8e2f-90fb073de1ba,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:46.899025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-447f5951-0eb3-4dab-b3f5-fc4e5450b505 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/96980888-34e6-4b34-8e2f-90fb073de1ba HTTP/1.1" status: 204 len: 168 time: 0.6499445 Feb 07 23:32:46.902819 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54572) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:46.909283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401dadda-e65f-439f-ad8d-2bbafe1a2789 None None] Network 96980888-34e6-4b34-8e2f-90fb073de1ba could not be found, it might have been deleted concurrently. {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 07 23:32:46.914237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67988013'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:46.920206 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:46.925985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:network and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:46.929236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:46.936093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:46.949670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:46.953564 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.983359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:46.993660 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:46.994069 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Added segment 58986345-8cbe-4ba2-8bb1-815d14d1583f of type vlan for network 4facfb72-28ff-435d-89de-ac438a853464 Feb 07 23:32:47.022726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:47.078424 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:47.085265 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:47.085863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:47.177724 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2737124 Feb 07 23:32:47.180652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54576) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:47.187385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'subnet': {'network_id': '4facfb72-28ff-435d-89de-ac438a853464', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:47.201372 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88abdbd-0d8c-428c-9461-fa36da80f874 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Network': ['ID=4facfb72-28ff-435d-89de-ac438a853464,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:47.214234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4facfb72-28ff-435d-89de-ac438a853464 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:47.420640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:47.424959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:subnet and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:47.427834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:47.433502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:47.443685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:47.447128 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:47.536895 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Performing IP validity checks on allocation pools {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 07 23:32:47.537420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.ipam_backend_mixin [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87671) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 07 23:32:47.671103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:47.757330 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cd822a4-4d38-4603-8e45-996ea7f5ecce up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:32:47.762592 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Subnet': ['ID=c9498719-aad0-4749-85fa-dae17df12cba,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:47.772296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Checking segment: {'id': '58986345-8cbe-4ba2-8bb1-815d14d1583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4facfb72-28ff-435d-89de-ac438a853464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:47.772699 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network hostable DHCP agents. Network: 4facfb72-28ff-435d-89de-ac438a853464, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:47.792531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network 4facfb72-28ff-435d-89de-ac438a853464 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:47.805441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4facfb72-28ff-435d-89de-ac438a853464) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:47.815899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:47.816490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:47.820255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f492343-2015-479e-a3fa-cbb1992ec2e4 None None] Network 4facfb72-28ff-435d-89de-ac438a853464 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:47.845029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6ba7abfe-338c-4b14-92e0-7068f67df5d1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6626151 Feb 07 23:32:47.847728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54580) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:47.957498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1cd822a4-4d38-4603-8e45-996ea7f5ecce completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:47.966910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21525a3-f1ad-49f1-8ba5-52031a7af7b5 None None] Network 1e75682e-5ce1-4e62-905f-cada652bccbd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:48.017992 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.063444 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:32:48.087120 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.159192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8d8f7345-b51d-4a09-985e-a02eeba910e7 None None] Provisioning for port 1cd822a4-4d38-4603-8e45-996ea7f5ecce completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:48.178236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.186987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8d8f7345-b51d-4a09-985e-a02eeba910e7 None None] Provisioning complete for port 1cd822a4-4d38-4603-8e45-996ea7f5ecce triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:48.187321 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7345-b51d-4a09-985e-a02eeba910e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.239887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Subnet': ['ID=c9498719-aad0-4749-85fa-dae17df12cba,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:48.321487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.326903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b77e90-b423-4fca-960b-304eeb31946a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4facfb72-28ff-435d-89de-ac438a853464', 'network_id': '4facfb72-28ff-435d-89de-ac438a853464', 'tenant_id': '654232c0ad5240a19068fdf16a91fc33', 'fixed_ips': [{'subnet_id': 'c9498719-aad0-4749-85fa-dae17df12cba'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:32:48.327740 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-58b77e90-b423-4fca-960b-304eeb31946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.347924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4facfb72-28ff-435d-89de-ac438a853464']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:48.360314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58986345-8cbe-4ba2-8bb1-815d14d1583f') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:48.360634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58986345-8cbe-4ba2-8bb1-815d14d1583f') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:48.372986 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.389988 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.396787 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:48.397339 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:48.413151 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:48.497138 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.502847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-58b77e90-b423-4fca-960b-304eeb31946a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 07 23:32:48.502847 n-d-827896-3 neutron-server[87672]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 07 23:32:48.502847 n-d-827896-3 neutron-server[87672]: [parameters: {'project_id': '654232c0ad5240a19068fdf16a91fc33', 'id': '7c8e7e46-4b65-4263-b0c3-fcb65316891f', 'name': '', 'network_id': '4facfb72-28ff-435d-89de-ac438a853464', 'mac_address': 'fa:16:3e:26:11:e8', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4facfb72-28ff-435d-89de-ac438a853464', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4100}] Feb 07 23:32:48.502847 n-d-827896-3 neutron-server[87672]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:32:48.503251 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-58b77e90-b423-4fca-960b-304eeb31946a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:32:48.512734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7345-b51d-4a09-985e-a02eeba910e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.516995 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.523215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Network': ['ID=4facfb72-28ff-435d-89de-ac438a853464,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:48.533185 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ea44e319-ccf8-4e14-9c83-72e970cf7086 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/4facfb72-28ff-435d-89de-ac438a853464 HTTP/1.1" status: 204 len: 168 time: 0.6810093 Feb 07 23:32:48.533415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54584) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:48.539786 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819931396'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:48.545577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:48.550080 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:network and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:48.552123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8d8f7345-b51d-4a09-985e-a02eeba910e7 None None] For port 1cd822a4-4d38-4603-8e45-996ea7f5ecce, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cd822a4-4d38-4603-8e45-996ea7f5ecce,segment=NetworkSegment(efa1b951-daa1-43a8-b533-9d6efedad3e2),segment_id=efa1b951-daa1-43a8-b533-9d6efedad3e2)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:48.553054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:48.558085 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8d8f7345-b51d-4a09-985e-a02eeba910e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.558970 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:48.570204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:48.573635 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.604065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:48.613779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.614142 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Added segment 2e2e0bc3-d822-44d3-be9d-6d1ede05a787 of type vlan for network 19fb8438-35a8-43e4-be18-3ca64daf6d3b Feb 07 23:32:48.634661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f7345-b51d-4a09-985e-a02eeba910e7 None None] Pushing event updated for resources: {'Port': ['ID=1cd822a4-4d38-4603-8e45-996ea7f5ecce,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:48.648065 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.680839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.686640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:48.687248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.791152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4edc8a68-3633-44aa-8206-3b8414b44a4a None None] Provisioning complete for port 1cd822a4-4d38-4603-8e45-996ea7f5ecce triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:48.791815 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4edc8a68-3633-44aa-8206-3b8414b44a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:48.792447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2573748 Feb 07 23:32:48.795443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54588) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:48.800809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'subnet': {'network_id': '19fb8438-35a8-43e4-be18-3ca64daf6d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:48.869700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26b5ed-1a38-402a-84c0-3f57e18593ce tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Network': ['ID=19fb8438-35a8-43e4-be18-3ca64daf6d3b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:48.882067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 19fb8438-35a8-43e4-be18-3ca64daf6d3b details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:48.921826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:48.925648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:subnet and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:48.928428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:48.936925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:48.947818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:48.951819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.004800 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-58b77e90-b423-4fca-960b-304eeb31946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.040292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e32f8-a40c-4a7d-a419-c990f2485e53 None None] Network 4facfb72-28ff-435d-89de-ac438a853464 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:49.057598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e32f8-a40c-4a7d-a419-c990f2485e53 None None] Network 4facfb72-28ff-435d-89de-ac438a853464 could not be found, it might have been deleted concurrently. {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 07 23:32:49.178740 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.260234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Subnet': ['ID=39012233-7dc9-4bed-84bb-6f4eeb87b02e,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:49.266387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Checking segment: {'id': '2e2e0bc3-d822-44d3-be9d-6d1ede05a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19fb8438-35a8-43e4-be18-3ca64daf6d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:49.266755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network hostable DHCP agents. Network: 19fb8438-35a8-43e4-be18-3ca64daf6d3b, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:49.290541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network 19fb8438-35a8-43e4-be18-3ca64daf6d3b is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:49.299862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 19fb8438-35a8-43e4-be18-3ca64daf6d3b) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:49.304075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:49.304710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.308248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07801ee-3308-4353-b39c-8b126378d118 None None] Network 19fb8438-35a8-43e4-be18-3ca64daf6d3b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:49.331865 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a4d3346f-8dcd-4770-a75a-7eeafa5d7fdf tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5356698 Feb 07 23:32:49.335464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54592) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:49.341904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-71675018'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:49.347647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:49.351877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:network and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:49.354773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:49.360583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:49.372220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:49.376168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.405551 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:49.414923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.415275 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Added segment 9aa30410-623c-47fd-9f66-4deec0eebd24 of type vlan for network 320b9ff6-db35-48dd-97ef-1f61dac52a02 Feb 07 23:32:49.443935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.477679 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.483281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:49.483871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.532417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-19fb8438-35a8-43e4-be18-3ca64daf6d3b', 'network_id': '19fb8438-35a8-43e4-be18-3ca64daf6d3b', 'tenant_id': '654232c0ad5240a19068fdf16a91fc33', 'fixed_ips': [{'subnet_id': '39012233-7dc9-4bed-84bb-6f4eeb87b02e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:32:49.533411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.696470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Allocated IP 2001:db8::2 (19fb8438-35a8-43e4-be18-3ca64daf6d3b/39012233-7dc9-4bed-84bb-6f4eeb87b02e/2a321482-9650-40d7-aa3e-4ce0722e3c10) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:49.703640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3633039 Feb 07 23:32:49.703842 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54596) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:49.710190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Request body: {'subnet': {'network_id': '320b9ff6-db35-48dd-97ef-1f61dac52a02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:49.714543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e96a3-8b52-4c66-94d5-c93d58d5e1a8 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Network': ['ID=320b9ff6-db35-48dd-97ef-1f61dac52a02,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:49.731255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 320b9ff6-db35-48dd-97ef-1f61dac52a02 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:49.743547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cd822a4-4d38-4603-8e45-996ea7f5ecce up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:32:49.831587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:49.835508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Usage tracker for resource:subnet and tenant:654232c0ad5240a19068fdf16a91fc33 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:49.838335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:49.844305 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:49.854075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Made reservation on behalf of 654232c0ad5240a19068fdf16a91fc33 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:49.857805 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:49.987195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1cd822a4-4d38-4603-8e45-996ea7f5ecce triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:49.987786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.083342 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.163099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.166628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event updated for resources: {'Subnet': ['ID=0b5e34e8-0199-4315-accb-fac3497bdc33,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:50.174980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Checking segment: {'id': '9aa30410-623c-47fd-9f66-4deec0eebd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '320b9ff6-db35-48dd-97ef-1f61dac52a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:50.175318 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network hostable DHCP agents. Network: 320b9ff6-db35-48dd-97ef-1f61dac52a02, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:50.194774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Network 320b9ff6-db35-48dd-97ef-1f61dac52a02 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:50.203677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Transition to ACTIVE for port object 2a321482-9650-40d7-aa3e-4ce0722e3c10 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:50.206058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 320b9ff6-db35-48dd-97ef-1f61dac52a02) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:50.210470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:50.211077 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.225360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143891c9-ebda-4df7-b440-e965365f4ebd None None] Network 320b9ff6-db35-48dd-97ef-1f61dac52a02 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:50.231684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-306666ed-3c20-497e-a67a-c8b1a41b28ac tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5273952 Feb 07 23:32:50.234290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54600) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:50.312210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Transition to ACTIVE for port object 2a321482-9650-40d7-aa3e-4ce0722e3c10 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:50.330525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.423999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Network 19fb8438-35a8-43e4-be18-3ca64daf6d3b is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:50.429195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:50.435045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:32:50.455227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Pushing event updated for resources: {'Port': ['ID=2a321482-9650-40d7-aa3e-4ce0722e3c10,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:50.510950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.574848 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.582894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Attempting to bind port 2a321482-9650-40d7-aa3e-4ce0722e3c10 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:50.583272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Attempting to bind port 2a321482-9650-40d7-aa3e-4ce0722e3c10 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2e2e0bc3-d822-44d3-be9d-6d1ede05a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19fb8438-35a8-43e4-be18-3ca64daf6d3b'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:50.583637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Attempting to bind port 2a321482-9650-40d7-aa3e-4ce0722e3c10 on network 19fb8438-35a8-43e4-be18-3ca64daf6d3b {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:50.622327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:32:50.622604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Checking segment: {'id': '2e2e0bc3-d822-44d3-be9d-6d1ede05a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19fb8438-35a8-43e4-be18-3ca64daf6d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:50.623014 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.623410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Bound using segment: {'id': '2e2e0bc3-d822-44d3-be9d-6d1ede05a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19fb8438-35a8-43e4-be18-3ca64daf6d3b'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:32:50.623885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Bound port: 2a321482-9650-40d7-aa3e-4ce0722e3c10, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2e0bc3-d822-44d3-be9d-6d1ede05a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '19fb8438-35a8-43e4-be18-3ca64daf6d3b'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:50.624260 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.663556 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.676098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f331d5d3-a761-4ac6-b6bb-fcc063e18095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-320b9ff6-db35-48dd-97ef-1f61dac52a02', 'network_id': '320b9ff6-db35-48dd-97ef-1f61dac52a02', 'tenant_id': '654232c0ad5240a19068fdf16a91fc33', 'fixed_ips': [{'subnet_id': '0b5e34e8-0199-4315-accb-fac3497bdc33'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:32:50.676961 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f331d5d3-a761-4ac6-b6bb-fcc063e18095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.703909 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5e34e8-0199-4315-accb-fac3497bdc33,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:50.790150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] For port 2a321482-9650-40d7-aa3e-4ce0722e3c10, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:32:50.800581 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.801482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] For port 2a321482-9650-40d7-aa3e-4ce0722e3c10, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a321482-9650-40d7-aa3e-4ce0722e3c10,segment=NetworkSegment(2e2e0bc3-d822-44d3-be9d-6d1ede05a787),segment_id=2e2e0bc3-d822-44d3-be9d-6d1ede05a787)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:32:50.806115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.833765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320b9ff6-db35-48dd-97ef-1f61dac52a02']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:50.844308 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeed0806-2677-406e-b34c-7db0f2065f3b None None] Network 320b9ff6-db35-48dd-97ef-1f61dac52a02 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:50.847810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa30410-623c-47fd-9f66-4deec0eebd24') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:50.848117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa30410-623c-47fd-9f66-4deec0eebd24') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:50.860016 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.876958 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.883785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:50.884313 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:50.899831 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:50.989544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:50.991465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1f8e-10e0-4b16-9a7e-b54faafa5aeb None None] Pushing event updated for resources: {'Port': ['ID=2a321482-9650-40d7-aa3e-4ce0722e3c10,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:51.013496 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.020641 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Network': ['ID=320b9ff6-db35-48dd-97ef-1f61dac52a02,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:51.030217 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4ed0bf76-30c6-48fd-8f39-3d0ab09b4f77 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/320b9ff6-db35-48dd-97ef-1f61dac52a02 HTTP/1.1" status: 204 len: 168 time: 0.7920613 Feb 07 23:32:51.030601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54604) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:51.070484 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d81ad92-e894-4770-bd71-45edd3ff9693 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] GET failed (client error): The resource could not be found. Feb 07 23:32:51.071025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d81ad92-e894-4770-bd71-45edd3ff9693 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Synchronizing usage tracker for tenant:654232c0ad5240a19068fdf16a91fc33 on resource:subnet {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:32:51.088657 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8d81ad92-e894-4770-bd71-45edd3ff9693 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Unset dirty status for tenant:654232c0ad5240a19068fdf16a91fc33 on resource:subnet {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:32:51.089886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8d81ad92-e894-4770-bd71-45edd3ff9693 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "GET /v2.0/subnets/0b5e34e8-0199-4315-accb-fac3497bdc33 HTTP/1.1" status: 404 len: 337 time: 0.0583518 Feb 07 23:32:51.092730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54608) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:51.119988 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a59cefc-0987-45bc-bd47-9145d43bc782 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] DELETE failed (client error): The resource could not be found. Feb 07 23:32:51.120481 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a59cefc-0987-45bc-bd47-9145d43bc782 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:32:51.123096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6a59cefc-0987-45bc-bd47-9145d43bc782 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/320b9ff6-db35-48dd-97ef-1f61dac52a02 HTTP/1.1" status: 404 len: 339 time: 0.0285325 Feb 07 23:32:51.128698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54612) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:51.178177 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1cadfb-1880-4e4d-a32a-62b031464cb7 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] DELETE failed (client error): The resource could not be found. Feb 07 23:32:51.178640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b1cadfb-1880-4e4d-a32a-62b031464cb7 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:32:51.180315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0b1cadfb-1880-4e4d-a32a-62b031464cb7 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/subnets/0b5e34e8-0199-4315-accb-fac3497bdc33 HTTP/1.1" status: 404 len: 337 time: 0.0500624 Feb 07 23:32:51.182834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54616) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:51.207953 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e75123c-ce3b-424e-b5ae-34832047d6cb tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] DELETE failed (client error): The resource could not be found. Feb 07 23:32:51.208432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e75123c-ce3b-424e-b5ae-34832047d6cb tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:32:51.210131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e75123c-ce3b-424e-b5ae-34832047d6cb tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/320b9ff6-db35-48dd-97ef-1f61dac52a02 HTTP/1.1" status: 404 len: 339 time: 0.0264201 Feb 07 23:32:51.212696 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54620) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:51.285217 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Deleting subnet 39012233-7dc9-4bed-84bb-6f4eeb87b02e {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:32:51.288583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.347869 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.430973 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.508955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.548509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Subnet': ['ID=39012233-7dc9-4bed-84bb-6f4eeb87b02e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:51.551866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.564545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fe8b9a1b-b909-40a3-9780-e198ca91db8a tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/subnets/39012233-7dc9-4bed-84bb-6f4eeb87b02e HTTP/1.1" status: 204 len: 168 time: 0.3507903 Feb 07 23:32:51.567594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:51.688981 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.703076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Deleting port 2a321482-9650-40d7-aa3e-4ce0722e3c10 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:51.703421 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.761221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a321482-9650-40d7-aa3e-4ce0722e3c10 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:32:51.844753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2a321482-9650-40d7-aa3e-4ce0722e3c10 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:51.941114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] For port 2a321482-9650-40d7-aa3e-4ce0722e3c10, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a321482-9650-40d7-aa3e-4ce0722e3c10,segment=NetworkSegment(2e2e0bc3-d822-44d3-be9d-6d1ede05a787),segment_id=2e2e0bc3-d822-44d3-be9d-6d1ede05a787)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:51.941648 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:51.942476 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce516bbf-6568-4e03-af8f-ce7001493c98 None None] Network 19fb8438-35a8-43e4-be18-3ca64daf6d3b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:52.071683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Calling delete_port for 2a321482-9650-40d7-aa3e-4ce0722e3c10 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:52.077343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1bf7f7ec-eb75-4357-9dde-c2a13a560c4b None None] Provisioning for port 2a321482-9650-40d7-aa3e-4ce0722e3c10 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:52.111645 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1bf7f7ec-eb75-4357-9dde-c2a13a560c4b None None] Provisioning complete for port 2a321482-9650-40d7-aa3e-4ce0722e3c10 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:52.111991 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f7ec-eb75-4357-9dde-c2a13a560c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.149265 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.159198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7f7ec-eb75-4357-9dde-c2a13a560c4b None None] Port 2a321482-9650-40d7-aa3e-4ce0722e3c10 was deleted so its status cannot be updated. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 07 23:32:52.207575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Port': ['ID=2a321482-9650-40d7-aa3e-4ce0722e3c10,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:52.211118 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No DVR routers for this DVR port 2a321482-9650-40d7-aa3e-4ce0722e3c10 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:32:52.249920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6125f7-093e-4d36-9f7e-5c89edf8ac15 None None] DHCP port deletion for 19fb8438-35a8-43e4-be18-3ca64daf6d3b request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:32:52.456251 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.485968 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fb8438-35a8-43e4-be18-3ca64daf6d3b']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:52.499241 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2e0bc3-d822-44d3-be9d-6d1ede05a787') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:52.499551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2e0bc3-d822-44d3-be9d-6d1ede05a787') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:52.514348 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.531685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.537826 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:52.538226 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:52.555148 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:52.654494 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.672363 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.683076 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Network': ['ID=19fb8438-35a8-43e4-be18-3ca64daf6d3b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:52.687076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f744bf36-9d2a-4088-a58f-65841e955400 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/19fb8438-35a8-43e4-be18-3ca64daf6d3b HTTP/1.1" status: 204 len: 168 time: 1.1185367 Feb 07 23:32:52.689591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:52.726751 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacdbbe5-5511-4934-bc21-8cc4be0b67af tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] DELETE failed (client error): The resource could not be found. Feb 07 23:32:52.727126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacdbbe5-5511-4934-bc21-8cc4be0b67af tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:32:52.728734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-bacdbbe5-5511-4934-bc21-8cc4be0b67af tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/subnets/c9498719-aad0-4749-85fa-dae17df12cba HTTP/1.1" status: 404 len: 337 time: 0.0382392 Feb 07 23:32:52.731264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54632) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:52.755737 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-421e2351-f9db-4847-aa25-662d468abffd tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] DELETE failed (client error): The resource could not be found. Feb 07 23:32:52.756203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421e2351-f9db-4847-aa25-662d468abffd tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:32:52.757826 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-421e2351-f9db-4847-aa25-662d468abffd tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/4facfb72-28ff-435d-89de-ac438a853464 HTTP/1.1" status: 404 len: 339 time: 0.0256338 Feb 07 23:32:52.760149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54636) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:52.800899 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-234e9d6b-7e64-4570-bf69-ab75c8b3d8f1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] DELETE failed (client error): The resource could not be found. Feb 07 23:32:52.801362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234e9d6b-7e64-4570-bf69-ab75c8b3d8f1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:32:52.802984 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-234e9d6b-7e64-4570-bf69-ab75c8b3d8f1 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/subnets/d1c85cda-4a47-4aa6-9feb-f1adcb56eba4 HTTP/1.1" status: 404 len: 337 time: 0.0419357 Feb 07 23:32:52.805526 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54640) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:52.830056 n-d-827896-3 neutron-server[87670]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bfd129-fbeb-4fc6-afb2-c723200a89e5 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] DELETE failed (client error): The resource could not be found. Feb 07 23:32:52.831420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bfd129-fbeb-4fc6-afb2-c723200a89e5 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87670) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 07 23:32:52.835109 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-85bfd129-fbeb-4fc6-afb2-c723200a89e5 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/96980888-34e6-4b34-8e2f-90fb073de1ba HTTP/1.1" status: 404 len: 339 time: 0.0264182 Feb 07 23:32:52.835386 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54644) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:52.899719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Deleting subnet 106373d3-08ff-4d4f-ad99-4604bbfeb8b1 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:32:52.902696 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:52.960164 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.041840 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.115895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.155422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Subnet': ['ID=106373d3-08ff-4d4f-ad99-4604bbfeb8b1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:53.158777 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.164753 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533097d5-98fd-4fe2-adee-93de8425f78d None None] Network 1e75682e-5ce1-4e62-905f-cada652bccbd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:53.168193 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7aa9f526-78ad-40bc-8bee-ad33c2a44e84 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/subnets/106373d3-08ff-4d4f-ad99-4604bbfeb8b1 HTTP/1.1" status: 204 len: 168 time: 0.3318770 Feb 07 23:32:53.170825 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54648) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:53.284682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.294981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Deleting port 1cd822a4-4d38-4603-8e45-996ea7f5ecce {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:53.295250 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.412273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] DHCP port deletion for 1e75682e-5ce1-4e62-905f-cada652bccbd request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:32:53.416591 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Deleting port 1cd822a4-4d38-4603-8e45-996ea7f5ecce {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:53.417184 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.504999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] For port 1cd822a4-4d38-4603-8e45-996ea7f5ecce, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cd822a4-4d38-4603-8e45-996ea7f5ecce,segment=NetworkSegment(efa1b951-daa1-43a8-b533-9d6efedad3e2),segment_id=efa1b951-daa1-43a8-b533-9d6efedad3e2)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:53.505360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.631062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Calling delete_port for 1cd822a4-4d38-4603-8e45-996ea7f5ecce owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:53.655912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] For port 1cd822a4-4d38-4603-8e45-996ea7f5ecce, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1cd822a4-4d38-4603-8e45-996ea7f5ecce,segment=NetworkSegment(efa1b951-daa1-43a8-b533-9d6efedad3e2),segment_id=efa1b951-daa1-43a8-b533-9d6efedad3e2)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:53.656303 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.708966 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.717259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cd822a4-4d38-4603-8e45-996ea7f5ecce no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:32:53.759410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Port': ['ID=1cd822a4-4d38-4603-8e45-996ea7f5ecce,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:53.761540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] No DVR routers for this DVR port 1cd822a4-4d38-4603-8e45-996ea7f5ecce on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:32:53.808484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Calling delete_port for 1cd822a4-4d38-4603-8e45-996ea7f5ecce owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:53.844354 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1cd822a4-4d38-4603-8e45-996ea7f5ecce {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:32:53.844796 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1cd822a4-4d38-4603-8e45-996ea7f5ecce not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:32:53.845148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a321482-9650-40d7-aa3e-4ce0722e3c10 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:32:53.884378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2a321482-9650-40d7-aa3e-4ce0722e3c10 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:32:53.884675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a321482-9650-40d7-aa3e-4ce0722e3c10 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:32:53.887360 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:53.918145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:32:53.918501 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:32:54.019823 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e75682e-5ce1-4e62-905f-cada652bccbd']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:54.031575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa1b951-daa1-43a8-b533-9d6efedad3e2') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:54.031872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa1b951-daa1-43a8-b533-9d6efedad3e2') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:54.042735 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.058490 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.068982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:54.069368 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:54.083940 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:54.162098 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.180390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.191541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] Pushing event deleted for resources: {'Network': ['ID=1e75682e-5ce1-4e62-905f-cada652bccbd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:54.195478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7daf3ef8-af14-4b22-b416-84277f4a0ce0 tempest-NetworksIpV6Test-2041590816 tempest-NetworksIpV6Test-2041590816-project] 10.222.0.10 "DELETE /v2.0/networks/1e75682e-5ce1-4e62-905f-cada652bccbd HTTP/1.1" status: 204 len: 168 time: 1.0237269 Feb 07 23:32:54.420302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Deleting port 1cd822a4-4d38-4603-8e45-996ea7f5ecce {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:54.420895 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.455938 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54656) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:54.490519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-16016b73-17d1-48d8-8c66-80182963f05a None None] The port '1cd822a4-4d38-4603-8e45-996ea7f5ecce' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:32:54.606632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7d99d72c-2d3b-4bae-9dae-8319941d58ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=654232c0ad5240a19068fdf16a91fc33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494823 Feb 07 23:32:54.609269 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54662) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:54.666161 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1717c7cc-207e-4c68-bad1-01630ca16861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.691501 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1717c7cc-207e-4c68-bad1-01630ca16861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.744706 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1717c7cc-207e-4c68-bad1-01630ca16861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.763439 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717c7cc-207e-4c68-bad1-01630ca16861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437ec731-2183-441a-af2e-899fdb7b3800,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:54.765638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1717c7cc-207e-4c68-bad1-01630ca16861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:54.766737 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1717c7cc-207e-4c68-bad1-01630ca16861 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/437ec731-2183-441a-af2e-899fdb7b3800 HTTP/1.1" status: 204 len: 168 time: 0.1564116 Feb 07 23:32:55.549754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54686) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:55.648904 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-336362433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:55.656796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:55.661145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Usage tracker for resource:router and tenant:6b8e837b0ee6440d9d76e238a4e446d9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:55.663731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:55.670439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:55.681356 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.682311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.697551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.715026 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.737187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.738338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef040d14-f92c-43cd-8388-d07f6a60a33e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1874745 Feb 07 23:32:55.741050 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54692) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:55.746597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-789341810'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:55.751974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:55.756949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Usage tracker for resource:network and tenant:6b8e837b0ee6440d9d76e238a4e446d9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:55.759781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:55.765709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:55.774602 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Made reservation on behalf of 6b8e837b0ee6440d9d76e238a4e446d9 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:55.778234 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.791270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.806404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:55.810172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Usage tracker for resource:security_group_rule and tenant:6b8e837b0ee6440d9d76e238a4e446d9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:55.812978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:55.819182 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:55.905603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.909951 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.944626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:55.950109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce499866-5b33-4699-a4b0-16713de0c553,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:55.957101 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:55.957461 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Added segment b9a82919-7e87-491e-93b8-5505b5dff313 of type vlan for network 91458020-b041-443a-a771-a5489859d50c Feb 07 23:32:55.984782 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.015904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.021593 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.022198 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.037115 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3eff-7594-4409-8246-00c3a855e44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.129122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3869610 Feb 07 23:32:56.131979 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54696) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:56.135256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1303b-38e8-4ad9-8969-794ed6e6aa38 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event updated for resources: {'Network': ['ID=91458020-b041-443a-a771-a5489859d50c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:56.138027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Request body: {'subnet': {'network_id': '91458020-b041-443a-a771-a5489859d50c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:56.146095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 91458020-b041-443a-a771-a5489859d50c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:56.248890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:56.252851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Usage tracker for resource:subnet and tenant:6b8e837b0ee6440d9d76e238a4e446d9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:56.255746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:56.261748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:56.271717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Made reservation on behalf of 6b8e837b0ee6440d9d76e238a4e446d9 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:56.275277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.485887 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.572161 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event updated for resources: {'Subnet': ['ID=6678e744-8322-4f82-92bc-d28c31919604,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:56.576148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Checking segment: {'id': 'b9a82919-7e87-491e-93b8-5505b5dff313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '91458020-b041-443a-a771-a5489859d50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:56.576509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Network hostable DHCP agents. Network: 91458020-b041-443a-a771-a5489859d50c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:56.594846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Network 91458020-b041-443a-a771-a5489859d50c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:56.604428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 91458020-b041-443a-a771-a5489859d50c) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:56.608266 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.608890 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.614353 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd02b87f-0742-4307-845d-ca2a7940cac2 None None] Network 91458020-b041-443a-a771-a5489859d50c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:56.629931 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a16ac84c-dc5f-4acd-a84a-6411230d3fa6 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4968512 Feb 07 23:32:56.632970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54700) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:56.638687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1050759543'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:56.644301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:56.648163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Usage tracker for resource:network and tenant:6b8e837b0ee6440d9d76e238a4e446d9 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:56.651024 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:56.657180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:56.668434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Made reservation on behalf of 6b8e837b0ee6440d9d76e238a4e446d9 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:56.671880 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.699389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:32:56.708695 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.709269 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Added segment 3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98 of type vlan for network 4431afaa-2eeb-400e-af59-b763def6d924 Feb 07 23:32:56.735714 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.765113 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.770487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:56.771066 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.829579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-91458020-b041-443a-a771-a5489859d50c', 'network_id': '91458020-b041-443a-a771-a5489859d50c', 'tenant_id': '6b8e837b0ee6440d9d76e238a4e446d9', 'fixed_ips': [{'subnet_id': '6678e744-8322-4f82-92bc-d28c31919604'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:32:56.830448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:56.876517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2399499 Feb 07 23:32:56.877409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54704) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:56.883381 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event updated for resources: {'Network': ['ID=4431afaa-2eeb-400e-af59-b763def6d924,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:56.884028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Request body: {'subnet': {'network_id': '4431afaa-2eeb-400e-af59-b763def6d924', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:56.892321 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.892740 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.893092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.893435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.893799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.894139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.894480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.894804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.895133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.895460 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.895785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.896110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd781e-dfae-497d-9f22-cebad209c023 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:32:56.909575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 4431afaa-2eeb-400e-af59-b763def6d924 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:32:57.003173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:32:57.007127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Usage tracker for resource:subnet and tenant:6b8e837b0ee6440d9d76e238a4e446d9 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:32:57.010029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:32:57.016366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:32:57.027249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Made reservation on behalf of 6b8e837b0ee6440d9d76e238a4e446d9 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:32:57.030762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.088433 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Allocated IP 172.20.0.2 (91458020-b041-443a-a771-a5489859d50c/6678e744-8322-4f82-92bc-d28c31919604/e75afbd7-190b-434b-a85c-5a47770067b6) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:57.290333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.321070 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.332622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Transition to ACTIVE for port object e75afbd7-190b-434b-a85c-5a47770067b6 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:57.351776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Transition to ACTIVE for port object e75afbd7-190b-434b-a85c-5a47770067b6 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:57.357210 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.369944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event updated for resources: {'Subnet': ['ID=279a2f2e-68df-49db-8e70-d6f2b04e1bf3,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:57.377935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Checking segment: {'id': '3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4431afaa-2eeb-400e-af59-b763def6d924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:57.378285 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Network hostable DHCP agents. Network: 4431afaa-2eeb-400e-af59-b763def6d924, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:32:57.397883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Network 4431afaa-2eeb-400e-af59-b763def6d924 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:32:57.408527 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 4431afaa-2eeb-400e-af59-b763def6d924) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:57.413755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:32:57.414346 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.420967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ccf861-d643-4a79-a5c6-abfcf33952fb None None] Network 4431afaa-2eeb-400e-af59-b763def6d924 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:57.440293 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1ce2ac11-5770-4bca-9878-3de441d81fb1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5592582 Feb 07 23:32:57.440762 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54708) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:57.441279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Network 91458020-b041-443a-a771-a5489859d50c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:57.446392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-712ccfca-575f-484b-887e-299111da5635 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Request body: {'router': {'external_gateway_info': {'network_id': '4431afaa-2eeb-400e-af59-b763def6d924'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:32:57.530521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:57.539119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:32:57.551521 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Pushing event updated for resources: {'Port': ['ID=e75afbd7-190b-434b-a85c-5a47770067b6,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:57.665310 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Attempting to bind port e75afbd7-190b-434b-a85c-5a47770067b6 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:57.665688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Attempting to bind port e75afbd7-190b-434b-a85c-5a47770067b6 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'b9a82919-7e87-491e-93b8-5505b5dff313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '91458020-b041-443a-a771-a5489859d50c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:57.666051 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Attempting to bind port e75afbd7-190b-434b-a85c-5a47770067b6 on network 91458020-b041-443a-a771-a5489859d50c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:57.682863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:32:57.683177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Checking segment: {'id': 'b9a82919-7e87-491e-93b8-5505b5dff313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '91458020-b041-443a-a771-a5489859d50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:57.683579 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.683997 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Bound using segment: {'id': 'b9a82919-7e87-491e-93b8-5505b5dff313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '91458020-b041-443a-a771-a5489859d50c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:32:57.684455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Bound port: e75afbd7-190b-434b-a85c-5a47770067b6, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a82919-7e87-491e-93b8-5505b5dff313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '91458020-b041-443a-a771-a5489859d50c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:57.684891 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.833685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-712ccfca-575f-484b-887e-299111da5635 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.853876 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-75262629-4b5a-49d5-8414-505d65860591 None None] For port e75afbd7-190b-434b-a85c-5a47770067b6, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:32:57.862436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-75262629-4b5a-49d5-8414-505d65860591 None None] For port e75afbd7-190b-434b-a85c-5a47770067b6, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e75afbd7-190b-434b-a85c-5a47770067b6,segment=NetworkSegment(b9a82919-7e87-491e-93b8-5505b5dff313),segment_id=b9a82919-7e87-491e-93b8-5505b5dff313)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:32:57.869448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-4431afaa-2eeb-400e-af59-b763def6d924', 'network_id': '4431afaa-2eeb-400e-af59-b763def6d924', 'tenant_id': '6b8e837b0ee6440d9d76e238a4e446d9', 'fixed_ips': [{'subnet_id': '279a2f2e-68df-49db-8e70-d6f2b04e1bf3'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:32:57.870446 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:57.882431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.028499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75262629-4b5a-49d5-8414-505d65860591 None None] Pushing event updated for resources: {'Port': ['ID=e75afbd7-190b-434b-a85c-5a47770067b6,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:58.113677 n-d-827896-3 neutron-server[87670]: INFO neutron.api.v2.resource [None req-712ccfca-575f-484b-887e-299111da5635 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 07 23:32:58.115213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-712ccfca-575f-484b-887e-299111da5635 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "PUT /v2.0/routers/45a4ff5e-1988-4b01-ae4a-8939e8d5a9cb HTTP/1.1" status: 400 len: 364 time: 0.6727040 Feb 07 23:32:58.121394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54712) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:58.126618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Allocated IP 172.21.0.2 (4431afaa-2eeb-400e-af59-b763def6d924/279a2f2e-68df-49db-8e70-d6f2b04e1bf3/3075e747-89dc-4c7d-826a-d5c1a38c6cc0) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:32:58.218117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Deleting subnet 279a2f2e-68df-49db-8e70-d6f2b04e1bf3 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:32:58.275931 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-05088cdd-aeeb-466d-99f7-e945c97efadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.382866 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.396286 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Transition to ACTIVE for port object 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:58.415780 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Transition to ACTIVE for port object 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:32:58.420819 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.421506 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.482232 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.496194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Network 4431afaa-2eeb-400e-af59-b763def6d924 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:32:58.499021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:32:58.503507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:32:58.505666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Pushing event updated for resources: {'Port': ['ID=3075e747-89dc-4c7d-826a-d5c1a38c6cc0,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:58.571767 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.591904 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Attempting to bind port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:32:58.592267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Attempting to bind port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4431afaa-2eeb-400e-af59-b763def6d924'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:32:58.592662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Attempting to bind port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 on network 4431afaa-2eeb-400e-af59-b763def6d924 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:32:58.598482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:32:58.598852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Checking segment: {'id': '3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4431afaa-2eeb-400e-af59-b763def6d924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:32:58.599249 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.599637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Bound using segment: {'id': '3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4431afaa-2eeb-400e-af59-b763def6d924'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:32:58.600126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Bound port: 3075e747-89dc-4c7d-826a-d5c1a38c6cc0, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '4431afaa-2eeb-400e-af59-b763def6d924'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:32:58.600493 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.649868 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.689195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event deleted for resources: {'Subnet': ['ID=279a2f2e-68df-49db-8e70-d6f2b04e1bf3,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:58.693207 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.697025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] For port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:32:58.699299 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5db51827-d301-42f8-bd7c-f6de8004a391 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "DELETE /v2.0/subnets/279a2f2e-68df-49db-8e70-d6f2b04e1bf3 HTTP/1.1" status: 204 len: 168 time: 0.5769262 Feb 07 23:32:58.700217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] For port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3075e747-89dc-4c7d-826a-d5c1a38c6cc0,segment=NetworkSegment(3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98),segment_id=3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:32:58.701737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:58.706193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.787096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b728d5b-cc97-404d-b76a-21ee1f916688 None None] Pushing event updated for resources: {'Port': ['ID=3075e747-89dc-4c7d-826a-d5c1a38c6cc0,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:58.833145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:58.844908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Deleting port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:32:58.845285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.089432 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] For port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3075e747-89dc-4c7d-826a-d5c1a38c6cc0,segment=NetworkSegment(3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98),segment_id=3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:32:59.089792 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.220886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Calling delete_port for 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:32:59.239430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1920927-aa20-48de-9955-a2d036de8d71 None None] Network 91458020-b041-443a-a771-a5489859d50c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:32:59.302514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.323952 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-b1a6d1d6-36e1-45f7-a81c-02f61d9d3e6a None None] Provisioning for port e75afbd7-190b-434b-a85c-5a47770067b6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:59.350613 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event deleted for resources: {'Port': ['ID=3075e747-89dc-4c7d-826a-d5c1a38c6cc0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:59.352405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] No DVR routers for this DVR port 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:32:59.430708 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.482630 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.508543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4431afaa-2eeb-400e-af59-b763def6d924']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:59.520866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:59.521162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea8d2b4-7cc3-4d02-9e1b-439862a1ed98') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:32:59.533230 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.552114 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.559126 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:32:59.559895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:32:59.627696 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:32:59.672396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.679211 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.701685 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.716292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event deleted for resources: {'Network': ['ID=4431afaa-2eeb-400e-af59-b763def6d924,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:32:59.720627 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd2b2e5d-4aa1-49fe-a6dc-3407b984311e tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "DELETE /v2.0/networks/4431afaa-2eeb-400e-af59-b763def6d924 HTTP/1.1" status: 204 len: 168 time: 1.0164108 Feb 07 23:32:59.721829 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54720) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:32:59.804814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e75afbd7-190b-434b-a85c-5a47770067b6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:32:59.813151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Deleting subnet 6678e744-8322-4f82-92bc-d28c31919604 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:32:59.817407 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.878603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.895351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e75afbd7-190b-434b-a85c-5a47770067b6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:32:59.902660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e75afbd7-190b-434b-a85c-5a47770067b6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:32:59.902660 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:32:59.975809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.039019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.067475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.099586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99014e0-d407-4ac7-a8e2-d9a4be13ba88 None None] DHCP port deletion for 4431afaa-2eeb-400e-af59-b763def6d924 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:33:00.106163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event deleted for resources: {'Subnet': ['ID=6678e744-8322-4f82-92bc-d28c31919604,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:00.112417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.119056 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ea046e1b-d828-41c6-bbb2-169ad0f60276 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "DELETE /v2.0/subnets/6678e744-8322-4f82-92bc-d28c31919604 HTTP/1.1" status: 204 len: 168 time: 0.3958426 Feb 07 23:33:00.121569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54724) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:00.149178 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ff8b23-eec2-4e59-807a-cbb7bcb74c66 None None] Network 91458020-b041-443a-a771-a5489859d50c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:33:00.172233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3d4b9d3a-2e2f-4e4e-9a7f-88619e2d58ec None None] Could not find standard attr ID for object 3075e747-89dc-4c7d-826a-d5c1a38c6cc0. {{(pid=87672) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 07 23:33:00.242000 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.244812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644e5e5-1a8f-4ee1-85ef-ef4b068f1828 None None] Network 4431afaa-2eeb-400e-af59-b763def6d924 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:33:00.253771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Deleting port e75afbd7-190b-434b-a85c-5a47770067b6 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:33:00.254116 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.260998 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:33:00.261619 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:33:00.275707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a644e5e5-1a8f-4ee1-85ef-ef4b068f1828 None None] Network 4431afaa-2eeb-400e-af59-b763def6d924 could not be found, it might have been deleted concurrently. {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 07 23:33:00.419564 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] DHCP port deletion for 91458020-b041-443a-a771-a5489859d50c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:33:00.423828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Deleting port e75afbd7-190b-434b-a85c-5a47770067b6 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:33:00.424200 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.468436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] For port e75afbd7-190b-434b-a85c-5a47770067b6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e75afbd7-190b-434b-a85c-5a47770067b6,segment=NetworkSegment(b9a82919-7e87-491e-93b8-5505b5dff313),segment_id=b9a82919-7e87-491e-93b8-5505b5dff313)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:00.468825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.592958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Calling delete_port for e75afbd7-190b-434b-a85c-5a47770067b6 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:33:00.627711 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] For port e75afbd7-190b-434b-a85c-5a47770067b6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e75afbd7-190b-434b-a85c-5a47770067b6,segment=NetworkSegment(b9a82919-7e87-491e-93b8-5505b5dff313),segment_id=b9a82919-7e87-491e-93b8-5505b5dff313)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:00.628160 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.676443 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.725007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event deleted for resources: {'Port': ['ID=e75afbd7-190b-434b-a85c-5a47770067b6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:00.731168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] No DVR routers for this DVR port e75afbd7-190b-434b-a85c-5a47770067b6 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:33:00.750887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Calling delete_port for e75afbd7-190b-434b-a85c-5a47770067b6 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:33:00.824173 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port e75afbd7-190b-434b-a85c-5a47770067b6 update to ACTIVE by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 23:33:00.856225 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.857334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:33:00.857697 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:33:00.880980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91458020-b041-443a-a771-a5489859d50c']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:00.893647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a82919-7e87-491e-93b8-5505b5dff313') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:00.893961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a82919-7e87-491e-93b8-5505b5dff313') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:00.904976 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.923190 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.929340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:33:00.929795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:33:00.944451 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:33:01.129044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.149328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.152985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.155512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Pushing event deleted for resources: {'Network': ['ID=91458020-b041-443a-a771-a5489859d50c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:01.161993 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9398a641-b416-4283-b070-a561939431c1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "DELETE /v2.0/networks/91458020-b041-443a-a771-a5489859d50c HTTP/1.1" status: 204 len: 168 time: 1.0393834 Feb 07 23:33:01.164567 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54728) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:01.206268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1cc84ac9-5685-4f5e-9d54-1a99a9e27ce1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Synchronizing usage tracker for tenant:6b8e837b0ee6440d9d76e238a4e446d9 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:33:01.220940 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-1cc84ac9-5685-4f5e-9d54-1a99a9e27ce1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Unset dirty status for tenant:6b8e837b0ee6440d9d76e238a4e446d9 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:33:01.222038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1cc84ac9-5685-4f5e-9d54-1a99a9e27ce1 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "GET /v2.0/ports?device_id=45a4ff5e-1988-4b01-ae4a-8939e8d5a9cb HTTP/1.1" status: 200 len: 205 time: 0.0565782 Feb 07 23:33:01.224622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54732) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:01.357043 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f6574b-fbe3-4baa-a18b-3899d2bfdd55 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.359391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Deleting port e75afbd7-190b-434b-a85c-5a47770067b6 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:33:01.359886 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.431545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-e1df9461-a0af-4cd2-b105-1e0de3c7b7dd None None] The port 'e75afbd7-190b-434b-a85c-5a47770067b6' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:33:01.651833 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f6574b-fbe3-4baa-a18b-3899d2bfdd55 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.654126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f6574b-fbe3-4baa-a18b-3899d2bfdd55 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.678191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f6574b-fbe3-4baa-a18b-3899d2bfdd55 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.678700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f6574b-fbe3-4baa-a18b-3899d2bfdd55 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Fanout notify agent at l3_agent the message router_deleted on router 45a4ff5e-1988-4b01-ae4a-8939e8d5a9cb {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:33:01.690369 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b2f6574b-fbe3-4baa-a18b-3899d2bfdd55 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:01.691347 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b2f6574b-fbe3-4baa-a18b-3899d2bfdd55 tempest-RoutersNegativeTest-1149655031 tempest-RoutersNegativeTest-1149655031-project] 10.222.0.10 "DELETE /v2.0/routers/45a4ff5e-1988-4b01-ae4a-8939e8d5a9cb HTTP/1.1" status: 204 len: 168 time: 0.4658480 Feb 07 23:33:01.717549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:33:01.751993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:33:01.752921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3075e747-89dc-4c7d-826a-d5c1a38c6cc0 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:33:01.753451 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e75afbd7-190b-434b-a85c-5a47770067b6 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:33:01.785903 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e75afbd7-190b-434b-a85c-5a47770067b6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:33:01.786259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e75afbd7-190b-434b-a85c-5a47770067b6 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:33:01.967403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54740) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:02.111579 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a646e8f4-ce5e-40d3-a77a-199539df012b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b8e837b0ee6440d9d76e238a4e446d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428645 Feb 07 23:33:02.114007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54746) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:02.176202 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb027de-04ee-4092-b9b5-b3156b778c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:02.201514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb027de-04ee-4092-b9b5-b3156b778c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:02.251152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb027de-04ee-4092-b9b5-b3156b778c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:02.265914 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb027de-04ee-4092-b9b5-b3156b778c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce499866-5b33-4699-a4b0-16713de0c553,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:02.272188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1eb027de-04ee-4092-b9b5-b3156b778c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:02.273334 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1eb027de-04ee-4092-b9b5-b3156b778c9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce499866-5b33-4699-a4b0-16713de0c553 HTTP/1.1" status: 204 len: 168 time: 0.1584423 Feb 07 23:33:02.914575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54770) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:03.018330 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1762834604-network', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:03.023701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:03.027533 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Usage tracker for resource:network and tenant:cc9a24d139344f13beb3bc07cb04d142 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:03.030368 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:03.037197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:03.047201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Made reservation on behalf of cc9a24d139344f13beb3bc07cb04d142 for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:03.049466 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.061199 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.075210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:03.078977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9a24d139344f13beb3bc07cb04d142 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:03.082280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:03.087867 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:03.167955 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.171619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.203713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:33:03.212465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6728a1-5992-4d0b-a010-5ed1cec9848b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:03.217947 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.218280 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Added segment 2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6 of type vlan for network 9fbaf436-4834-44fd-aea8-9f5986256f77 Feb 07 23:33:03.245187 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.274795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.275664 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:03.276239 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.388933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] Pushing event updated for resources: {'Network': ['ID=9fbaf436-4834-44fd-aea8-9f5986256f77,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:03.395765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-dfdc0e1b-c7ef-41f8-87b3-face248e3063 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4801378 Feb 07 23:33:03.396013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54776) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:03.400863 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:33:03.403132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Request body: {'subnet': {'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-subnet', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:03.409473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:03.413825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Usage tracker for resource:subnet and tenant:cc9a24d139344f13beb3bc07cb04d142 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:03.416788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:03.422730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:03.433670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Made reservation on behalf of cc9a24d139344f13beb3bc07cb04d142 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:03.435945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.635845 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.714431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=96cddd9a-9cbe-48e0-b239-512b21f1bacf,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:03.719960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Checking segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:03.720325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Network hostable DHCP agents. Network: 9fbaf436-4834-44fd-aea8-9f5986256f77, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:33:03.741968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:33:03.754099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 9fbaf436-4834-44fd-aea8-9f5986256f77) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:03.763479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4ce80-a5d6-435c-8cc3-7f65ae363443 None None] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:33:03.769802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:03.770397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.793370 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a22022bb-9e68-4a71-942a-a5912e363dbc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3957360 Feb 07 23:33:03.795947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54780) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:03.802515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:03.808509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:03.812694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Usage tracker for resource:router and tenant:cc9a24d139344f13beb3bc07cb04d142 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:03.816381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:03.825482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:03.839890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.841836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:03.862017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.020589 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-9fbaf436-4834-44fd-aea8-9f5986256f77', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'fixed_ips': [{'subnet_id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:33:04.021458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.150214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.184551 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Allocated IP 172.20.0.2 (9fbaf436-4834-44fd-aea8-9f5986256f77/96cddd9a-9cbe-48e0-b239-512b21f1bacf/3576f512-a2d7-40e0-91fb-e3b7ddcf093c) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:04.444282 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.455009 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Transition to ACTIVE for port object 3576f512-a2d7-40e0-91fb-e3b7ddcf093c will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:04.473691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Transition to ACTIVE for port object 3576f512-a2d7-40e0-91fb-e3b7ddcf093c will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:04.479194 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.543638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:04.546856 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:04.549801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:04.581378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.610696 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.627959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Pushing event updated for resources: {'Port': ['ID=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:04.647842 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Attempting to bind port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:04.648213 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Attempting to bind port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:04.648601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Attempting to bind port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c on network 9fbaf436-4834-44fd-aea8-9f5986256f77 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:04.654388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:04.654610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Checking segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:04.655020 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.655420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Bound using segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:04.655873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Bound port: 3576f512-a2d7-40e0-91fb-e3b7ddcf093c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:04.656243 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.743190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] For port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:04.746737 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] For port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:04.748315 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Allocated IP 172.25.0.198 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/e00442bc-dc9c-48d1-b715-9aea187a3466) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:04.751094 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.836510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ac0ef-717c-4c68-b312-d23817097863 None None] Pushing event updated for resources: {'Port': ['ID=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:04.903301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:04.934462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:05.008851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:05.016609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:05.020359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:05.054985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Pushing event updated for resources: {'Port': ['ID=e00442bc-dc9c-48d1-b715-9aea187a3466,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:05.449686 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:05.773027 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3576f512-a2d7-40e0-91fb-e3b7ddcf093c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:05.840484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa4b3f8-8283-44cd-a9ee-5d6dc689f9ae None None] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:33:05.937523 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:05.941736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:05.961675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-90ff1361-a7eb-44d3-889c-0895c9b40ac7 None None] Provisioning for port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:05.976573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-90ff1361-a7eb-44d3-889c-0895c9b40ac7 None None] Provisioning complete for port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:05.976946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-90ff1361-a7eb-44d3-889c-0895c9b40ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:06.159576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Router decb7a94-a51d-48b5-afc6-d270ac0ed948 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:33:06.197411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-90ff1361-a7eb-44d3-889c-0895c9b40ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:06.234526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-90ff1361-a7eb-44d3-889c-0895c9b40ac7 None None] For port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:06.238905 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-90ff1361-a7eb-44d3-889c-0895c9b40ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:06.308359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff1361-a7eb-44d3-889c-0895c9b40ac7 None None] Pushing event updated for resources: {'Port': ['ID=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:06.353495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:33:06.364024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Sync routers for ids ['decb7a94-a51d-48b5-afc6-d270ac0ed948'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:06.374754 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Routers {'decb7a94-a51d-48b5-afc6-d270ac0ed948'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:06.375604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['decb7a94-a51d-48b5-afc6-d270ac0ed948'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:06.380793 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:06.382262 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bd954cf3-7f81-4cf9-b38a-fdf1f75c097b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5853033 Feb 07 23:33:06.384983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54784) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:06.469531 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:06.575334 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fa017ee9-a64d-43dd-8143-a5ce4d8257b3 None None] Provisioning complete for port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:06.575616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fa017ee9-a64d-43dd-8143-a5ce4d8257b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:06.600092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Set router decb7a94-a51d-48b5-afc6-d270ac0ed948 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:06.827394 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.016834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:33:05Z', 'revision_number': 3, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port': {'id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:04Z', 'updated_at': '2022-02-07T23:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:07.021102 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Checking router: decb7a94-a51d-48b5-afc6-d270ac0ed948 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:07.021459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Updating router decb7a94-a51d-48b5-afc6-d270ac0ed948 port e00442bc-dc9c-48d1-b715-9aea187a3466 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:33:07.067221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.076471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.269195 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Allocated IP 172.20.0.1 (9fbaf436-4834-44fd-aea8-9f5986256f77/96cddd9a-9cbe-48e0-b239-512b21f1bacf/0074cf4c-d147-49e5-91e0-880f1aef0c5b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:07.410238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.423105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Transition to ACTIVE for port object e00442bc-dc9c-48d1-b715-9aea187a3466 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:07.430562 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.507631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Attempting to bind port e00442bc-dc9c-48d1-b715-9aea187a3466 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:07.507996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Attempting to bind port e00442bc-dc9c-48d1-b715-9aea187a3466 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:07.508360 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Attempting to bind port e00442bc-dc9c-48d1-b715-9aea187a3466 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:07.514189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36d9d2-c8ff-4b1e-99b8-f9101ccc9b6d None None] Pushing event updated for resources: {'Port': ['ID=e00442bc-dc9c-48d1-b715-9aea187a3466,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:07.520547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:07.520930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:07.521734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.521734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:07.522096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Bound port: e00442bc-dc9c-48d1-b715-9aea187a3466, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:07.522467 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.546619 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.563304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Transition to ACTIVE for port object 0074cf4c-d147-49e5-91e0-880f1aef0c5b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:07.587877 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.597222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] For port e00442bc-dc9c-48d1-b715-9aea187a3466, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:07.600204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] For port e00442bc-dc9c-48d1-b715-9aea187a3466, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e00442bc-dc9c-48d1-b715-9aea187a3466,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:07.604402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.656144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:07.659095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:07.663084 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:07.679761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Routers {'decb7a94-a51d-48b5-afc6-d270ac0ed948'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:07.680400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['decb7a94-a51d-48b5-afc6-d270ac0ed948'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:07.694477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Pushing event updated for resources: {'Port': ['ID=0074cf4c-d147-49e5-91e0-880f1aef0c5b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:07.721123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.746063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3576f512-a2d7-40e0-91fb-e3b7ddcf093c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:07.801379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36d9d2-c8ff-4b1e-99b8-f9101ccc9b6d None None] Pushing event updated for resources: {'Port': ['ID=e00442bc-dc9c-48d1-b715-9aea187a3466,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:07.940510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:07.941435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:07.974393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] Set router decb7a94-a51d-48b5-afc6-d270ac0ed948 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:08.017168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:08.201958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7a8eaafc-c51f-413c-aafe-ed374092910b None None] Provisioning for port 0074cf4c-d147-49e5-91e0-880f1aef0c5b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:08.223471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7a8eaafc-c51f-413c-aafe-ed374092910b None None] Provisioning complete for port 0074cf4c-d147-49e5-91e0-880f1aef0c5b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:08.223857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7a8eaafc-c51f-413c-aafe-ed374092910b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:08.239487 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:08.245218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:08.353255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Pushing event updated for resources: {'Port': ['ID=0074cf4c-d147-49e5-91e0-880f1aef0c5b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:08.355622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:08.357101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7a8eaafc-c51f-413c-aafe-ed374092910b None None] Port 0074cf4c-d147-49e5-91e0-880f1aef0c5b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:33:08.428793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:33:05Z', 'revision_number': 3, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port': {'id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:04Z', 'updated_at': '2022-02-07T23:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:08.432766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd07d337-f15a-4e9f-bacf-a77b08e80a0a None None] The sync data for ids ['decb7a94-a51d-48b5-afc6-d270ac0ed948'] in n-d-827896-3 is: [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:33:05Z', 'revision_number': 3, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port': {'id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:04Z', 'updated_at': '2022-02-07T23:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:08.497291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:08.498433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:08.707043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Router decb7a94-a51d-48b5-afc6-d270ac0ed948 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:33:08.784781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2975f569-1f32-43df-80a5-182a8bbbaa72 None None] Provisioning complete for port 0074cf4c-d147-49e5-91e0-880f1aef0c5b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:08.785258 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2975f569-1f32-43df-80a5-182a8bbbaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:08.857125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2975f569-1f32-43df-80a5-182a8bbbaa72 None None] Port 0074cf4c-d147-49e5-91e0-880f1aef0c5b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:33:08.898650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:33:08.908238 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e5076a23-dd50-4597-817f-d10fb9cdb896 admin admin] 10.222.0.10 "PUT /v2.0/routers/decb7a94-a51d-48b5-afc6-d270ac0ed948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219913 Feb 07 23:33:09.421371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54802) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:09.427879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-538676065-network', 'tenant_id': '6909d24368b24f1182bd44617aadac26'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:09.433470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:09.437328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Usage tracker for resource:network and tenant:6909d24368b24f1182bd44617aadac26 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:09.440209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:09.445955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:09.456948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Made reservation on behalf of 6909d24368b24f1182bd44617aadac26 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:09.459273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.471958 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.486627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:09.490439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Usage tracker for resource:security_group_rule and tenant:6909d24368b24f1182bd44617aadac26 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:09.493199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:09.498777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:09.589450 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.593541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.746869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:33:09.756922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827e99ae-0b04-40b0-8b4b-067cf1060487,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:09.762425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e00442bc-dc9c-48d1-b715-9aea187a3466 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:09.763279 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.763636 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Added segment afaeeaa1-8b7e-43aa-8ade-4a716bc80400 of type vlan for network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 Feb 07 23:33:09.793027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.833240 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.834287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:09.835217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.894619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e00442bc-dc9c-48d1-b715-9aea187a3466 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:09.899950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e00442bc-dc9c-48d1-b715-9aea187a3466 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:09.900325 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:09.944184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] Pushing event updated for resources: {'Network': ['ID=70814a74-c3a4-46fa-b49e-3f58f3856ed7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:09.951009 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0b036d28-7935-4986-b60f-e7d5bbc5512a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5260084 Feb 07 23:33:09.951415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 54806) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:09.957524 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Request body: {'subnet': {'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-subnet', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:09.958439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:33:09.962936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:09.966937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Usage tracker for resource:subnet and tenant:6909d24368b24f1182bd44617aadac26 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:09.969890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:09.977039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:10.065654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Sync routers for ids ['decb7a94-a51d-48b5-afc6-d270ac0ed948'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:10.077459 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Routers {'decb7a94-a51d-48b5-afc6-d270ac0ed948'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:10.078265 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['decb7a94-a51d-48b5-afc6-d270ac0ed948'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:10.101106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Made reservation on behalf of 6909d24368b24f1182bd44617aadac26 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:10.103416 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.131403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.149093 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e00442bc-dc9c-48d1-b715-9aea187a3466, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e00442bc-dc9c-48d1-b715-9aea187a3466,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:10.153337 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.227689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e00442bc-dc9c-48d1-b715-9aea187a3466,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:10.261514 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Set router decb7a94-a51d-48b5-afc6-d270ac0ed948 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:10.307487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.389418 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Pushing event updated for resources: {'Subnet': ['ID=126a60f5-60b8-4413-a314-a9da04093631,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:10.395370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Checking segment: {'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:10.395727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Network hostable DHCP agents. Network: 70814a74-c3a4-46fa-b49e-3f58f3856ed7, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:33:10.415170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:33:10.425596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 70814a74-c3a4-46fa-b49e-3f58f3856ed7) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:10.429944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:10.430680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.436329 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9db3c-cef4-4df2-be6e-7a4ec0cd107a None None] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:33:10.452528 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f2ada46-28da-4ca0-ac88-b6f9f8e0955c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4998994 Feb 07 23:33:10.455516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54810) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:10.461387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:10.467030 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:10.472057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Usage tracker for resource:router and tenant:6909d24368b24f1182bd44617aadac26 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:10.475185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:10.481190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:10.492175 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.493158 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.508876 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.603707 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:33:07Z', 'revision_number': 4, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port': {'id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:04Z', 'updated_at': '2022-02-07T23:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0074cf4c-d147-49e5-91e0-880f1aef0c5b', 'name': '', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'mac_address': 'fa:16:3e:40:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:07Z', 'updated_at': '2022-02-07T23:33:08Z', 'revision_number': 2, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'subnets': [{'id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:10.607555 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Checking router: decb7a94-a51d-48b5-afc6-d270ac0ed948 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:10.607903 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Updating router decb7a94-a51d-48b5-afc6-d270ac0ed948 port 0074cf4c-d147-49e5-91e0-880f1aef0c5b binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:33:10.663861 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.668979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'fixed_ips': [{'subnet_id': '126a60f5-60b8-4413-a314-a9da04093631'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:33:10.669965 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.780359 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:10.827293 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Allocated IP 172.20.0.2 (70814a74-c3a4-46fa-b49e-3f58f3856ed7/126a60f5-60b8-4413-a314-a9da04093631/00dfe4ca-3352-45eb-8180-d931bec2d246) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:11.045118 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.058573 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Transition to ACTIVE for port object 0074cf4c-d147-49e5-91e0-880f1aef0c5b will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:11.059316 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.066362 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.071239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Transition to ACTIVE for port object 00dfe4ca-3352-45eb-8180-d931bec2d246 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:11.090811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Transition to ACTIVE for port object 00dfe4ca-3352-45eb-8180-d931bec2d246 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:11.097671 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.134215 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.166140 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.168067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:11.171408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:11.176513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:11.182752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Pushing event updated for resources: {'Port': ['ID=00dfe4ca-3352-45eb-8180-d931bec2d246,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:11.300903 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Pushing event updated for resources: {'Port': ['ID=0074cf4c-d147-49e5-91e0-880f1aef0c5b,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:11.304321 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Attempting to bind port 0074cf4c-d147-49e5-91e0-880f1aef0c5b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:11.305009 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Attempting to bind port 0074cf4c-d147-49e5-91e0-880f1aef0c5b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:11.305466 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Attempting to bind port 0074cf4c-d147-49e5-91e0-880f1aef0c5b on network 9fbaf436-4834-44fd-aea8-9f5986256f77 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:11.312204 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Attempting to bind port 00dfe4ca-3352-45eb-8180-d931bec2d246 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:11.312535 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Attempting to bind port 00dfe4ca-3352-45eb-8180-d931bec2d246 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:11.312957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Attempting to bind port 00dfe4ca-3352-45eb-8180-d931bec2d246 on network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:11.314950 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.315397 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.315842 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.316275 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.316849 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.317377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.317936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.318486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.318613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Allocated IP 172.25.0.117 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/139f0131-a501-47c5-8782-636c9a3b6523) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:11.318707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:11.318932 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Checking segment: {'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:11.319475 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.319763 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.319881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Bound using segment: {'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:11.320393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Bound port: 00dfe4ca-3352-45eb-8180-d931bec2d246, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:11.320669 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.320958 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.321447 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.321995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:11.325625 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:11.327805 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Checking segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:11.327805 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.327805 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Bound using segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:11.327805 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Bound port: 0074cf4c-d147-49e5-91e0-880f1aef0c5b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:11.328476 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.428174 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] For port 0074cf4c-d147-49e5-91e0-880f1aef0c5b, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:11.428892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] For port 00dfe4ca-3352-45eb-8180-d931bec2d246, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:11.431431 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] For port 0074cf4c-d147-49e5-91e0-880f1aef0c5b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0074cf4c-d147-49e5-91e0-880f1aef0c5b,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:11.432612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] For port 00dfe4ca-3352-45eb-8180-d931bec2d246, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=00dfe4ca-3352-45eb-8180-d931bec2d246,segment=NetworkSegment(afaeeaa1-8b7e-43aa-8ade-4a716bc80400),segment_id=afaeeaa1-8b7e-43aa-8ade-4a716bc80400)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:11.437734 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.437912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.500909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.533426 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Routers {'decb7a94-a51d-48b5-afc6-d270ac0ed948'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:11.534144 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['decb7a94-a51d-48b5-afc6-d270ac0ed948'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:11.542800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ea572-99d0-4fb0-83a2-c3441fdfb4ae None None] Pushing event updated for resources: {'Port': ['ID=00dfe4ca-3352-45eb-8180-d931bec2d246,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:11.550245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:11.620593 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369d462-82be-4278-ad3f-651581b695ca None None] Pushing event updated for resources: {'Port': ['ID=0074cf4c-d147-49e5-91e0-880f1aef0c5b,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:11.624713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:11.628439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:11.632374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:11.670323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Pushing event updated for resources: {'Port': ['ID=139f0131-a501-47c5-8782-636c9a3b6523,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:11.763074 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e00442bc-dc9c-48d1-b715-9aea187a3466 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:11.772530 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] Set router decb7a94-a51d-48b5-afc6-d270ac0ed948 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:11.895470 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e00442bc-dc9c-48d1-b715-9aea187a3466 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:11.896018 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:12.207371 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:33:07Z', 'revision_number': 4, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port': {'id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:04Z', 'updated_at': '2022-02-07T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0074cf4c-d147-49e5-91e0-880f1aef0c5b', 'name': '', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'mac_address': 'fa:16:3e:40:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:07Z', 'updated_at': '2022-02-07T23:33:11Z', 'revision_number': 4, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'subnets': [{'id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:12.211318 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8012f7-c193-4376-9ff3-d052d8deb713 None None] The sync data for ids ['decb7a94-a51d-48b5-afc6-d270ac0ed948'] in n-d-827896-3 is: [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:33:07Z', 'revision_number': 4, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port': {'id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:04Z', 'updated_at': '2022-02-07T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '0074cf4c-d147-49e5-91e0-880f1aef0c5b', 'name': '', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'mac_address': 'fa:16:3e:40:14:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:07Z', 'updated_at': '2022-02-07T23:33:11Z', 'revision_number': 4, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'subnets': [{'id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:12.296484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:12.658641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:12.770180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e23e4ab-570f-4135-9a0b-6c9b8389b136 None None] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:33:12.870666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8294175c-3970-4b2e-8368-d7847a706ed6 None None] Provisioning for port 00dfe4ca-3352-45eb-8180-d931bec2d246 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:12.891151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Router f8fca38c-8290-4b1a-9801-86b575069174 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:33:13.077497 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:33:13.088655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Sync routers for ids ['f8fca38c-8290-4b1a-9801-86b575069174'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:13.102302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Routers {'f8fca38c-8290-4b1a-9801-86b575069174'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:13.103090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8fca38c-8290-4b1a-9801-86b575069174'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:13.106528 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:13.107897 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5508722d-8d83-4e0c-98d9-a12d47eeecf5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6507843 Feb 07 23:33:13.111294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 54814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:33:13.319456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Set router f8fca38c-8290-4b1a-9801-86b575069174 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:13.627661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '139f0131-a501-47c5-8782-636c9a3b6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:33:12Z', 'revision_number': 3, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port': {'id': '139f0131-a501-47c5-8782-636c9a3b6523', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:11Z', 'updated_at': '2022-02-07T23:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:13.631506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Checking router: f8fca38c-8290-4b1a-9801-86b575069174 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:13.631857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Updating router f8fca38c-8290-4b1a-9801-86b575069174 port 139f0131-a501-47c5-8782-636c9a3b6523 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:33:13.694916 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:13.828623 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0074cf4c-d147-49e5-91e0-880f1aef0c5b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:13.976580 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:13.997869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 0074cf4c-d147-49e5-91e0-880f1aef0c5b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:14.010691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0074cf4c-d147-49e5-91e0-880f1aef0c5b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:14.011062 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.185078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Allocated IP 172.20.0.1 (70814a74-c3a4-46fa-b49e-3f58f3856ed7/126a60f5-60b8-4413-a314-a9da04093631/6d7d1ed1-aed8-476f-b909-7aa561c71d9b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:14.199605 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.208747 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.225788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Transition to ACTIVE for port object 139f0131-a501-47c5-8782-636c9a3b6523 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:14.239097 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.318189 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 0074cf4c-d147-49e5-91e0-880f1aef0c5b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0074cf4c-d147-49e5-91e0-880f1aef0c5b,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:14.329020 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.329798 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 00dfe4ca-3352-45eb-8180-d931bec2d246 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:14.338665 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.354848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Transition to ACTIVE for port object 6d7d1ed1-aed8-476f-b909-7aa561c71d9b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:14.360363 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Attempting to bind port 139f0131-a501-47c5-8782-636c9a3b6523 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:14.361299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Attempting to bind port 139f0131-a501-47c5-8782-636c9a3b6523 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:14.361658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Attempting to bind port 139f0131-a501-47c5-8782-636c9a3b6523 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:14.379963 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406ca65-f773-485d-b01c-0ffec865fb7c None None] Pushing event updated for resources: {'Port': ['ID=139f0131-a501-47c5-8782-636c9a3b6523,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:14.381110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.428670 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:14.428975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:14.429197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.429588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:14.430061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Bound port: 139f0131-a501-47c5-8782-636c9a3b6523, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:14.430435 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.446386 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:14.449290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:14.452984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:14.513400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.521232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=0074cf4c-d147-49e5-91e0-880f1aef0c5b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:14.531760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Pushing event updated for resources: {'Port': ['ID=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:14.550592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 00dfe4ca-3352-45eb-8180-d931bec2d246 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:14.554105 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] For port 139f0131-a501-47c5-8782-636c9a3b6523, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:14.558319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] For port 139f0131-a501-47c5-8782-636c9a3b6523, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=139f0131-a501-47c5-8782-636c9a3b6523,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:14.560024 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 00dfe4ca-3352-45eb-8180-d931bec2d246 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:14.560473 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.594166 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.655756 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.738978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Routers {'f8fca38c-8290-4b1a-9801-86b575069174'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:14.739522 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8fca38c-8290-4b1a-9801-86b575069174'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:14.851691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406ca65-f773-485d-b01c-0ffec865fb7c None None] Pushing event updated for resources: {'Port': ['ID=139f0131-a501-47c5-8782-636c9a3b6523,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:14.889852 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.895312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:14.898773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2da33147-b9a4-42cf-95bb-f8eb723bd717 None None] Provisioning for port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:14.975639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2da33147-b9a4-42cf-95bb-f8eb723bd717 None None] Provisioning complete for port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:14.976018 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2da33147-b9a4-42cf-95bb-f8eb723bd717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:15.000972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Pushing event updated for resources: {'Port': ['ID=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:15.004822 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:15.036807 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:15.062738 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2da33147-b9a4-42cf-95bb-f8eb723bd717 None None] Port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:33:15.065294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] Set router f8fca38c-8290-4b1a-9801-86b575069174 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:15.144306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:15.145832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:15.218047 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 00dfe4ca-3352-45eb-8180-d931bec2d246, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=00dfe4ca-3352-45eb-8180-d931bec2d246,segment=NetworkSegment(afaeeaa1-8b7e-43aa-8ade-4a716bc80400),segment_id=afaeeaa1-8b7e-43aa-8ade-4a716bc80400)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:15.234507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:15.394500 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=00dfe4ca-3352-45eb-8180-d931bec2d246,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:15.446297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9fb674b-44bb-478f-aec4-d3e2a9efe4f6 None None] Provisioning complete for port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:15.446600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9fb674b-44bb-478f-aec4-d3e2a9efe4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:15.468383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Router f8fca38c-8290-4b1a-9801-86b575069174 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:33:15.515339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9fb674b-44bb-478f-aec4-d3e2a9efe4f6 None None] Port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:33:15.539622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '139f0131-a501-47c5-8782-636c9a3b6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 4, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port': {'id': '139f0131-a501-47c5-8782-636c9a3b6523', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:11Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6d7d1ed1-aed8-476f-b909-7aa561c71d9b', 'name': '', 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'mac_address': 'fa:16:3e:db:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '126a60f5-60b8-4413-a314-a9da04093631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:14Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 1, 'project_id': '6909d24368b24f1182bd44617aadac26', 'subnets': [{'id': '126a60f5-60b8-4413-a314-a9da04093631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:15.543617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ceb098-1218-4bff-b8fc-fc97f1fcd44e None None] The sync data for ids ['f8fca38c-8290-4b1a-9801-86b575069174'] in n-d-827896-3 is: [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '139f0131-a501-47c5-8782-636c9a3b6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 4, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port': {'id': '139f0131-a501-47c5-8782-636c9a3b6523', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:11Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6d7d1ed1-aed8-476f-b909-7aa561c71d9b', 'name': '', 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'mac_address': 'fa:16:3e:db:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '126a60f5-60b8-4413-a314-a9da04093631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:14Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 1, 'project_id': '6909d24368b24f1182bd44617aadac26', 'subnets': [{'id': '126a60f5-60b8-4413-a314-a9da04093631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:15.656660 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:33:15.668129 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8823cd38-5c1a-4707-8af3-dadda922ddab admin admin] 10.222.0.10 "PUT /v2.0/routers/f8fca38c-8290-4b1a-9801-86b575069174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5537536 Feb 07 23:33:15.748081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0074cf4c-d147-49e5-91e0-880f1aef0c5b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:15.829604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0074cf4c-d147-49e5-91e0-880f1aef0c5b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:15.830005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:15.961109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 00dfe4ca-3352-45eb-8180-d931bec2d246 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:16.037777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 00dfe4ca-3352-45eb-8180-d931bec2d246 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:16.038147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:16.749543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-2fd70af0-9eec-47df-a06f-48b9c55a257d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:16.750355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-2fd70af0-9eec-47df-a06f-48b9c55a257d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Synchronizing usage tracker for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:33:16.768797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-2fd70af0-9eec-47df-a06f-48b9c55a257d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Unset dirty status for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:33:16.770118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-2fd70af0-9eec-47df-a06f-48b9c55a257d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/networks?id=9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 200 len: 817 time: 0.1694510 Feb 07 23:33:16.787755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-31029fa9-55ee-470e-9959-cb89dc70b71b tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/quotas/cc9a24d139344f13beb3bc07cb04d142 HTTP/1.1" status: 200 len: 375 time: 0.0120349 Feb 07 23:33:16.878402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-1a65d3a6-2d95-460a-8bf6-4a8685b0f4b2 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9a24d139344f13beb3bc07cb04d142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844545 Feb 07 23:33:17.151670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-a0dd9e3d-c731-4850-a6a7-c18c3229869d service neutron] 10.222.0.10 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658335 Feb 07 23:33:17.290710 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-700c5826-64ed-4ae2-8d5b-580c922f048a service neutron] 10.222.0.10 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332977 Feb 07 23:33:17.501909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dac14737-f1ca-42a1-9dc9-012bfcab077c req-6d1f0c8e-02f0-428e-8faf-375baccde0ba tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 210 time: 0.0489361 Feb 07 23:33:17.768887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 139f0131-a501-47c5-8782-636c9a3b6523 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:17.844695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 139f0131-a501-47c5-8782-636c9a3b6523 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:17.851172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 139f0131-a501-47c5-8782-636c9a3b6523 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:17.851541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:17.984089 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:18.004294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 139f0131-a501-47c5-8782-636c9a3b6523, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=139f0131-a501-47c5-8782-636c9a3b6523,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:18.008288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:18.078458 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=139f0131-a501-47c5-8782-636c9a3b6523,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:18.642078 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ba1d7a68-7115-4e9a-9f2f-36428f7fdf0e tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:18.644393 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ba1d7a68-7115-4e9a-9f2f-36428f7fdf0e tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "GET /v2.0/networks?id=9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 200 len: 817 time: 0.1719887 Feb 07 23:33:18.658408 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Request body: {'port': {'device_id': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'admin_state_up': True, 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:18.683638 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-02d75545-61c7-4e5a-96b6-b1f57a795746 req-b803f2be-65fa-46de-8396-0bd281f62a29 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 210 time: 0.0496991 Feb 07 23:33:18.852281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:18.856259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Usage tracker for resource:port and tenant:cc9a24d139344f13beb3bc07cb04d142 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:18.859227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:18.865948 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:18.881633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Made reservation on behalf of cc9a24d139344f13beb3bc07cb04d142 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:18.885374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.055071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Allocated IP 172.20.0.4 (9fbaf436-4834-44fd-aea8-9f5986256f77/96cddd9a-9cbe-48e0-b239-512b21f1bacf/c3b3d4cb-6834-4530-bb4e-e298530d9862) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:19.221627 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Sync routers for ids ['f8fca38c-8290-4b1a-9801-86b575069174'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:33:19.233514 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Routers {'f8fca38c-8290-4b1a-9801-86b575069174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:19.234500 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8fca38c-8290-4b1a-9801-86b575069174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:19.271501 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.287276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Transition to ACTIVE for port object c3b3d4cb-6834-4530-bb4e-e298530d9862 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:19.312032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.385547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:19.389074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:19.393510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:19.420491 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Set router f8fca38c-8290-4b1a-9801-86b575069174 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:19.432255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Pushing event updated for resources: {'Port': ['ID=c3b3d4cb-6834-4530-bb4e-e298530d9862,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:19.469836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:19.470639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.496620 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-ecfbbf80-f31c-43f9-98d9-0a2d3ef1e62a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8428462 Feb 07 23:33:19.606784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Request body: {'port': {'device_id': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:19.665920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4d1f7939-37d2-4d58-b6c3-1e24e224ffee None None] Provisioning for port c3b3d4cb-6834-4530-bb4e-e298530d9862 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:19.671713 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4d1f7939-37d2-4d58-b6c3-1e24e224ffee None None] Provisioning complete for port c3b3d4cb-6834-4530-bb4e-e298530d9862 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:19.672319 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4d1f7939-37d2-4d58-b6c3-1e24e224ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.733471 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.745440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f7939-37d2-4d58-b6c3-1e24e224ffee None None] Port c3b3d4cb-6834-4530-bb4e-e298530d9862 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:33:19.750829 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 139f0131-a501-47c5-8782-636c9a3b6523 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:19.809142 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '139f0131-a501-47c5-8782-636c9a3b6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 4, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port': {'id': '139f0131-a501-47c5-8782-636c9a3b6523', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:11Z', 'updated_at': '2022-02-07T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6d7d1ed1-aed8-476f-b909-7aa561c71d9b', 'name': '', 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'mac_address': 'fa:16:3e:db:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '126a60f5-60b8-4413-a314-a9da04093631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:14Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 2, 'project_id': '6909d24368b24f1182bd44617aadac26', 'subnets': [{'id': '126a60f5-60b8-4413-a314-a9da04093631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:19.815307 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Checking router: f8fca38c-8290-4b1a-9801-86b575069174 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:33:19.815924 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Updating router f8fca38c-8290-4b1a-9801-86b575069174 port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:33:19.903943 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.914237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 139f0131-a501-47c5-8782-636c9a3b6523 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:19.914860 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:19.969461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32bf06-7e15-49ad-b496-f54447a1f02b req-4a7d78d4-e4d6-45e6-8b2c-2b041bb95794 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:19.971544 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba32bf06-7e15-49ad-b496-f54447a1f02b req-4a7d78d4-e4d6-45e6-8b2c-2b041bb95794 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 931 time: 0.0985503 Feb 07 23:33:20.027491 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba32bf06-7e15-49ad-b496-f54447a1f02b req-45a269dc-f10d-4975-9ca0-4a96397b10d9 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Synchronizing usage tracker for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:33:20.050473 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ba32bf06-7e15-49ad-b496-f54447a1f02b req-45a269dc-f10d-4975-9ca0-4a96397b10d9 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Unset dirty status for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:33:20.053803 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba32bf06-7e15-49ad-b496-f54447a1f02b req-45a269dc-f10d-4975-9ca0-4a96397b10d9 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755949 Feb 07 23:33:20.142658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b3d4cb-6834-4530-bb4e-e298530d9862 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:33:20.151685 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.166295 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Transition to ACTIVE for port object c3b3d4cb-6834-4530-bb4e-e298530d9862 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:20.170034 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.280161 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.297783 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Transition to ACTIVE for port object 6d7d1ed1-aed8-476f-b909-7aa561c71d9b will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:20.310120 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.493095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3d4cb-6834-4530-bb4e-e298530d9862,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:20.520938 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abe561-5443-4954-a966-108a23e17967 None None] Pushing event updated for resources: {'Port': ['ID=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:20.552765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Attempting to bind port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:20.553188 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Attempting to bind port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:20.553547 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Attempting to bind port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b on network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:20.560323 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:20.560734 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Checking segment: {'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:20.561137 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.561531 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Bound using segment: {'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:20.562013 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Bound port: 6d7d1ed1-aed8-476f-b909-7aa561c71d9b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:20.562387 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.576708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Attempting to bind port c3b3d4cb-6834-4530-bb4e-e298530d9862 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:20.577047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Attempting to bind port c3b3d4cb-6834-4530-bb4e-e298530d9862 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:20.577371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Attempting to bind port c3b3d4cb-6834-4530-bb4e-e298530d9862 on network 9fbaf436-4834-44fd-aea8-9f5986256f77 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:20.582547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Port c3b3d4cb-6834-4530-bb4e-e298530d9862 on network 9fbaf436-4834-44fd-aea8-9f5986256f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:33:20.582887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Attempting to bind port c3b3d4cb-6834-4530-bb4e-e298530d9862 on network 9fbaf436-4834-44fd-aea8-9f5986256f77 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:20.590260 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:20.590532 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Checking segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:20.591147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Bound using segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:20.591806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Bound port: c3b3d4cb-6834-4530-bb4e-e298530d9862, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:20.593110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.663473 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] For port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:20.666662 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] For port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,segment=NetworkSegment(afaeeaa1-8b7e-43aa-8ade-4a716bc80400),segment_id=afaeeaa1-8b7e-43aa-8ade-4a716bc80400)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:20.673253 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.703448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] For port c3b3d4cb-6834-4530-bb4e-e298530d9862, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:20.707005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] For port c3b3d4cb-6834-4530-bb4e-e298530d9862, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:20.711668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.769325 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Routers {'f8fca38c-8290-4b1a-9801-86b575069174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:33:20.770010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:32:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8fca38c-8290-4b1a-9801-86b575069174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:20.781141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:20.781906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:20.783186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] 10.222.0.36 "PUT /v2.0/ports/c3b3d4cb-6834-4530-bb4e-e298530d9862 HTTP/1.1" status: 200 len: 1091 time: 1.2279422 Feb 07 23:33:20.784178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'tag': 'c3b3d4cb-6834-4530-bb4e-e298530d9862'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:20.844823 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abe561-5443-4954-a966-108a23e17967 None None] Pushing event updated for resources: {'Port': ['ID=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:20.883428 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'tag': 'c3b3d4cb-6834-4530-bb4e-e298530d9862', 'status': 'completed', 'code': 200} Feb 07 23:33:20.898051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53d926-ec14-446a-bdd4-842c775d5550 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b3d4cb-6834-4530-bb4e-e298530d9862,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:20.951093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-b05182be-cbb9-4b7b-8d30-2e2b04fffd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:20.952900 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-b05182be-cbb9-4b7b-8d30-2e2b04fffd4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc9a24d139344f13beb3bc07cb04d142&device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 1094 time: 0.1225541 Feb 07 23:33:21.035545 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-036dcbeb-ce4d-4750-83ac-ae078b60fa3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862 HTTP/1.1" status: 200 len: 217 time: 0.0729492 Feb 07 23:33:21.070004 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] Set router f8fca38c-8290-4b1a-9801-86b575069174 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:33:21.108003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-0c6fcbc6-7967-428c-b932-06d512e77613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:21.110342 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-0c6fcbc6-7967-428c-b932-06d512e77613 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96cddd9a-9cbe-48e0-b239-512b21f1bacf HTTP/1.1" status: 200 len: 856 time: 0.0672865 Feb 07 23:33:21.200240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-96b85df4-2e4c-4c1f-b783-6274fb1687e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:21.201533 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-96b85df4-2e4c-4c1f-b783-6274fb1687e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fbaf436-4834-44fd-aea8-9f5986256f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857949 Feb 07 23:33:21.267003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78e02e-9160-46f7-91ac-6e38dde4361a req-aa96732f-1525-4242-bb42-fcbfea5c26ee tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:21.270889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd78e02e-9160-46f7-91ac-6e38dde4361a req-aa96732f-1525-4242-bb42-fcbfea5c26ee tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 943 time: 0.0975490 Feb 07 23:33:21.325140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd78e02e-9160-46f7-91ac-6e38dde4361a req-9279c72f-ebaa-4e5e-ba53-384b62ba69ce tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479164 Feb 07 23:33:21.353115 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-30dbe25e-decf-4eb6-a44a-e3ea8a35c505 service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449430 Feb 07 23:33:21.416147 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '139f0131-a501-47c5-8782-636c9a3b6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 4, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port': {'id': '139f0131-a501-47c5-8782-636c9a3b6523', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:11Z', 'updated_at': '2022-02-07T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6d7d1ed1-aed8-476f-b909-7aa561c71d9b', 'name': '', 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'mac_address': 'fa:16:3e:db:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '126a60f5-60b8-4413-a314-a9da04093631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:14Z', 'updated_at': '2022-02-07T23:33:20Z', 'revision_number': 4, 'project_id': '6909d24368b24f1182bd44617aadac26', 'subnets': [{'id': '126a60f5-60b8-4413-a314-a9da04093631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:33:21.420208 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0ed982-9df6-4015-8a88-e1bb77214f09 None None] The sync data for ids ['f8fca38c-8290-4b1a-9801-86b575069174'] in n-d-827896-3 is: [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '139f0131-a501-47c5-8782-636c9a3b6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:33:14Z', 'revision_number': 4, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port': {'id': '139f0131-a501-47c5-8782-636c9a3b6523', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:11Z', 'updated_at': '2022-02-07T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6d7d1ed1-aed8-476f-b909-7aa561c71d9b', 'name': '', 'network_id': '70814a74-c3a4-46fa-b49e-3f58f3856ed7', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'mac_address': 'fa:16:3e:db:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '126a60f5-60b8-4413-a314-a9da04093631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:14Z', 'updated_at': '2022-02-07T23:33:20Z', 'revision_number': 4, 'project_id': '6909d24368b24f1182bd44617aadac26', 'subnets': [{'id': '126a60f5-60b8-4413-a314-a9da04093631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:33:21.494466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-487e43ce-23bd-4a50-aaa4-8153150ce681 req-9f1040f1-5d27-4df8-bf3a-8b587dfda755 service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357343 Feb 07 23:33:21.617479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-595e3b76-4af3-48b1-8c72-acfc58e45a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:21.618856 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-595e3b76-4af3-48b1-8c72-acfc58e45a7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc9a24d139344f13beb3bc07cb04d142&device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 1094 time: 0.0702450 Feb 07 23:33:21.757338 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-2723b61d-c0c6-4440-9fdc-7bf52bd94863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:21.758292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d7d1ed1-aed8-476f-b909-7aa561c71d9b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:21.758900 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-2723b61d-c0c6-4440-9fdc-7bf52bd94863 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 200 len: 918 time: 0.1305673 Feb 07 23:33:21.826808 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:21.832641 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:21.833031 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:21.834176 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-fd973528-fe62-47d6-9a44-3cec7e64c41a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862 HTTP/1.1" status: 200 len: 217 time: 0.0672698 Feb 07 23:33:21.902217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-3a7635b7-0c3e-41af-b767-a16607f71c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:21.903669 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-3a7635b7-0c3e-41af-b767-a16607f71c83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96cddd9a-9cbe-48e0-b239-512b21f1bacf HTTP/1.1" status: 200 len: 856 time: 0.0625961 Feb 07 23:33:21.956382 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:21.981993 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-5dc8a6c1-ef42-4aec-b3ae-1b0460bf1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:21.983747 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-5dc8a6c1-ef42-4aec-b3ae-1b0460bf1cb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fbaf436-4834-44fd-aea8-9f5986256f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730755 Feb 07 23:33:21.989906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,segment=NetworkSegment(afaeeaa1-8b7e-43aa-8ade-4a716bc80400),segment_id=afaeeaa1-8b7e-43aa-8ade-4a716bc80400)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:21.994131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:22.063003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:22.122003 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-37a6f662-e95c-4f8c-85c2-aa67adf7646c service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306412 Feb 07 23:33:22.255237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ec5c6828-d859-46e4-8465-4c3f37eb5166 req-c8cdb37c-d95b-44a6-8b5a-189dcc4f139b service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265965 Feb 07 23:33:22.517411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39fdc0-0993-418d-a4ac-86c4406f2326 req-fc242664-eae3-4891-8c6a-24333e35f74e tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:22.519375 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c39fdc0-0993-418d-a4ac-86c4406f2326 req-fc242664-eae3-4891-8c6a-24333e35f74e tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 943 time: 0.0865264 Feb 07 23:33:22.564910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c39fdc0-0993-418d-a4ac-86c4406f2326 req-311b33e0-f54f-42b1-afa0-a85311822d99 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Feb 07 23:33:23.677408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device c3b3d4cb-6834-4530-bb4e-e298530d9862 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:33:23.751506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d7d1ed1-aed8-476f-b909-7aa561c71d9b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:23.752927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf03a5f-ae00-4698-85d5-e3a3f55da28b req-ee055299-4ba1-44dc-bb53-373d2515261b tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:23.754513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddf03a5f-ae00-4698-85d5-e3a3f55da28b req-ee055299-4ba1-44dc-bb53-373d2515261b tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 943 time: 0.0830739 Feb 07 23:33:23.800474 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ddf03a5f-ae00-4698-85d5-e3a3f55da28b req-af7cc744-ab68-43e5-9229-52999c9efd9c tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Feb 07 23:33:23.867405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port c3b3d4cb-6834-4530-bb4e-e298530d9862, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:23.883359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:23.883735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:23.910186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'c3b3d4cb-6834-4530-bb4e-e298530d9862', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'port_id': 'c3b3d4cb-6834-4530-bb4e-e298530d9862', 'mac_address': 'fa:16:3e:94:5b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:33:23.990585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:24.031215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b3d4cb-6834-4530-bb4e-e298530d9862 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:33:24.070490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port c3b3d4cb-6834-4530-bb4e-e298530d9862, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:24.077177 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:24.142368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=c3b3d4cb-6834-4530-bb4e-e298530d9862,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:24.280762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['c3b3d4cb-6834-4530-bb4e-e298530d9862'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:33:24.987006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a1caf-2198-427d-b9d1-1075f2eafa89 req-5fbc6585-2f68-4f43-834d-1124be146d17 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:24.988430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-206a1caf-2198-427d-b9d1-1075f2eafa89 req-5fbc6585-2f68-4f43-834d-1124be146d17 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 944 time: 0.0825160 Feb 07 23:33:25.031457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-206a1caf-2198-427d-b9d1-1075f2eafa89 req-a8c26872-a1d5-403e-9b38-83d66c2e42f3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373113 Feb 07 23:33:25.062659 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:33:25.683779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device c3b3d4cb-6834-4530-bb4e-e298530d9862 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:25.751374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port c3b3d4cb-6834-4530-bb4e-e298530d9862 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:25.756744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port c3b3d4cb-6834-4530-bb4e-e298530d9862 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:25.757121 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:25.875378 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:25.901550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3d4cb-6834-4530-bb4e-e298530d9862'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:25.912632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port c3b3d4cb-6834-4530-bb4e-e298530d9862, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:25.916795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:25.991752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=c3b3d4cb-6834-4530-bb4e-e298530d9862,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:26.038755 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dc71af81-96ea-4634-b1a9-30b648a11915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:26.045061 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b3d4cb-6834-4530-bb4e-e298530d9862', 'code': 200} Feb 07 23:33:26.175383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be6ce8-9357-42cb-b9dd-9ec7a36b69cc req-ba76b47c-9445-42e2-9ed6-eb4584d7e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:26.176886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86be6ce8-9357-42cb-b9dd-9ec7a36b69cc req-ba76b47c-9445-42e2-9ed6-eb4584d7e79c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0748322 Feb 07 23:33:26.217065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097d2cc-e464-4a29-a412-86d6343b9b82 req-c6f2e7a3-7d02-4a27-9d7f-f497a0389936 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:26.218446 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5097d2cc-e464-4a29-a412-86d6343b9b82 req-c6f2e7a3-7d02-4a27-9d7f-f497a0389936 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 945 time: 0.0833130 Feb 07 23:33:26.219615 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-86be6ce8-9357-42cb-b9dd-9ec7a36b69cc req-fa6dbd9a-b48c-4885-a765-b13d7c530fe4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362175 Feb 07 23:33:26.262005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5097d2cc-e464-4a29-a412-86d6343b9b82 req-63ae9d02-0a54-4578-8867-ddcbcc0635cf tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Feb 07 23:33:27.453392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3169e-7abd-4e2d-a522-b7cf01e7f46b req-b66dd927-59b1-49b8-b393-a43848df9668 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:27.454830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4c3169e-7abd-4e2d-a522-b7cf01e7f46b req-b66dd927-59b1-49b8-b393-a43848df9668 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 945 time: 0.0823531 Feb 07 23:33:27.498897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e4c3169e-7abd-4e2d-a522-b7cf01e7f46b req-aff6f2c1-6cc7-41e0-8fcb-72fff156fff9 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Feb 07 23:33:27.680197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6a4f8-9f74-42d7-b552-9290f7742f6f req-cefbb48f-f330-4938-9d16-2a3889ec84fd tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:27.681616 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94f6a4f8-9f74-42d7-b552-9290f7742f6f req-cefbb48f-f330-4938-9d16-2a3889ec84fd tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 945 time: 0.0790722 Feb 07 23:33:27.729496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-94f6a4f8-9f74-42d7-b552-9290f7742f6f req-72760a58-7fe6-4216-8774-fd7db015c61f tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Feb 07 23:33:28.248580 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b9342c67-4ba2-450f-8881-fc1622bd89a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:29.382108 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:29.678074 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.155103 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:31.533930 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-b3f949dd-58c2-402a-9a91-5b7be02a846d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710483 Feb 07 23:33:31.677384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607578b-80a8-40ff-b181-e850a0667b0a req-50f73746-8c4a-4b12-838a-a206ef3ae5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:31.677384 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-50f73746-8c4a-4b12-838a-a206ef3ae5d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc9a24d139344f13beb3bc07cb04d142&device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 1096 time: 0.0770292 Feb 07 23:33:31.931721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607578b-80a8-40ff-b181-e850a0667b0a req-2472caf0-ca4a-4423-b424-6e9fbc32fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:31.933609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-2472caf0-ca4a-4423-b424-6e9fbc32fc0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 200 len: 918 time: 0.2371135 Feb 07 23:33:32.005112 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-38b041eb-d409-4cd3-91ff-583899f20d68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862 HTTP/1.1" status: 200 len: 217 time: 0.0651214 Feb 07 23:33:32.068024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607578b-80a8-40ff-b181-e850a0667b0a req-776c6915-d4f8-4c4b-b850-f553e8eb3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:32.069462 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-776c6915-d4f8-4c4b-b850-f553e8eb3b87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96cddd9a-9cbe-48e0-b239-512b21f1bacf HTTP/1.1" status: 200 len: 856 time: 0.0590754 Feb 07 23:33:32.144043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607578b-80a8-40ff-b181-e850a0667b0a req-78123442-fe5e-4ee0-a853-bbb4c93aab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:32.145560 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-78123442-fe5e-4ee0-a853-bbb4c93aab1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fbaf436-4834-44fd-aea8-9f5986256f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704217 Feb 07 23:33:32.278058 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-0d66a4de-3dc7-43d1-ae37-f9f298418bd9 service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257355 Feb 07 23:33:32.422877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1607578b-80a8-40ff-b181-e850a0667b0a req-a467eb60-1b23-4b45-83d0-30788c6730fa service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297650 Feb 07 23:33:36.390703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:36.776250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:42.475209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713d7a1-38f0-43ba-b1cf-b57ad6f5995d req-8542b11b-9347-4bba-8621-0845471bcbc5 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:42.476601 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3713d7a1-38f0-43ba-b1cf-b57ad6f5995d req-8542b11b-9347-4bba-8621-0845471bcbc5 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 945 time: 0.0847063 Feb 07 23:33:42.521974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3713d7a1-38f0-43ba-b1cf-b57ad6f5995d req-5d86cdc4-eb1a-4b15-a97c-79dedc1e64c0 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Feb 07 23:33:43.832242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b0e64-0222-446b-a89e-28ca55afee10 req-e64f3e4b-10b0-4888-8887-d6227a10b482 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:43.833670 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c92b0e64-0222-446b-a89e-28ca55afee10 req-e64f3e4b-10b0-4888-8887-d6227a10b482 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 945 time: 0.2010219 Feb 07 23:33:43.887530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c92b0e64-0222-446b-a89e-28ca55afee10 req-60eb5b23-3fc2-4f95-97c1-040bfe72afab tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478015 Feb 07 23:33:43.930101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-68e53764-c38f-4cda-8d46-a408204b098d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:43.930813 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-68e53764-c38f-4cda-8d46-a408204b098d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Synchronizing usage tracker for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:33:43.948706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-68e53764-c38f-4cda-8d46-a408204b098d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Unset dirty status for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:33:43.949872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-68e53764-c38f-4cda-8d46-a408204b098d tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 945 time: 0.1088698 Feb 07 23:33:44.023466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Deleting port c3b3d4cb-6834-4530-bb4e-e298530d9862 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:33:44.023809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:44.303718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] For port c3b3d4cb-6834-4530-bb4e-e298530d9862, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=c3b3d4cb-6834-4530-bb4e-e298530d9862,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:44.304093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:44.432869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Calling delete_port for c3b3d4cb-6834-4530-bb4e-e298530d9862 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:33:44.584483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:44.598405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['c3b3d4cb-6834-4530-bb4e-e298530d9862'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:33:44.640415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Pushing event deleted for resources: {'Port': ['ID=c3b3d4cb-6834-4530-bb4e-e298530d9862,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:44.685117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.685700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.686242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.686737 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.687240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.687753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.688261 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.688856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.689381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.689914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.690358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.690785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:44.760637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] No DVR routers for this DVR port c3b3d4cb-6834-4530-bb4e-e298530d9862 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:33:44.764637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:44.767674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'name': 'network-vif-deleted', 'tag': 'c3b3d4cb-6834-4530-bb4e-e298530d9862'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:44.787551 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1e1c84bb-6246-4a22-9951-5cb180690e96 req-6c63149d-ef8e-4175-870f-f64b37370bc3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "DELETE /v2.0/ports/c3b3d4cb-6834-4530-bb4e-e298530d9862 HTTP/1.1" status: 204 len: 173 time: 0.8320754 Feb 07 23:33:44.866923 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa601a9-a39a-421b-9256-b9a3ad1d30c7', 'name': 'network-vif-deleted', 'tag': 'c3b3d4cb-6834-4530-bb4e-e298530d9862', 'status': 'completed', 'code': 200} Feb 07 23:33:45.057404 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-65bf842a-4056-4e6c-90ba-b0f8ce386dd8 req-51cf38ab-10c1-487d-a919-99c0f9c3ae60 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fa601a9-a39a-421b-9256-b9a3ad1d30c7 HTTP/1.1" status: 200 len: 210 time: 0.0427039 Feb 07 23:33:46.838583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-de4b8b30-2ded-4389-8fb0-7ab430ffa586 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:46.839983 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-de4b8b30-2ded-4389-8fb0-7ab430ffa586 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/networks?id=9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 200 len: 817 time: 0.1499860 Feb 07 23:33:46.857863 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9c8edeb5-9b52-42a8-9920-2e4a89888b37 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/quotas/cc9a24d139344f13beb3bc07cb04d142 HTTP/1.1" status: 200 len: 375 time: 0.0107794 Feb 07 23:33:46.947756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-d545d7e3-0092-45b6-ada2-360ce6028ed2 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cc9a24d139344f13beb3bc07cb04d142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816309 Feb 07 23:33:47.089484 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-37647253-638a-4554-86f3-cfa5d16706ee service neutron] 10.222.0.10 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280353 Feb 07 23:33:47.222476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-eabcba8f-30c6-4b62-9b9e-55e62ef8bd69 service neutron] 10.222.0.10 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272960 Feb 07 23:33:47.398224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2b774b1f-dd5d-4c1c-a5b6-10dcf5cf25e9 req-84df1d51-4ec4-49ef-9cb2-af23dbc9e203 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 210 time: 0.0433691 Feb 07 23:33:47.769326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device c3b3d4cb-6834-4530-bb4e-e298530d9862 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:33:47.807416 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: c3b3d4cb-6834-4530-bb4e-e298530d9862 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:33:47.807771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device c3b3d4cb-6834-4530-bb4e-e298530d9862 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:33:48.408065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-944748e6-bb60-4e49-b4aa-c8b8dd6ea6d9 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:48.409581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-944748e6-bb60-4e49-b4aa-c8b8dd6ea6d9 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "GET /v2.0/networks?id=9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 200 len: 817 time: 0.1493149 Feb 07 23:33:48.421220 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Request body: {'port': {'device_id': '8212f594-4efe-42bc-843a-fd72603d598e', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'admin_state_up': True, 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:48.547242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a7c2edf4-bca5-46ff-9d79-641ede500bdf req-b4f37941-4fe5-41f8-8f0a-9fba8dc9477b tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 210 time: 0.0421448 Feb 07 23:33:48.562617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:33:48.567188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Usage tracker for resource:port and tenant:cc9a24d139344f13beb3bc07cb04d142 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:33:48.570020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:33:48.575657 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:33:48.585678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Made reservation on behalf of cc9a24d139344f13beb3bc07cb04d142 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:33:48.589117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:48.752528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Allocated IP 172.20.0.13 (9fbaf436-4834-44fd-aea8-9f5986256f77/96cddd9a-9cbe-48e0-b239-512b21f1bacf/5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:33:48.951747 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:48.967086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Transition to ACTIVE for port object 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:48.991302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:49.063451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:33:49.066426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:33:49.070404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:33:49.106600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Pushing event updated for resources: {'Port': ['ID=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:49.138885 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:49.139513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:49.164047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-9a81feb4-4a49-4120-8c8e-eb3b7cebe487 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7466025 Feb 07 23:33:49.177094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Request body: {'port': {'device_id': '8212f594-4efe-42bc-843a-fd72603d598e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:33:49.292297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:49.338849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2bf2958a-cd80-482a-8f78-29827901ecb8 None None] Provisioning for port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:49.344485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2bf2958a-cd80-482a-8f78-29827901ecb8 None None] Provisioning complete for port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:49.345003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2bf2958a-cd80-482a-8f78-29827901ecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:49.401956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2958a-cd80-482a-8f78-29827901ecb8 None None] Port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:33:49.750709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:33:49.751982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e68944-ef4e-4fc9-94ba-454c3024e879 req-c84996be-fe9d-459c-9dca-f10d4dd73745 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:49.753504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39e68944-ef4e-4fc9-94ba-454c3024e879 req-c84996be-fe9d-459c-9dca-f10d4dd73745 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 932 time: 0.1006827 Feb 07 23:33:49.758028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:49.773193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Transition to ACTIVE for port object 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:33:49.776945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:49.798084 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39e68944-ef4e-4fc9-94ba-454c3024e879 req-11b29c06-963d-45b5-a910-020e6b4ccfdc tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388384 Feb 07 23:33:49.930897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Pushing event updated for resources: {'Port': ['ID=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:50.026864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Attempting to bind port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:33:50.027208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Attempting to bind port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:33:50.027566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Attempting to bind port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 on network 9fbaf436-4834-44fd-aea8-9f5986256f77 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:50.032794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 on network 9fbaf436-4834-44fd-aea8-9f5986256f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:33:50.033243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Attempting to bind port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 on network 9fbaf436-4834-44fd-aea8-9f5986256f77 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:33:50.038417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:33:50.038760 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Checking segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:33:50.039145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Bound using segment: {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:33:50.039573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Bound port: 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:33:50.039929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:50.128092 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] For port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:33:50.130980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] For port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:33:50.135825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:50.198714 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.199327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:50.201021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] 10.222.0.36 "PUT /v2.0/ports/5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 HTTP/1.1" status: 200 len: 1092 time: 1.0288281 Feb 07 23:33:50.203887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8212f594-4efe-42bc-843a-fd72603d598e', 'tag': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:50.231095 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2784ff0-ed35-4de4-aa78-fabdb585eaab service neutron] Pushing event updated for resources: {'Port': ['ID=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:50.280571 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8212f594-4efe-42bc-843a-fd72603d598e', 'tag': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7', 'status': 'completed', 'code': 200} Feb 07 23:33:50.326196 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-c0f85d76-ae64-4b15-9420-78ac1c560f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.327727 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-c0f85d76-ae64-4b15-9420-78ac1c560f09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc9a24d139344f13beb3bc07cb04d142&device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 1095 time: 0.0854003 Feb 07 23:33:50.402912 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-a421972d-7b33-4a37-82e9-338cc54c4aeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 HTTP/1.1" status: 200 len: 217 time: 0.0681767 Feb 07 23:33:50.465574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-be58fec5-8996-4a97-bfd4-b6a924d049de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.467004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-be58fec5-8996-4a97-bfd4-b6a924d049de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96cddd9a-9cbe-48e0-b239-512b21f1bacf HTTP/1.1" status: 200 len: 856 time: 0.0585930 Feb 07 23:33:50.541811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-3a4a06db-76ba-45ea-bbe7-658af219f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.543279 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-3a4a06db-76ba-45ea-bbe7-658af219f541 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fbaf436-4834-44fd-aea8-9f5986256f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701642 Feb 07 23:33:50.673638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-4147b936-a794-4a91-a4ce-5e6a632c341c service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244490 Feb 07 23:33:50.807884 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff106977-08e4-4ce7-a0d4-75c8f6d87aae req-615c95bf-95d5-44f1-b641-784c5805d92a service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261399 Feb 07 23:33:50.927836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-73c134f6-655e-4edb-9524-d3c5d4d76878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.929483 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-73c134f6-655e-4edb-9524-d3c5d4d76878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc9a24d139344f13beb3bc07cb04d142&device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 1095 time: 0.0769160 Feb 07 23:33:50.985482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd52fa0-c9c9-43fa-82c8-cece334f14a0 req-3c268b76-99de-457d-92e7-d91e1131b003 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:50.986936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fd52fa0-c9c9-43fa-82c8-cece334f14a0 req-3c268b76-99de-457d-92e7-d91e1131b003 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 944 time: 0.0826073 Feb 07 23:33:51.036242 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fd52fa0-c9c9-43fa-82c8-cece334f14a0 req-60b225fd-e0bb-4cd6-8c45-835958b76457 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Feb 07 23:33:51.070831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-e55d2db2-fa6b-42db-9707-01f99e7f0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:51.072202 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-e55d2db2-fa6b-42db-9707-01f99e7f0287 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 200 len: 918 time: 0.1345806 Feb 07 23:33:51.143166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-70e4ed86-b801-4d86-a2a3-0a3016b21d5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 HTTP/1.1" status: 200 len: 217 time: 0.0642941 Feb 07 23:33:51.311794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-1c29766d-e1db-4f34-b3f8-eec675eccb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:51.313251 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-1c29766d-e1db-4f34-b3f8-eec675eccb8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96cddd9a-9cbe-48e0-b239-512b21f1bacf HTTP/1.1" status: 200 len: 856 time: 0.1626682 Feb 07 23:33:51.393884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-2ddf5d46-8204-406e-b568-9e91e7fed49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:51.395362 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-2ddf5d46-8204-406e-b568-9e91e7fed49e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9fbaf436-4834-44fd-aea8-9f5986256f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743756 Feb 07 23:33:51.527702 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-e0fac248-f939-4644-92c3-1fba5b8f1637 service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252353 Feb 07 23:33:51.658049 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9ecea093-e58b-4d41-869d-09f27d127ab8 req-89214fd1-63bd-4d20-82a1-645bb3a70101 service neutron] 10.222.0.36 "GET /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227062 Feb 07 23:33:52.377488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e33618-781d-414d-9b63-c0fc7bc77718 req-cc6ae60b-eb29-44c4-a0ed-a8fe7078b23c tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:52.378847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98e33618-781d-414d-9b63-c0fc7bc77718 req-cc6ae60b-eb29-44c4-a0ed-a8fe7078b23c tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 944 time: 0.0848627 Feb 07 23:33:52.421963 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98e33618-781d-414d-9b63-c0fc7bc77718 req-8c0ce8d7-8b4a-47e4-9f83-9441186ee323 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Feb 07 23:33:53.608017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eafff9-4420-4868-ba68-1ec21d861b0a req-0dce410a-c820-44d3-9d70-28f32e07b5f0 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:53.609478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2eafff9-4420-4868-ba68-1ec21d861b0a req-0dce410a-c820-44d3-9d70-28f32e07b5f0 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 944 time: 0.0818372 Feb 07 23:33:53.653483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2eafff9-4420-4868-ba68-1ec21d861b0a req-851f23b5-3bab-4df4-aaa3-30202c49ef1a tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Feb 07 23:33:53.784924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:33:53.949482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:53.962931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7', 'network_id': '9fbaf436-4834-44fd-aea8-9f5986256f77', 'port_id': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7', 'mac_address': 'fa:16:3e:fa:05:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96cddd9a-9cbe-48e0-b239-512b21f1bacf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:33:54.022516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:54.041169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:33:54.056296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:54.059924 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:54.125830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:54.133393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.133744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.134090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.134432 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.134770 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.135106 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.135437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.135772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.136356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.136715 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.137043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.137366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:33:54.247370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:33:54.833380 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6e77f-a2d8-4e13-a98f-36ec6754ae08 req-968f8b0b-2835-4620-9652-4b5635f125dd tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:54.834860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bde6e77f-a2d8-4e13-a98f-36ec6754ae08 req-968f8b0b-2835-4620-9652-4b5635f125dd tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 945 time: 0.0797241 Feb 07 23:33:54.882418 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bde6e77f-a2d8-4e13-a98f-36ec6754ae08 req-8d8715f2-e5fa-4669-a74d-32ef9d6f6467 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Feb 07 23:33:55.800462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:33:55.866721 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:33:55.871930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:33:55.872726 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:55.991503 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:56.019169 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8212f594-4efe-42bc-843a-fd72603d598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:33:56.042563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:33:56.050254 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:56.075807 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35469b8-3ea5-47f8-9ed4-98eeaa8bce73 req-3f882aa5-d783-47f8-bcef-650e729d029c tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:56.077440 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d35469b8-3ea5-47f8-9ed4-98eeaa8bce73 req-3f882aa5-d783-47f8-bcef-650e729d029c tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 945 time: 0.0910084 Feb 07 23:33:56.093147 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8212f594-4efe-42bc-843a-fd72603d598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7', 'code': 200} Feb 07 23:33:56.093630 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ded52b07-1fa6-4db7-aa04-a6a1bb6edbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:56.124422 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d35469b8-3ea5-47f8-9ed4-98eeaa8bce73 req-dd2e3212-5281-4a55-ac92-5da1a974535b tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Feb 07 23:33:56.133252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:33:56.200316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897533-3e89-4d70-846a-4ed65d4393e7 req-0683fd99-635d-467a-9000-da049834e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:56.201826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d897533-3e89-4d70-846a-4ed65d4393e7 req-0683fd99-635d-467a-9000-da049834e6fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 1097 time: 0.0716696 Feb 07 23:33:56.241006 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3d897533-3e89-4d70-846a-4ed65d4393e7 req-c7dcc648-738a-4801-9d8e-d149ef84b85f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332332 Feb 07 23:33:57.318424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6074e-fa84-4d96-b283-3cfe7d852c4f req-ad7cf41a-4ac5-4c46-b695-b705950f0cff tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:57.319866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ed6074e-fa84-4d96-b283-3cfe7d852c4f req-ad7cf41a-4ac5-4c46-b695-b705950f0cff tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 946 time: 0.0836167 Feb 07 23:33:57.364267 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ed6074e-fa84-4d96-b283-3cfe7d852c4f req-a4d6e89e-ce17-4282-97b9-e6a13600efcf tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Feb 07 23:33:58.249914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da60471a-61b6-47fb-bcb5-f95c2c274484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:58.550620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea327f0-c17a-4e49-aade-06e5aa06b9df req-20ec4645-bb00-4fe4-9e87-f434ee56d79f tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:58.551982 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ea327f0-c17a-4e49-aade-06e5aa06b9df req-20ec4645-bb00-4fe4-9e87-f434ee56d79f tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 946 time: 0.0822666 Feb 07 23:33:58.594966 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1ea327f0-c17a-4e49-aade-06e5aa06b9df req-25a653b3-82ec-4fec-b664-b5cc6526f1c2 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372002 Feb 07 23:33:58.774790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b346c31-cdbe-401c-a45a-a6fcc88f6123 req-948e620a-3682-459e-aca6-bd4413a4a4fe tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:33:58.776247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b346c31-cdbe-401c-a45a-a6fcc88f6123 req-948e620a-3682-459e-aca6-bd4413a4a4fe tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 946 time: 0.0793614 Feb 07 23:33:58.823703 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9b346c31-cdbe-401c-a45a-a6fcc88f6123 req-ec058ad3-95f1-4482-8fca-c6bd8d944310 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Feb 07 23:33:59.387002 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:33:59.679485 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:01.162551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:02.062523 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:34:06.408546 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:06.798681 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:13.105298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbf258-0d93-46d5-ae7d-cd29b7f4e264 req-4d08e1b4-659f-4476-8037-4857644b328e tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:13.106682 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0bbf258-0d93-46d5-ae7d-cd29b7f4e264 req-4d08e1b4-659f-4476-8037-4857644b328e tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 946 time: 0.0802169 Feb 07 23:34:13.151288 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0bbf258-0d93-46d5-ae7d-cd29b7f4e264 req-c6025056-0ef6-491b-a992-1e488fe045a0 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390043 Feb 07 23:34:14.455293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836ce91-15b0-449c-aa11-0ea076b0072d req-264306ee-b67c-498c-9814-e121abbc452c tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:14.456684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0836ce91-15b0-449c-aa11-0ea076b0072d req-264306ee-b67c-498c-9814-e121abbc452c tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 946 time: 0.1961219 Feb 07 23:34:14.501076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0836ce91-15b0-449c-aa11-0ea076b0072d req-d3731712-e308-4388-aa88-81e5cb658202 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf6728a1-5992-4d0b-a010-5ed1cec9848b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387232 Feb 07 23:34:14.594449 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-a02ba829-614e-4281-b07b-18716f1d6b0f tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:14.595677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-a02ba829-614e-4281-b07b-18716f1d6b0f tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Synchronizing usage tracker for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:34:14.610077 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-a02ba829-614e-4281-b07b-18716f1d6b0f tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Unset dirty status for tenant:cc9a24d139344f13beb3bc07cb04d142 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:34:14.611818 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-a02ba829-614e-4281-b07b-18716f1d6b0f tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 946 time: 0.0987813 Feb 07 23:34:14.683020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Deleting port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:14.683364 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:14.925391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] For port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:14.925750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:15.045397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Calling delete_port for 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:15.191962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:15.203020 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:34:15.242055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Pushing event deleted for resources: {'Port': ['ID=5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:15.326719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] No DVR routers for this DVR port 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:34:15.330182 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:15.334683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8212f594-4efe-42bc-843a-fd72603d598e', 'name': 'network-vif-deleted', 'tag': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:34:15.351750 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-288abbb8-73b0-4d52-a96b-6ebf8989fe01 req-e5c2704b-b47b-4816-9fa7-1df6f1ceb4b3 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.36 "DELETE /v2.0/ports/5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 HTTP/1.1" status: 204 len: 173 time: 0.7349238 Feb 07 23:34:15.401576 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8212f594-4efe-42bc-843a-fd72603d598e', 'name': 'network-vif-deleted', 'tag': '5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7', 'status': 'completed', 'code': 200} Feb 07 23:34:15.661956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9ca58ace-2994-43e3-847c-76c7d9d33b4b req-bd0b1f36-a761-499f-9b6d-bf0f4eca1081 tempest-TestEncryptedCinderVolumes-1620807372 tempest-TestEncryptedCinderVolumes-1620807372-project] 10.222.0.10 "GET /v2.0/ports?device_id=8212f594-4efe-42bc-843a-fd72603d598e HTTP/1.1" status: 200 len: 210 time: 0.0426702 Feb 07 23:34:16.790491 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55118) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:17.431366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:17.775679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Deleting port 0074cf4c-d147-49e5-91e0-880f1aef0c5b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:17.776017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:17.946681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] For port 0074cf4c-d147-49e5-91e0-880f1aef0c5b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0074cf4c-d147-49e5-91e0-880f1aef0c5b,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:17.947374 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:17.957448 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:34:17.991264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:34:17.991617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5dbc5e2b-ecc3-45f3-a700-b5a8370e8bb7 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:34:18.073310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Calling delete_port for 0074cf4c-d147-49e5-91e0-880f1aef0c5b owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:18.385520 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:18.434984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0074cf4c-d147-49e5-91e0-880f1aef0c5b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:18.830827 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:19.197041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Router decb7a94-a51d-48b5-afc6-d270ac0ed948 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:34:19.377350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:34:19.388446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] Sync routers for ids ['decb7a94-a51d-48b5-afc6-d270ac0ed948'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:34:19.389679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d33a31ba-7140-4f16-8904-01eeb314e9dd admin admin] 10.222.0.10 "PUT /v2.0/routers/decb7a94-a51d-48b5-afc6-d270ac0ed948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981250 Feb 07 23:34:19.393005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55126) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:19.398849 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] Routers {'decb7a94-a51d-48b5-afc6-d270ac0ed948'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:19.399539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:33:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['decb7a94-a51d-48b5-afc6-d270ac0ed948'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:19.570345 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:19.574789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] Set router decb7a94-a51d-48b5-afc6-d270ac0ed948 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:19.746809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:19.757686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Deleting port e00442bc-dc9c-48d1-b715-9aea187a3466 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:19.758071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:19.863424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:34:18Z', 'revision_number': 5, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port': {'id': 'e00442bc-dc9c-48d1-b715-9aea187a3466', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:04Z', 'updated_at': '2022-02-07T23:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:19.867756 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] Checking router: decb7a94-a51d-48b5-afc6-d270ac0ed948 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:34:19.877595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] Routers {'decb7a94-a51d-48b5-afc6-d270ac0ed948'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:19.878231 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:33:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['decb7a94-a51d-48b5-afc6-d270ac0ed948'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:20.061406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] For port e00442bc-dc9c-48d1-b715-9aea187a3466, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e00442bc-dc9c-48d1-b715-9aea187a3466,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:20.061684 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.080918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] Set router decb7a94-a51d-48b5-afc6-d270ac0ed948 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:20.187739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:34:19Z', 'revision_number': 6, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:20.191646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Calling delete_port for e00442bc-dc9c-48d1-b715-9aea187a3466 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:20.192617 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cd1e8-1cf8-4c90-9580-de4e38b57d69 None None] The sync data for ids ['decb7a94-a51d-48b5-afc6-d270ac0ed948'] in n-d-827896-3 is: [{'id': 'decb7a94-a51d-48b5-afc6-d270ac0ed948', 'name': 'tempest-TestEncryptedCinderVolumes-1762834604-router', 'tenant_id': 'cc9a24d139344f13beb3bc07cb04d142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:03Z', 'updated_at': '2022-02-07T23:34:19Z', 'revision_number': 6, 'project_id': 'cc9a24d139344f13beb3bc07cb04d142', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:34:20.358856 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.402905 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Pushing event deleted for resources: {'Port': ['ID=e00442bc-dc9c-48d1-b715-9aea187a3466,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:20.508462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.688274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.691229 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.712909 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.713419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Fanout notify agent at l3_agent the message router_deleted on router decb7a94-a51d-48b5-afc6-d270ac0ed948 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:34:20.724907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.726021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3b19df5b-af8c-466f-92dc-e76a228c511d admin admin] 10.222.0.10 "DELETE /v2.0/routers/decb7a94-a51d-48b5-afc6-d270ac0ed948 HTTP/1.1" status: 204 len: 168 time: 1.3321066 Feb 07 23:34:20.728509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55130) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:20.789052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] Deleting subnet 96cddd9a-9cbe-48e0-b239-512b21f1bacf {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:34:20.796795 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.853760 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:20.933172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.003964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.045914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96cddd9a-9cbe-48e0-b239-512b21f1bacf,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:21.049695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.055244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554aad5d-5c2a-4245-83cb-801d78ea5eb2 None None] Network 9fbaf436-4834-44fd-aea8-9f5986256f77 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:34:21.056396 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-37e94d32-c25e-4a43-a3b7-4e7ec3a32421 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/96cddd9a-9cbe-48e0-b239-512b21f1bacf HTTP/1.1" status: 204 len: 168 time: 0.3267553 Feb 07 23:34:21.058653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55136) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:21.169642 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.182645 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Deleting port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:21.183117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.316683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] DHCP port deletion for 9fbaf436-4834-44fd-aea8-9f5986256f77 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:34:21.320959 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Deleting port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:21.321336 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.398458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] For port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:21.399088 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.533233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] For port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,segment=NetworkSegment(2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6),segment_id=2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:21.533531 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.644624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Calling delete_port for 3576f512-a2d7-40e0-91fb-e3b7ddcf093c owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:21.653897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Calling delete_port for 3576f512-a2d7-40e0-91fb-e3b7ddcf093c owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:21.722929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 07 23:34:21.723327 n-d-827896-3 neutron-server[87672]: util.warn( Feb 07 23:34:21.734588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:34:21.735185 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:34:21.765168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0074cf4c-d147-49e5-91e0-880f1aef0c5b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:34:21.773792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] No DVR routers for this DVR port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:34:21.804205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 0074cf4c-d147-49e5-91e0-880f1aef0c5b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:34:21.804866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0074cf4c-d147-49e5-91e0-880f1aef0c5b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:34:21.805461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e00442bc-dc9c-48d1-b715-9aea187a3466 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:34:21.805779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=3576f512-a2d7-40e0-91fb-e3b7ddcf093c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:21.849368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e00442bc-dc9c-48d1-b715-9aea187a3466 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:34:21.849720 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e00442bc-dc9c-48d1-b715-9aea187a3466 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:34:21.850142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3576f512-a2d7-40e0-91fb-e3b7ddcf093c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:34:21.883469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3576f512-a2d7-40e0-91fb-e3b7ddcf093c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:34:21.883816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3576f512-a2d7-40e0-91fb-e3b7ddcf093c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:34:21.896616 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.925331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fbaf436-4834-44fd-aea8-9f5986256f77']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:21.937276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:21.937574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2ce8d-73e7-4ca3-92cd-a89404f5ceb6') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:21.948630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.965943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.973266 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:34:21.973669 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:34:21.987421 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:34:22.066786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:22.086504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:22.096428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fbaf436-4834-44fd-aea8-9f5986256f77,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:22.109847 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-90cf5e53-6f3c-467c-8608-341c3b143a87 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9fbaf436-4834-44fd-aea8-9f5986256f77 HTTP/1.1" status: 204 len: 168 time: 1.0502009 Feb 07 23:34:22.112633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55140) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:22.237038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Deleting port 3576f512-a2d7-40e0-91fb-e3b7ddcf093c {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:22.237663 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:22.304006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-31a2efac-8527-4378-a66f-f1f142f17e16 None None] The port '3576f512-a2d7-40e0-91fb-e3b7ddcf093c' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:34:22.647935 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:23.110830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Deleting port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:23.111092 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:23.282585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] For port 6d7d1ed1-aed8-476f-b909-7aa561c71d9b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,segment=NetworkSegment(afaeeaa1-8b7e-43aa-8ade-4a716bc80400),segment_id=afaeeaa1-8b7e-43aa-8ade-4a716bc80400)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:23.282943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:23.408374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Calling delete_port for 6d7d1ed1-aed8-476f-b909-7aa561c71d9b owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:23.585177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:23.632811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7d1ed1-aed8-476f-b909-7aa561c71d9b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:23.919803 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:24.300990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Router f8fca38c-8290-4b1a-9801-86b575069174 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:34:24.597912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:34:24.606403 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] Sync routers for ids ['f8fca38c-8290-4b1a-9801-86b575069174'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:34:24.606852 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1841ab55-b760-4f89-b2cc-97df6124d36e admin admin] 10.222.0.10 "PUT /v2.0/routers/f8fca38c-8290-4b1a-9801-86b575069174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4930544 Feb 07 23:34:24.609184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55144) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:24.616392 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] Routers {'f8fca38c-8290-4b1a-9801-86b575069174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:24.616899 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:33:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8fca38c-8290-4b1a-9801-86b575069174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:24.791522 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:24.802787 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] Set router f8fca38c-8290-4b1a-9801-86b575069174 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:24.974556 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:24.984299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Deleting port 139f0131-a501-47c5-8782-636c9a3b6523 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:24.984671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.089676 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '139f0131-a501-47c5-8782-636c9a3b6523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:34:23Z', 'revision_number': 5, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port': {'id': '139f0131-a501-47c5-8782-636c9a3b6523', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:33:11Z', 'updated_at': '2022-02-07T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:25.093624 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] Checking router: f8fca38c-8290-4b1a-9801-86b575069174 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:34:25.102062 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] Routers {'f8fca38c-8290-4b1a-9801-86b575069174'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:25.102694 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:33:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['f8fca38c-8290-4b1a-9801-86b575069174'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:25.169542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] For port 139f0131-a501-47c5-8782-636c9a3b6523, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=139f0131-a501-47c5-8782-636c9a3b6523,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:25.169904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.256805 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] Set router f8fca38c-8290-4b1a-9801-86b575069174 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:25.295415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Calling delete_port for 139f0131-a501-47c5-8782-636c9a3b6523 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:25.361769 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:34:24Z', 'revision_number': 6, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:25.365688 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8086e64-4461-497b-8aa5-e40014af347c None None] The sync data for ids ['f8fca38c-8290-4b1a-9801-86b575069174'] in n-d-827896-3 is: [{'id': 'f8fca38c-8290-4b1a-9801-86b575069174', 'name': 'tempest-TestEncryptedCinderVolumes-538676065-router', 'tenant_id': '6909d24368b24f1182bd44617aadac26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:33:10Z', 'updated_at': '2022-02-07T23:34:24Z', 'revision_number': 6, 'project_id': '6909d24368b24f1182bd44617aadac26', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:34:25.465930 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.513539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=139f0131-a501-47c5-8782-636c9a3b6523,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:25.607163 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.783066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d7d1ed1-aed8-476f-b909-7aa561c71d9b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:34:25.787320 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.789937 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.815417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.816341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8fca38c-8290-4b1a-9801-86b575069174 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:34:25.818812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6d7d1ed1-aed8-476f-b909-7aa561c71d9b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:34:25.819388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6d7d1ed1-aed8-476f-b909-7aa561c71d9b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:34:25.834316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:25.835439 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f3c875c3-f655-4211-80a8-9e00b2bbe0c2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f8fca38c-8290-4b1a-9801-86b575069174 HTTP/1.1" status: 204 len: 168 time: 1.2253649 Feb 07 23:34:25.837912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55148) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:26.032594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] Deleting subnet 126a60f5-60b8-4413-a314-a9da04093631 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:34:26.035478 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.045589 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9a90965c-5d8e-4d15-b5eb-3e5428f594ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.084464 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.161107 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.236769 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.275341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126a60f5-60b8-4413-a314-a9da04093631,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:26.278730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.287886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7a0c05f4-85a7-4ce7-bf19-8cbd683aae25 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/126a60f5-60b8-4413-a314-a9da04093631 HTTP/1.1" status: 204 len: 168 time: 0.4466889 Feb 07 23:34:26.288214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5e493-c81e-4ce1-8f26-b77e085a738d None None] Network 70814a74-c3a4-46fa-b49e-3f58f3856ed7 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:34:26.288320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55152) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:26.402878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.414033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Deleting port 00dfe4ca-3352-45eb-8180-d931bec2d246 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:26.414380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.573290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] DHCP port deletion for 70814a74-c3a4-46fa-b49e-3f58f3856ed7 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:34:26.577553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Deleting port 00dfe4ca-3352-45eb-8180-d931bec2d246 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:26.577926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.635075 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] For port 00dfe4ca-3352-45eb-8180-d931bec2d246, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=00dfe4ca-3352-45eb-8180-d931bec2d246,segment=NetworkSegment(afaeeaa1-8b7e-43aa-8ade-4a716bc80400),segment_id=afaeeaa1-8b7e-43aa-8ade-4a716bc80400)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:26.635488 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.759998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Calling delete_port for 00dfe4ca-3352-45eb-8180-d931bec2d246 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:26.777402 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] For port 00dfe4ca-3352-45eb-8180-d931bec2d246, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=00dfe4ca-3352-45eb-8180-d931bec2d246,segment=NetworkSegment(afaeeaa1-8b7e-43aa-8ade-4a716bc80400),segment_id=afaeeaa1-8b7e-43aa-8ade-4a716bc80400)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:26.777797 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.838191 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:26.889494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=00dfe4ca-3352-45eb-8180-d931bec2d246,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:26.893343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] No DVR routers for this DVR port 00dfe4ca-3352-45eb-8180-d931bec2d246 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:34:26.905341 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Calling delete_port for 00dfe4ca-3352-45eb-8180-d931bec2d246 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:34:26.975662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:34:26.975997 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:34:27.013299 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.037584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70814a74-c3a4-46fa-b49e-3f58f3856ed7']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:27.049897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:27.050200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaeeaa1-8b7e-43aa-8ade-4a716bc80400') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:27.061255 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.078030 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.084040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:34:27.084475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:34:27.097624 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:34:27.172403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.189505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.199255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70814a74-c3a4-46fa-b49e-3f58f3856ed7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:27.203278 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-15297103-4722-4dff-bc17-d104cb562bd8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/70814a74-c3a4-46fa-b49e-3f58f3856ed7 HTTP/1.1" status: 204 len: 168 time: 0.9140029 Feb 07 23:34:27.395488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55158) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:27.443535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cf93d252-1f7d-4b1f-9c82-32f2aa469725 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc9a24d139344f13beb3bc07cb04d142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469041 Feb 07 23:34:27.446135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55162) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:27.477004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Deleting port 00dfe4ca-3352-45eb-8180-d931bec2d246 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:34:27.477386 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.503418 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c359d34-c54c-4b56-b91d-caea4c0bf134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.530400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c359d34-c54c-4b56-b91d-caea4c0bf134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.544367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-42d62038-f33d-4280-9ea1-da47b7a1d2e7 None None] The port '00dfe4ca-3352-45eb-8180-d931bec2d246' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:34:27.588201 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c359d34-c54c-4b56-b91d-caea4c0bf134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.604920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c359d34-c54c-4b56-b91d-caea4c0bf134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6728a1-5992-4d0b-a010-5ed1cec9848b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:27.621649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3c359d34-c54c-4b56-b91d-caea4c0bf134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:27.622910 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3c359d34-c54c-4b56-b91d-caea4c0bf134 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf6728a1-5992-4d0b-a010-5ed1cec9848b HTTP/1.1" status: 204 len: 168 time: 0.1758771 Feb 07 23:34:27.759243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 139f0131-a501-47c5-8782-636c9a3b6523 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:34:27.793117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 139f0131-a501-47c5-8782-636c9a3b6523 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:34:27.793474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 139f0131-a501-47c5-8782-636c9a3b6523 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:34:27.793897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 00dfe4ca-3352-45eb-8180-d931bec2d246 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:34:27.828186 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 00dfe4ca-3352-45eb-8180-d931bec2d246 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:34:27.828583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 00dfe4ca-3352-45eb-8180-d931bec2d246 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:34:27.995883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55170) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:28.045213 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-76ef57d3-06f5-4849-8cc9-5287887d80a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6909d24368b24f1182bd44617aadac26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480874 Feb 07 23:34:28.047557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55174) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:28.105282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb35d-f3a3-409f-833e-bb5b0cfbfe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:28.131144 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb35d-f3a3-409f-833e-bb5b0cfbfe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:28.182130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb35d-f3a3-409f-833e-bb5b0cfbfe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:28.197263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbb35d-f3a3-409f-833e-bb5b0cfbfe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827e99ae-0b04-40b0-8b4b-067cf1060487,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:28.203153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6bcbb35d-f3a3-409f-833e-bb5b0cfbfe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:28.204269 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6bcbb35d-f3a3-409f-833e-bb5b0cfbfe4b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/827e99ae-0b04-40b0-8b4b-067cf1060487 HTTP/1.1" status: 204 len: 168 time: 0.1551864 Feb 07 23:34:28.255060 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-17982a18-116d-4a85-8765-ea8674038845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:28.917951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55198) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:29.021157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-520360211-network', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:34:29.026711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:29.030471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Usage tracker for resource:network and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:29.033836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:29.043267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:29.053487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Made reservation on behalf of dcb715b72e364ab7b33f2d732c7ce157 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:34:29.055716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.067662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.081626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:29.085603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:29.088360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:29.094002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:29.176914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.180677 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.212745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:34:29.217869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c061a6-84f4-4992-8bd1-d895ebbc1de1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:29.226177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.226177 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Added segment 8045636e-c6a7-4752-9c73-0b1844ec23fe of type vlan for network 76d9801d-1165-4406-a1e7-d5299e18a427 Feb 07 23:34:29.252752 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.280637 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.281574 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:29.282220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.389982 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4708948 Feb 07 23:34:29.390200 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55204) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:29.391278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.395646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Request body: {'subnet': {'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-520360211-subnet', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:34:29.396706 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6956-952c-4273-ba61-d0f87676a93e admin admin] Pushing event updated for resources: {'Network': ['ID=76d9801d-1165-4406-a1e7-d5299e18a427,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:29.401228 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:29.405212 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Usage tracker for resource:subnet and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:29.406054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 76d9801d-1165-4406-a1e7-d5299e18a427 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:34:29.408169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:29.414371 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:29.425331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Made reservation on behalf of dcb715b72e364ab7b33f2d732c7ce157 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:34:29.427722 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.626380 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.682678 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.695061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1516e414-5fc2-45a8-9e8b-51779d212f4f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:29.703799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.704170 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.704507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.704864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.705192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.705518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.705838 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.706155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.706470 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.706771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.707084 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.707395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:29.723392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Checking segment: {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:29.723748 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Network hostable DHCP agents. Network: 76d9801d-1165-4406-a1e7-d5299e18a427, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:34:29.742382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Network 76d9801d-1165-4406-a1e7-d5299e18a427 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:34:29.751092 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 76d9801d-1165-4406-a1e7-d5299e18a427) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:29.755260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:29.755853 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.762718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c461fe-d816-4318-90c3-a3978e514e06 None None] Network 76d9801d-1165-4406-a1e7-d5299e18a427 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:34:29.775661 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e23104c2-c407-488f-85b2-c1cd62df35aa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3844397 Feb 07 23:34:29.778942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55212) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:29.784632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:34:29.790121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:29.793919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Usage tracker for resource:router and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:29.796746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:29.803147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:29.815010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.816125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.835058 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:29.978351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-76d9801d-1165-4406-a1e7-d5299e18a427', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:34:29.979223 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.141804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Allocated IP 172.20.0.2 (76d9801d-1165-4406-a1e7-d5299e18a427/1516e414-5fc2-45a8-9e8b-51779d212f4f/921a2ec1-0888-41cc-a8ef-663aef2b23b4) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:34:30.231457 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.352448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.365271 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Transition to ACTIVE for port object 921a2ec1-0888-41cc-a8ef-663aef2b23b4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:30.386983 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Transition to ACTIVE for port object 921a2ec1-0888-41cc-a8ef-663aef2b23b4 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:30.393600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.467819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Network 76d9801d-1165-4406-a1e7-d5299e18a427 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:30.468988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:30.475773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:34:30.477810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Pushing event updated for resources: {'Port': ['ID=921a2ec1-0888-41cc-a8ef-663aef2b23b4,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:30.565763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.597379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Attempting to bind port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:34:30.597745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Attempting to bind port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:34:30.597927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.598104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Attempting to bind port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 on network 76d9801d-1165-4406-a1e7-d5299e18a427 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:34:30.603471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:34:30.603843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Checking segment: {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:30.604235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.604656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Bound using segment: {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:34:30.605110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Bound port: 921a2ec1-0888-41cc-a8ef-663aef2b23b4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:34:30.605476 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.693094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] For port 921a2ec1-0888-41cc-a8ef-663aef2b23b4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:34:30.696336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] For port 921a2ec1-0888-41cc-a8ef-663aef2b23b4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=921a2ec1-0888-41cc-a8ef-663aef2b23b4,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:34:30.700527 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.736002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Allocated IP 172.25.0.76 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/c9c8670a-2e4e-49f7-96d1-b6063136120d) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:34:30.791495 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3f098-f47e-45af-95e7-41b5b2530574 None None] Pushing event updated for resources: {'Port': ['ID=921a2ec1-0888-41cc-a8ef-663aef2b23b4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:30.895492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:30.928638 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:31.006282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:31.009728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:31.014477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:34:31.055928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=c9c8670a-2e4e-49f7-96d1-b6063136120d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:31.162174 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:31.451477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:31.746993 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f21b02-cef4-4c07-8398-ef1611935a03 None None] Network 76d9801d-1165-4406-a1e7-d5299e18a427 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:34:31.820484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 921a2ec1-0888-41cc-a8ef-663aef2b23b4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:31.897740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-03b7634e-d722-439d-9edc-a225ffa78685 None None] Provisioning for port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:31.950609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:31.972603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:31.983661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:31.983964 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:32.157927 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:32.162362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Router 495958ae-2a26-4738-9c7f-445321d2ef33 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:34:32.193944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 921a2ec1-0888-41cc-a8ef-663aef2b23b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=921a2ec1-0888-41cc-a8ef-663aef2b23b4,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:32.198168 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:32.270369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=921a2ec1-0888-41cc-a8ef-663aef2b23b4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:32.347116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:34:32.356685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Sync routers for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:34:32.367648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:32.368435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:32.373825 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:32.375055 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8550e183-a3cb-47f9-97f9-3487c1be3ae6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5950274 Feb 07 23:34:32.378598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55216) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:32.457873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-26523a4d-edbd-4af1-84e3-2515304f6b48 None None] Provisioning complete for port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:32.458122 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26523a4d-edbd-4af1-84e3-2515304f6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:32.616890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:32.943355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:31Z', 'revision_number': 3, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:32.947249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Checking router: 495958ae-2a26-4738-9c7f-445321d2ef33 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:34:32.947610 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Updating router 495958ae-2a26-4738-9c7f-445321d2ef33 port c9c8670a-2e4e-49f7-96d1-b6063136120d binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:34:33.006196 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.186835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.373644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.386824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Transition to ACTIVE for port object c9c8670a-2e4e-49f7-96d1-b6063136120d will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:33.394015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.396701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Allocated IP 172.20.0.1 (76d9801d-1165-4406-a1e7-d5299e18a427/1516e414-5fc2-45a8-9e8b-51779d212f4f/2a88c1a8-0156-4527-b1dc-78c335817a7b) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:34:33.475104 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be75f-176a-4bfc-8d8c-ee525b682281 None None] Pushing event updated for resources: {'Port': ['ID=c9c8670a-2e4e-49f7-96d1-b6063136120d,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:33.477566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Attempting to bind port c9c8670a-2e4e-49f7-96d1-b6063136120d on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:34:33.477936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Attempting to bind port c9c8670a-2e4e-49f7-96d1-b6063136120d by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:34:33.478303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Attempting to bind port c9c8670a-2e4e-49f7-96d1-b6063136120d on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:34:33.484134 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:34:33.484503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:33.484937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.486253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:34:33.486515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Bound port: c9c8670a-2e4e-49f7-96d1-b6063136120d, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:34:33.486901 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.552978 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.562266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] For port c9c8670a-2e4e-49f7-96d1-b6063136120d, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:34:33.565373 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] For port c9c8670a-2e4e-49f7-96d1-b6063136120d, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c9c8670a-2e4e-49f7-96d1-b6063136120d,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:34:33.569470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Transition to ACTIVE for port object 2a88c1a8-0156-4527-b1dc-78c335817a7b will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:33.569637 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.596026 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.647081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:33.647422 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:33.665395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Network 76d9801d-1165-4406-a1e7-d5299e18a427 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:33.668250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:33.672034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:34:33.704196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be75f-176a-4bfc-8d8c-ee525b682281 None None] Pushing event updated for resources: {'Port': ['ID=c9c8670a-2e4e-49f7-96d1-b6063136120d,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:33.707515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Pushing event updated for resources: {'Port': ['ID=2a88c1a8-0156-4527-b1dc-78c335817a7b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:33.730384 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:33.801322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 921a2ec1-0888-41cc-a8ef-663aef2b23b4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:33.886860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:33.995524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.087421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:34.088017 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.122396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4dd4270c-f915-474d-a831-fd4f20c5ce29 None None] Provisioning for port 2a88c1a8-0156-4527-b1dc-78c335817a7b completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:34.142357 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-4dd4270c-f915-474d-a831-fd4f20c5ce29 None None] Provisioning complete for port 2a88c1a8-0156-4527-b1dc-78c335817a7b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:34.142732 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4dd4270c-f915-474d-a831-fd4f20c5ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.221541 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.227473 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.233665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-4dd4270c-f915-474d-a831-fd4f20c5ce29 None None] Port 2a88c1a8-0156-4527-b1dc-78c335817a7b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:34:34.339181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Pushing event updated for resources: {'Port': ['ID=2a88c1a8-0156-4527-b1dc-78c335817a7b,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:34.342834 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.348387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:31Z', 'revision_number': 3, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:34.352594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67727dc5-8d9d-4b72-9b9f-45f20c5c1582 None None] The sync data for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 is: [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:31Z', 'revision_number': 3, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:34:34.482975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Network 76d9801d-1165-4406-a1e7-d5299e18a427 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:34.484056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:34.723276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Router 495958ae-2a26-4738-9c7f-445321d2ef33 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:34:34.766577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-79e4584b-7a95-4d2f-8ac1-dad2912ce173 None None] Provisioning complete for port 2a88c1a8-0156-4527-b1dc-78c335817a7b triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:34.766894 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79e4584b-7a95-4d2f-8ac1-dad2912ce173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:34.834419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-79e4584b-7a95-4d2f-8ac1-dad2912ce173 None None] Port 2a88c1a8-0156-4527-b1dc-78c335817a7b cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:34:35.039411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:34:35.052618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-438f64f2-9f9f-4f99-b3a5-287d9b07af4d admin admin] 10.222.0.10 "PUT /v2.0/routers/495958ae-2a26-4738-9c7f-445321d2ef33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6687181 Feb 07 23:34:35.564685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55236) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:35.570316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-11192665-network', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:34:35.575964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:35.579972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Usage tracker for resource:network and tenant:a2f30a16afb54d22ada4d0475335296b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:35.582901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:35.588910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:35.600465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Made reservation on behalf of a2f30a16afb54d22ada4d0475335296b for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:34:35.602824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.615749 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.644061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:35.648332 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Usage tracker for resource:security_group_rule and tenant:a2f30a16afb54d22ada4d0475335296b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:35.651575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:35.657979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:35.747187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.751835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.779230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:34:35.792599 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f94107-f016-4459-8d54-487c34c149a0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:35.797490 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.798545 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Added segment 44f0356a-024d-4bb6-a145-d52786df72f8 of type vlan for network 186e8625-2074-4366-a8c7-2cf87ee45ccd Feb 07 23:34:35.824771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9c8670a-2e4e-49f7-96d1-b6063136120d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:35.828632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.865078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.866213 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:35.867539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.899089 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c9c8670a-2e4e-49f7-96d1-b6063136120d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:35.904065 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c9c8670a-2e4e-49f7-96d1-b6063136120d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:35.904433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:35.975951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] Pushing event updated for resources: {'Network': ['ID=186e8625-2074-4366-a8c7-2cf87ee45ccd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:35.982460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-140aedf7-91cd-45bd-a852-fe96c44cd79c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4141517 Feb 07 23:34:35.982943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55242) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:35.990643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Request body: {'subnet': {'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-11192665-subnet', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:34:35.996301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:36.000352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Usage tracker for resource:subnet and tenant:a2f30a16afb54d22ada4d0475335296b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:36.002698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:34:36.004239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:36.007595 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Sync routers for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:34:36.010515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:36.021933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Made reservation on behalf of a2f30a16afb54d22ada4d0475335296b for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:34:36.023462 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:36.024294 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:36.024777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.145973 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-9e92b3e6-2185-4234-b63d-bee6873c3c80 req-6957abf8-233c-4c13-ae39-7556c1fc1f67 service neutron] (87670) timed out ('10.222.0.26', 64880) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:34:36.155702 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.177995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c9c8670a-2e4e-49f7-96d1-b6063136120d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c9c8670a-2e4e-49f7-96d1-b6063136120d,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:36.183498 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.244114 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.252826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c9c8670a-2e4e-49f7-96d1-b6063136120d,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:36.253799 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:36.323810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e822d6-8021-43ce-bfe6-3a067b5dcdd2,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:36.329764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Checking segment: {'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:36.330136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Network hostable DHCP agents. Network: 186e8625-2074-4366-a8c7-2cf87ee45ccd, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:34:36.350036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:34:36.359968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 186e8625-2074-4366-a8c7-2cf87ee45ccd) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:36.364112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:36.365001 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.369272 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db563538-d7cb-4590-baff-fb53c86ee022 None None] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:34:36.390247 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b7b1547c-1f4a-40dc-a0e6-0b0058690013 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4062648 Feb 07 23:34:36.393461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55246) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:36.398453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:34:36.405357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:36.409313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Usage tracker for resource:router and tenant:a2f30a16afb54d22ada4d0475335296b is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:36.412036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:36.417979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:36.429105 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.430304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.448681 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.466177 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.577225 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:34Z', 'revision_number': 2, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:36.582042 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Checking router: 495958ae-2a26-4738-9c7f-445321d2ef33 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:34:36.582484 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Updating router 495958ae-2a26-4738-9c7f-445321d2ef33 port 2a88c1a8-0156-4527-b1dc-78c335817a7b binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:34:36.608139 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-186e8625-2074-4366-a8c7-2cf87ee45ccd', 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'fixed_ips': [{'subnet_id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:34:36.609096 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.647436 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.731990 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.770642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Allocated IP 172.20.0.2 (186e8625-2074-4366-a8c7-2cf87ee45ccd/72e822d6-8021-43ce-bfe6-3a067b5dcdd2/53f9ff61-426b-4bb0-b1bc-5d00656a3805) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:34:36.907552 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:36.997401 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.008252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Transition to ACTIVE for port object 53f9ff61-426b-4bb0-b1bc-5d00656a3805 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:37.019273 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.026758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Transition to ACTIVE for port object 53f9ff61-426b-4bb0-b1bc-5d00656a3805 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:37.032552 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.032944 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Transition to ACTIVE for port object 2a88c1a8-0156-4527-b1dc-78c335817a7b will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:37.040596 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.081397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:37.088001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:37.096688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:34:37.181659 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Pushing event updated for resources: {'Port': ['ID=2a88c1a8-0156-4527-b1dc-78c335817a7b,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:37.196910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.199113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Pushing event updated for resources: {'Port': ['ID=53f9ff61-426b-4bb0-b1bc-5d00656a3805,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:37.226505 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.227152 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.227649 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.228138 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.228680 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.229180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.229661 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.230138 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.230625 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.231121 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.231600 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.232076 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:37.237436 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Attempting to bind port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:34:37.237930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Attempting to bind port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:34:37.238398 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Attempting to bind port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 on network 186e8625-2074-4366-a8c7-2cf87ee45ccd {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:34:37.239406 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.252292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:34:37.252875 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Checking segment: {'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:37.253668 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.261172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Bound using segment: {'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:34:37.261804 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Bound port: 53f9ff61-426b-4bb0-b1bc-5d00656a3805, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:34:37.262411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.295768 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Attempting to bind port 2a88c1a8-0156-4527-b1dc-78c335817a7b on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:34:37.296153 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Attempting to bind port 2a88c1a8-0156-4527-b1dc-78c335817a7b by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:34:37.296808 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Attempting to bind port 2a88c1a8-0156-4527-b1dc-78c335817a7b on network 76d9801d-1165-4406-a1e7-d5299e18a427 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:34:37.303779 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:34:37.304185 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Checking segment: {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:37.304551 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.304967 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Bound using segment: {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:34:37.305434 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Bound port: 2a88c1a8-0156-4527-b1dc-78c335817a7b, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:34:37.305808 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.368280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] For port 53f9ff61-426b-4bb0-b1bc-5d00656a3805, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:34:37.373382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] For port 53f9ff61-426b-4bb0-b1bc-5d00656a3805, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53f9ff61-426b-4bb0-b1bc-5d00656a3805,segment=NetworkSegment(44f0356a-024d-4bb6-a145-d52786df72f8),segment_id=44f0356a-024d-4bb6-a145-d52786df72f8)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:34:37.382369 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.405457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Allocated IP 172.25.0.64 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/0df359b4-2f24-45fc-a605-3e46423ff5aa) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:34:37.409769 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] For port 2a88c1a8-0156-4527-b1dc-78c335817a7b, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:34:37.415837 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] For port 2a88c1a8-0156-4527-b1dc-78c335817a7b, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a88c1a8-0156-4527-b1dc-78c335817a7b,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:34:37.421913 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.473545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef002ff-9c1b-4eab-91b3-5513110f3294 None None] Pushing event updated for resources: {'Port': ['ID=53f9ff61-426b-4bb0-b1bc-5d00656a3805,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:37.502222 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:37.503206 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:37.583623 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.598934 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b95d9e-4180-4587-8d41-757ade8b3b27 None None] Pushing event updated for resources: {'Port': ['ID=2a88c1a8-0156-4527-b1dc-78c335817a7b,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:37.623515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:37.707588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:37.711543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:37.715406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Pushing event updated for resources: {'Port': ['ID=0df359b4-2f24-45fc-a605-3e46423ff5aa,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:37.721130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:34:37.738378 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:37.998990 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9c8670a-2e4e-49f7-96d1-b6063136120d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:38.074023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c9c8670a-2e4e-49f7-96d1-b6063136120d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:38.074401 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:38.161196 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:37Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:38.165558 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92fb9b-ffa9-43bf-be38-0ac20a439d67 None None] The sync data for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 is: [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:37Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:34:38.207785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 53f9ff61-426b-4bb0-b1bc-5d00656a3805 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:38.253553 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:38.295151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:38.635453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:38.734861 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54117054-22f5-476d-a577-2c4b244e90ea None None] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:34:38.839309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-65934248-a040-4436-a3cf-3c6e325185ed None None] Provisioning for port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:38.879198 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-65934248-a040-4436-a3cf-3c6e325185ed None None] Provisioning complete for port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:38.879663 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65934248-a040-4436-a3cf-3c6e325185ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:38.987799 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:34:39.061886 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:34:39.137835 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65934248-a040-4436-a3cf-3c6e325185ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:39.178973 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-65934248-a040-4436-a3cf-3c6e325185ed None None] For port 53f9ff61-426b-4bb0-b1bc-5d00656a3805, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53f9ff61-426b-4bb0-b1bc-5d00656a3805,segment=NetworkSegment(44f0356a-024d-4bb6-a145-d52786df72f8),segment_id=44f0356a-024d-4bb6-a145-d52786df72f8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:39.193974 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-65934248-a040-4436-a3cf-3c6e325185ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:39.207516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:34:39.236828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Sync routers for ids ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:34:39.244113 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:39.246191 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c77c56d5-7046-4aae-81b3-5e264657d31b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8517900 Feb 07 23:34:39.248872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55250) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:34:39.269100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Routers {'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:39.269813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:39.442211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65934248-a040-4436-a3cf-3c6e325185ed None None] Pushing event updated for resources: {'Port': ['ID=53f9ff61-426b-4bb0-b1bc-5d00656a3805,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:39.473163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Set router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:39.650994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-30695cdd-b5b9-4027-a85e-8d2c12320b87 None None] Provisioning complete for port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:39.651367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-30695cdd-b5b9-4027-a85e-8d2c12320b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:39.873506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:34:38Z', 'revision_number': 3, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port': {'id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:37Z', 'updated_at': '2022-02-07T23:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:39.878682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Checking router: a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:34:39.879372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Updating router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c port 0df359b4-2f24-45fc-a605-3e46423ff5aa binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:34:39.911144 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a88c1a8-0156-4527-b1dc-78c335817a7b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:39.988093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:39.988955 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.083541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2a88c1a8-0156-4527-b1dc-78c335817a7b completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:40.095852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2a88c1a8-0156-4527-b1dc-78c335817a7b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:40.096225 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.194024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Allocated IP 172.20.0.1 (186e8625-2074-4366-a8c7-2cf87ee45ccd/72e822d6-8021-43ce-bfe6-3a067b5dcdd2/c7e43170-62b5-407b-a4e2-0913c4075c4f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:34:40.336257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.341494 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.357849 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Transition to ACTIVE for port object c7e43170-62b5-407b-a4e2-0913c4075c4f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:40.384765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 2a88c1a8-0156-4527-b1dc-78c335817a7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a88c1a8-0156-4527-b1dc-78c335817a7b,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:40.386248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.388734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.389509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 53f9ff61-426b-4bb0-b1bc-5d00656a3805 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:40.454798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:40.457477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:40.461226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:34:40.498633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e43170-62b5-407b-a4e2-0913c4075c4f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:40.519519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.553575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.572957 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Transition to ACTIVE for port object 0df359b4-2f24-45fc-a605-3e46423ff5aa will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:40.580119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=2a88c1a8-0156-4527-b1dc-78c335817a7b,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:40.586800 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.641595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:40.642026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.780732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b335ff6-f7fc-4584-af10-a6831bcd4754 None None] Pushing event updated for resources: {'Port': ['ID=0df359b4-2f24-45fc-a605-3e46423ff5aa,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:40.789784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Attempting to bind port 0df359b4-2f24-45fc-a605-3e46423ff5aa on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:34:40.790158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Attempting to bind port 0df359b4-2f24-45fc-a605-3e46423ff5aa by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:34:40.790893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Attempting to bind port 0df359b4-2f24-45fc-a605-3e46423ff5aa on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:34:40.795220 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.800072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:34:40.800468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:40.800962 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.801283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:34:40.801755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Bound port: 0df359b4-2f24-45fc-a605-3e46423ff5aa, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:34:40.802128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.832699 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c718d24e-e37c-4edd-9767-43a371d19f46 None None] Provisioning for port c7e43170-62b5-407b-a4e2-0913c4075c4f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:40.854072 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c718d24e-e37c-4edd-9767-43a371d19f46 None None] Provisioning complete for port c7e43170-62b5-407b-a4e2-0913c4075c4f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:40.854445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c718d24e-e37c-4edd-9767-43a371d19f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:40.968726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c718d24e-e37c-4edd-9767-43a371d19f46 None None] Port c7e43170-62b5-407b-a4e2-0913c4075c4f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:34:40.984747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] For port 0df359b4-2f24-45fc-a605-3e46423ff5aa, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:34:40.989376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] For port 0df359b4-2f24-45fc-a605-3e46423ff5aa, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0df359b4-2f24-45fc-a605-3e46423ff5aa,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:34:40.993871 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:41.038281 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:41.042979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:41.073063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Routers {'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:41.073689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:41.137896 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b335ff6-f7fc-4584-af10-a6831bcd4754 None None] Pushing event updated for resources: {'Port': ['ID=0df359b4-2f24-45fc-a605-3e46423ff5aa,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:41.151309 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:41.154863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Pushing event updated for resources: {'Port': ['ID=c7e43170-62b5-407b-a4e2-0913c4075c4f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:41.254399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] Set router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:41.290473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:41.291667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:41.502659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:34:41.604335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-1ed4cda4-e60a-46f5-8121-06852c485fdb None None] Provisioning complete for port c7e43170-62b5-407b-a4e2-0913c4075c4f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:41.604936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1ed4cda4-e60a-46f5-8121-06852c485fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:41.633845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 4, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port': {'id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:37Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c7e43170-62b5-407b-a4e2-0913c4075c4f', 'name': '', 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'mac_address': 'fa:16:3e:e0:00:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:40Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 2, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'subnets': [{'id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:41.651768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8fff2-8fe9-4ebe-b834-d147dc029b60 None None] The sync data for ids ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'] in n-d-827896-3 is: [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 4, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port': {'id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:37Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c7e43170-62b5-407b-a4e2-0913c4075c4f', 'name': '', 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'mac_address': 'fa:16:3e:e0:00:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:40Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 2, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'subnets': [{'id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:34:41.663395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4cda4-e60a-46f5-8121-06852c485fdb None None] Port c7e43170-62b5-407b-a4e2-0913c4075c4f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:34:41.689656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:34:41.699168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d85a672b-6604-4786-ae8c-64327fcf5242 admin admin] 10.222.0.10 "PUT /v2.0/routers/a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489725 Feb 07 23:34:41.771215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a88c1a8-0156-4527-b1dc-78c335817a7b up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:41.877336 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2a88c1a8-0156-4527-b1dc-78c335817a7b triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:41.877818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:43.840638 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0df359b4-2f24-45fc-a605-3e46423ff5aa up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:43.930452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 0df359b4-2f24-45fc-a605-3e46423ff5aa completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:43.938679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0df359b4-2f24-45fc-a605-3e46423ff5aa triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:43.939061 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:44.072221 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:44.093229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 0df359b4-2f24-45fc-a605-3e46423ff5aa, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0df359b4-2f24-45fc-a605-3e46423ff5aa,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:44.097657 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:44.173636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=0df359b4-2f24-45fc-a605-3e46423ff5aa,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:45.541571 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Sync routers for ids ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:34:45.552180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Routers {'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:45.552914 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:45.750632 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Set router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:45.800771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0df359b4-2f24-45fc-a605-3e46423ff5aa up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:45.893909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 0df359b4-2f24-45fc-a605-3e46423ff5aa triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:45.894368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:46.101993 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 4, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port': {'id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:37Z', 'updated_at': '2022-02-07T23:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c7e43170-62b5-407b-a4e2-0913c4075c4f', 'name': '', 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'mac_address': 'fa:16:3e:e0:00:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:40Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 2, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'subnets': [{'id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:46.106876 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Checking router: a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:34:46.107308 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Updating router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c port c7e43170-62b5-407b-a4e2-0913c4075c4f binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:34:46.169627 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:46.546041 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:46.560860 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Transition to ACTIVE for port object c7e43170-62b5-407b-a4e2-0913c4075c4f will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:46.568297 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:46.721448 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b22ab-74ec-4fa0-aa70-0f27ce2e142f None None] Pushing event updated for resources: {'Port': ['ID=c7e43170-62b5-407b-a4e2-0913c4075c4f,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:46.828897 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Attempting to bind port c7e43170-62b5-407b-a4e2-0913c4075c4f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:34:46.829233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Attempting to bind port c7e43170-62b5-407b-a4e2-0913c4075c4f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:34:46.829532 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Attempting to bind port c7e43170-62b5-407b-a4e2-0913c4075c4f on network 186e8625-2074-4366-a8c7-2cf87ee45ccd {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:34:46.835793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:34:46.836164 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Checking segment: {'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:34:46.836596 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:46.836976 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Bound using segment: {'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:34:46.837436 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Bound port: c7e43170-62b5-407b-a4e2-0913c4075c4f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f0356a-024d-4bb6-a145-d52786df72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:34:46.837808 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:46.947390 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] For port c7e43170-62b5-407b-a4e2-0913c4075c4f, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:34:46.951484 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] For port c7e43170-62b5-407b-a4e2-0913c4075c4f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c7e43170-62b5-407b-a4e2-0913c4075c4f,segment=NetworkSegment(44f0356a-024d-4bb6-a145-d52786df72f8),segment_id=44f0356a-024d-4bb6-a145-d52786df72f8)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:34:46.957672 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:47.053750 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Routers {'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:34:47.054768 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:47.121278 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b22ab-74ec-4fa0-aa70-0f27ce2e142f None None] Pushing event updated for resources: {'Port': ['ID=c7e43170-62b5-407b-a4e2-0913c4075c4f,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:47.271831 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] Set router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:34:47.630800 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 4, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port': {'id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:37Z', 'updated_at': '2022-02-07T23:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c7e43170-62b5-407b-a4e2-0913c4075c4f', 'name': '', 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'mac_address': 'fa:16:3e:e0:00:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:40Z', 'updated_at': '2022-02-07T23:34:46Z', 'revision_number': 4, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'subnets': [{'id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:34:47.634891 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd4ed76-87ba-451a-8b26-3f6514bac9a9 None None] The sync data for ids ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'] in n-d-827896-3 is: [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 4, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port': {'id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:37Z', 'updated_at': '2022-02-07T23:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'c7e43170-62b5-407b-a4e2-0913c4075c4f', 'name': '', 'network_id': '186e8625-2074-4366-a8c7-2cf87ee45ccd', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'mac_address': 'fa:16:3e:e0:00:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:40Z', 'updated_at': '2022-02-07T23:34:46Z', 'revision_number': 4, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'subnets': [{'id': '72e822d6-8021-43ce-bfe6-3a067b5dcdd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:34:47.827511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c7e43170-62b5-407b-a4e2-0913c4075c4f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:47.944032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c7e43170-62b5-407b-a4e2-0913c4075c4f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:47.949626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c7e43170-62b5-407b-a4e2-0913c4075c4f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:47.950003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:48.081684 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:48.118358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c7e43170-62b5-407b-a4e2-0913c4075c4f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c7e43170-62b5-407b-a4e2-0913c4075c4f,segment=NetworkSegment(44f0356a-024d-4bb6-a145-d52786df72f8),segment_id=44f0356a-024d-4bb6-a145-d52786df72f8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:34:48.123098 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:48.196474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c7e43170-62b5-407b-a4e2-0913c4075c4f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:49.784595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c7e43170-62b5-407b-a4e2-0913c4075c4f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:34:49.892693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c7e43170-62b5-407b-a4e2-0913c4075c4f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:49.893444 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:51.956227 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-f163a8d1-d696-4745-805c-1f5ba1ccfb8d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:51.957593 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-f163a8d1-d696-4745-805c-1f5ba1ccfb8d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 814 time: 0.1446314 Feb 07 23:34:51.974809 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-8c93b18b-980a-4c38-a2b3-1bd3235bfcf8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/quotas/dcb715b72e364ab7b33f2d732c7ce157 HTTP/1.1" status: 200 len: 375 time: 0.0116298 Feb 07 23:34:52.067870 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-ef085cdc-f979-4bc5-b12e-696358574d4a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861773 Feb 07 23:34:52.213523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-0012a1d8-cd5b-4c61-896e-423bcbfeaed2 service neutron] 10.222.0.10 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335490 Feb 07 23:34:52.353798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-bf5b55ed-884c-4355-b2f6-aeb9d89f7bce service neutron] 10.222.0.10 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345079 Feb 07 23:34:52.545773 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0531fd0d-3c3e-46aa-97ec-c4b751d6c2cb req-80bc3ce8-6594-4f7c-8192-d076b49874b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 210 time: 0.0435722 Feb 07 23:34:53.634102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-07657f71-1643-48d5-9a5b-cfd0fd698c8a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:53.634855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-07657f71-1643-48d5-9a5b-cfd0fd698c8a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Synchronizing usage tracker for tenant:dcb715b72e364ab7b33f2d732c7ce157 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:34:53.653172 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-07657f71-1643-48d5-9a5b-cfd0fd698c8a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Unset dirty status for tenant:dcb715b72e364ab7b33f2d732c7ce157 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:34:53.654626 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-07657f71-1643-48d5-9a5b-cfd0fd698c8a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 814 time: 0.1682475 Feb 07 23:34:53.666292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'port': {'device_id': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'admin_state_up': True, 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:34:53.712241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e303eb7c-d0e5-4824-82cb-f5f09b9248b5 req-a9ecce68-eedc-407e-bd03-b50a048e8d37 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 210 time: 0.0461085 Feb 07 23:34:53.808546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:34:53.812328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:port and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:34:53.815348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:34:53.821202 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:34:53.831604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Made reservation on behalf of dcb715b72e364ab7b33f2d732c7ce157 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:34:53.835383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:54.026818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Allocated IP 172.20.0.7 (76d9801d-1165-4406-a1e7-d5299e18a427/1516e414-5fc2-45a8-9e8b-51779d212f4f/5693acc1-6063-4872-8ed5-52f447e1a027) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:34:54.483149 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:54.500463 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Transition to ACTIVE for port object 5693acc1-6063-4872-8ed5-52f447e1a027 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:34:54.526733 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:54.605340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Network 76d9801d-1165-4406-a1e7-d5299e18a427 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:34:54.608395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:34:54.613239 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:34:54.650818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:34:54.670554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.670899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.671240 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.671571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.671934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.672317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.672673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.673002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.673329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.673708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.674043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.674365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:34:54.711674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:54.712454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:54.745506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-c8ae5553-b2b9-49d4-a493-cad357e8b795 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0828609 Feb 07 23:34:54.991791 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b25771-bfa5-4245-b095-5ab651d382df req-c9baaa2b-562d-4f9f-a78a-d02e11387331 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:54.993380 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80b25771-bfa5-4245-b095-5ab651d382df req-c9baaa2b-562d-4f9f-a78a-d02e11387331 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 931 time: 0.1040671 Feb 07 23:34:55.047832 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f1d767b0-62e9-406c-9a46-05a60180d8ee None None] Provisioning for port 5693acc1-6063-4872-8ed5-52f447e1a027 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:34:55.050792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80b25771-bfa5-4245-b095-5ab651d382df req-66b4a082-ebdd-40f9-9e89-1d0c396dc88a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Feb 07 23:34:55.055058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f1d767b0-62e9-406c-9a46-05a60180d8ee None None] Provisioning complete for port 5693acc1-6063-4872-8ed5-52f447e1a027 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:34:55.055553 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f1d767b0-62e9-406c-9a46-05a60180d8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:55.123425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f1d767b0-62e9-406c-9a46-05a60180d8ee None None] Port 5693acc1-6063-4872-8ed5-52f447e1a027 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:34:56.051180 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5a1923d9-9408-4101-8ab8-ddfc8bc7d7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:56.276893 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d988f-9bd6-4c01-84b4-8e9f4a499e8a req-5fb9bc07-57b6-4c96-8c31-c69376fd35dd tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:56.280709 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad9d988f-9bd6-4c01-84b4-8e9f4a499e8a req-5fb9bc07-57b6-4c96-8c31-c69376fd35dd tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 931 time: 0.1078227 Feb 07 23:34:56.332706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ad9d988f-9bd6-4c01-84b4-8e9f4a499e8a req-e0a22284-d778-4752-be67-0422575c6c7b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483956 Feb 07 23:34:57.524152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8579ebf-6f74-4d0b-9185-354abee631ba req-979df279-baa8-4913-aa5a-545165985375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:57.525699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8579ebf-6f74-4d0b-9185-354abee631ba req-979df279-baa8-4913-aa5a-545165985375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 931 time: 0.0831141 Feb 07 23:34:57.573397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8579ebf-6f74-4d0b-9185-354abee631ba req-906548da-c04c-410d-a2d4-f8d9abda3af6 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403323 Feb 07 23:34:58.262736 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-23cf2594-5564-4f22-b2de-c9b82387a391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:58.788814 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97172890-33f8-4c6f-b59f-b6fc1494c946 req-0d223b11-4897-4839-9008-b3423f8a409c tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:34:58.791127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97172890-33f8-4c6f-b59f-b6fc1494c946 req-0d223b11-4897-4839-9008-b3423f8a409c tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 931 time: 0.0990920 Feb 07 23:34:58.857739 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97172890-33f8-4c6f-b59f-b6fc1494c946 req-ade31129-3cb2-48df-a9e5-a38289cba669 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611148 Feb 07 23:34:59.388147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:34:59.686613 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:00.048210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803e9a0-962a-416b-8b7d-f6cfd3b386a6 req-4d540713-68f9-419e-bbd2-0c4d7d3d7444 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:00.049678 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7803e9a0-962a-416b-8b7d-f6cfd3b386a6 req-4d540713-68f9-419e-bbd2-0c4d7d3d7444 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 931 time: 0.0850708 Feb 07 23:35:00.096549 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7803e9a0-962a-416b-8b7d-f6cfd3b386a6 req-dffe3e34-4008-43db-980a-838f45e5190e tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Feb 07 23:35:01.182351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:01.324210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96c8df-34f3-4e3a-9b7e-1ac44e8de059 req-81e8f5e1-3d49-4818-9af8-15e94ba500ef tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:01.325753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b96c8df-34f3-4e3a-9b7e-1ac44e8de059 req-81e8f5e1-3d49-4818-9af8-15e94ba500ef tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 931 time: 0.0894988 Feb 07 23:35:01.378748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7b96c8df-34f3-4e3a-9b7e-1ac44e8de059 req-e35d2432-a126-4943-84b3-7da049cbe8e7 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465162 Feb 07 23:35:02.398560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Request body: {'port': {'device_id': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:02.514411 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:02.570629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430403d7-b660-4005-9728-a942c1882852 req-2e25ef5d-e5ab-45eb-a2de-a54c32c1f43b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:02.572094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-430403d7-b660-4005-9728-a942c1882852 req-2e25ef5d-e5ab-45eb-a2de-a54c32c1f43b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 931 time: 0.0804803 Feb 07 23:35:02.618902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-430403d7-b660-4005-9728-a942c1882852 req-683c3443-f020-4f5e-91a7-080d4a6960e6 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Feb 07 23:35:02.858927 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5693acc1-6063-4872-8ed5-52f447e1a027 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:35:02.866148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:02.880805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Transition to ACTIVE for port object 5693acc1-6063-4872-8ed5-52f447e1a027 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:35:02.885075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:03.016349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:03.124543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Attempting to bind port 5693acc1-6063-4872-8ed5-52f447e1a027 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:35:03.124901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Attempting to bind port 5693acc1-6063-4872-8ed5-52f447e1a027 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:35:03.125229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Attempting to bind port 5693acc1-6063-4872-8ed5-52f447e1a027 on network 76d9801d-1165-4406-a1e7-d5299e18a427 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:35:03.129818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Port 5693acc1-6063-4872-8ed5-52f447e1a027 on network 76d9801d-1165-4406-a1e7-d5299e18a427 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:35:03.130138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Attempting to bind port 5693acc1-6063-4872-8ed5-52f447e1a027 on network 76d9801d-1165-4406-a1e7-d5299e18a427 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:35:03.135130 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:35:03.135465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Checking segment: {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:35:03.136115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Bound using segment: {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:35:03.136531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Bound port: 5693acc1-6063-4872-8ed5-52f447e1a027, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8045636e-c6a7-4752-9c73-0b1844ec23fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:35:03.136903 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:03.225903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:35:03.228901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5693acc1-6063-4872-8ed5-52f447e1a027,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:35:03.233510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:03.295878 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:03.296495 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:03.298004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] 10.222.0.36 "PUT /v2.0/ports/5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 1091 time: 0.9041553 Feb 07 23:35:03.298475 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:03.328767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f0af7-b8cb-4d2e-8487-ce3c26599dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:03.369521 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027', 'status': 'completed', 'code': 200} Feb 07 23:35:03.413133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-d6c01abd-559b-498d-948b-6f078221ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:03.414627 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-d6c01abd-559b-498d-948b-6f078221ac06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1094 time: 0.0770190 Feb 07 23:35:03.488900 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-1248c4ab-2105-41b7-88eb-c04ca0f82206 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 217 time: 0.0669186 Feb 07 23:35:03.552185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-b827e027-9ad6-41de-a1cf-24be88608056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:03.553893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-b827e027-9ad6-41de-a1cf-24be88608056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0597594 Feb 07 23:35:03.631747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-397607c9-883d-40b1-bb32-e2074c4d3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:03.633203 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-397607c9-883d-40b1-bb32-e2074c4d3452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738473 Feb 07 23:35:03.768036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-005aeb2e-160a-45f5-9675-c499d6514ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285446 Feb 07 23:35:03.811697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0eeea-ebef-4d71-b34d-3dbb084e88b0 req-d4f447ea-9bc5-452d-8434-c1d04c0e3298 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:03.813860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ee0eeea-ebef-4d71-b34d-3dbb084e88b0 req-d4f447ea-9bc5-452d-8434-c1d04c0e3298 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 943 time: 0.0815651 Feb 07 23:35:03.860679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0ee0eeea-ebef-4d71-b34d-3dbb084e88b0 req-d266dd4e-96dc-464a-bdf6-6e0d056f0977 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Feb 07 23:35:04.012431 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8e8f2ede-5f53-473b-9e6b-8d0801ea52c1 req-24565a1e-80ab-4837-9001-07137bc38b4e service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377496 Feb 07 23:35:04.134351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-14e18538-94b5-4e58-a2b1-f3fb752863bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:04.136106 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-14e18538-94b5-4e58-a2b1-f3fb752863bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1094 time: 0.0759666 Feb 07 23:35:04.273022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-e3b7a2da-95f5-4dfe-bd11-e229bd3fe958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:04.274381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-e3b7a2da-95f5-4dfe-bd11-e229bd3fe958 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 915 time: 0.1323576 Feb 07 23:35:04.347872 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-f3ad3fd3-2180-474d-ae22-159f465659e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 217 time: 0.0667188 Feb 07 23:35:04.413047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-8cee8a19-79f7-41ce-8e30-85d2a89ccf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:04.414690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-8cee8a19-79f7-41ce-8e30-85d2a89ccf4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0606444 Feb 07 23:35:04.497418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-ffd89789-6012-42a9-8a05-f5535e5293a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:04.498893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-ffd89789-6012-42a9-8a05-f5535e5293a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777586 Feb 07 23:35:04.631237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-81874471-bcaf-4b07-84b7-a103de5ee26a service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248350 Feb 07 23:35:04.762139 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0662a3b-10d0-483c-930c-7f23aac30bf8 req-b66058d1-a17d-487a-8b65-8720ca89dbee service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242323 Feb 07 23:35:05.049361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eaaad3-1c89-4cf6-93c9-310019dce21d req-3a95e8c3-2586-4d3f-915e-0c747a2ce782 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:05.050815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2eaaad3-1c89-4cf6-93c9-310019dce21d req-3a95e8c3-2586-4d3f-915e-0c747a2ce782 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 943 time: 0.0831532 Feb 07 23:35:05.198882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2eaaad3-1c89-4cf6-93c9-310019dce21d req-fb15e587-b2d3-498f-8af8-5ce03593b76c tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424429 Feb 07 23:35:06.174511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5693acc1-6063-4872-8ed5-52f447e1a027 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:35:06.307882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5693acc1-6063-4872-8ed5-52f447e1a027,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:35:06.321225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '5693acc1-6063-4872-8ed5-52f447e1a027', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'port_id': '5693acc1-6063-4872-8ed5-52f447e1a027', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:35:06.380419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25497a1-62b5-4c54-b44a-d3c77c18bacb req-3f55a7a8-b645-4006-8b9e-6deb59f2a22e tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:06.382104 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f25497a1-62b5-4c54-b44a-d3c77c18bacb req-3f55a7a8-b645-4006-8b9e-6deb59f2a22e tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 943 time: 0.0790095 Feb 07 23:35:06.383722 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:06.400579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5693acc1-6063-4872-8ed5-52f447e1a027 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:35:06.426484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5693acc1-6063-4872-8ed5-52f447e1a027,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:35:06.426969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f25497a1-62b5-4c54-b44a-d3c77c18bacb req-9e45c919-3b8f-4d82-9bcf-82157fa1ab5f tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387325 Feb 07 23:35:06.427734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:06.436600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:06.502316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:06.509663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.510010 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.510349 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.510683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.511277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.511606 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.511931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.512254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.512592 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.512917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.513237 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.513556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:35:06.639296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5693acc1-6063-4872-8ed5-52f447e1a027'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:35:06.813414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:07.612711 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05eb9f-badf-4240-bba9-f8c1364529e9 req-61d03555-b0f4-49b1-8b30-d63cf07491ea tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:07.614141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d05eb9f-badf-4240-bba9-f8c1364529e9 req-61d03555-b0f4-49b1-8b30-d63cf07491ea tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 944 time: 0.0810997 Feb 07 23:35:07.656885 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5d05eb9f-badf-4240-bba9-f8c1364529e9 req-1e9b0796-c815-4289-97ea-8e8ca09fe20c tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 Feb 07 23:35:08.174486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5693acc1-6063-4872-8ed5-52f447e1a027 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:35:08.240450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 5693acc1-6063-4872-8ed5-52f447e1a027 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:35:08.245054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 5693acc1-6063-4872-8ed5-52f447e1a027 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:08.245423 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:08.358790 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:08.386277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:08.395934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5693acc1-6063-4872-8ed5-52f447e1a027,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:35:08.400735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:08.436618 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027', 'code': 200} Feb 07 23:35:08.476096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:08.562001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993fdd8-08a7-4af2-b66b-3b3d4ebff8de req-caac6d35-52fc-4ac8-9fa4-8dd2ba37dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:08.563479 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c993fdd8-08a7-4af2-b66b-3b3d4ebff8de req-caac6d35-52fc-4ac8-9fa4-8dd2ba37dbd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1096 time: 0.0730543 Feb 07 23:35:08.602571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c993fdd8-08a7-4af2-b66b-3b3d4ebff8de req-cccb742a-f598-404e-bb39-9b935429fa52 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Feb 07 23:35:08.840530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2091e-29e9-40a0-b67f-c78f53f18dfc req-7f319a17-ab7e-41ea-b1b1-446603861308 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:08.842007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19a2091e-29e9-40a0-b67f-c78f53f18dfc req-7f319a17-ab7e-41ea-b1b1-446603861308 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0801105 Feb 07 23:35:08.892028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19a2091e-29e9-40a0-b67f-c78f53f18dfc req-996be01c-746a-4520-93c5-3ea707b03e93 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Feb 07 23:35:10.072546 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c6255-9d8b-4f35-91bb-86431d0946f7 req-06831596-eafa-47bb-9be5-52c78724675d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:10.073935 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-677c6255-9d8b-4f35-91bb-86431d0946f7 req-06831596-eafa-47bb-9be5-52c78724675d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0791633 Feb 07 23:35:10.116755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-677c6255-9d8b-4f35-91bb-86431d0946f7 req-4bfc35e3-3e6b-4b4a-88c9-fce031e9106b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Feb 07 23:35:10.303254 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e53337-9914-45b2-b6cf-1aa734e5f571 req-a2af4f81-910e-49ae-8560-ed1249f482e5 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:10.304725 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8e53337-9914-45b2-b6cf-1aa734e5f571 req-a2af4f81-910e-49ae-8560-ed1249f482e5 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0821226 Feb 07 23:35:10.348128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b8e53337-9914-45b2-b6cf-1aa734e5f571 req-0c500611-96e5-4e3c-a928-3eb15fef3ab5 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377569 Feb 07 23:35:10.730883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e762b-a845-44f7-a771-4ef42153ad5c req-48ec36bd-4068-455e-b617-e209f50b5d14 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:10.732329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c52e762b-a845-44f7-a771-4ef42153ad5c req-48ec36bd-4068-455e-b617-e209f50b5d14 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0782275 Feb 07 23:35:10.776138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c52e762b-a845-44f7-a771-4ef42153ad5c req-f59e7e13-5bc8-423d-a00d-483050d8255e tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377591 Feb 07 23:35:16.061508 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:35:20.854503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915802f-4f8c-49a2-ab73-c45149a42045 req-1240d0f8-0911-4074-b3ee-7f40c2570a9a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:20.856540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f915802f-4f8c-49a2-ab73-c45149a42045 req-1240d0f8-0911-4074-b3ee-7f40c2570a9a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0879910 Feb 07 23:35:20.906202 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f915802f-4f8c-49a2-ab73-c45149a42045 req-4a3821a5-a484-488d-a757-61d814ad95fa tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Feb 07 23:35:20.929251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55468) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:21.116047 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086fbc00-b3c8-46b2-b974-674847bd9c35 tempest-TestMinimumBasicScenario-1810495168 tempest-TestMinimumBasicScenario-1810495168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:21.117556 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-086fbc00-b3c8-46b2-b974-674847bd9c35 tempest-TestMinimumBasicScenario-1810495168 tempest-TestMinimumBasicScenario-1810495168-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1091 time: 0.1873252 Feb 07 23:35:21.120535 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55474) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:21.126035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '5693acc1-6063-4872-8ed5-52f447e1a027', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:21.133022 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:21.137423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:floatingip and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:21.141077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:21.146656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:21.157288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:21.293212 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:21.431113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Allocated IP 172.25.0.137 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/a2d1768e-58aa-4e57-af27-7c5053d3ee4d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:35:21.576611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:21.605564 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:21.675169 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:35:21.678181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:35:21.681731 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:35:21.714271 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'Port': ['ID=a2d1768e-58aa-4e57-af27-7c5053d3ee4d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:22.190572 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:22.263506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:22.468447 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:22.472770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:22.582775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'Port': ['ID=a2d1768e-58aa-4e57-af27-7c5053d3ee4d,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:22.595089 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:22.763671 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Floating IP eb13901d-137c-4d73-bd6d-77de42322a47 associated. External IP: 172.25.0.137, port: 5693acc1-6063-4872-8ed5-52f447e1a027. Feb 07 23:35:23.114112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Router 495958ae-2a26-4738-9c7f-445321d2ef33 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:35:23.291684 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:35:23.301751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] Sync routers for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:35:23.311284 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:35:23.312533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:23.316187 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.372946 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-74242145-207c-48b9-855d-0cca766be1b9 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2511909 Feb 07 23:35:23.373374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:23.376916 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55480) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:23.382681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742807449', 'description': 'tempest-secgroup-smoke-742807449 description', 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:23.393867 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:23.398190 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:23.401180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:23.407816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:23.418547 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.439862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:23.444340 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:23.447316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:23.453232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:23.502260 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:35:23.533668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.538483 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.584032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:23.587546 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.591804 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-49b631f6-2ae9-4015-bf01-9899906b51a8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2136884 Feb 07 23:35:23.591981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55492) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:23.599199 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'security_group_rule': {'security_group_id': 'ce5b93f7-9175-4fd0-a4dd-c53b479fb27d', 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:23.606963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:23.612889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:23.616472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:23.622923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:23.627357 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027', 'status': 'completed', 'code': 200} Feb 07 23:35:23.642971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.711970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.716604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.746993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0c0c31-dd80-4d86-afc9-115077d6bfca,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:23.752703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-56ec07c6-4f27-4f46-bd7d-36fb456c8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:23.754167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-56ec07c6-4f27-4f46-bd7d-36fb456c8836 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1096 time: 0.0753505 Feb 07 23:35:23.755465 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.756974 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-556110f4-ee1b-4523-9de9-21fafcfbbcb8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630852 Feb 07 23:35:23.759643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55496) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:23.765137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'security_group_rule': {'security_group_id': 'ce5b93f7-9175-4fd0-a4dd-c53b479fb27d', 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:23.772263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:23.776162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:23.779031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:23.785231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:23.806897 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.891697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.897109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.910844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-996e51cb-07bd-48d5-8042-e98e081d292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:23.912609 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-996e51cb-07bd-48d5-8042-e98e081d292b service neutron] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 915 time: 0.1515892 Feb 07 23:35:23.916409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012f98e6-112b-4c75-b2e0-c3ee3d2e4e8f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:23.940798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:23.942132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6a77d159-30ff-4ccd-8911-39dbd0c6c528 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1813357 Feb 07 23:35:23.944990 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55500) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:23.950729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'security_group_rule': {'security_group_id': 'ce5b93f7-9175-4fd0-a4dd-c53b479fb27d', 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:23.956496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb13901d-137c-4d73-bd6d-77de42322a47', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'port_id': '5693acc1-6063-4872-8ed5-52f447e1a027', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:35:22Z', 'updated_at': '2022-02-07T23:35:22Z', 'revision_number': 0, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 5, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:23.957315 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:23.961136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] Checking router: 495958ae-2a26-4738-9c7f-445321d2ef33 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:35:23.961426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:23.965026 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:23.970479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:35:23.970985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:23.971268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:34:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:23.988886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.033068 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-77f04073-5fe8-4296-9fdd-c5056f9e2beb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 999 time: 0.1125836 Feb 07 23:35:24.100169 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-ebd12760-849c-4584-8219-eb1bde86f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:24.101705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-ebd12760-849c-4584-8219-eb1bde86f723 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0620737 Feb 07 23:35:24.168956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:35:24.178467 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.182261 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.185447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-862ad208-80f0-4d9b-96e4-c5415a2011b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:24.187753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-862ad208-80f0-4d9b-96e4-c5415a2011b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800502 Feb 07 23:35:24.205885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c053c74-8caa-4fe6-8100-28ba649c9000,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:24.215671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.217430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0ff1a47f-1716-46de-bc7b-b2b9fdb53375 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2714524 Feb 07 23:35:24.220527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55504) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:24.225888 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'security_group_rule': {'security_group_id': 'ce5b93f7-9175-4fd0-a4dd-c53b479fb27d', 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:24.234015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:24.237797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:24.240883 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:24.246714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:24.265192 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.330628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.335224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.340259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-dc208ca2-792a-45fc-a433-1350255fd265 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405900 Feb 07 23:35:24.360580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc643bfe-242a-4746-ae6b-af6d351c9082,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:24.373329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.377927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-40345566-9c1a-45a3-b56e-90d019704180 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536212 Feb 07 23:35:24.378157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55508) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:24.383313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'security_group_rule': {'security_group_id': 'ce5b93f7-9175-4fd0-a4dd-c53b479fb27d', 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:24.390788 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:24.394608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:24.397730 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:24.403376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:24.415656 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Project dcb715b72e364ab7b33f2d732c7ce157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:35:24.424150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.510220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.517478 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.543846 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cca5e37-3079-4ef4-9b92-a164c251fd74,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:24.555624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb13901d-137c-4d73-bd6d-77de42322a47', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'port_id': '5693acc1-6063-4872-8ed5-52f447e1a027', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:35:22Z', 'updated_at': '2022-02-07T23:35:22Z', 'revision_number': 0, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 5, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:35:24.560247 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.560482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc8c9c-edf2-4b6b-8dd4-68aba56a10cb None None] The sync data for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 is: [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'eb13901d-137c-4d73-bd6d-77de42322a47', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'floating_ip_address': '172.25.0.137', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'port_id': '5693acc1-6063-4872-8ed5-52f447e1a027', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'mac_address': 'fa:16:3e:b7:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:35:22Z', 'updated_at': '2022-02-07T23:35:22Z', 'revision_number': 0, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 5, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:35:24.562694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cfdbe705-771a-419f-8d31-8b2dbe2fe8e8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823390 Feb 07 23:35:24.564810 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55512) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:35:24.570472 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'security_group_rule': {'security_group_id': 'ce5b93f7-9175-4fd0-a4dd-c53b479fb27d', 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:24.578301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:35:24.582672 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Usage tracker for resource:security_group_rule and tenant:dcb715b72e364ab7b33f2d732c7ce157 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:35:24.585751 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:35:24.592802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:35:24.606572 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Project dcb715b72e364ab7b33f2d732c7ce157 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:35:24.615008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.618197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c2c6b889-1a63-4ccd-b14c-95a454f3f87c req-62306921-7f21-4b37-850a-4be5ae79f999 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720299 Feb 07 23:35:24.689494 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.693644 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.720334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff165271-5334-4486-ba32-cd00ee6c4d23,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:24.730249 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:24.731432 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d5a51a33-f241-422b-8cff-29cf8d5d9519 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656251 Feb 07 23:35:24.787827 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff96107-ef79-4974-8d3d-a4e16da58f21 None None] New status for floating IP eb13901d-137c-4d73-bd6d-77de42322a47: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:35:24.855408 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76bef079-b677-4d50-8ad0-8df07720a562 req-02196082-f7b5-404f-997f-08888e4c72de tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742807449&fields=id&tenant_id=dcb715b72e364ab7b33f2d732c7ce157 HTTP/1.1" status: 200 len: 267 time: 0.0405648 Feb 07 23:35:24.947376 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef079-b677-4d50-8ad0-8df07720a562 req-559b3080-41c5-49b3-aa46-adbdfdf68517 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:24.948843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76bef079-b677-4d50-8ad0-8df07720a562 req-559b3080-41c5-49b3-aa46-adbdfdf68517 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0872650 Feb 07 23:35:24.960774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'port': {'security_groups': ['10c061a6-84f4-4992-8bd1-d895ebbc1de1', 'ce5b93f7-9175-4fd0-a4dd-c53b479fb27d']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:35:25.097307 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:25.349258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5693acc1-6063-4872-8ed5-52f447e1a027,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:35:25.374896 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:25.379263 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:25.391097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5693acc1-6063-4872-8ed5-52f447e1a027'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:35:25.455301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:25.455911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:25.457517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76bef079-b677-4d50-8ad0-8df07720a562 req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "PUT /v2.0/ports/5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 981 time: 0.5014558 Feb 07 23:35:25.475618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63365a14-3447-4b2b-880a-7b40d0149ede tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=6']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:35:25.520259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5693acc1-6063-4872-8ed5-52f447e1a027'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:35:25.630282 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:35:25.677691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138ae4e-0f38-4ade-a43e-133ea0779eae req-9a7b4d01-f3fc-4634-93ba-e989667e9d12 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:25.679457 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4138ae4e-0f38-4ade-a43e-133ea0779eae req-9a7b4d01-f3fc-4634-93ba-e989667e9d12 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.1098046 Feb 07 23:35:25.683685 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027', 'status': 'completed', 'code': 200} Feb 07 23:35:25.730012 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4138ae4e-0f38-4ade-a43e-133ea0779eae req-71b2f160-474c-4c43-b922-2e5dbf2af4d7 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440836 Feb 07 23:35:25.738363 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-264bf101-dc83-41ec-be1b-a14775b807e0 None None] Provisioning complete for port 5693acc1-6063-4872-8ed5-52f447e1a027 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:35:25.738766 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-264bf101-dc83-41ec-be1b-a14775b807e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:25.801745 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-d45782b5-fd85-44d4-94d3-ad54fbe3c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:25.803018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-d45782b5-fd85-44d4-94d3-ad54fbe3c349 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1135 time: 0.0869439 Feb 07 23:35:25.958026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-cb6ea3f1-bda8-420f-9ffc-7618a6abef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:25.958026 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-cb6ea3f1-bda8-420f-9ffc-7618a6abef2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 915 time: 0.1404092 Feb 07 23:35:26.064299 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-bd723c6a-7e54-4f28-9406-10553fde4bb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 1001 time: 0.1022751 Feb 07 23:35:26.098046 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dcba70bf-563a-4072-a275-283aed683d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:26.131920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-83fb3a10-076b-4a1b-b3f4-6d48d66746c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:26.133315 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-83fb3a10-076b-4a1b-b3f4-6d48d66746c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0619092 Feb 07 23:35:26.209942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-37c3d020-acc7-442d-9e07-f919299944a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:26.211454 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-37c3d020-acc7-442d-9e07-f919299944a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717964 Feb 07 23:35:26.346826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-3511cce0-b398-4d98-b8b6-4e246490b0cf service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277406 Feb 07 23:35:26.490423 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6d75eb0c-e045-4d37-bdab-a3ec9afc8471 req-b18d97c1-76a8-42ad-995a-b32e43e8416a service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281509 Feb 07 23:35:28.255584 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4496b4f0-dcfa-40f2-b914-5259156497dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:28.779570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-6e596bf4-06ba-4c05-bae2-16ac0500cb70 req-651fac85-7cd0-4314-b908-007f215f97b0 service neutron] (87670) timed out ('10.222.0.36', 55322) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:35:29.392933 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:29.688165 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:31.175597 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:34.499157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-c2e130f8-4ff5-411a-b03b-6b82754c561b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688908 Feb 07 23:35:34.647331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951685a6-ba67-4987-8335-75dc915f30b9 req-1d133cca-3681-40f5-8d4d-e0bbcf9de18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:34.648886 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-1d133cca-3681-40f5-8d4d-e0bbcf9de18c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1135 time: 0.0750003 Feb 07 23:35:34.797548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951685a6-ba67-4987-8335-75dc915f30b9 req-29eea7c4-bccd-4be3-b48d-f86764547227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:34.798949 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-29eea7c4-bccd-4be3-b48d-f86764547227 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 915 time: 0.1314948 Feb 07 23:35:34.901405 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-a39a0dcb-ef46-4274-aa8c-0222a4019be0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 1001 time: 0.0965383 Feb 07 23:35:34.964715 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951685a6-ba67-4987-8335-75dc915f30b9 req-435a87a6-cbc6-4f50-8444-58222b5e424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:34.966424 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-435a87a6-cbc6-4f50-8444-58222b5e424d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0564711 Feb 07 23:35:35.040112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951685a6-ba67-4987-8335-75dc915f30b9 req-450ea6ff-d45b-4f97-bf13-2798dc154f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:35.041597 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-450ea6ff-d45b-4f97-bf13-2798dc154f5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691457 Feb 07 23:35:35.172287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-7e5b28e7-6909-4a42-8fea-a08c01f80ea5 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238315 Feb 07 23:35:35.304828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-951685a6-ba67-4987-8335-75dc915f30b9 req-9d307fcf-48d2-4031-a712-ffb675810a43 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260047 Feb 07 23:35:36.433792 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:36.844480 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:42.143413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a320d-ffb3-4d47-92b3-2f280e08f923 req-f4b0490e-43e3-4cce-8685-18072d273c5d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:42.144948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af3a320d-ffb3-4d47-92b3-2f280e08f923 req-f4b0490e-43e3-4cce-8685-18072d273c5d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0890031 Feb 07 23:35:42.192600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af3a320d-ffb3-4d47-92b3-2f280e08f923 req-48ecfcf1-4932-4dfe-b2fd-2a36b36b46ff tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414898 Feb 07 23:35:42.209104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-f83b1456-3846-4ebd-b1e8-282cd2c89f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:42.210567 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-f83b1456-3846-4ebd-b1e8-282cd2c89f4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1135 time: 0.1894610 Feb 07 23:35:42.339723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-de5a3d59-4004-48f4-8060-7925a507d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:42.341196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-de5a3d59-4004-48f4-8060-7925a507d138 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 915 time: 0.1245322 Feb 07 23:35:42.446367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-79f04e2e-d32f-4608-9f8f-5239ef2d1e3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 1001 time: 0.0990748 Feb 07 23:35:42.508411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-c1e7e2d6-309a-4638-972d-bd2b8eee2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:42.509905 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-c1e7e2d6-309a-4638-972d-bd2b8eee2c00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0568366 Feb 07 23:35:42.590853 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-a13269f5-a8df-4990-a3d2-6c8ae4e15036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:42.592433 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-a13269f5-a8df-4990-a3d2-6c8ae4e15036 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755160 Feb 07 23:35:42.728344 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-71dd259a-9d7b-4b6d-9a26-b25d3cf0e8a9 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292441 Feb 07 23:35:42.862442 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b1f889a0-f830-44e4-9b94-531bac2e1087 req-1761da4c-a4aa-4778-ae05-cca8e9d73ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280890 Feb 07 23:35:43.382391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2a7c9-63da-465a-b38f-3ad49d299547 req-c6158f28-9014-46d1-a39b-16b61c323679 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:43.383840 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9d2a7c9-63da-465a-b38f-3ad49d299547 req-c6158f28-9014-46d1-a39b-16b61c323679 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0818512 Feb 07 23:35:43.433295 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d9d2a7c9-63da-465a-b38f-3ad49d299547 req-eeeeddac-eca4-4e66-b768-1e7b17ea2037 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429146 Feb 07 23:35:44.616449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccba46-4023-484d-a4d7-7c91cc7f5176 req-36202933-cb7c-4a81-9d40-0ce34e3d2ce0 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:44.617847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ccba46-4023-484d-a4d7-7c91cc7f5176 req-36202933-cb7c-4a81-9d40-0ce34e3d2ce0 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0801218 Feb 07 23:35:44.664132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5ccba46-4023-484d-a4d7-7c91cc7f5176 req-406e7274-25f7-419b-b688-9836b848c301 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405993 Feb 07 23:35:45.852244 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ff9b8-b62d-46d9-873e-afdacdd5f649 req-e596705b-1542-48ac-b641-4fbb835ad85f tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:45.853706 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-248ff9b8-b62d-46d9-873e-afdacdd5f649 req-e596705b-1542-48ac-b641-4fbb835ad85f tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0830665 Feb 07 23:35:45.899054 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-248ff9b8-b62d-46d9-873e-afdacdd5f649 req-ccdb3098-9628-4a84-b11c-e1064c8b5ecd tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395625 Feb 07 23:35:47.084445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec7521-faf1-4e4e-8911-b436cfec899c req-a9d5eac7-effc-45f6-8256-75544c3dc96a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:47.085855 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89ec7521-faf1-4e4e-8911-b436cfec899c req-a9d5eac7-effc-45f6-8256-75544c3dc96a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0799887 Feb 07 23:35:47.133118 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-89ec7521-faf1-4e4e-8911-b436cfec899c req-032cf49f-3fad-4b1e-bb30-0effaf906fdb tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413551 Feb 07 23:35:48.322551 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f188754-8bf3-4829-890a-d94fd1eea64d req-d7335c24-149a-47fa-b523-962c740c285d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:48.323998 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f188754-8bf3-4829-890a-d94fd1eea64d req-d7335c24-149a-47fa-b523-962c740c285d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0821555 Feb 07 23:35:48.377529 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f188754-8bf3-4829-890a-d94fd1eea64d req-b76a4456-c84d-4f22-8a8f-ed30d69e19fb tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469050 Feb 07 23:35:49.559346 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6865e-7cf5-4173-ad94-c419d4463783 req-10ba346e-2a5f-4f54-950b-f60ae5df02c8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:49.561411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aab6865e-7cf5-4173-ad94-c419d4463783 req-10ba346e-2a5f-4f54-950b-f60ae5df02c8 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0801158 Feb 07 23:35:49.610820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aab6865e-7cf5-4173-ad94-c419d4463783 req-da1f666a-cc8c-425e-8dca-39ca1bfdee96 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436490 Feb 07 23:35:50.803153 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17dafc8-33a4-4072-9d8e-8934f5373937 req-52df76bb-f95d-4314-9190-19bfde45565c tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:50.804634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b17dafc8-33a4-4072-9d8e-8934f5373937 req-52df76bb-f95d-4314-9190-19bfde45565c tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0817034 Feb 07 23:35:50.850160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b17dafc8-33a4-4072-9d8e-8934f5373937 req-07ba0991-fce1-46d3-b44d-53b401d7799c tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396457 Feb 07 23:35:52.038427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9c76-2333-4f9d-92c1-3810c35e481e req-abf0b105-b391-4372-8311-948877503a8a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:52.039770 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-334c9c76-2333-4f9d-92c1-3810c35e481e req-abf0b105-b391-4372-8311-948877503a8a tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0861268 Feb 07 23:35:52.085979 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-334c9c76-2333-4f9d-92c1-3810c35e481e req-e1b074cc-a524-49a6-be4d-18412493d225 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402274 Feb 07 23:35:53.060982 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:35:53.272848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145cf29-a14d-413b-885a-2217f4e64a47 req-ebf30bcc-5c74-4179-898b-8033086759ca tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:53.274324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d145cf29-a14d-413b-885a-2217f4e64a47 req-ebf30bcc-5c74-4179-898b-8033086759ca tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0814803 Feb 07 23:35:53.320014 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d145cf29-a14d-413b-885a-2217f4e64a47 req-f325902b-eaa6-4b3e-a494-d747ab90f680 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392168 Feb 07 23:35:54.509337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78016b-7bde-4dc4-b589-1f62cb751cc6 req-89713f7c-55db-4093-ad4e-cb9ad055f1a2 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:35:54.511145 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e78016b-7bde-4dc4-b589-1f62cb751cc6 req-89713f7c-55db-4093-ad4e-cb9ad055f1a2 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0821397 Feb 07 23:35:54.557041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e78016b-7bde-4dc4-b589-1f62cb751cc6 req-273723e5-8dd6-493d-8118-ffad59340861 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d&id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399413 Feb 07 23:35:56.040903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-87adc92f-9ead-4b69-ab84-25277a5cc302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:58.258028 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-996974f2-e1de-4283-ada9-a460cda21060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:59.394864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:35:59.692105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:01.172908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:06.442834 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:06.811049 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:26.043388 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c35f0735-2afa-433f-b0fe-40d1a9485b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.019239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-7977541b-ae8b-4f7c-b9e1-b428cf77cd2b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742807449&fields=id&tenant_id=dcb715b72e364ab7b33f2d732c7ce157 HTTP/1.1" status: 200 len: 267 time: 0.0392776 Feb 07 23:36:27.106187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-d211eb91-0f86-4296-9c56-23a92cfb4c88 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:27.107632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-d211eb91-0f86-4296-9c56-23a92cfb4c88 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 984 time: 0.0830843 Feb 07 23:36:27.118918 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Request body: {'port': {'security_groups': ['10c061a6-84f4-4992-8bd1-d895ebbc1de1']}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:27.236222 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.595970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5693acc1-6063-4872-8ed5-52f447e1a027,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:27.619893 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.624899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.638240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5693acc1-6063-4872-8ed5-52f447e1a027'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:36:27.704354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:27.705061 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.706597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5adc262-1480-4a1c-a7d4-bf1a24633ff1 req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "PUT /v2.0/ports/5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 942 time: 0.5921543 Feb 07 23:36:27.707077 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:27.712746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55572) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:27.737431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event updated for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=7']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:27.748545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.748949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.749299 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.749643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.749983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.750319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.750706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.751044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.751375 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.751705 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.752035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.752363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7d8b5f-5c94-4135-b1cf-2c7b7f89287b tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:27.773350 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027', 'status': 'completed', 'code': 200} Feb 07 23:36:27.775789 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5693acc1-6063-4872-8ed5-52f447e1a027'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:36:27.942927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:27.997460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-61807181-49c0-4adc-9c97-31eeecaf3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:27.999649 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-61807181-49c0-4adc-9c97-31eeecaf3ffb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1096 time: 0.1974900 Feb 07 23:36:28.002268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.029561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8cf7-df22-4730-b4b5-b8ddbb3d3e1a None None] Provisioning complete for port 5693acc1-6063-4872-8ed5-52f447e1a027 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:28.029561 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8cf7-df22-4730-b4b5-b8ddbb3d3e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.196586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-1a0d1242-d6a9-4e07-98c7-d1254d077078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:28.198090 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-1a0d1242-d6a9-4e07-98c7-d1254d077078 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 915 time: 0.1865807 Feb 07 23:36:28.259679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbea8-e5b2-4fa9-97aa-0c278d9157bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.275915 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.311018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5b93f7-9175-4fd0-a4dd-c53b479fb27d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:28.321897 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.323127 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "DELETE /v2.0/security-groups/ce5b93f7-9175-4fd0-a4dd-c53b479fb27d HTTP/1.1" status: 204 len: 168 time: 0.6090345 Feb 07 23:36:28.325921 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55576) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:28.331205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.331560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.331909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.332279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.332886 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.333466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.334037 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.334564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.334912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.335248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.335582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.335914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f17684-b52e-45f5-b0cb-5b221e630544 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:28.342303 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-bd48375a-8dbf-4134-8e11-bde691922420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 1001 time: 0.1370118 Feb 07 23:36:28.411227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-8a89295d-9fac-433b-bddb-762cb01c9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:28.412706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-8a89295d-9fac-433b-bddb-762cb01c9c6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0641363 Feb 07 23:36:28.492161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-52827fc9-2fb3-4000-98aa-186dcae94989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:28.493582 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-52827fc9-2fb3-4000-98aa-186dcae94989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734861 Feb 07 23:36:28.543461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Deleting port a2d1768e-58aa-4e57-af27-7c5053d3ee4d {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:28.543814 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.629283 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-bd3c49fe-fec0-4879-9d4c-00ae449628c3 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291552 Feb 07 23:36:28.720537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.720898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:28.852314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Calling delete_port for a2d1768e-58aa-4e57-af27-7c5053d3ee4d owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:28.886215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4e4bcda8-0168-4d41-82b4-2dbcfe842b0b req-7736bb1f-a527-4d79-9fc6-0523174fc3d1 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499130 Feb 07 23:36:29.017170 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.064868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event deleted for resources: {'Port': ['ID=a2d1768e-58aa-4e57-af27-7c5053d3ee4d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:29.154481 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.154866 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Floating IP eb13901d-137c-4d73-bd6d-77de42322a47 disassociated (deleted). External IP: 172.25.0.137, port: 5693acc1-6063-4872-8ed5-52f447e1a027. Feb 07 23:36:29.398288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.627624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Router 495958ae-2a26-4738-9c7f-445321d2ef33 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:36:29.696377 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.811419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:36:29.821730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] Sync routers for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:29.826533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:29.831110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:29.831735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:29.882869 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-18ca656f-5518-4aab-a56c-a0bf104cd2ab tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "DELETE /v2.0/floatingips/eb13901d-137c-4d73-bd6d-77de42322a47 HTTP/1.1" status: 204 len: 168 time: 1.5536408 Feb 07 23:36:29.883559 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:29.932099 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027', 'status': 'completed', 'code': 200} Feb 07 23:36:30.015374 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:30.027359 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-d55721dc-75cd-4e47-a209-b7a0cf680f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:30.029039 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-d55721dc-75cd-4e47-a209-b7a0cf680f40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 1096 time: 0.0739729 Feb 07 23:36:30.063050 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:36:30.164148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-8ac36da9-8222-42c1-b6c6-747e14d5aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:30.165633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-8ac36da9-8222-42c1-b6c6-747e14d5aed3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 200 len: 915 time: 0.1313283 Feb 07 23:36:30.239802 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-1016afb6-f5da-4bf7-a323-e3d0bfafad1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 200 len: 217 time: 0.0680707 Feb 07 23:36:30.307698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-4fa2985c-b4c0-4642-941c-1cd53ccca68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:30.309274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-4fa2985c-b4c0-4642-941c-1cd53ccca68e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 200 len: 853 time: 0.0629957 Feb 07 23:36:30.364430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 5, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:30.369627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] Checking router: 495958ae-2a26-4738-9c7f-445321d2ef33 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:30.378733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:30.379343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:30.395055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-c66ef365-252a-4c05-b9ac-bb9480810897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:30.396675 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-c66ef365-252a-4c05-b9ac-bb9480810897 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76d9801d-1165-4406-a1e7-d5299e18a427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810678 Feb 07 23:36:30.533179 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-9a5f9a19-b29c-49d5-b2a6-cbaa3b633294 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289401 Feb 07 23:36:30.557025 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:30.669632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f2acf130-932e-44f1-b19a-b20bfe4c79a4 req-2c70b0c8-71f0-4488-8856-0a6a5a50ea79 service neutron] 10.222.0.36 "GET /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286089 Feb 07 23:36:30.903792 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 5, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:30.907819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109480a9-0dca-403f-a352-0dbc0b614265 None None] The sync data for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 is: [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:34:33Z', 'revision_number': 4, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '2a88c1a8-0156-4527-b1dc-78c335817a7b', 'name': '', 'network_id': '76d9801d-1165-4406-a1e7-d5299e18a427', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'mac_address': 'fa:16:3e:fb:94:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:33Z', 'updated_at': '2022-02-07T23:34:40Z', 'revision_number': 5, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'subnets': [{'id': '1516e414-5fc2-45a8-9e8b-51779d212f4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:31.154908 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b29f91-eb50-48da-9905-34d8c620d4ad None None] New status for floating IP eb13901d-137c-4d73-bd6d-77de42322a47: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:36:31.176183 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:34.242236 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778bb48-8b02-4847-8149-e959324d2e9e req-59bd4d8a-d961-4be2-beaf-4777d00e9d60 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:34.242940 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b778bb48-8b02-4847-8149-e959324d2e9e req-59bd4d8a-d961-4be2-beaf-4777d00e9d60 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Synchronizing usage tracker for tenant:dcb715b72e364ab7b33f2d732c7ce157 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:36:34.259188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-b778bb48-8b02-4847-8149-e959324d2e9e req-59bd4d8a-d961-4be2-beaf-4777d00e9d60 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Unset dirty status for tenant:dcb715b72e364ab7b33f2d732c7ce157 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:36:34.260320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b778bb48-8b02-4847-8149-e959324d2e9e req-59bd4d8a-d961-4be2-beaf-4777d00e9d60 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0982575 Feb 07 23:36:34.307866 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b778bb48-8b02-4847-8149-e959324d2e9e req-7ad22a3e-fd3c-4f3c-b2c3-a3034c2ce490 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Feb 07 23:36:35.503596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b894b-2b0c-4168-9001-2a5534e0c879 req-27d6fe08-58d3-4ee9-9e82-580f6abb1f75 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:35.505138 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-660b894b-2b0c-4168-9001-2a5534e0c879 req-27d6fe08-58d3-4ee9-9e82-580f6abb1f75 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0883758 Feb 07 23:36:35.552279 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-660b894b-2b0c-4168-9001-2a5534e0c879 req-cde9cde4-9a77-4dad-b0ec-2e58a606e9d5 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/security-groups?id=10c061a6-84f4-4992-8bd1-d895ebbc1de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Feb 07 23:36:35.788713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-65e2d4af-986b-4cab-8392-e79292e93041 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:35.789421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-65e2d4af-986b-4cab-8392-e79292e93041 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Synchronizing usage tracker for tenant:dcb715b72e364ab7b33f2d732c7ce157 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:36:35.801429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-65e2d4af-986b-4cab-8392-e79292e93041 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Unset dirty status for tenant:dcb715b72e364ab7b33f2d732c7ce157 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:36:35.802516 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-65e2d4af-986b-4cab-8392-e79292e93041 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.36 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 945 time: 0.0921631 Feb 07 23:36:35.873562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Deleting port 5693acc1-6063-4872-8ed5-52f447e1a027 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:35.873929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:36.116351 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] For port 5693acc1-6063-4872-8ed5-52f447e1a027, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=5693acc1-6063-4872-8ed5-52f447e1a027,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:36.116659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:36.241040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Calling delete_port for 5693acc1-6063-4872-8ed5-52f447e1a027 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:36.379702 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:36.391793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['5693acc1-6063-4872-8ed5-52f447e1a027'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:36:36.433003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Pushing event deleted for resources: {'Port': ['ID=5693acc1-6063-4872-8ed5-52f447e1a027,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:36.453901 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:36.508174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] No DVR routers for this DVR port 5693acc1-6063-4872-8ed5-52f447e1a027 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:36:36.511009 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:36.513439 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'name': 'network-vif-deleted', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:36:36.530901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-215e2fc7-1c2a-44c5-8c5b-a7bf45734f6b req-409606e6-8719-4f17-a321-4be39560b333 tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.36 "DELETE /v2.0/ports/5693acc1-6063-4872-8ed5-52f447e1a027 HTTP/1.1" status: 204 len: 173 time: 0.7217548 Feb 07 23:36:36.570254 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66e063d-b1ed-4b3e-b7eb-956234db69de', 'name': 'network-vif-deleted', 'tag': '5693acc1-6063-4872-8ed5-52f447e1a027', 'status': 'completed', 'code': 200} Feb 07 23:36:36.711535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6854106e-ecf4-4e6d-a911-dd8ee5226991 req-c638a961-72c7-49bd-8573-d2dc55b3d28d tempest-TestMinimumBasicScenario-1301467126 tempest-TestMinimumBasicScenario-1301467126-project] 10.222.0.10 "GET /v2.0/ports?device_id=e66e063d-b1ed-4b3e-b7eb-956234db69de HTTP/1.1" status: 200 len: 210 time: 0.0467875 Feb 07 23:36:36.812828 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:38.368512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55664) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:38.528902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5693acc1-6063-4872-8ed5-52f447e1a027 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:36:38.572075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 5693acc1-6063-4872-8ed5-52f447e1a027 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:36:38.572428 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 5693acc1-6063-4872-8ed5-52f447e1a027 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:36:38.916551 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.375301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Deleting port 2a88c1a8-0156-4527-b1dc-78c335817a7b {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:39.375948 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.550394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] For port 2a88c1a8-0156-4527-b1dc-78c335817a7b, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2a88c1a8-0156-4527-b1dc-78c335817a7b,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:39.550751 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.673313 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Calling delete_port for 2a88c1a8-0156-4527-b1dc-78c335817a7b owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:39.850484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:39.899854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a88c1a8-0156-4527-b1dc-78c335817a7b,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:40.166112 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:40.515988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Router 495958ae-2a26-4738-9c7f-445321d2ef33 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:36:40.813646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:36:40.822652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] Sync routers for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:40.828937 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-18f5848c-143b-4e08-84c8-8ec5d8f9d11c admin admin] 10.222.0.10 "PUT /v2.0/routers/495958ae-2a26-4738-9c7f-445321d2ef33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4562428 Feb 07 23:36:40.828937 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55668) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:40.835257 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:40.835940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.009698 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.022385 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:41.185793 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.195901 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Deleting port c9c8670a-2e4e-49f7-96d1-b6063136120d {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:41.196235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.312491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:36:39Z', 'revision_number': 5, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port': {'id': 'c9c8670a-2e4e-49f7-96d1-b6063136120d', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:1d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:30Z', 'updated_at': '2022-02-07T23:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.316304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] Checking router: 495958ae-2a26-4738-9c7f-445321d2ef33 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:41.324514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] Routers {'495958ae-2a26-4738-9c7f-445321d2ef33'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:41.325145 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['495958ae-2a26-4738-9c7f-445321d2ef33'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.376673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] For port c9c8670a-2e4e-49f7-96d1-b6063136120d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c9c8670a-2e4e-49f7-96d1-b6063136120d,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:41.377028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.481765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] Set router 495958ae-2a26-4738-9c7f-445321d2ef33 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:41.502389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Calling delete_port for c9c8670a-2e4e-49f7-96d1-b6063136120d owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:41.588004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:36:41Z', 'revision_number': 6, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:41.591947 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f757ee-b077-48cf-a259-8931e9a37e53 None None] The sync data for ids ['495958ae-2a26-4738-9c7f-445321d2ef33'] in n-d-827896-3 is: [{'id': '495958ae-2a26-4738-9c7f-445321d2ef33', 'name': 'tempest-TestMinimumBasicScenario-520360211-router', 'tenant_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:29Z', 'updated_at': '2022-02-07T23:36:41Z', 'revision_number': 6, 'project_id': 'dcb715b72e364ab7b33f2d732c7ce157', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:41.678469 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.724765 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c8670a-2e4e-49f7-96d1-b6063136120d,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:41.815680 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.989655 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:41.992846 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.034288 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.034796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495958ae-2a26-4738-9c7f-445321d2ef33 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:36:42.056906 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.058045 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-86fc6c84-6c0b-4a13-b61e-88c4b46f6394 admin admin] 10.222.0.10 "DELETE /v2.0/routers/495958ae-2a26-4738-9c7f-445321d2ef33 HTTP/1.1" status: 204 len: 168 time: 1.2283585 Feb 07 23:36:42.060644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55672) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:42.117573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] Deleting subnet 1516e414-5fc2-45a8-9e8b-51779d212f4f {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:36:42.120371 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.170362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.358128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a88c1a8-0156-4527-b1dc-78c335817a7b no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:36:42.360394 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.395259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2a88c1a8-0156-4527-b1dc-78c335817a7b {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:36:42.395696 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2a88c1a8-0156-4527-b1dc-78c335817a7b not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:36:42.433601 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.474252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1516e414-5fc2-45a8-9e8b-51779d212f4f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:42.479640 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.485977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb94a2e-6dfb-46e2-a250-c3a37abe2787 None None] Network 76d9801d-1165-4406-a1e7-d5299e18a427 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:36:42.489514 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d41dc821-18b1-4b62-8b7d-9d622260a47d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1516e414-5fc2-45a8-9e8b-51779d212f4f HTTP/1.1" status: 204 len: 168 time: 0.4257069 Feb 07 23:36:42.489963 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55676) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:42.601811 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.614107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Deleting port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:42.614373 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.779940 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] DHCP port deletion for 76d9801d-1165-4406-a1e7-d5299e18a427 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:36:42.784300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Deleting port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:42.784700 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.833019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] For port 921a2ec1-0888-41cc-a8ef-663aef2b23b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=921a2ec1-0888-41cc-a8ef-663aef2b23b4,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:42.833604 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:42.966772 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Calling delete_port for 921a2ec1-0888-41cc-a8ef-663aef2b23b4 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:42.989258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] For port 921a2ec1-0888-41cc-a8ef-663aef2b23b4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=921a2ec1-0888-41cc-a8ef-663aef2b23b4,segment=NetworkSegment(8045636e-c6a7-4752-9c73-0b1844ec23fe),segment_id=8045636e-c6a7-4752-9c73-0b1844ec23fe)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:42.989651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.045469 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.094025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Pushing event deleted for resources: {'Port': ['ID=921a2ec1-0888-41cc-a8ef-663aef2b23b4,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:43.098430 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] No DVR routers for this DVR port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:36:43.114277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Calling delete_port for 921a2ec1-0888-41cc-a8ef-663aef2b23b4 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:43.185400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:36:43.185759 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:36:43.214602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.239087 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d9801d-1165-4406-a1e7-d5299e18a427']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:43.251385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8045636e-c6a7-4752-9c73-0b1844ec23fe') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:43.251688 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8045636e-c6a7-4752-9c73-0b1844ec23fe') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:43.263041 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.279379 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.285880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:36:43.286258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:36:43.300708 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:36:43.376179 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.392065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.403224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] Pushing event deleted for resources: {'Network': ['ID=76d9801d-1165-4406-a1e7-d5299e18a427,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:43.414455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-17e265d5-0a97-4939-a795-9ed5463a477f admin admin] 10.222.0.10 "DELETE /v2.0/networks/76d9801d-1165-4406-a1e7-d5299e18a427 HTTP/1.1" status: 204 len: 168 time: 0.9235375 Feb 07 23:36:43.417340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55680) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:43.687461 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Deleting port 921a2ec1-0888-41cc-a8ef-663aef2b23b4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:43.688002 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:43.758822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-740f6cc5-7ec7-4fc8-b590-7b1f06a86ad6 None None] The port '921a2ec1-0888-41cc-a8ef-663aef2b23b4' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:36:43.837650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9c8670a-2e4e-49f7-96d1-b6063136120d no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:36:43.871953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c9c8670a-2e4e-49f7-96d1-b6063136120d {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:36:43.872480 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c9c8670a-2e4e-49f7-96d1-b6063136120d not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:36:43.873033 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 921a2ec1-0888-41cc-a8ef-663aef2b23b4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:36:43.907707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 921a2ec1-0888-41cc-a8ef-663aef2b23b4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:36:43.908052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 921a2ec1-0888-41cc-a8ef-663aef2b23b4 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:36:44.073241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:44.428427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Deleting port c7e43170-62b5-407b-a4e2-0913c4075c4f {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:44.428865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:44.601575 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] For port c7e43170-62b5-407b-a4e2-0913c4075c4f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c7e43170-62b5-407b-a4e2-0913c4075c4f,segment=NetworkSegment(44f0356a-024d-4bb6-a145-d52786df72f8),segment_id=44f0356a-024d-4bb6-a145-d52786df72f8)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:44.602019 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:44.738309 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Calling delete_port for c7e43170-62b5-407b-a4e2-0913c4075c4f owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:44.917486 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:44.962410 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e43170-62b5-407b-a4e2-0913c4075c4f,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:45.230875 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:45.705019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:36:45.886905 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:36:45.895479 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] Sync routers for ids ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:45.896015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5fec0407-c6d9-44df-b113-9c9f1e98afa7 admin admin] 10.222.0.10 "PUT /v2.0/routers/a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4772470 Feb 07 23:36:45.898051 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55684) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:45.905044 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] Routers {'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:45.905810 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:46.077963 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:46.085556 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] Set router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:46.252362 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:46.261987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Deleting port 0df359b4-2f24-45fc-a605-3e46423ff5aa {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:46.262472 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:46.362281 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:36:44Z', 'revision_number': 5, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port': {'id': '0df359b4-2f24-45fc-a605-3e46423ff5aa', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:34:37Z', 'updated_at': '2022-02-07T23:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:46.366144 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] Checking router: a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:46.375727 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] Routers {'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:46.376328 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:46.438224 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] For port 0df359b4-2f24-45fc-a605-3e46423ff5aa, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=0df359b4-2f24-45fc-a605-3e46423ff5aa,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:46.438612 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:46.525273 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] Set router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:46.560442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Calling delete_port for 0df359b4-2f24-45fc-a605-3e46423ff5aa owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:46.627239 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:36:46Z', 'revision_number': 6, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:46.631041 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138c670-092e-4ade-8ba9-7d28197b7be7 None None] The sync data for ids ['a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c'] in n-d-827896-3 is: [{'id': 'a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c', 'name': 'tempest-TestMinimumBasicScenario-11192665-router', 'tenant_id': 'a2f30a16afb54d22ada4d0475335296b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:34:36Z', 'updated_at': '2022-02-07T23:36:46Z', 'revision_number': 6, 'project_id': 'a2f30a16afb54d22ada4d0475335296b', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:46.734823 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:46.780602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df359b4-2f24-45fc-a605-3e46423ff5aa,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:46.995240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.176231 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.178656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.202454 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.202977 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:36:47.214886 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.216005 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-150d319d-d7f7-450a-a054-84516d71a4b9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a54810ba-4f9a-4e0f-a8ae-4e5456bbfd3c HTTP/1.1" status: 204 len: 168 time: 1.3170581 Feb 07 23:36:47.218591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55690) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:47.278573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] Deleting subnet 72e822d6-8021-43ce-bfe6-3a067b5dcdd2 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:36:47.281388 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.332431 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.413028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.483764 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.523616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e822d6-8021-43ce-bfe6-3a067b5dcdd2,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:47.525547 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.530961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e32922-0562-4b33-b8e0-a0015f700f63 None None] Network 186e8625-2074-4366-a8c7-2cf87ee45ccd requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:36:47.532273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1ef95233-2347-4247-8124-f4bfab96aa75 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/72e822d6-8021-43ce-bfe6-3a067b5dcdd2 HTTP/1.1" status: 204 len: 168 time: 0.3127387 Feb 07 23:36:47.534835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55694) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:47.643277 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.654262 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Deleting port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:47.654614 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.803935 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] DHCP port deletion for 186e8625-2074-4366-a8c7-2cf87ee45ccd request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:36:47.810221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Deleting port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:47.810693 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.862936 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c7e43170-62b5-407b-a4e2-0913c4075c4f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:36:47.875519 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] For port 53f9ff61-426b-4bb0-b1bc-5d00656a3805, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53f9ff61-426b-4bb0-b1bc-5d00656a3805,segment=NetworkSegment(44f0356a-024d-4bb6-a145-d52786df72f8),segment_id=44f0356a-024d-4bb6-a145-d52786df72f8)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:47.875910 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:47.905435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c7e43170-62b5-407b-a4e2-0913c4075c4f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:36:47.905976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c7e43170-62b5-407b-a4e2-0913c4075c4f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:36:47.906701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 53f9ff61-426b-4bb0-b1bc-5d00656a3805 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:36:48.001643 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Calling delete_port for 53f9ff61-426b-4bb0-b1bc-5d00656a3805 owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:48.078740 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.123666 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 update to DOWN by agent not found {{(pid=87672) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 07 23:36:48.124113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0df359b4-2f24-45fc-a605-3e46423ff5aa no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:36:48.127577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f9ff61-426b-4bb0-b1bc-5d00656a3805,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:48.131027 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] No DVR routers for this DVR port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:36:48.172981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 0df359b4-2f24-45fc-a605-3e46423ff5aa {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:36:48.173327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 0df359b4-2f24-45fc-a605-3e46423ff5aa not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:36:48.185408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] For port 53f9ff61-426b-4bb0-b1bc-5d00656a3805, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=53f9ff61-426b-4bb0-b1bc-5d00656a3805,segment=NetworkSegment(44f0356a-024d-4bb6-a145-d52786df72f8),segment_id=44f0356a-024d-4bb6-a145-d52786df72f8)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:48.185800 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.247008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.274880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186e8625-2074-4366-a8c7-2cf87ee45ccd']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:48.287832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f0356a-024d-4bb6-a145-d52786df72f8') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:48.288513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f0356a-024d-4bb6-a145-d52786df72f8') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:48.300065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.316708 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.323148 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:36:48.323539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:36:48.337183 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:36:48.345958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Calling delete_port for 53f9ff61-426b-4bb0-b1bc-5d00656a3805 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:36:48.423026 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:36:48.423376 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:36:48.520583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.536788 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.547275 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=186e8625-2074-4366-a8c7-2cf87ee45ccd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:48.551289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6977ff42-2c41-4e95-a3a8-11b5fc8065d9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/186e8625-2074-4366-a8c7-2cf87ee45ccd HTTP/1.1" status: 204 len: 168 time: 1.0154245 Feb 07 23:36:48.726786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55700) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:48.774872 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8880338a-3e09-4f0c-985c-c504c6d6a732 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcb715b72e364ab7b33f2d732c7ce157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468025 Feb 07 23:36:48.777355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55704) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:48.833521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7540ae-ec14-47a5-abe0-20d2329b0060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.859492 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7540ae-ec14-47a5-abe0-20d2329b0060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.914128 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7540ae-ec14-47a5-abe0-20d2329b0060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.924553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Deleting port 53f9ff61-426b-4bb0-b1bc-5d00656a3805 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:36:48.925104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.928978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7540ae-ec14-47a5-abe0-20d2329b0060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c061a6-84f4-4992-8bd1-d895ebbc1de1,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:48.935022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7540ae-ec14-47a5-abe0-20d2329b0060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:48.937028 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f7540ae-ec14-47a5-abe0-20d2329b0060 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10c061a6-84f4-4992-8bd1-d895ebbc1de1 HTTP/1.1" status: 204 len: 168 time: 0.1578901 Feb 07 23:36:49.005895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-49c7715b-56fb-4ecb-a823-f9cd2e4713a1 None None] The port '53f9ff61-426b-4bb0-b1bc-5d00656a3805' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:36:49.290373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55712) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:49.338492 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1880405e-f7a2-4851-943e-5eabeea75cb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2f30a16afb54d22ada4d0475335296b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468874 Feb 07 23:36:49.340947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55716) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:49.402660 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6bc92a9-b14a-4abc-bea4-603b08d0d610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:49.427812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6bc92a9-b14a-4abc-bea4-603b08d0d610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:49.481549 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6bc92a9-b14a-4abc-bea4-603b08d0d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:49.497839 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc92a9-b14a-4abc-bea4-603b08d0d610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f94107-f016-4459-8d54-487c34c149a0,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:49.502920 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c6bc92a9-b14a-4abc-bea4-603b08d0d610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:49.504024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c6bc92a9-b14a-4abc-bea4-603b08d0d610 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80f94107-f016-4459-8d54-487c34c149a0 HTTP/1.1" status: 204 len: 168 time: 0.1621866 Feb 07 23:36:51.222152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55758) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:51.227685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-859812813', 'description': 'tempest-secgroup-smoke-859812813 description', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:51.235301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:51.239234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:51.242248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:51.251314 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:51.261583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.273143 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.287638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:51.291534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:51.294286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:51.300803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:51.388011 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.392032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.406431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:51.417448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:51.423010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:51.431322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:51.433268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06756601-e423-4027-b246-91cc832960af,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:51.512142 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.516797 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.557734 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320566f8-12ca-466c-9ed2-d38cc18c6108,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:51.560399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.562259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ca23f589-91d4-4ab4-8a8c-7e4b557d97c1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3391037 Feb 07 23:36:51.565163 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55762) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:51.570108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '320566f8-12ca-466c-9ed2-d38cc18c6108', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:51.576743 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:51.580544 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:51.583402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:51.589052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:51.606038 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.669239 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.673665 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.699268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8accd05-1610-4f80-ab05-4d7c62268394,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:51.708895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.710051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7ed5c654-6de5-4385-9654-2c0b3fd3344e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440396 Feb 07 23:36:51.712802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55766) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:51.718281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '320566f8-12ca-466c-9ed2-d38cc18c6108', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:51.724739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:51.728461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:51.731323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:51.736948 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:51.753611 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.815033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.818789 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.843591 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10035d0d-83bd-42a6-a917-b57d959cfd39,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:51.852098 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.853542 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4cff0824-b057-4d33-8ef8-fa2a74f3cb17 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1398234 Feb 07 23:36:51.856395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55770) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:51.861397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '320566f8-12ca-466c-9ed2-d38cc18c6108', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:51.867991 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:51.871866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:51.874851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:51.880465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:51.897868 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.961944 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.965453 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.989607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9ba765-2c56-4f1e-a478-475876d6f732,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:51.997954 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:51.999273 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b5cae6c5-b873-4514-ae06-b5bc25b79830 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418610 Feb 07 23:36:52.002102 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55774) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:52.007209 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '320566f8-12ca-466c-9ed2-d38cc18c6108', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:52.017851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:52.022487 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:52.028879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:52.036869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:52.053882 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.116297 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.119782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.146697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ea034a-e94d-4a93-baf8-c9523779399d,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:52.155673 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.156872 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5cd72f0f-8391-4464-bd01-78c89c1a4e52 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537490 Feb 07 23:36:52.159711 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55778) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:52.164884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '320566f8-12ca-466c-9ed2-d38cc18c6108', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:52.171647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:52.175443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:52.178348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:52.187893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:52.196863 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:36:52.203804 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.267936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.271819 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.294739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989da645-33d0-4166-b75c-c111e7fca6ed,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:52.304282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.305532 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f2797d9a-7f0e-481b-93a6-4c5ce3e2c3d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448255 Feb 07 23:36:52.308249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55782) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:52.313820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '320566f8-12ca-466c-9ed2-d38cc18c6108', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:52.320274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:52.324113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:52.327049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:52.332724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:52.343595 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:36:52.349947 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.416395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.420051 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.442364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae3c6a6-eae3-44dc-a154-da6246dfd823,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:52.451504 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.453392 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-678b3ce6-1cf8-4836-8576-9ab7d60a79cb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442034 Feb 07 23:36:52.456352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55786) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:52.462739 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'network': {'name': 'tempest-network-smoke--298315311', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:52.469148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:52.472947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:network and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:52.475769 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:52.481426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:52.490988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:36:52.494631 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.522420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:36:52.531512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.531851 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Added segment 8679a022-7797-45b1-a720-1dde77800bae of type vlan for network ea73e82d-6a6a-485e-87ef-28d2993217ff Feb 07 23:36:52.560133 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.588084 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.594007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:52.594591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.687139 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2293174 Feb 07 23:36:52.690196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55790) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:52.695449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'admin_state_up': True, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:52.698509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0cae-436e-4cbd-875a-2cffbf8e1a93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Network': ['ID=ea73e82d-6a6a-485e-87ef-28d2993217ff,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:52.704403 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:52.708392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:router and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:52.709179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network ea73e82d-6a6a-485e-87ef-28d2993217ff details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:36:52.711301 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:52.717726 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:52.727126 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.728333 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:52.743656 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:53.010221 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:53.318353 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:53.346758 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:53.484263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.73 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:53.745785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:53.775726 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:53.840706 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:53.843615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:53.846752 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:36:53.887160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:54.267244 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:54.603735 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:54.806503 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:36:54.982685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:36:54.993264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Sync routers for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:55.003859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:55.004478 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:55.009970 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.011557 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e5625b6-c93c-4207-bc39-32c2806ea316 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3202937 Feb 07 23:36:55.017504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55794) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:55.192335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:55.290815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1cb3d236-d783-4e82-b924-47e08c063066 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=09e2df714cd54ca092dabe116ae5d1bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2695048 Feb 07 23:36:55.291128 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55800) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:55.434279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bc2585-6cc5-4687-b4ba-5c9c8a96e0b1 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:55.439091 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-35bc2585-6cc5-4687-b4ba-5c9c8a96e0b1 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438344 Feb 07 23:36:55.439294 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55804) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:55.484102 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0c73a78e-ab00-4ccf-8b18-a1c1122141ba tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434325 Feb 07 23:36:55.487046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:55.490801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:54Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:55.494733 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Checking router: 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:55.495085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Updating router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:36:55.495585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824364858', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:36:55.554603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.622226 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:36:55.626621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:subnet and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:36:55.629431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:36:55.635090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:36:55.646127 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:36:55.649854 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.882912 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.895037 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Transition to ACTIVE for port object ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:36:55.901204 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.980949 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Attempting to bind port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:55.981322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Attempting to bind port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:55.981739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Attempting to bind port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:36:55.986183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.988405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Pushing event updated for resources: {'Port': ['ID=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:55.996881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:36:55.997513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:36:55.997644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:55.998031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:36:55.998520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Bound port: ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:55.998897 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.033481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.033885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.034175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.034516 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.034852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.035185 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.035515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.035843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.036168 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.036494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.036964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.037401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:36:56.071996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Subnet': ['ID=ab82c07e-f1db-49d0-aec6-bed87e6d87a0,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:56.076140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Checking segment: {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:36:56.077044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network hostable DHCP agents. Network: ea73e82d-6a6a-485e-87ef-28d2993217ff, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:36:56.084010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a88c821b-a0a5-4e20-837a-4851d0b555fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.097276 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network ea73e82d-6a6a-485e-87ef-28d2993217ff is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:36:56.099240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] For port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:36:56.102390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] For port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:36:56.105738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.106394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, ea73e82d-6a6a-485e-87ef-28d2993217ff) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:56.111724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:56.112324 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.136683 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-20d266eb-dded-45a4-9843-8634562db4f3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6478195 Feb 07 23:36:56.139932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55814) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:36:56.146489 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d4aa4-5e2a-436b-bbcf-fa64e55936f9 None None] Network ea73e82d-6a6a-485e-87ef-28d2993217ff requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:36:56.302902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d31cd4-bf60-4984-85ad-21277406f9b8 None None] Pushing event updated for resources: {'Port': ['ID=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:56.305309 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:56.305915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:56.584619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:56.714419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-ea73e82d-6a6a-485e-87ef-28d2993217ff', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:36:56.715239 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.861008 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:56.994810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Allocated IP 172.20.0.2 (ea73e82d-6a6a-485e-87ef-28d2993217ff/ab82c07e-f1db-49d0-aec6-bed87e6d87a0/c2f79764-88f2-411a-b971-fc2b1ea5be7d) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:57.095038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:54Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:57.107270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bafba91-5dda-492e-a4e3-26f26d577614 None None] The sync data for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 is: [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:54Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:36:57.232479 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.243408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Transition to ACTIVE for port object c2f79764-88f2-411a-b971-fc2b1ea5be7d will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:36:57.261967 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Transition to ACTIVE for port object c2f79764-88f2-411a-b971-fc2b1ea5be7d will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:36:57.268533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.355273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.1 (ea73e82d-6a6a-485e-87ef-28d2993217ff/ab82c07e-f1db-49d0-aec6-bed87e6d87a0/44c92b05-4954-44b8-8348-b7efee1634da) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:36:57.360086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Network ea73e82d-6a6a-485e-87ef-28d2993217ff is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:57.364548 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:57.368692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:36:57.414172 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Pushing event updated for resources: {'Port': ['ID=c2f79764-88f2-411a-b971-fc2b1ea5be7d,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:57.474111 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Attempting to bind port c2f79764-88f2-411a-b971-fc2b1ea5be7d on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:36:57.474496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Attempting to bind port c2f79764-88f2-411a-b971-fc2b1ea5be7d by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:36:57.474874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Attempting to bind port c2f79764-88f2-411a-b971-fc2b1ea5be7d on network ea73e82d-6a6a-485e-87ef-28d2993217ff {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:36:57.481081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:36:57.481463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Checking segment: {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:36:57.481873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.482276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Bound using segment: {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:36:57.483317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Bound port: c2f79764-88f2-411a-b971-fc2b1ea5be7d, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:36:57.483700 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.585407 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] For port c2f79764-88f2-411a-b971-fc2b1ea5be7d, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:36:57.589241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] For port c2f79764-88f2-411a-b971-fc2b1ea5be7d, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c2f79764-88f2-411a-b971-fc2b1ea5be7d,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:36:57.594900 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.666349 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.683286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object 44c92b05-4954-44b8-8348-b7efee1634da will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:36:57.689454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d62f8b-0e0e-43a2-b7c6-71c5b18e26b4 None None] Pushing event updated for resources: {'Port': ['ID=c2f79764-88f2-411a-b971-fc2b1ea5be7d,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:57.710519 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.780083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network ea73e82d-6a6a-485e-87ef-28d2993217ff is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:57.783353 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:57.787642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:36:57.829422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=44c92b05-4954-44b8-8348-b7efee1634da,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:57.867013 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:57.943219 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:36:58.028170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:36:58.040601 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:58.041812 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.057917 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.225402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.242563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:36:58.252223 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.306551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2b93c264-f16a-497b-a462-b683284c3a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.327769 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:58.509630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.513605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.628532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:58.632015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=44c92b05-4954-44b8-8348-b7efee1634da,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:36:58.775331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network ea73e82d-6a6a-485e-87ef-28d2993217ff is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:36:58.776547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:36:58.781490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ce4859-b39a-42f8-8f0c-339b31999f2e None None] Network ea73e82d-6a6a-485e-87ef-28d2993217ff requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:36:58.915154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-734a87e1-285e-4738-86ea-4b8abafb9579 None None] Provisioning for port c2f79764-88f2-411a-b971-fc2b1ea5be7d completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:36:58.981385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:36:59.275527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27b408e5-8c98-42d6-beb2-de556a0e056e None None] Provisioning for port 44c92b05-4954-44b8-8348-b7efee1634da completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:36:59.282158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-27b408e5-8c98-42d6-beb2-de556a0e056e None None] Provisioning complete for port 44c92b05-4954-44b8-8348-b7efee1634da triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:59.282845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27b408e5-8c98-42d6-beb2-de556a0e056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:59.292358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:36:59.303561 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3f44c9dc-9589-493c-8032-12a0ed68f3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1613781 Feb 07 23:36:59.306450 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Sync routers for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:36:59.321659 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:36:59.322671 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:59.343298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-27b408e5-8c98-42d6-beb2-de556a0e056e None None] Port 44c92b05-4954-44b8-8348-b7efee1634da cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:36:59.410831 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:59.479665 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-75901caf-e80e-4ab0-ac32-f4426208bc67 None None] Provisioning complete for port 44c92b05-4954-44b8-8348-b7efee1634da triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:59.480198 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-75901caf-e80e-4ab0-ac32-f4426208bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:59.493476 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-4d7bd235-ae12-483b-b6b5-c0f2e69e3803 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:36:59.513583 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-4d7bd235-ae12-483b-b6b5-c0f2e69e3803 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:36:59.515085 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-4d7bd235-ae12-483b-b6b5-c0f2e69e3803 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859812813&fields=id&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 267 time: 0.0695543 Feb 07 23:36:59.530194 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:36:59.561752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-75901caf-e80e-4ab0-ac32-f4426208bc67 None None] Port 44c92b05-4954-44b8-8348-b7efee1634da cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:36:59.692098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-1fefbb5c-e557-42e2-b35d-eae7c97a635f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:36:59.693715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-1fefbb5c-e557-42e2-b35d-eae7c97a635f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/networks?id=ea73e82d-6a6a-485e-87ef-28d2993217ff HTTP/1.1" status: 200 len: 796 time: 0.1710124 Feb 07 23:36:59.699986 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:59.709991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-f7fa2e86-99df-4555-9ac5-98fe09e6371d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/quotas/09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 375 time: 0.0106933 Feb 07 23:36:59.783781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d070c3f7-2aab-44a6-b007-87b68c9a5f59 None None] Provisioning complete for port 44c92b05-4954-44b8-8348-b7efee1634da triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:36:59.784002 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d070c3f7-2aab-44a6-b007-87b68c9a5f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:36:59.803850 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-1fefc00c-8749-4ab9-8e58-049560b8e94e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883617 Feb 07 23:36:59.848158 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d070c3f7-2aab-44a6-b007-87b68c9a5f59 None None] Port 44c92b05-4954-44b8-8348-b7efee1634da cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:36:59.943749 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 2, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:36:59.947847 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Checking router: 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:36:59.948321 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Updating router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 port 44c92b05-4954-44b8-8348-b7efee1634da binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:36:59.978193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:36:59.983130 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-aa3fd471-ea2e-414c-a8d0-2c61988e7c38 service neutron] 10.222.0.10 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493063 Feb 07 23:37:00.006782 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.053630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:37:00.053934 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.130221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-e503468d-3365-4130-a1f1-9457f27eb608 service neutron] 10.222.0.10 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406860 Feb 07 23:37:00.177248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2f79764-88f2-411a-b971-fc2b1ea5be7d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:37:00.250642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port c2f79764-88f2-411a-b971-fc2b1ea5be7d completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:37:00.253695 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c2f79764-88f2-411a-b971-fc2b1ea5be7d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:37:00.254077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.327481 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-293608a0-ae5a-4597-b00a-f75ab2510a98 req-6818e391-55aa-43f9-96a5-3c00c6f44685 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 210 time: 0.0441563 Feb 07 23:37:00.382706 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.405456 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.416778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port c2f79764-88f2-411a-b971-fc2b1ea5be7d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c2f79764-88f2-411a-b971-fc2b1ea5be7d,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:37:00.420780 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Transition to ACTIVE for port object 44c92b05-4954-44b8-8348-b7efee1634da will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:37:00.421870 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.431995 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.490651 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=c2f79764-88f2-411a-b971-fc2b1ea5be7d,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:00.635779 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Pushing event updated for resources: {'Port': ['ID=44c92b05-4954-44b8-8348-b7efee1634da,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:00.658970 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.659310 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.659646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.659974 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.660605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.661079 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.661468 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.661780 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.662098 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.662418 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.662739 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.663058 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:00.674227 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Attempting to bind port 44c92b05-4954-44b8-8348-b7efee1634da on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:37:00.674618 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Attempting to bind port 44c92b05-4954-44b8-8348-b7efee1634da by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:37:00.674984 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Attempting to bind port 44c92b05-4954-44b8-8348-b7efee1634da on network ea73e82d-6a6a-485e-87ef-28d2993217ff {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:37:00.680391 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:37:00.680790 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Checking segment: {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:37:00.681185 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.681566 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Bound using segment: {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:37:00.682045 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Bound port: 44c92b05-4954-44b8-8348-b7efee1634da, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:37:00.682416 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.777959 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] For port 44c92b05-4954-44b8-8348-b7efee1634da, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:37:00.781010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] For port 44c92b05-4954-44b8-8348-b7efee1634da, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=44c92b05-4954-44b8-8348-b7efee1634da,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:37:00.785466 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:00.862107 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:37:00.862698 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:00.937216 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4354469-6d49-4cd8-b2de-d10a4c113df6 None None] Pushing event updated for resources: {'Port': ['ID=44c92b05-4954-44b8-8348-b7efee1634da,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:01.071888 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:37:01.179235 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:01.431255 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:00Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:01.436959 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c79756-ee0d-43a8-b476-838a98849c5d None None] The sync data for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 is: [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:00Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:37:01.497110 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d3e718f-cf19-4394-8a4c-b7c36620af9f req-aee02178-8deb-4918-8829-db0b1bf0b332 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 210 time: 0.0586934 Feb 07 23:37:01.696316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-ee6f0bea-98c4-4e1a-8717-2d3c27662e23 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:01.697049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-ee6f0bea-98c4-4e1a-8717-2d3c27662e23 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:37:01.714989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-ee6f0bea-98c4-4e1a-8717-2d3c27662e23 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:37:01.716327 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-ee6f0bea-98c4-4e1a-8717-2d3c27662e23 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/networks?id=ea73e82d-6a6a-485e-87ef-28d2993217ff HTTP/1.1" status: 200 len: 796 time: 0.1829731 Feb 07 23:37:01.773948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-c96d265a-e946-4286-9c23-082d08fb63bb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 379 time: 0.0475695 Feb 07 23:37:01.783625 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'port': {'device_id': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'admin_state_up': True, 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'security_groups': ['320566f8-12ca-466c-9ed2-d38cc18c6108']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:37:01.934456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 44c92b05-4954-44b8-8348-b7efee1634da up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:37:01.956485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:37:01.960911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:port and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:37:01.964014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:37:01.971385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:37:01.981986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:37:01.986403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.014504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 44c92b05-4954-44b8-8348-b7efee1634da completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:37:02.019765 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 44c92b05-4954-44b8-8348-b7efee1634da triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:37:02.020214 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.157819 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.167548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.9 (ea73e82d-6a6a-485e-87ef-28d2993217ff/ab82c07e-f1db-49d0-aec6-bed87e6d87a0/7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:37:02.193556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 44c92b05-4954-44b8-8348-b7efee1634da, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=44c92b05-4954-44b8-8348-b7efee1634da,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:37:02.198336 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.199120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2f79764-88f2-411a-b971-fc2b1ea5be7d up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:37:02.317528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=44c92b05-4954-44b8-8348-b7efee1634da,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:02.332457 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port c2f79764-88f2-411a-b971-fc2b1ea5be7d triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:37:02.332875 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.378130 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.395320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:37:02.421260 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.495933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network ea73e82d-6a6a-485e-87ef-28d2993217ff is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:37:02.507952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:37:02.514342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:37:02.605254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:02.606055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.633121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:02.643802 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-830678db-2460-4ccf-8e99-c24f01019b69 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645103 Feb 07 23:37:02.655784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-03d10150-834e-448c-80fb-1d318390f804 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:37:02.656892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-03d10150-834e-448c-80fb-1d318390f804 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060482 Feb 07 23:37:02.669328 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Request body: {'port': {'device_id': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:37:02.719071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704303-facf-49ce-9724-9d5a3324e5af req-3ae454ff-b5a4-475d-b237-e04456e5bb4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:02.720666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87704303-facf-49ce-9724-9d5a3324e5af req-3ae454ff-b5a4-475d-b237-e04456e5bb4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 931 time: 0.1043286 Feb 07 23:37:02.778327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-87704303-facf-49ce-9724-9d5a3324e5af req-50a5ffa5-3589-41fa-9d31-ab4c6ddc16c9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494676 Feb 07 23:37:02.805261 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.856222 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-628f7b91-1b97-4fd9-b297-540a8c79cd68 None None] Provisioning for port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:37:02.863584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-628f7b91-1b97-4fd9-b297-540a8c79cd68 None None] Provisioning complete for port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:37:02.864766 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-628f7b91-1b97-4fd9-b297-540a8c79cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:02.926707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-628f7b91-1b97-4fd9-b297-540a8c79cd68 None None] Port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:37:03.160421 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:37:03.167744 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:03.181698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Transition to ACTIVE for port object 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:37:03.186621 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:03.341833 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:03.425401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Attempting to bind port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:37:03.425729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Attempting to bind port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:37:03.426052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Attempting to bind port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd on network ea73e82d-6a6a-485e-87ef-28d2993217ff {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:37:03.430545 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd on network ea73e82d-6a6a-485e-87ef-28d2993217ff not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:37:03.430869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Attempting to bind port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd on network ea73e82d-6a6a-485e-87ef-28d2993217ff {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:37:03.435955 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:37:03.436242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Checking segment: {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:37:03.436652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Bound using segment: {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:37:03.437079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Bound port: 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8679a022-7797-45b1-a720-1dde77800bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:37:03.437429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:03.525458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] For port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:37:03.528380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] For port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:37:03.533618 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:03.713323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:03.713936 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:03.715292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd HTTP/1.1" status: 200 len: 1091 time: 1.0524850 Feb 07 23:37:03.715740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:37:03.736094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b9f14-4192-4e2f-9cfa-6d69a9c204d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:03.812722 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'status': 'completed', 'code': 200} Feb 07 23:37:03.856649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 44c92b05-4954-44b8-8348-b7efee1634da up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:37:03.872472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-7d83b184-6e06-4f1d-8461-e74660643639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:03.874922 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-7d83b184-6e06-4f1d-8461-e74660643639 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 1094 time: 0.1037977 Feb 07 23:37:03.934103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 44c92b05-4954-44b8-8348-b7efee1634da triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:37:03.934543 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:03.962542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-ebc5cd9d-27a7-421a-8233-9408b3585417 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd HTTP/1.1" status: 200 len: 217 time: 0.0776668 Feb 07 23:37:04.010676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a085f0-4755-4ec1-97eb-0054e8855e44 req-5339fc9c-e32f-4cb9-8c37-909839bccbf8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:04.012211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95a085f0-4755-4ec1-97eb-0054e8855e44 req-5339fc9c-e32f-4cb9-8c37-909839bccbf8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 943 time: 0.0901258 Feb 07 23:37:04.034568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-c6c16b02-c4c1-4671-ab32-ea5c2911357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:04.038268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-c6c16b02-c4c1-4671-ab32-ea5c2911357e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab82c07e-f1db-49d0-aec6-bed87e6d87a0 HTTP/1.1" status: 200 len: 835 time: 0.0685048 Feb 07 23:37:04.061472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95a085f0-4755-4ec1-97eb-0054e8855e44 req-e807f356-0d67-4009-a687-f42b5471b8c4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422430 Feb 07 23:37:04.118146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-e627d44d-add4-4733-97c1-20458e73e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:04.119619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-e627d44d-add4-4733-97c1-20458e73e240 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea73e82d-6a6a-485e-87ef-28d2993217ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750287 Feb 07 23:37:04.251166 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-8114b8f7-fb53-4719-8424-7c61c784142d service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248417 Feb 07 23:37:04.381893 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-40322ee9-d2da-4238-bcf5-98c5c486a50f req-8fb2268c-3670-4511-83f3-807e8201db44 service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251390 Feb 07 23:37:04.492116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-854c657b-2c6a-44d2-bf8a-b23ab33a47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:04.493888 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-854c657b-2c6a-44d2-bf8a-b23ab33a47bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 1094 time: 0.0706158 Feb 07 23:37:04.627179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-292b3d7e-be78-444f-bd86-52dde9082749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:04.628612 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-292b3d7e-be78-444f-bd86-52dde9082749 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea73e82d-6a6a-485e-87ef-28d2993217ff HTTP/1.1" status: 200 len: 897 time: 0.1289029 Feb 07 23:37:04.702367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-6faf1247-2f60-40c8-8818-41fa7832fb57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd HTTP/1.1" status: 200 len: 217 time: 0.0659931 Feb 07 23:37:04.766379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-5306fbf1-846d-47c6-9e64-68e00be32030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:04.768157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-5306fbf1-846d-47c6-9e64-68e00be32030 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab82c07e-f1db-49d0-aec6-bed87e6d87a0 HTTP/1.1" status: 200 len: 835 time: 0.0599639 Feb 07 23:37:04.852552 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-45cda9c4-e4ae-46be-8088-03eeb7a125b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:04.854198 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-45cda9c4-e4ae-46be-8088-03eeb7a125b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea73e82d-6a6a-485e-87ef-28d2993217ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799196 Feb 07 23:37:04.994771 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-bdbe47b6-1a38-44a1-b338-b8484cdbb049 service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332378 Feb 07 23:37:05.143684 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-67bc98cb-8d6c-4755-960d-38d85dfe83b9 req-2809ee21-d301-428b-b2c3-c034f8c61bdc service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419921 Feb 07 23:37:05.255866 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8a56d-cf0a-49cf-8a5d-482b4a4cc72a req-f95c72f9-097b-4641-a402-6c9c34b51fb3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:05.257391 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39f8a56d-cf0a-49cf-8a5d-482b4a4cc72a req-f95c72f9-097b-4641-a402-6c9c34b51fb3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 943 time: 0.0813932 Feb 07 23:37:05.300699 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-39f8a56d-cf0a-49cf-8a5d-482b4a4cc72a req-1ad7de75-3c90-4e05-8b71-05b69ef164c6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 Feb 07 23:37:06.463195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:06.489031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b324a-1ddb-4501-8e91-b7b02d7b17f7 req-3cdb097c-108d-40b4-9f9c-52facfe23a23 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:06.490471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-106b324a-1ddb-4501-8e91-b7b02d7b17f7 req-3cdb097c-108d-40b4-9f9c-52facfe23a23 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 943 time: 0.0845022 Feb 07 23:37:06.533660 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-106b324a-1ddb-4501-8e91-b7b02d7b17f7 req-8087074a-095f-412b-8690-180597e04424 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375662 Feb 07 23:37:06.702350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:37:06.842897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:37:06.849643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:06.855725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'port_id': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'mac_address': 'fa:16:3e:dd:53:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:37:06.913914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:06.930586 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:37:06.946397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:37:06.949902 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:07.014914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:07.062196 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:37:07.149986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:37:07.725132 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d693e-1542-4c2b-9ec2-7e5e57eba839 req-801926a7-380b-4965-b824-4e32f887b91e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:07.726590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-578d693e-1542-4c2b-9ec2-7e5e57eba839 req-801926a7-380b-4965-b824-4e32f887b91e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 944 time: 0.0882285 Feb 07 23:37:07.770502 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-578d693e-1542-4c2b-9ec2-7e5e57eba839 req-f01f1fb6-dc98-4ff5-b87a-294e780fc7d0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 Feb 07 23:37:08.703119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:37:08.773593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:37:08.778217 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:37:08.778595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:08.902376 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:08.929415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:37:08.939784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:37:08.943946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:08.965773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d202c-b130-4a0d-a5ad-1bc2c9297d05 req-79b09a22-9eac-49fb-bf97-0a03f59bc35c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:08.967742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-825d202c-b130-4a0d-a5ad-1bc2c9297d05 req-79b09a22-9eac-49fb-bf97-0a03f59bc35c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 944 time: 0.0869596 Feb 07 23:37:08.981068 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'code': 200} Feb 07 23:37:09.016129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-825d202c-b130-4a0d-a5ad-1bc2c9297d05 req-64d61e0f-2ad3-4075-986b-674bd83c3cec tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 Feb 07 23:37:09.026241 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:09.112865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21581e0a-0cfd-4e92-bc47-cb99671ac474 req-f37b4f1a-6f07-4f6c-bad8-49dcc5ddb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:09.114321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21581e0a-0cfd-4e92-bc47-cb99671ac474 req-f37b4f1a-6f07-4f6c-bad8-49dcc5ddb2ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 1096 time: 0.0746174 Feb 07 23:37:09.154876 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21581e0a-0cfd-4e92-bc47-cb99671ac474 req-8a535b64-d44c-48c5-98bc-7ca140a1632c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333259 Feb 07 23:37:10.205362 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27b2a1-1e66-40b6-89e9-19d88a8bbffc req-b45d8437-55c8-46b1-8e70-23f9caedea9d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:10.207854 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d27b2a1-1e66-40b6-89e9-19d88a8bbffc req-b45d8437-55c8-46b1-8e70-23f9caedea9d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.0825796 Feb 07 23:37:10.255262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d27b2a1-1e66-40b6-89e9-19d88a8bbffc req-3f4089f2-cb7d-4165-904d-2b1a93b2a5b3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428550 Feb 07 23:37:11.440660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98335e33-7fb3-4960-bc3a-46c30b9e6ba3 req-181f2006-531d-4342-866c-5158f0be3d7e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:11.442046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98335e33-7fb3-4960-bc3a-46c30b9e6ba3 req-181f2006-531d-4342-866c-5158f0be3d7e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.0821850 Feb 07 23:37:11.485947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-98335e33-7fb3-4960-bc3a-46c30b9e6ba3 req-9fb98d34-ac91-486c-bb74-3b45def01ccb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381939 Feb 07 23:37:11.782812 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e842bfc-9a47-4c66-b5c8-1c32206deb1d req-7f54e5db-602c-4285-86bd-3c353693b699 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:11.784158 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e842bfc-9a47-4c66-b5c8-1c32206deb1d req-7f54e5db-602c-4285-86bd-3c353693b699 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.1960490 Feb 07 23:37:11.828851 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8e842bfc-9a47-4c66-b5c8-1c32206deb1d req-c9cc9035-ee8e-4d42-88ac-29cf8010861d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389626 Feb 07 23:37:11.851464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55870) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:11.923297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb504a-5f6c-495a-9f77-cf01fe466848 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:11.924811 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-28eb504a-5f6c-495a-9f77-cf01fe466848 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 1091 time: 0.0723343 Feb 07 23:37:11.927632 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55874) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:11.932441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:37:11.938894 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:37:11.942676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:floatingip and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:37:11.945448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:37:11.951579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:37:11.961798 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:12.106065 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:12.242484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.252 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/197f44e3-0d4f-419e-b84b-74fa84617127) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:37:12.391269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:12.422813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:12.497059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:37:12.500457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:37:12.504837 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:37:12.538023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=197f44e3-0d4f-419e-b84b-74fa84617127,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:12.914458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:12.988964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:13.194459 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:13.198892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:13.303331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=197f44e3-0d4f-419e-b84b-74fa84617127,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:13.319990 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:13.596834 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP db55987f-45a7-45a5-9db9-e7ebc2777e5a associated. External IP: 172.25.0.252, port: 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd. Feb 07 23:37:13.957384 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:37:14.141489 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:37:14.150987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] Sync routers for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:37:14.161270 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:37:14.161888 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:14.166255 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:14.222947 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-226d1b68-1ff1-46e1-9843-c1cab720012a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2943120 Feb 07 23:37:14.223635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:37:14.271142 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'status': 'completed', 'code': 200} Feb 07 23:37:14.350244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:37:14.372088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-2f89d830-e60e-4526-851f-70a081b657fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:14.374791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-2f89d830-e60e-4526-851f-70a081b657fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 1096 time: 0.0782669 Feb 07 23:37:14.397952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a6794-d35a-4e4c-96db-07f44ce1674a req-3492b404-a426-4b5c-a20b-a570f9b0a49c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:14.399341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb3a6794-d35a-4e4c-96db-07f44ce1674a req-3492b404-a426-4b5c-a20b-a570f9b0a49c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.0852427 Feb 07 23:37:14.446097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cb3a6794-d35a-4e4c-96db-07f44ce1674a req-2948377e-8614-463c-8df1-2f523b6538d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Feb 07 23:37:14.474306 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55882) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:14.589925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e15df092-2421-4995-900c-0766b1893e45 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/db55987f-45a7-45a5-9db9-e7ebc2777e5a HTTP/1.1" status: 200 len: 991 time: 0.1130965 Feb 07 23:37:14.634655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-14cef004-08b3-4986-b7d3-8948fab972dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:14.636356 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-14cef004-08b3-4986-b7d3-8948fab972dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea73e82d-6a6a-485e-87ef-28d2993217ff HTTP/1.1" status: 200 len: 897 time: 0.2553792 Feb 07 23:37:14.712017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'db55987f-45a7-45a5-9db9-e7ebc2777e5a', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'port_id': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'mac_address': 'fa:16:3e:dd:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:37:12Z', 'updated_at': '2022-02-07T23:37:12Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:14.715760 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] Checking router: 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:37:14.724382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:37:14.725021 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:36:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:14.739268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-5c89b726-41ff-4ecc-85ca-f927603b387f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd HTTP/1.1" status: 200 len: 999 time: 0.0961301 Feb 07 23:37:14.802738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-f46c8e41-b371-4703-b4e5-85fdf19d2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:14.804200 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-f46c8e41-b371-4703-b4e5-85fdf19d2733 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab82c07e-f1db-49d0-aec6-bed87e6d87a0 HTTP/1.1" status: 200 len: 835 time: 0.0595920 Feb 07 23:37:14.882051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-361c46ad-c5d8-4aa3-a9c9-fb412b65548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:14.883586 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-361c46ad-c5d8-4aa3-a9c9-fb412b65548f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea73e82d-6a6a-485e-87ef-28d2993217ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732281 Feb 07 23:37:14.937642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:37:15.015211 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-ce5690f3-564e-4048-bb15-3f326f3f8ee7 service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253469 Feb 07 23:37:15.156781 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d5e17bce-5ee4-4541-a4f1-67b5d5e16ae9 req-800eac21-8bdd-4de4-bdaa-a52cfee1d657 service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358128 Feb 07 23:37:15.288380 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'db55987f-45a7-45a5-9db9-e7ebc2777e5a', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'port_id': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'mac_address': 'fa:16:3e:dd:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:37:12Z', 'updated_at': '2022-02-07T23:37:12Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:15.292266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1904bea3-47b3-493f-a4dc-330ab91ec43f None None] The sync data for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 is: [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'db55987f-45a7-45a5-9db9-e7ebc2777e5a', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.252', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'port_id': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'mac_address': 'fa:16:3e:dd:53:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:37:12Z', 'updated_at': '2022-02-07T23:37:12Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:37:15.500875 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d6bc3-2660-4066-b882-38e9ed1523f7 None None] New status for floating IP db55987f-45a7-45a5-9db9-e7ebc2777e5a: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:37:15.592921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55886) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:15.701313 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-485a66fe-2140-4f0f-a1c2-da2c463fc4a9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/db55987f-45a7-45a5-9db9-e7ebc2777e5a HTTP/1.1" status: 200 len: 991 time: 0.1072097 Feb 07 23:37:16.705232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55890) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:16.807007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d544d64a-6aa0-4ea0-9f2f-9adf891fd94c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/db55987f-45a7-45a5-9db9-e7ebc2777e5a HTTP/1.1" status: 200 len: 993 time: 0.1005552 Feb 07 23:37:26.050980 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f03f8407-0ace-4942-9ab4-0a87eda86930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:28.258700 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-491d239a-31b0-4797-ad2a-df1ad0540f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:29.405642 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:29.699555 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:31.182052 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:36.461942 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:36.485569 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-f6b8f55b-af63-4751-8a89-aeb777974084 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731537 Feb 07 23:37:36.624059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-3522d99f-ada4-4fd4-ad62-19e85f613e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:36.625561 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-3522d99f-ada4-4fd4-ad62-19e85f613e89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 1096 time: 0.0709577 Feb 07 23:37:36.768923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-02c175ad-29f0-4eca-9c28-15d5f0e0e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:36.770261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-02c175ad-29f0-4eca-9c28-15d5f0e0e3c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea73e82d-6a6a-485e-87ef-28d2993217ff HTTP/1.1" status: 200 len: 897 time: 0.1261890 Feb 07 23:37:36.827690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:36.877924 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-cfd49f3e-de63-4e04-8d21-160fbbf407d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd HTTP/1.1" status: 200 len: 1001 time: 0.0994806 Feb 07 23:37:36.939803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-908d3c8f-fed2-423f-ae85-a5974e5dcc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:36.941263 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-908d3c8f-fed2-423f-ae85-a5974e5dcc18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab82c07e-f1db-49d0-aec6-bed87e6d87a0 HTTP/1.1" status: 200 len: 835 time: 0.0576179 Feb 07 23:37:37.020566 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-41ae0b91-06a6-4246-800f-a1973228097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:37.021928 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-41ae0b91-06a6-4246-800f-a1973228097d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea73e82d-6a6a-485e-87ef-28d2993217ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725431 Feb 07 23:37:37.152932 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-239467b3-4e1b-40ae-9c07-6be34df56aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233714 Feb 07 23:37:37.281589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6702bffd-aaf6-4289-a8bd-e7fddd0fe386 req-1753c14d-d59d-4076-bccd-e10a0cbcfa68 service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222758 Feb 07 23:37:44.062059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:37:46.421260 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53654a57-4c76-46a3-af94-6910bf991c01 req-cc835a21-33a7-4bef-8390-1a68d8c41cc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:46.422897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53654a57-4c76-46a3-af94-6910bf991c01 req-cc835a21-33a7-4bef-8390-1a68d8c41cc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.1545377 Feb 07 23:37:46.469163 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-53654a57-4c76-46a3-af94-6910bf991c01 req-a2cbc0eb-cb7e-4ccf-ae30-5f78390a7760 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Feb 07 23:37:47.700808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d86fa-d622-4cab-8d3b-36e62e9ddda9 req-1f203c64-bd94-44b0-be0c-626e5d2b57bb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:47.702249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-444d86fa-d622-4cab-8d3b-36e62e9ddda9 req-1f203c64-bd94-44b0-be0c-626e5d2b57bb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.1265583 Feb 07 23:37:47.749003 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-444d86fa-d622-4cab-8d3b-36e62e9ddda9 req-9e302931-23e0-4663-9bf2-7ff3ca7b5947 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Feb 07 23:37:47.771507 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55918) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:47.877804 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4e446242-ceff-40a8-9eff-ff56611edd24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/db55987f-45a7-45a5-9db9-e7ebc2777e5a HTTP/1.1" status: 200 len: 993 time: 0.1052105 Feb 07 23:37:49.310768 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914f6b1-3506-4a81-9528-6060c05c1cdd req-c387de2f-ee55-423f-a714-82e1ddca524a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:49.312241 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1914f6b1-3506-4a81-9528-6060c05c1cdd req-c387de2f-ee55-423f-a714-82e1ddca524a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.0783038 Feb 07 23:37:49.357856 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1914f6b1-3506-4a81-9528-6060c05c1cdd req-2a5ddc53-5bd3-495a-9df1-1f820b60f242 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396147 Feb 07 23:37:50.548927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a8efe-d289-4988-9571-cb4d083b8831 req-2bf41b24-8add-4afd-90bb-0b22a72f0797 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:50.550378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e43a8efe-d289-4988-9571-cb4d083b8831 req-2bf41b24-8add-4afd-90bb-0b22a72f0797 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.0830479 Feb 07 23:37:50.711827 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e43a8efe-d289-4988-9571-cb4d083b8831 req-0974cf4d-537e-4c10-a848-da43950f728f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557703 Feb 07 23:37:50.735283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 55930) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:50.838779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cfeaad6b-ea20-47cd-919c-0d625486f9fd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/db55987f-45a7-45a5-9db9-e7ebc2777e5a HTTP/1.1" status: 200 len: 993 time: 0.1022830 Feb 07 23:37:51.101962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55938) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:51.417486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 197f44e3-0d4f-419e-b84b-74fa84617127 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:37:51.417828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:51.587788 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:51.588117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:51.709106 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 197f44e3-0d4f-419e-b84b-74fa84617127 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:37:51.862478 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:51.911342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=197f44e3-0d4f-419e-b84b-74fa84617127,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:51.952653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.953004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.953357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.953694 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.954028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.954360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.954689 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.955014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.955339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.955662 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.955982 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:51.956298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:37:52.015372 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:52.015706 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP db55987f-45a7-45a5-9db9-e7ebc2777e5a disassociated (deleted). External IP: 172.25.0.252, port: 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd. Feb 07 23:37:52.362243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:37:52.544540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:37:52.555326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] Sync routers for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:37:52.558217 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:52.564859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:37:52.565487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:52.613802 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7e07f8a6-e817-4f6e-9202-ce94808dd0f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/floatingips/db55987f-45a7-45a5-9db9-e7ebc2777e5a HTTP/1.1" status: 204 len: 168 time: 1.5107446 Feb 07 23:37:52.614394 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:37:52.724246 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'status': 'completed', 'code': 200} Feb 07 23:37:52.751985 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:37:52.965924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-b1459340-550e-4154-a22e-dae1659b50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:52.967985 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-b1459340-550e-4154-a22e-dae1659b50a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 1096 time: 0.2226744 Feb 07 23:37:53.012714 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e778e4-bf2a-40be-906c-fde1fa95d997 req-455c99a9-4fef-4658-a2e9-5705fdc1fab1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:53.015420 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7e778e4-bf2a-40be-906c-fde1fa95d997 req-455c99a9-4fef-4658-a2e9-5705fdc1fab1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.0867119 Feb 07 23:37:53.062320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7e778e4-bf2a-40be-906c-fde1fa95d997 req-9438fe97-024a-45c3-bc5e-e5de2f156c93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413880 Feb 07 23:37:53.084860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:53.088656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] Checking router: 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:37:53.097620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:37:53.098210 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:53.107709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-13d7bd82-0adb-434e-b6d8-f71655fe3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:53.109194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-13d7bd82-0adb-434e-b6d8-f71655fe3878 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ea73e82d-6a6a-485e-87ef-28d2993217ff HTTP/1.1" status: 200 len: 897 time: 0.1343589 Feb 07 23:37:53.180659 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-2c600a24-caa1-4d5c-bbd0-747fc53ba3e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd HTTP/1.1" status: 200 len: 217 time: 0.0649080 Feb 07 23:37:53.243473 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-5637b0ed-548e-4a26-9a22-d3aff8e59263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:53.244928 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-5637b0ed-548e-4a26-9a22-d3aff8e59263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab82c07e-f1db-49d0-aec6-bed87e6d87a0 HTTP/1.1" status: 200 len: 835 time: 0.0574610 Feb 07 23:37:53.277387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:37:53.320357 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-14e9160b-6b06-4f1f-aa88-b7eb266f5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:53.321860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-14e9160b-6b06-4f1f-aa88-b7eb266f5709 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ea73e82d-6a6a-485e-87ef-28d2993217ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708644 Feb 07 23:37:53.458026 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-1c97f6c2-c505-4750-a98f-8b24a8a7065e service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290975 Feb 07 23:37:53.599224 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-83e8b60d-43fa-4365-9f65-e67facc63c3a req-7cec5aba-e790-46b6-839e-98ad903eab3f service neutron] 10.222.0.36 "GET /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342015 Feb 07 23:37:53.639784 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:53.643716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ec91d-269f-4013-88b4-cb2d647eac9d None None] The sync data for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 is: [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:36:57Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '44c92b05-4954-44b8-8348-b7efee1634da', 'name': '', 'network_id': 'ea73e82d-6a6a-485e-87ef-28d2993217ff', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:0e:99:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:57Z', 'updated_at': '2022-02-07T23:37:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'ab82c07e-f1db-49d0-aec6-bed87e6d87a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:37:53.855913 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf73ab-e8d2-4fa2-9cbb-28f658a8392a None None] New status for floating IP db55987f-45a7-45a5-9db9-e7ebc2777e5a: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:37:54.249946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fa4c0-c128-48e4-a571-f44eb520b34e req-845ac9d7-7eb3-46e9-95d3-42f2cd56c1ef tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:54.251284 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-889fa4c0-c128-48e4-a571-f44eb520b34e req-845ac9d7-7eb3-46e9-95d3-42f2cd56c1ef tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.0822577 Feb 07 23:37:54.294785 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-889fa4c0-c128-48e4-a571-f44eb520b34e req-fa5dbc58-12fe-431c-b5b0-16b04eb8ba2a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=320566f8-12ca-466c-9ed2-d38cc18c6108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378444 Feb 07 23:37:54.448646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-d04ddc39-1ffd-4150-80ae-2a38b4dbe486 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:37:54.449331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-d04ddc39-1ffd-4150-80ae-2a38b4dbe486 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:37:54.466464 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-d04ddc39-1ffd-4150-80ae-2a38b4dbe486 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:37:54.467787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-d04ddc39-1ffd-4150-80ae-2a38b4dbe486 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 945 time: 0.1003220 Feb 07 23:37:54.536238 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:37:54.536502 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:54.782755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:37:54.783115 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:54.909045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:37:55.055393 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:55.108209 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:55.185852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] No DVR routers for this DVR port 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:37:55.188882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:55.192113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'name': 'network-vif-deleted', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:37:55.207082 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-827fa944-e1ae-4c58-9008-fd1837bb512a req-65150ade-dc05-4b62-84fc-2fc1f577a460 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "DELETE /v2.0/ports/7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd HTTP/1.1" status: 204 len: 173 time: 0.7344604 Feb 07 23:37:55.240642 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e2c18a-815f-4734-a295-0f7448a92c1e', 'name': 'network-vif-deleted', 'tag': '7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd', 'status': 'completed', 'code': 200} Feb 07 23:37:55.457575 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c630a55b-d29d-484d-b067-24be7a1086b6 req-83c4aafc-29d9-4742-b19f-01a8079f344d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7e2c18a-815f-4734-a295-0f7448a92c1e HTTP/1.1" status: 200 len: 210 time: 0.0435824 Feb 07 23:37:56.043275 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b47e92ad-38e6-4e44-903a-d63d8448697b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:56.554510 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55958) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:56.999056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:37:57.036866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:37:57.037215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 7c5e9c32-3b6c-4033-b6f7-323f1b5f4acd not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:37:57.217887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:57.574683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 44c92b05-4954-44b8-8348-b7efee1634da {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:37:57.575350 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:57.760517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 44c92b05-4954-44b8-8348-b7efee1634da, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=44c92b05-4954-44b8-8348-b7efee1634da,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:37:57.760914 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:57.889816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 44c92b05-4954-44b8-8348-b7efee1634da owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:37:58.261019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-686a2982-0458-4fbd-bc05-f65cc9e6c21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:58.350530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:58.399476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=44c92b05-4954-44b8-8348-b7efee1634da,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:58.674977 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.042735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:37:59.222457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:37:59.232220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] Sync routers for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:37:59.237138 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4073d6ae-717e-4527-9748-6774749abc2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6814442 Feb 07 23:37:59.237627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55962) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:59.241045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:37:59.241653 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:59.302177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting subnet ab82c07e-f1db-49d0-aec6-bed87e6d87a0 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:37:59.305071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.361967 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.430406 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.432883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:37:59.450946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.526453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.566539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Subnet': ['ID=ab82c07e-f1db-49d0-aec6-bed87e6d87a0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:37:59.568496 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.574730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-02312cd4-4e44-4147-a882-6ce199f7f1ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/subnets/ab82c07e-f1db-49d0-aec6-bed87e6d87a0 HTTP/1.1" status: 204 len: 168 time: 0.3361638 Feb 07 23:37:59.577346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55966) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:37:59.595669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff438c-63ec-4c55-b955-2ce9f1cb9e53 None None] Network ea73e82d-6a6a-485e-87ef-28d2993217ff requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:37:59.740581 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.908130 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:37:58Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:59.908316 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:37:59.912192 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] Checking router: 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:37:59.922649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] Routers {'60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:37:59.923706 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:37:59.987004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] DHCP port deletion for ea73e82d-6a6a-485e-87ef-28d2993217ff request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:38:00.001714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Deleting port c2f79764-88f2-411a-b971-fc2b1ea5be7d {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:38:00.002088 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.099922 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.109180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:38:00.109646 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.215008 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] Set router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:38:00.291852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:00.292221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.419840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:38:00.521736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] For port c2f79764-88f2-411a-b971-fc2b1ea5be7d, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=c2f79764-88f2-411a-b971-fc2b1ea5be7d,segment=NetworkSegment(8679a022-7797-45b1-a720-1dde77800bae),segment_id=8679a022-7797-45b1-a720-1dde77800bae)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:00.522375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.591178 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.660397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Calling delete_port for c2f79764-88f2-411a-b971-fc2b1ea5be7d owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:38:00.668806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:00.732112 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.781656 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.837499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Pushing event deleted for resources: {'Port': ['ID=c2f79764-88f2-411a-b971-fc2b1ea5be7d,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:00.844441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] No DVR routers for this DVR port c2f79764-88f2-411a-b971-fc2b1ea5be7d on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:38:00.852206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.852621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.853036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.853246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.853573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.853908 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.854244 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.854566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.854897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.855221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.855549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.855881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8a854e-d45d-40c6-847b-49f25425ab9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:00.874917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:37:58Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:00.879700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728467fe-a388-4d98-a6f7-d763a28e43f6 None None] The sync data for ids ['60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6'] in n-d-827896-3 is: [{'id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1780456063', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:36:52Z', 'updated_at': '2022-02-07T23:37:58Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fd:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:36:53Z', 'updated_at': '2022-02-07T23:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:38:00.913097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.915676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.937957 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.938549 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Fanout notify agent at l3_agent the message router_deleted on router 60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:38:00.953835 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:00.954917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-669b7c58-3b9a-4101-92e1-410e61568c2d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/routers/60a4ffa2-ec5e-4776-b4c7-b6a87f282cd6 HTTP/1.1" status: 204 len: 168 time: 1.3766820 Feb 07 23:38:00.957618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55970) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:01.069971 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.184501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.326818 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.353455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea73e82d-6a6a-485e-87ef-28d2993217ff']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:01.366482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8679a022-7797-45b1-a720-1dde77800bae') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:01.366784 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8679a022-7797-45b1-a720-1dde77800bae') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:01.379354 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.396657 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.402954 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:38:01.403910 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:38:01.418201 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:38:01.502477 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.521010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.533649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Network': ['ID=ea73e82d-6a6a-485e-87ef-28d2993217ff,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:01.540647 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9aa73470-8d6d-45d4-8b6f-666d11a159b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/networks/ea73e82d-6a6a-485e-87ef-28d2993217ff HTTP/1.1" status: 204 len: 168 time: 0.5820327 Feb 07 23:38:01.543381 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55974) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:01.620885 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c7a-d0f3-41ac-b113-e1f6836855fc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.651271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c7a-d0f3-41ac-b113-e1f6836855fc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.716306 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c7a-d0f3-41ac-b113-e1f6836855fc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.736141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e5c7a-d0f3-41ac-b113-e1f6836855fc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320566f8-12ca-466c-9ed2-d38cc18c6108,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:01.743328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c7a-d0f3-41ac-b113-e1f6836855fc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:01.746839 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d26e5c7a-d0f3-41ac-b113-e1f6836855fc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/security-groups/320566f8-12ca-466c-9ed2-d38cc18c6108 HTTP/1.1" status: 204 len: 168 time: 0.2018366 Feb 07 23:38:01.940048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 44c92b05-4954-44b8-8348-b7efee1634da no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:38:01.977561 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 44c92b05-4954-44b8-8348-b7efee1634da {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:38:01.977918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 44c92b05-4954-44b8-8348-b7efee1634da not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:38:01.978340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:38:02.015302 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:38:02.015553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ef2fa0f3-4ea1-43c6-b0ee-676af8609bf0 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:38:02.015964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2f79764-88f2-411a-b971-fc2b1ea5be7d no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:38:02.052262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: c2f79764-88f2-411a-b971-fc2b1ea5be7d {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:38:02.052669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device c2f79764-88f2-411a-b971-fc2b1ea5be7d not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:38:02.069460 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55982) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:02.074922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-155605187', 'description': 'tempest-secgroup-smoke-155605187 description', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:02.082259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:02.086364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:02.089215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:02.096004 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:02.105489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.124872 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:02.128643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:02.131372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:02.137258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:02.205962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.209365 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.253389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06895cf9-931a-4be1-830b-fa6973ebca1c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:02.256984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.258273 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d043d839-349e-475f-bf36-6d2cdcbe26e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1877904 Feb 07 23:38:02.261488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55986) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:02.266928 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '06895cf9-931a-4be1-830b-fa6973ebca1c', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:02.273535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:02.277324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:02.280743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:02.286389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:02.302579 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.365168 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.368512 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.391934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e74388e-8334-4241-bd36-5e436561ff76,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:02.400614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.401774 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-46ae9bc9-5f7c-4ace-a05a-6157cba780dc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393778 Feb 07 23:38:02.405117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55990) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:02.409957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '06895cf9-931a-4be1-830b-fa6973ebca1c', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:02.416583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:02.421083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:02.424113 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:02.429782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:02.446779 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.507806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.511655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.535488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263d36f4-eaf5-4dc6-9472-9bfe3cda112c,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:02.543746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.545753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c38ba7c2-a6ff-4e78-b5e9-cee45440d858 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396909 Feb 07 23:38:02.548423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55994) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:02.553317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '06895cf9-931a-4be1-830b-fa6973ebca1c', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:02.559903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:02.563740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:02.566638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:02.572249 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:02.588614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.652883 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.657185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.680228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe604515-1240-41fa-a4f9-29ff5ffbc7a2,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:02.690480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.691680 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c27604ef-2ac9-4d06-bdee-f7d5c22ff85c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423202 Feb 07 23:38:02.694413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 55998) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:02.699205 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '06895cf9-931a-4be1-830b-fa6973ebca1c', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:02.706360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:02.710145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:02.712975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:02.718597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:02.734959 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.797449 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.800955 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.825184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad2c471-bfa7-4da9-b1ff-edb11dbe554f,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:02.833695 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.835066 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d27a5f8b-f3f8-4c95-b63e-caaa9c1d7ba0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397483 Feb 07 23:38:02.837882 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56002) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:02.842990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '06895cf9-931a-4be1-830b-fa6973ebca1c', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:02.849830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:02.853945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:02.857369 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:02.863301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:02.874250 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:38:02.880853 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.944218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.947739 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.971871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b9713e-9cf4-4ea3-9ced-4bb48ef230ec,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:02.980727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:02.982095 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-03502fa0-b1d1-435b-a5a6-f460d66987e1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432395 Feb 07 23:38:02.984776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56006) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:02.989743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '06895cf9-931a-4be1-830b-fa6973ebca1c', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:02.996247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:03.000269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:03.002967 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:03.008806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:03.021756 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:38:03.028235 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.093236 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.097003 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.125389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3719b7e1-e29c-4a53-9e45-79700834dd1b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:03.132322 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.133559 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-40607bbd-f823-4b17-83bd-9512b58d546e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478508 Feb 07 23:38:03.136536 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56010) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:03.142589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'network': {'name': 'tempest-network-smoke--137208019', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:03.148145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:03.152189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:network and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:03.155643 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:03.161274 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:03.171712 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:38:03.175111 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.202824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:38:03.211540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.211885 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Added segment f1749b1c-c363-4373-97d5-b5116004de7c of type vlan for network 683b38d6-8351-4cfd-8e80-0128d3a66986 Feb 07 23:38:03.236926 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.266035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.271296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:03.271882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.377363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2397187 Feb 07 23:38:03.379992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56014) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:03.382455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e9915-e60f-4770-b807-45fe7bc14741 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Network': ['ID=683b38d6-8351-4cfd-8e80-0128d3a66986,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:03.387420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'admin_state_up': True, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:03.392426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:38:03.395713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:03.399601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:router and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:03.402501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:03.408837 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:03.419844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.420855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.437836 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:03.704911 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:04.124620 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:04.153715 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:04.289116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.185 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/31859433-ab45-4128-ba82-96955978005c) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:38:04.436040 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:04.465214 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:04.533082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:38:04.536093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:38:04.538655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:38:04.578533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=31859433-ab45-4128-ba82-96955978005c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:04.966603 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:05.318064 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:05.659380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:38:05.838989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:38:05.848588 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Sync routers for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:38:05.857772 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:38:05.858370 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:05.867165 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:05.871187 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5de1fb38-58d4-468b-beed-bb094f19931e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4873085 Feb 07 23:38:05.872541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56020) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:05.912175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-dbdeff91-6aa7-47aa-83c8-923643279cd1 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=09e2df714cd54ca092dabe116ae5d1bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384936 Feb 07 23:38:05.914571 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56024) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:06.035822 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:38:06.047617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162c649-a4ab-4145-9247-5039181bb83e tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:06.049143 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6162c649-a4ab-4145-9247-5039181bb83e tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336880 Feb 07 23:38:06.051887 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56028) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:06.090486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-57a96ebd-5a30-4c90-b79b-909bd06da4f4 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375204 Feb 07 23:38:06.093622 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56032) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:06.099231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510969854', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:06.212349 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:06.216264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:subnet and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:06.219117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:06.224883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:06.235457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:38:06.239045 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.324320 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:04Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:06.330624 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Checking router: ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:38:06.330973 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Updating router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 port 31859433-ab45-4128-ba82-96955978005c binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:38:06.388180 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.464525 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.472521 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.550811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Subnet': ['ID=2a7dcf0d-2dc1-4201-9460-5e4a523d151e,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:06.559312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Checking segment: {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:38:06.560207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network hostable DHCP agents. Network: 683b38d6-8351-4cfd-8e80-0128d3a66986, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:38:06.579630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:38:06.589343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 683b38d6-8351-4cfd-8e80-0128d3a66986) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:38:06.593438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:06.594026 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.599146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee7d26-caa1-47f8-aa9e-f629bd776b90 None None] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:38:06.621354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9997efe6-1bfd-49de-95a1-951aa08b6fbc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5240648 Feb 07 23:38:06.621805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56036) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:06.761693 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.773767 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Transition to ACTIVE for port object 31859433-ab45-4128-ba82-96955978005c will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:38:06.780689 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.824964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-683b38d6-8351-4cfd-8e80-0128d3a66986', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:38:06.826575 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.851393 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Attempting to bind port 31859433-ab45-4128-ba82-96955978005c on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:38:06.851926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Attempting to bind port 31859433-ab45-4128-ba82-96955978005c by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:38:06.852120 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Attempting to bind port 31859433-ab45-4128-ba82-96955978005c on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:38:06.867960 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Pushing event updated for resources: {'Port': ['ID=31859433-ab45-4128-ba82-96955978005c,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:06.877927 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.878486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.878999 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.879499 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.879991 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.880469 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.881022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.881540 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.882035 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.882508 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.882981 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.883450 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:06.887214 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:38:06.888062 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:38:06.888654 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.889180 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:38:06.889809 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Bound port: 31859433-ab45-4128-ba82-96955978005c, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:38:06.890339 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.915445 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:06.972922 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] For port 31859433-ab45-4128-ba82-96955978005c, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:38:06.976061 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] For port 31859433-ab45-4128-ba82-96955978005c, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=31859433-ab45-4128-ba82-96955978005c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:38:06.983444 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:07.019787 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Allocated IP 172.20.0.2 (683b38d6-8351-4cfd-8e80-0128d3a66986/2a7dcf0d-2dc1-4201-9460-5e4a523d151e/9a09db7c-10b1-4edc-86bf-58f9aa1be5e4) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:38:07.055673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:38:07.056387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:07.140323 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f42de-36be-4bf9-9320-4206ea9b47c5 None None] Pushing event updated for resources: {'Port': ['ID=31859433-ab45-4128-ba82-96955978005c,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:07.257410 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:38:07.291276 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:07.302418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Transition to ACTIVE for port object 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:38:07.321686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Transition to ACTIVE for port object 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:38:07.327649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:07.389326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:38:07.390482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:38:07.392992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:38:07.473473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Pushing event updated for resources: {'Port': ['ID=9a09db7c-10b1-4edc-86bf-58f9aa1be5e4,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:07.496874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Attempting to bind port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:38:07.497331 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:07.497816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Attempting to bind port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:38:07.497816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Attempting to bind port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 on network 683b38d6-8351-4cfd-8e80-0128d3a66986 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:38:07.503793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:38:07.504297 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Checking segment: {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:38:07.504823 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:07.505312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Bound using segment: {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:38:07.505869 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Bound port: 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:38:07.506352 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:07.548241 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:04Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:07.553960 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319a7ba-9c63-4f25-a258-3846b8818b22 None None] The sync data for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 is: [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:04Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:38:07.603913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] For port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:38:07.607607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] For port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9a09db7c-10b1-4edc-86bf-58f9aa1be5e4,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:38:07.612793 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:07.696162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5c22-db0d-403a-b111-d584ed4937be None None] Pushing event updated for resources: {'Port': ['ID=9a09db7c-10b1-4edc-86bf-58f9aa1be5e4,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:07.989716 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 31859433-ab45-4128-ba82-96955978005c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:38:08.034022 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.1 (683b38d6-8351-4cfd-8e80-0128d3a66986/2a7dcf0d-2dc1-4201-9460-5e4a523d151e/b1c4bb36-8492-444d-8e4d-e591c8d532dc) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:38:08.097873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 31859433-ab45-4128-ba82-96955978005c completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:38:08.103794 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 31859433-ab45-4128-ba82-96955978005c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:08.104287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:08.241864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:08.244705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:08.259034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 31859433-ab45-4128-ba82-96955978005c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=31859433-ab45-4128-ba82-96955978005c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:08.264271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object b1c4bb36-8492-444d-8e4d-e591c8d532dc will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:38:08.264448 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:08.290248 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:08.342526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=31859433-ab45-4128-ba82-96955978005c,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:08.369088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:38:08.373320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:38:08.376481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:38:08.417115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=b1c4bb36-8492-444d-8e4d-e591c8d532dc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:08.444366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:08.727931 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:08.860243 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88c8813-2d5b-435f-a1ad-ea117474f418 None None] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:38:08.973233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-77131054-a890-4f02-9207-0796d9445656 None None] Provisioning for port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:38:09.315643 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:09.320750 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:09.414249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57df71bc-609b-4a20-b62f-a234c26b68f8 None None] Provisioning for port b1c4bb36-8492-444d-8e4d-e591c8d532dc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:38:09.419383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57df71bc-609b-4a20-b62f-a234c26b68f8 None None] Provisioning complete for port b1c4bb36-8492-444d-8e4d-e591c8d532dc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:09.419973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57df71bc-609b-4a20-b62f-a234c26b68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:09.436586 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=b1c4bb36-8492-444d-8e4d-e591c8d532dc,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:09.441398 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:09.484073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-57df71bc-609b-4a20-b62f-a234c26b68f8 None None] Port b1c4bb36-8492-444d-8e4d-e591c8d532dc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:38:09.583757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:38:09.585109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:38:09.614193 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8516c788-c1fd-4dd3-a2b5-eff6fbf944c9 None None] Provisioning complete for port b1c4bb36-8492-444d-8e4d-e591c8d532dc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:09.614565 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8516c788-c1fd-4dd3-a2b5-eff6fbf944c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:09.670233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-8516c788-c1fd-4dd3-a2b5-eff6fbf944c9 None None] Port b1c4bb36-8492-444d-8e4d-e591c8d532dc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:38:09.777958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:38:09.791560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ac44fefb-1cad-434f-97a5-b469284fa655 None None] Provisioning complete for port b1c4bb36-8492-444d-8e4d-e591c8d532dc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:09.791939 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac44fefb-1cad-434f-97a5-b469284fa655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:09.850161 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac44fefb-1cad-434f-97a5-b469284fa655 None None] Port b1c4bb36-8492-444d-8e4d-e591c8d532dc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:38:09.969319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:38:09.980229 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Sync routers for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:38:09.983927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:38:09.984042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bb643bcb-27e2-4f55-98f0-2fce325ebdd4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/ef3efac6-4e4c-4a56-b458-d0d24ebee1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3605852 Feb 07 23:38:10.034734 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:38:10.035364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:10.155168 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-1d258224-f209-4b64-84fb-7f64e03fde4b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155605187&fields=id&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 267 time: 0.0448961 Feb 07 23:38:10.198205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:38:10.214482 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:10.214853 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:10.274050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:38:10.313761 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-ca6b714f-53a8-4c1a-a41b-58efe886c9d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:10.314526 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-ca6b714f-53a8-4c1a-a41b-58efe886c9d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 796 time: 0.1527829 Feb 07 23:38:10.330622 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-5c458d15-3cd9-4886-b176-47d65a32a69b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/quotas/09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 375 time: 0.0104036 Feb 07 23:38:10.416307 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-3d6561e2-8592-43a2-a669-84de72fb8cc9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805359 Feb 07 23:38:10.584544 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:10.644327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-b9c8a708-222d-4368-a95c-d4cd759019f0 service neutron] 10.222.0.10 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777968 Feb 07 23:38:10.674201 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9a09db7c-10b1-4edc-86bf-58f9aa1be5e4,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:10.679401 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:10.680167 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 31859433-ab45-4128-ba82-96955978005c up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:38:10.779133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-836d8f32-0d25-47b4-b604-49c1d5da65bb service neutron] 10.222.0.10 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287830 Feb 07 23:38:10.812690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=9a09db7c-10b1-4edc-86bf-58f9aa1be5e4,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:10.831815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 31859433-ab45-4128-ba82-96955978005c triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:10.832193 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:10.876514 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 2, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:10.885899 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Checking router: ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:38:10.886251 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Updating router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 port b1c4bb36-8492-444d-8e4d-e591c8d532dc binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:38:10.952057 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:10.987694 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9033a36f-9bf1-4c4f-910d-3d2a046a5bb5 req-69b73aae-1f11-4190-96e9-6ad242933282 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 210 time: 0.0479741 Feb 07 23:38:11.350783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:11.362420 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Transition to ACTIVE for port object b1c4bb36-8492-444d-8e4d-e591c8d532dc will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:38:11.369850 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:11.500946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902557ec-5180-40ce-9482-fe63e65d8be8 None None] Pushing event updated for resources: {'Port': ['ID=b1c4bb36-8492-444d-8e4d-e591c8d532dc,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:11.594612 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Attempting to bind port b1c4bb36-8492-444d-8e4d-e591c8d532dc on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:38:11.594981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Attempting to bind port b1c4bb36-8492-444d-8e4d-e591c8d532dc by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:38:11.595359 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Attempting to bind port b1c4bb36-8492-444d-8e4d-e591c8d532dc on network 683b38d6-8351-4cfd-8e80-0128d3a66986 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:38:11.601626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:38:11.602001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Checking segment: {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:38:11.602403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:11.602807 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Bound using segment: {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:38:11.603273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Bound port: b1c4bb36-8492-444d-8e4d-e591c8d532dc, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:38:11.603653 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:11.705912 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] For port b1c4bb36-8492-444d-8e4d-e591c8d532dc, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:38:11.709837 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] For port b1c4bb36-8492-444d-8e4d-e591c8d532dc, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1c4bb36-8492-444d-8e4d-e591c8d532dc,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:38:11.714238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:11.791595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:38:11.792225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:11.850507 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902557ec-5180-40ce-9482-fe63e65d8be8 None None] Pushing event updated for resources: {'Port': ['ID=b1c4bb36-8492-444d-8e4d-e591c8d532dc,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:11.904034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:38:12.107582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:38:12.199834 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c474f102-437d-4d50-831c-eaeb18464677 req-bf8976d1-aa70-46ea-bbb2-6c4b1fca2b87 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 210 time: 0.0789845 Feb 07 23:38:12.266968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-0ab041d3-92b3-47f5-9eba-f3e09d49bf7b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:12.267655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-0ab041d3-92b3-47f5-9eba-f3e09d49bf7b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:38:12.284526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-0ab041d3-92b3-47f5-9eba-f3e09d49bf7b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:38:12.286060 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-0ab041d3-92b3-47f5-9eba-f3e09d49bf7b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 796 time: 0.1758299 Feb 07 23:38:12.313844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:12.314463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:12.347547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-f448e554-0f01-4cfd-827e-896cd30b6659 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:38:12.365503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-f448e554-0f01-4cfd-827e-896cd30b6659 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:38:12.366765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-f448e554-0f01-4cfd-827e-896cd30b6659 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 379 time: 0.0706851 Feb 07 23:38:12.376802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'port': {'device_id': '7c8667d6-1091-442d-8864-87068fe26f22', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'admin_state_up': True, 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'security_groups': ['06895cf9-931a-4be1-830b-fa6973ebca1c']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:12.524013 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:12.528925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:port and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:12.532015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:12.538781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:12.549390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:11Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:12.550014 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:38:12.553356 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:12.553958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9ff39c-1936-4889-855d-2d09f566bc98 None None] The sync data for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 is: [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:11Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:38:12.731996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.4 (683b38d6-8351-4cfd-8e80-0128d3a66986/2a7dcf0d-2dc1-4201-9460-5e4a523d151e/8cccfd49-7734-4ded-8477-5dc6192a70d2) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:38:12.932527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:12.948822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object 8cccfd49-7734-4ded-8477-5dc6192a70d2 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:38:12.973139 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:13.054702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:38:13.057964 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:38:13.062377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:38:13.099471 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=8cccfd49-7734-4ded-8477-5dc6192a70d2,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:13.141507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:13.142210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:13.170317 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-00b91e65-85aa-4176-8404-f5bf33b840c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7983081 Feb 07 23:38:13.183836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-f461db93-c296-4306-b3c9-e4b3a1ee2a3d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:38:13.185413 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-f461db93-c296-4306-b3c9-e4b3a1ee2a3d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059392 Feb 07 23:38:13.282387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5593d849-23f6-4892-ab8f-8c06a9356ccf None None] Provisioning for port 8cccfd49-7734-4ded-8477-5dc6192a70d2 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:38:13.288068 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Request body: {'port': {'device_id': '7c8667d6-1091-442d-8864-87068fe26f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:13.295155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5593d849-23f6-4892-ab8f-8c06a9356ccf None None] Provisioning complete for port 8cccfd49-7734-4ded-8477-5dc6192a70d2 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:13.295701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5593d849-23f6-4892-ab8f-8c06a9356ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:13.360035 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-5593d849-23f6-4892-ab8f-8c06a9356ccf None None] Port 8cccfd49-7734-4ded-8477-5dc6192a70d2 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:38:13.407442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d3290-c091-43d6-81dc-aa5a34de0df0 req-888a9770-e33b-454d-9efa-beee3dce4a3f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:13.409081 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-902d3290-c091-43d6-81dc-aa5a34de0df0 req-888a9770-e33b-454d-9efa-beee3dce4a3f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 931 time: 0.0913937 Feb 07 23:38:13.459537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-902d3290-c091-43d6-81dc-aa5a34de0df0 req-7536fc58-c2ef-4c26-ab90-95ff7e6af6e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438805 Feb 07 23:38:13.534187 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:13.896118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cccfd49-7734-4ded-8477-5dc6192a70d2 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:38:13.903943 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:13.912583 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b1c4bb36-8492-444d-8e4d-e591c8d532dc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:38:13.919892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Transition to ACTIVE for port object 8cccfd49-7734-4ded-8477-5dc6192a70d2 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:38:13.924125 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:13.978717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b1c4bb36-8492-444d-8e4d-e591c8d532dc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:38:13.985083 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b1c4bb36-8492-444d-8e4d-e591c8d532dc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:13.985469 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:14.116948 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:14.140736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cccfd49-7734-4ded-8477-5dc6192a70d2,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:14.155821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b1c4bb36-8492-444d-8e4d-e591c8d532dc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1c4bb36-8492-444d-8e4d-e591c8d532dc,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:14.160684 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:14.187827 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Attempting to bind port 8cccfd49-7734-4ded-8477-5dc6192a70d2 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:38:14.188188 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Attempting to bind port 8cccfd49-7734-4ded-8477-5dc6192a70d2 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:38:14.188524 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Attempting to bind port 8cccfd49-7734-4ded-8477-5dc6192a70d2 on network 683b38d6-8351-4cfd-8e80-0128d3a66986 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:38:14.193685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Port 8cccfd49-7734-4ded-8477-5dc6192a70d2 on network 683b38d6-8351-4cfd-8e80-0128d3a66986 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:38:14.194008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Attempting to bind port 8cccfd49-7734-4ded-8477-5dc6192a70d2 on network 683b38d6-8351-4cfd-8e80-0128d3a66986 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:38:14.199429 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:38:14.200432 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Checking segment: {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:38:14.200846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Bound using segment: {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:38:14.201269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Bound port: 8cccfd49-7734-4ded-8477-5dc6192a70d2, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1749b1c-c363-4373-97d5-b5116004de7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:38:14.201621 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:14.232909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b1c4bb36-8492-444d-8e4d-e591c8d532dc,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:14.294018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] For port 8cccfd49-7734-4ded-8477-5dc6192a70d2, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:38:14.297197 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] For port 8cccfd49-7734-4ded-8477-5dc6192a70d2, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:38:14.301188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:14.365582 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:14.366273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:14.367746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 1091 time: 1.1677709 Feb 07 23:38:14.368271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:38:14.394333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8811fdc-0006-43f4-af68-4488cb90b6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cccfd49-7734-4ded-8477-5dc6192a70d2,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:14.418793 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'status': 'completed', 'code': 200} Feb 07 23:38:14.492843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e466be54-3a91-4fc8-98f7-71ec068afcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:14.494732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-e466be54-3a91-4fc8-98f7-71ec068afcac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1094 time: 0.0787838 Feb 07 23:38:14.573339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-8eda9912-2aba-4677-84a2-9d7459c74e84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 217 time: 0.0675883 Feb 07 23:38:14.639785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-296d46d3-d030-477a-8507-8d040580b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:14.641301 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-296d46d3-d030-477a-8507-8d040580b393 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 200 len: 835 time: 0.0589631 Feb 07 23:38:14.660917 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3960-62aa-4aff-b944-6bd2caa9bb60 req-f3ce2099-a088-45c9-91a8-fd64234177b5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:14.663051 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69fd3960-62aa-4aff-b944-6bd2caa9bb60 req-f3ce2099-a088-45c9-91a8-fd64234177b5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 943 time: 0.0870526 Feb 07 23:38:14.707936 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-69fd3960-62aa-4aff-b944-6bd2caa9bb60 req-14ab091c-af03-470e-a378-f5fa0c3bb264 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 Feb 07 23:38:14.730371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-2c9079d6-4d64-48f8-a63b-c708c82a546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:14.732461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-2c9079d6-4d64-48f8-a63b-c708c82a546b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=683b38d6-8351-4cfd-8e80-0128d3a66986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809956 Feb 07 23:38:14.868183 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-4ee3bdd6-4759-4e17-9b86-9c4ea91a690c service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246967 Feb 07 23:38:15.001673 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3692b8f8-947d-478d-a7a0-53373ba0d0ea req-b4779bc2-6b46-4dd9-ad51-256a0a44a17a service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233554 Feb 07 23:38:15.118848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-57e2f8b2-4c3a-4ed9-98b3-aa2d19649a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:15.120307 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-57e2f8b2-4c3a-4ed9-98b3-aa2d19649a65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1094 time: 0.0697837 Feb 07 23:38:15.356636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-c9ad8adb-170f-4823-b395-5a2de8337c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:15.358801 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-c9ad8adb-170f-4823-b395-5a2de8337c62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 897 time: 0.2290792 Feb 07 23:38:15.432023 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-6e003a1b-8120-49a2-aa94-c2117c299278 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 217 time: 0.0657859 Feb 07 23:38:15.493577 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-34af6c95-e826-4110-9187-723b4b9b45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:15.495004 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-34af6c95-e826-4110-9187-723b4b9b45a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 200 len: 835 time: 0.0566523 Feb 07 23:38:15.576121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-33db5b90-3de1-4749-b367-80168b351a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:15.577559 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-33db5b90-3de1-4749-b367-80168b351a40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=683b38d6-8351-4cfd-8e80-0128d3a66986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728891 Feb 07 23:38:15.709466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-ee0c2dfe-8abe-4986-bdf8-1292a100c967 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250958 Feb 07 23:38:15.849221 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e295e333-dbd5-46a6-a0c0-52ee828839c5 req-ef6e8e3e-454c-4b13-ab0f-6d2ada82c0e7 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310892 Feb 07 23:38:15.892449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b1c4bb36-8492-444d-8e4d-e591c8d532dc up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:38:15.900426 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629b25-5fd9-462f-a548-876a063f0126 req-6a20299f-0558-4cca-b5c7-523e19213c44 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:15.901901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd629b25-5fd9-462f-a548-876a063f0126 req-6a20299f-0558-4cca-b5c7-523e19213c44 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 943 time: 0.0871482 Feb 07 23:38:15.947353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fd629b25-5fd9-462f-a548-876a063f0126 req-3347bc6b-b433-4265-941d-d9d86f39cf44 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392058 Feb 07 23:38:15.963810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b1c4bb36-8492-444d-8e4d-e591c8d532dc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:15.964186 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:17.141316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95901caf-5bb2-40a5-8916-28dab23450d6 req-04296ec1-30a7-4108-bcd6-7b050e589b72 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:17.142782 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95901caf-5bb2-40a5-8916-28dab23450d6 req-04296ec1-30a7-4108-bcd6-7b050e589b72 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 943 time: 0.0902975 Feb 07 23:38:17.186904 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95901caf-5bb2-40a5-8916-28dab23450d6 req-3ad108ec-b04d-4b88-a712-9c2dc66d275a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385003 Feb 07 23:38:18.292290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8cccfd49-7734-4ded-8477-5dc6192a70d2 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:38:18.370516 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eb525-d01c-44bf-b330-70f23e289cbd req-95aae724-a6da-40b7-bdf6-051000cc94bc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:18.371972 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a9eb525-d01c-44bf-b330-70f23e289cbd req-95aae724-a6da-40b7-bdf6-051000cc94bc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 943 time: 0.0795894 Feb 07 23:38:18.421623 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7a9eb525-d01c-44bf-b330-70f23e289cbd req-0c0558a4-75e9-478c-8067-ff5ad071de67 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Feb 07 23:38:18.432131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8cccfd49-7734-4ded-8477-5dc6192a70d2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:18.446017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'port_id': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'mac_address': 'fa:16:3e:f2:88:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:38:18.500585 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:18.518642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cccfd49-7734-4ded-8477-5dc6192a70d2 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:38:18.534338 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8cccfd49-7734-4ded-8477-5dc6192a70d2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:18.538207 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:18.649643 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8cccfd49-7734-4ded-8477-5dc6192a70d2,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:18.862587 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['8cccfd49-7734-4ded-8477-5dc6192a70d2'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:38:19.602829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f542e-1a7a-4dea-91c4-b5db5e8062eb req-22181537-b51e-4bf1-acf9-34028587f2ba tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:19.604269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c0f542e-1a7a-4dea-91c4-b5db5e8062eb req-22181537-b51e-4bf1-acf9-34028587f2ba tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 944 time: 0.0795910 Feb 07 23:38:19.647862 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0c0f542e-1a7a-4dea-91c4-b5db5e8062eb req-576c56ec-1eaa-4b50-8463-f1405d744438 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380151 Feb 07 23:38:20.306630 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8cccfd49-7734-4ded-8477-5dc6192a70d2 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:38:20.373840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 8cccfd49-7734-4ded-8477-5dc6192a70d2 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:38:20.379267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 8cccfd49-7734-4ded-8477-5dc6192a70d2 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:38:20.379646 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:20.494925 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:20.520399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:38:20.530748 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 8cccfd49-7734-4ded-8477-5dc6192a70d2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:38:20.534705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:20.572664 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'code': 200} Feb 07 23:38:20.605038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=8cccfd49-7734-4ded-8477-5dc6192a70d2,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:20.708631 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60344-3aea-4431-89c7-81405733237c req-039e7f88-d8d2-406f-b34a-c1c880158257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:20.710117 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8ea60344-3aea-4431-89c7-81405733237c req-039e7f88-d8d2-406f-b34a-c1c880158257 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1096 time: 0.0702939 Feb 07 23:38:20.755150 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8ea60344-3aea-4431-89c7-81405733237c req-e076fa80-ba2b-4ea4-9924-111b383bc5ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347195 Feb 07 23:38:20.836615 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53ad3b-a35f-427c-9749-4874e87702f7 req-64c4825e-8561-4c7f-aa73-c70c5f70e401 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:20.837978 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f53ad3b-a35f-427c-9749-4874e87702f7 req-64c4825e-8561-4c7f-aa73-c70c5f70e401 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0827866 Feb 07 23:38:20.883534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f53ad3b-a35f-427c-9749-4874e87702f7 req-275e9e11-2dc9-4c46-a85e-603766f41ed9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Feb 07 23:38:21.061703 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:38:22.073263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e05cb-265d-47c9-ae47-af930703e72f req-ed4c88c3-5030-4dc9-bf3f-f289e49d4ece tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:22.074758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b4e05cb-265d-47c9-ae47-af930703e72f req-ed4c88c3-5030-4dc9-bf3f-f289e49d4ece tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0846977 Feb 07 23:38:22.120551 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8b4e05cb-265d-47c9-ae47-af930703e72f req-6279fd46-0a26-4b03-b789-9198315dcff1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386069 Feb 07 23:38:23.315336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d3c1b-a143-4c9f-9b50-3c0ebe5fc540 req-76a875b8-1223-4d16-aa01-c821d117106e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:23.316838 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-232d3c1b-a143-4c9f-9b50-3c0ebe5fc540 req-76a875b8-1223-4d16-aa01-c821d117106e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0861566 Feb 07 23:38:23.363994 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-232d3c1b-a143-4c9f-9b50-3c0ebe5fc540 req-f51d9657-ba50-4a0d-a54a-d28f1f189fb7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404873 Feb 07 23:38:23.543786 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a12b7-a76d-4034-a8b6-f0f0cbe1ae9a req-48fa248b-9c13-48dc-b851-e9460b11b022 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:23.545890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c8a12b7-a76d-4034-a8b6-f0f0cbe1ae9a req-48fa248b-9c13-48dc-b851-e9460b11b022 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0780063 Feb 07 23:38:23.590793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c8a12b7-a76d-4034-a8b6-f0f0cbe1ae9a req-e92d4179-a923-4263-a551-87c33748c3f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393710 Feb 07 23:38:23.613451 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:23.783803 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320c675-e9c3-4a1c-ae7b-cdb2508b6344 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:23.785224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d320c675-e9c3-4a1c-ae7b-cdb2508b6344 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1091 time: 0.1708353 Feb 07 23:38:23.788115 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56112) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:23.793043 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:38:23.800176 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:38:23.804030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:floatingip and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:38:23.806878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:38:23.813251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:38:23.824037 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:23.960835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:24.097353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.21 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/7fca2f4a-664b-4260-82db-13f917685623) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:38:24.243145 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:24.274015 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:24.338579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:38:24.341945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:38:24.345611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:38:24.384188 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=7fca2f4a-664b-4260-82db-13f917685623,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:24.402457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.402457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.402744 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.402875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.403204 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.403534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.403908 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.404238 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.404581 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.404915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.405237 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.405558 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:38:24.797697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:24.882156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:25.093734 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:25.098710 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:25.201827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=7fca2f4a-664b-4260-82db-13f917685623,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:38:25.218693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:25.525924 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 629aa7ac-7ea1-4514-a9f3-e21bdfe9b742 associated. External IP: 172.25.0.21, port: 8cccfd49-7734-4ded-8477-5dc6192a70d2. Feb 07 23:38:25.878919 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:38:26.047933 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3afe7380-e0d7-40c3-89fa-257d80e70669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:26.065369 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:38:26.075616 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] Sync routers for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:38:26.085473 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:38:26.086152 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:26.089009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:26.150728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d7e9b2d4-65da-43be-9e2a-7318b7bfc452 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3615019 Feb 07 23:38:26.151464 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:38:26.201463 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'status': 'completed', 'code': 200} Feb 07 23:38:26.267475 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:38:26.300263 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-a3d7414d-644e-470b-bab2-8833da310d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:26.302367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-a3d7414d-644e-470b-bab2-8833da310d6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1096 time: 0.0785582 Feb 07 23:38:26.331881 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9e647-0318-4716-823e-7a095bc81547 req-3d1c2360-89ef-4a59-acd5-30edf2ee921a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:26.333419 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fa9e647-0318-4716-823e-7a095bc81547 req-3d1c2360-89ef-4a59-acd5-30edf2ee921a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0854366 Feb 07 23:38:26.386923 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7fa9e647-0318-4716-823e-7a095bc81547 req-6b36c810-4c30-4e60-b77b-9d015a50e115 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Feb 07 23:38:26.410925 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56120) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:26.545020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-cae52f16-06d1-44a6-8a44-989d6423c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:26.546461 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-cae52f16-06d1-44a6-8a44-989d6423c828 service neutron] 10.222.0.26 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 897 time: 0.2360632 Feb 07 23:38:26.553570 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-163396e8-4b7a-4322-aa0c-f0a6db572a0e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/629aa7ac-7ea1-4514-a9f3-e21bdfe9b742 HTTP/1.1" status: 200 len: 990 time: 0.1415980 Feb 07 23:38:26.616799 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '629aa7ac-7ea1-4514-a9f3-e21bdfe9b742', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'port_id': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'mac_address': 'fa:16:3e:f2:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8667d6-1091-442d-8864-87068fe26f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:38:24Z', 'updated_at': '2022-02-07T23:38:24Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:14Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:26.620705 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] Checking router: ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:38:26.629568 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:38:26.630195 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:37:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:26.651421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-a4f5e3da-d058-4f4a-8e51-21884f7082ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 998 time: 0.0967081 Feb 07 23:38:26.711637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-b67a82df-d744-42d0-b608-63461629ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:26.713109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-b67a82df-d744-42d0-b608-63461629ff11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 200 len: 835 time: 0.0564246 Feb 07 23:38:26.788171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-799ba1ce-e650-4d84-9b9d-de8d5bca130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:26.789665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-799ba1ce-e650-4d84-9b9d-de8d5bca130c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=683b38d6-8351-4cfd-8e80-0128d3a66986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707393 Feb 07 23:38:26.833733 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:38:26.920689 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-2fdbc730-5d99-4dea-b5f0-b8aee3281841 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247180 Feb 07 23:38:27.056336 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5da6df8f-8e63-4dc7-9fd1-7975a4b5cbae req-7cd85ee6-dac5-4a84-b17f-3ec27e8b3bc2 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276486 Feb 07 23:38:27.176724 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '629aa7ac-7ea1-4514-a9f3-e21bdfe9b742', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'port_id': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'mac_address': 'fa:16:3e:f2:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8667d6-1091-442d-8864-87068fe26f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:38:24Z', 'updated_at': '2022-02-07T23:38:24Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:14Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:38:27.180409 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6b855-0de1-4ca6-b56a-4390a3e90ecb None None] The sync data for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 is: [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '629aa7ac-7ea1-4514-a9f3-e21bdfe9b742', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'port_id': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'mac_address': 'fa:16:3e:f2:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c8667d6-1091-442d-8864-87068fe26f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:38:24Z', 'updated_at': '2022-02-07T23:38:24Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:14Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:38:27.374917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0433b86-e881-4a52-af28-c68f17af03dd None None] New status for floating IP 629aa7ac-7ea1-4514-a9f3-e21bdfe9b742: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:38:27.557679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56124) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:38:27.778826 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-83156afd-73ba-44bd-8fb2-c192e865419b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/629aa7ac-7ea1-4514-a9f3-e21bdfe9b742 HTTP/1.1" status: 200 len: 992 time: 0.2199597 Feb 07 23:38:28.263070 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-30317578-093b-4758-b90d-c43f94d74a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:29.412590 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:29.705873 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:31.186556 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:36.479977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:36.871100 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:54.082542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-11084abc-1b7a-4c73-ae30-876115ec775d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707772 Feb 07 23:38:54.224516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-3ab38624-98dc-4b3d-9fca-c1eed1189119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:54.226045 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-3ab38624-98dc-4b3d-9fca-c1eed1189119 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1096 time: 0.0704257 Feb 07 23:38:54.372708 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-581886a5-c090-4754-9bbc-710b7edbf3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:54.374218 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-581886a5-c090-4754-9bbc-710b7edbf3d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 897 time: 0.1284351 Feb 07 23:38:54.478753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-100a617f-6a40-4241-b7f8-908fe03d1042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 1000 time: 0.0969238 Feb 07 23:38:54.544086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-007152f6-bbc7-43b7-a0d6-d43567d6f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:54.545589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-007152f6-bbc7-43b7-a0d6-d43567d6f8fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 200 len: 835 time: 0.0613897 Feb 07 23:38:54.620902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-516e1002-0b87-4f1d-b804-7c7ac4003daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:38:54.622368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-516e1002-0b87-4f1d-b804-7c7ac4003daf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=683b38d6-8351-4cfd-8e80-0128d3a66986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706336 Feb 07 23:38:54.756210 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-a327a280-3cfd-4fc9-ab5f-de3e5a6e8f51 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236453 Feb 07 23:38:54.887910 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-35677dbb-d0a8-492a-9c23-0ce21eb1f641 req-22eda0a9-2563-48b4-aab2-74353d4c97c8 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262448 Feb 07 23:38:56.050163 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-06913147-3608-4152-916e-5da3970d9920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:58.066096 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:38:58.266530 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8863ae7e-42d7-4e4a-8735-0715a310d767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:59.414759 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:38:59.709369 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:01.194164 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:01.432640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-bc3d087a-58f4-44a2-b325-7a3903873ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.434042 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-bc3d087a-58f4-44a2-b325-7a3903873ce6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1096 time: 0.0764174 Feb 07 23:39:01.466081 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c50c6-1da3-49bb-9bab-65f863b7b968 req-5974a230-8c6a-47f1-9e3a-b6740c8a69bd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.467894 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-589c50c6-1da3-49bb-9bab-65f863b7b968 req-5974a230-8c6a-47f1-9e3a-b6740c8a69bd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0838518 Feb 07 23:39:01.519576 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-589c50c6-1da3-49bb-9bab-65f863b7b968 req-bfd47c8b-975c-4507-9ac4-8fc296d7549f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Feb 07 23:39:01.576388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-6e501ee4-dac2-4c93-9c8e-eb27f82bf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.576388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-6e501ee4-dac2-4c93-9c8e-eb27f82bf4ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 897 time: 0.1302252 Feb 07 23:39:01.686733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-dc6b6028-8e53-4cd7-8fab-9db3361cdfa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 1000 time: 0.1059589 Feb 07 23:39:01.754466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-fadcb801-011b-4a44-be8b-6f3268304176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.755904 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-fadcb801-011b-4a44-be8b-6f3268304176 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 200 len: 835 time: 0.0631032 Feb 07 23:39:01.834736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-f785619e-9f5f-4807-9af5-7d1d584397e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:01.836348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-f785619e-9f5f-4807-9af5-7d1d584397e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=683b38d6-8351-4cfd-8e80-0128d3a66986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741088 Feb 07 23:39:01.973539 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-fcc95c9f-f06b-4015-99e7-94adefdbe506 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297054 Feb 07 23:39:02.223906 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-61c1ca26-a57e-4f14-9b78-1ebe2c02a91e req-31c60f72-eb20-4e88-83c8-a867b6328e09 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429490 Feb 07 23:39:02.718790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bb524-569e-4e28-97b7-96e0985263b3 req-8a698e93-d37f-4c29-8831-9badebcb9cc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:02.720943 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f34bb524-569e-4e28-97b7-96e0985263b3 req-8a698e93-d37f-4c29-8831-9badebcb9cc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0883045 Feb 07 23:39:02.767197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f34bb524-569e-4e28-97b7-96e0985263b3 req-7ccfcdd1-9706-4ffe-821a-e5ff06aa3bde tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403695 Feb 07 23:39:03.955000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64830740-fc67-4354-8b42-1f8d278b4be6 req-2a842d16-2ede-45cd-bbaa-a2ed00350367 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:03.956504 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64830740-fc67-4354-8b42-1f8d278b4be6 req-2a842d16-2ede-45cd-bbaa-a2ed00350367 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0835655 Feb 07 23:39:04.004172 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64830740-fc67-4354-8b42-1f8d278b4be6 req-12ef7362-f2ef-400e-82eb-29e69f0a0e7b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420229 Feb 07 23:39:05.188180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ced57-9759-4572-9cd5-5b35d8203629 req-bea9a795-73b1-4995-b449-95af16f6d37c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:05.189681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-568ced57-9759-4572-9cd5-5b35d8203629 req-bea9a795-73b1-4995-b449-95af16f6d37c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0789876 Feb 07 23:39:05.236449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-568ced57-9759-4572-9cd5-5b35d8203629 req-8699c730-28c0-4539-a0e4-80d719913c0c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411854 Feb 07 23:39:06.429984 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c60e1-5cf5-463e-b6a0-179d658a7427 req-fee9ce94-520d-4b36-a2ae-89c882b19127 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:06.431673 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5c60e1-5cf5-463e-b6a0-179d658a7427 req-fee9ce94-520d-4b36-a2ae-89c882b19127 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0873766 Feb 07 23:39:06.472649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:06.485127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed5c60e1-5cf5-463e-b6a0-179d658a7427 req-16f95f4a-dd0b-4d7e-98f5-ea2314a85562 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479453 Feb 07 23:39:06.889966 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:07.660297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7c0a7-9544-4abf-b6d2-e1583e89c155 req-379fadda-b9c5-4747-85f4-9befcdc06fcc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:07.661756 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1e7c0a7-9544-4abf-b6d2-e1583e89c155 req-379fadda-b9c5-4747-85f4-9befcdc06fcc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0784767 Feb 07 23:39:07.705002 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1e7c0a7-9544-4abf-b6d2-e1583e89c155 req-37b22822-d202-4320-9c05-af465e08c6d3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377462 Feb 07 23:39:08.889327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f376125-377c-44b6-8787-16ab550b55bb req-1e536f56-f83f-4cad-b9fb-7cfd94cd14d7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:08.890807 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f376125-377c-44b6-8787-16ab550b55bb req-1e536f56-f83f-4cad-b9fb-7cfd94cd14d7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0843110 Feb 07 23:39:08.933889 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2f376125-377c-44b6-8787-16ab550b55bb req-6c283970-bfc5-41b2-9c30-b566aea00f3d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373595 Feb 07 23:39:10.114713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be5715-7242-40a9-bbff-1292e4607551 req-f7b40bb1-5508-43ae-a4c8-f7f0f32cf041 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:10.116071 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54be5715-7242-40a9-bbff-1292e4607551 req-f7b40bb1-5508-43ae-a4c8-f7f0f32cf041 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0785656 Feb 07 23:39:10.159830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54be5715-7242-40a9-bbff-1292e4607551 req-2c986f63-f18b-43c7-8acb-e64cb1ae49f2 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381968 Feb 07 23:39:11.455771 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14708ac-cfb9-4aa6-878b-274b1e56f4a2 req-f6ee5c18-84ec-47ae-9307-aedef0e9dbbf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:11.457165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f14708ac-cfb9-4aa6-878b-274b1e56f4a2 req-f6ee5c18-84ec-47ae-9307-aedef0e9dbbf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.1950743 Feb 07 23:39:11.501634 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f14708ac-cfb9-4aa6-878b-274b1e56f4a2 req-96ad07a1-b920-479f-b4b3-50505b7ddfe8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388234 Feb 07 23:39:12.695397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51361a7d-42ab-43c6-90fa-4e89c1b6e9ea req-dd4e4b32-236e-44bf-bc59-3a54d61807f7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:12.696871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51361a7d-42ab-43c6-90fa-4e89c1b6e9ea req-dd4e4b32-236e-44bf-bc59-3a54d61807f7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0813663 Feb 07 23:39:12.740325 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51361a7d-42ab-43c6-90fa-4e89c1b6e9ea req-6e632ffc-3c6b-4664-88db-103e9d3948a0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378876 Feb 07 23:39:13.924525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62a0a3-89b2-4b45-ad1f-4162d083a10e req-e469f7d7-ae30-4b1c-a254-8196ad6fcd53 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:13.925993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed62a0a3-89b2-4b45-ad1f-4162d083a10e req-e469f7d7-ae30-4b1c-a254-8196ad6fcd53 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0807128 Feb 07 23:39:13.969550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ed62a0a3-89b2-4b45-ad1f-4162d083a10e req-0131e95b-9ff0-43ed-ac23-6bb87d1a77ec tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379086 Feb 07 23:39:15.157373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e6e29-12d6-45a9-be21-18eb656bd500 req-a4ef6820-1ee6-4859-8565-62514dce2b62 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:15.158836 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c1e6e29-12d6-45a9-be21-18eb656bd500 req-a4ef6820-1ee6-4859-8565-62514dce2b62 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0829608 Feb 07 23:39:15.201909 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c1e6e29-12d6-45a9-be21-18eb656bd500 req-ae46dd99-5a6f-4628-8cd4-6f184171445f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373540 Feb 07 23:39:16.385075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092719a-a61a-4e93-8d1b-1f5008438034 req-5a5f8812-c811-4678-902f-2a07637c7535 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:16.386622 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3092719a-a61a-4e93-8d1b-1f5008438034 req-5a5f8812-c811-4678-902f-2a07637c7535 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0796697 Feb 07 23:39:16.430024 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3092719a-a61a-4e93-8d1b-1f5008438034 req-d81cb439-c7fe-4785-9bdf-9d1252f911d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377460 Feb 07 23:39:17.614133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0fc9b-d053-4c7b-9381-5a0fc93043bc req-da9727e1-30dd-42d3-a89a-c12b72d25575 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:17.615586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fd0fc9b-d053-4c7b-9381-5a0fc93043bc req-da9727e1-30dd-42d3-a89a-c12b72d25575 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0827491 Feb 07 23:39:17.659351 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0fd0fc9b-d053-4c7b-9381-5a0fc93043bc req-2a9ed63c-9370-43b0-8dc4-4b27ae7062e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Feb 07 23:39:18.843127 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc838963-f764-46c3-a642-9fa8e8423171 req-f7104908-4469-4329-a6c5-9c7184cad419 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:18.845008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc838963-f764-46c3-a642-9fa8e8423171 req-f7104908-4469-4329-a6c5-9c7184cad419 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0809469 Feb 07 23:39:18.894178 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc838963-f764-46c3-a642-9fa8e8423171 req-643eccaa-011c-41e7-a59e-b3907690682c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435615 Feb 07 23:39:20.084654 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f3ff0-1a29-4929-9769-e8f869c710b7 req-b52c5b1a-be2a-4dfb-805d-c41eaa1eab6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:20.086128 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c01f3ff0-1a29-4929-9769-e8f869c710b7 req-b52c5b1a-be2a-4dfb-805d-c41eaa1eab6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0881846 Feb 07 23:39:20.130219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c01f3ff0-1a29-4929-9769-e8f869c710b7 req-648e3349-04e8-4069-86f5-4b34ee7589b9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 Feb 07 23:39:21.320424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345622d-2245-477f-847b-05a061921643 req-81800713-b8d1-47ae-a0c2-0138bf111968 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:21.321901 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b345622d-2245-477f-847b-05a061921643 req-81800713-b8d1-47ae-a0c2-0138bf111968 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0823801 Feb 07 23:39:21.365402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b345622d-2245-477f-847b-05a061921643 req-f2eb354f-e189-410d-9eed-34b8c63331db tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379274 Feb 07 23:39:22.548010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad9d55-4f53-421c-bd3d-cc271cc9f3ec req-204de364-3198-4b64-ac5a-fb1d889431f8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:22.549405 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79ad9d55-4f53-421c-bd3d-cc271cc9f3ec req-204de364-3198-4b64-ac5a-fb1d889431f8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0799806 Feb 07 23:39:22.593165 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-79ad9d55-4f53-421c-bd3d-cc271cc9f3ec req-3e770cf4-97e9-419c-b298-327ab8730fdf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380778 Feb 07 23:39:23.780124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326c97e-7693-4ec4-b8e4-76c77cfc838f req-089b9e2f-d712-4b12-b394-1296093b8d01 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:23.782171 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d326c97e-7693-4ec4-b8e4-76c77cfc838f req-089b9e2f-d712-4b12-b394-1296093b8d01 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0854101 Feb 07 23:39:23.824749 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d326c97e-7693-4ec4-b8e4-76c77cfc838f req-d8ef0abf-d34b-474e-8833-3cb0083c2d79 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368640 Feb 07 23:39:23.848401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56192) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:39:23.953648 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-05456722-4af4-418e-9fd9-69591c51af8a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/629aa7ac-7ea1-4514-a9f3-e21bdfe9b742 HTTP/1.1" status: 200 len: 992 time: 0.1040313 Feb 07 23:39:26.052239 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-11a0a9ad-1bd9-4c62-8956-c0ce0bc2a8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:28.262910 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-dbdc5f68-079c-4733-89f1-f4acbc6e236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:29.416821 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:29.710510 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:31.191590 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:35.066484 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:39:36.467033 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:36.885010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:56.055715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0f5daf8a-52c5-4fca-89d5-95f5a87b18fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:56.087853 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-acbea06d-c59e-4987-b8f8-b5779c2dc58f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749314 Feb 07 23:39:56.228897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-c5135efe-e160-4374-b035-9363a2fc138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:56.230567 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-c5135efe-e160-4374-b035-9363a2fc138a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1096 time: 0.0716987 Feb 07 23:39:56.377650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-ce5206bd-e6b5-409e-9955-76da98b9d3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:56.379087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-ce5206bd-e6b5-409e-9955-76da98b9d3cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 897 time: 0.1268520 Feb 07 23:39:56.485085 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-22f9901a-28eb-4844-bd35-bbd7bc6f9466 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 1000 time: 0.0983357 Feb 07 23:39:56.545608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-d2af40ad-5cca-42d7-b856-0d4730d65884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:56.547644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-d2af40ad-5cca-42d7-b856-0d4730d65884 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 200 len: 835 time: 0.0561101 Feb 07 23:39:56.548484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56210) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:39:56.802681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-0dd32607-f990-43d3-8b91-ef99b64cb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:56.804057 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-0dd32607-f990-43d3-8b91-ef99b64cb018 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=683b38d6-8351-4cfd-8e80-0128d3a66986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2003257 Feb 07 23:39:56.805186 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 7fca2f4a-664b-4260-82db-13f917685623 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:39:56.805524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:57.058275 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-08c27620-c9e2-4d86-b7e9-763ab4bfa44f service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297826 Feb 07 23:39:57.147020 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:57.147731 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:57.393059 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 7fca2f4a-664b-4260-82db-13f917685623 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:39:57.487679 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07aee9a6-9d98-45b4-a21e-3af3de6d6e0c req-b6881c33-225a-4503-99e9-0fbd64d03d45 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222064 Feb 07 23:39:57.571110 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:57.615808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=7fca2f4a-664b-4260-82db-13f917685623,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:39:57.653313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.653607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.653945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.654281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.654617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.654947 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.655472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.655804 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.656159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.657087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.657418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.657741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:39:57.721475 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:57.721812 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 629aa7ac-7ea1-4514-a9f3-e21bdfe9b742 disassociated (deleted). External IP: 172.25.0.21, port: 8cccfd49-7734-4ded-8477-5dc6192a70d2. Feb 07 23:39:58.090610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:39:58.266211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-db7a91a1-15fc-48dd-b634-b98c7a8be732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:58.303365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:39:58.313330 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] Sync routers for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:39:58.320872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:58.326221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:39:58.326827 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:39:58.378786 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94868865-3d2f-49c6-aa6e-c24d62adfbf5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/floatingips/629aa7ac-7ea1-4514-a9f3-e21bdfe9b742 HTTP/1.1" status: 204 len: 168 time: 1.8291116 Feb 07 23:39:58.379365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:39:58.429705 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'status': 'completed', 'code': 200} Feb 07 23:39:58.536572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-adba5cf5-8254-4e10-925c-235b7c9ea0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:58.538144 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-adba5cf5-8254-4e10-925c-235b7c9ea0ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 1096 time: 0.0815241 Feb 07 23:39:58.560038 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:39:58.699461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-7936600e-bc4e-4bc2-b64a-e1742351d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:58.701136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-7936600e-bc4e-4bc2-b64a-e1742351d91e service neutron] 10.222.0.26 "GET /v2.0/networks?id=683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 200 len: 897 time: 0.1557586 Feb 07 23:39:58.771958 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-dbff41e0-233f-40f1-81b5-0223caf806c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 200 len: 217 time: 0.0631371 Feb 07 23:39:58.790907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39712a0-af2f-4516-9732-1f78041d1d4a req-7d76c8a8-6b1d-4245-9c86-3bee49ff8ebd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:58.792672 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d39712a0-af2f-4516-9732-1f78041d1d4a req-7d76c8a8-6b1d-4245-9c86-3bee49ff8ebd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0824018 Feb 07 23:39:58.841333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-3f837da0-0cbc-426b-ba02-17fb6d4fedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:58.842885 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-3f837da0-0cbc-426b-ba02-17fb6d4fedd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 200 len: 835 time: 0.0642204 Feb 07 23:39:58.855281 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d39712a0-af2f-4516-9732-1f78041d1d4a req-3304f53c-5d03-4f8e-888c-15ff11cf772a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552311 Feb 07 23:39:58.898252 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:14Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:39:58.902018 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] Checking router: ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:39:58.911263 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:39:58.911864 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:39:58.927560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-2c577619-29c3-4a7e-a514-b2d64af5e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:39:58.929087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-2c577619-29c3-4a7e-a514-b2d64af5e377 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=683b38d6-8351-4cfd-8e80-0128d3a66986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794246 Feb 07 23:39:59.132943 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:39:59.186670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-38724c93-0a8d-49e8-be4d-a2009d0663bb service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478156 Feb 07 23:39:59.319386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1f3cee82-0a3f-483b-a355-a560b3fcde05 req-c95c5ea0-4723-4e26-b8bd-109b2ac31161 service neutron] 10.222.0.26 "GET /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255515 Feb 07 23:39:59.420332 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:39:59.449286 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:14Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:39:59.453865 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305aebe6-f161-477a-8dfc-73d9e51a0eb0 None None] The sync data for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 is: [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b1c4bb36-8492-444d-8e4d-e591c8d532dc', 'name': '', 'network_id': '683b38d6-8351-4cfd-8e80-0128d3a66986', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:89:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:07Z', 'updated_at': '2022-02-07T23:38:14Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2a7dcf0d-2dc1-4201-9460-5e4a523d151e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:39:59.684989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69979b-356d-4990-b216-4173950dbab5 None None] New status for floating IP 629aa7ac-7ea1-4514-a9f3-e21bdfe9b742: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:39:59.823707 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:00.049521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c4d6-8423-4f34-9b85-667216d5c200 req-08baa6ba-f7ec-4c78-8ad9-27414fc5ca25 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:00.050958 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97f0c4d6-8423-4f34-9b85-667216d5c200 req-08baa6ba-f7ec-4c78-8ad9-27414fc5ca25 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.0826550 Feb 07 23:40:00.095700 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-97f0c4d6-8423-4f34-9b85-667216d5c200 req-d1a7182e-e2ef-4656-b14c-507a21398977 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=06895cf9-931a-4be1-830b-fa6973ebca1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390520 Feb 07 23:40:00.432057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-dacdabde-d03b-4e32-bd8d-8f36b4e4ce5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:00.432780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-dacdabde-d03b-4e32-bd8d-8f36b4e4ce5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:40:00.447919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-dacdabde-d03b-4e32-bd8d-8f36b4e4ce5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:40:00.449025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-dacdabde-d03b-4e32-bd8d-8f36b4e4ce5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 945 time: 0.1004841 Feb 07 23:40:00.522180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 8cccfd49-7734-4ded-8477-5dc6192a70d2 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:40:00.522524 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:00.770333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 8cccfd49-7734-4ded-8477-5dc6192a70d2, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=8cccfd49-7734-4ded-8477-5dc6192a70d2,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:00.770609 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:00.897912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 8cccfd49-7734-4ded-8477-5dc6192a70d2 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:40:01.039480 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:01.088908 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=8cccfd49-7734-4ded-8477-5dc6192a70d2,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:01.174184 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] No DVR routers for this DVR port 8cccfd49-7734-4ded-8477-5dc6192a70d2 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:40:01.176831 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:01.179696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'name': 'network-vif-deleted', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:40:01.196439 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:01.199555 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-1c473491-e0b4-4ace-8adf-b38e2f127e45 req-1d34ae4c-658a-44aa-a305-c84acabcbd89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "DELETE /v2.0/ports/8cccfd49-7734-4ded-8477-5dc6192a70d2 HTTP/1.1" status: 204 len: 173 time: 0.7428005 Feb 07 23:40:01.241259 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8667d6-1091-442d-8864-87068fe26f22', 'name': 'network-vif-deleted', 'tag': '8cccfd49-7734-4ded-8477-5dc6192a70d2', 'status': 'completed', 'code': 200} Feb 07 23:40:01.256415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0bc0ea1-cdd2-4ca5-8a68-4270584912f7 req-08cf5e34-95ad-44a7-8883-e38a32c2ec32 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c8667d6-1091-442d-8864-87068fe26f22 HTTP/1.1" status: 200 len: 210 time: 0.0471799 Feb 07 23:40:02.350640 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56230) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:02.695776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8cccfd49-7734-4ded-8477-5dc6192a70d2 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:40:02.730825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 8cccfd49-7734-4ded-8477-5dc6192a70d2 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:40:02.731177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 8cccfd49-7734-4ded-8477-5dc6192a70d2 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:40:03.022802 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:03.382980 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port b1c4bb36-8492-444d-8e4d-e591c8d532dc {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:40:03.383774 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:03.575370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port b1c4bb36-8492-444d-8e4d-e591c8d532dc, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b1c4bb36-8492-444d-8e4d-e591c8d532dc,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:03.575765 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:03.708862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for b1c4bb36-8492-444d-8e4d-e591c8d532dc owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:40:03.903499 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:03.951297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=b1c4bb36-8492-444d-8e4d-e591c8d532dc,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:03.990080 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.990427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.990770 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.991107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.991446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.991774 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.992103 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.992436 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.992792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.993114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.993442 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:03.993764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:04.238628 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:04.732278 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:40:04.933483 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:40:04.947594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-cc9f4b23-0284-4e67-a97f-34fa91b29b4a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/ef3efac6-4e4c-4a56-b458-d0d24ebee1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5956135 Feb 07 23:40:04.949435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56234) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:04.950081 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] Sync routers for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:40:04.961713 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:04.962701 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:05.023475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting subnet 2a7dcf0d-2dc1-4201-9460-5e4a523d151e {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:40:05.027003 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.089115 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.154789 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:05.187816 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.272787 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.314903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7dcf0d-2dc1-4201-9460-5e4a523d151e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:05.318309 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.326910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a9471184-eb7c-4672-bf73-e7b67d90bfd0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/subnets/2a7dcf0d-2dc1-4201-9460-5e4a523d151e HTTP/1.1" status: 204 len: 168 time: 0.3741398 Feb 07 23:40:05.327096 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd79e31-553c-4068-a279-64eb875c68fd None None] Network 683b38d6-8351-4cfd-8e80-0128d3a66986 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:40:05.327568 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56238) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:05.472595 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:40:03Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:05.476801 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] Checking router: ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:40:05.485551 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] Routers {'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:05.486197 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:05.539872 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.679664 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] DHCP port deletion for 683b38d6-8351-4cfd-8e80-0128d3a66986 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:40:05.684188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Deleting port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:40:05.684588 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.734992 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] Set router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:05.810217 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:05.825030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 31859433-ab45-4128-ba82-96955978005c {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:40:05.826269 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.047677 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] For port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=9a09db7c-10b1-4edc-86bf-58f9aa1be5e4,segment=NetworkSegment(f1749b1c-c363-4373-97d5-b5116004de7c),segment_id=f1749b1c-c363-4373-97d5-b5116004de7c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:06.048237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.067199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:40:06.213205 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:40:03Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:06.217812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5238ba5-3380-48d0-b32b-1a96e9b9f0b3 None None] The sync data for ids ['ef3efac6-4e4c-4a56-b458-d0d24ebee1d2'] in n-d-827896-3 is: [{'id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-136809630', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '31859433-ab45-4128-ba82-96955978005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:38:03Z', 'updated_at': '2022-02-07T23:40:03Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '31859433-ab45-4128-ba82-96955978005c', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:08:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef3efac6-4e4c-4a56-b458-d0d24ebee1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:38:04Z', 'updated_at': '2022-02-07T23:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:40:06.265034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Calling delete_port for 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:40:06.270736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 31859433-ab45-4128-ba82-96955978005c, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=31859433-ab45-4128-ba82-96955978005c,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:06.271478 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.398464 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.400588 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 31859433-ab45-4128-ba82-96955978005c owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:40:06.450924 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.461669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] No DVR routers for this DVR port 9a09db7c-10b1-4edc-86bf-58f9aa1be5e4 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:40:06.465624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Pushing event deleted for resources: {'Port': ['ID=9a09db7c-10b1-4edc-86bf-58f9aa1be5e4,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:06.491672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.492070 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.492358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.493246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.493246 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.493459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.493688 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.494017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.494324 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.494654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.494970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.495287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78af34c0-c78d-4a21-b86e-41945c704906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:06.548236 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.584201 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.666946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=31859433-ab45-4128-ba82-96955978005c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:06.758599 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.892720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.941101 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.943674 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.966771 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.967310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Fanout notify agent at l3_agent the message router_deleted on router ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:40:06.983011 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:06.987127 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ac8b9501-271e-4116-a4ea-45630dd531f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/routers/ef3efac6-4e4c-4a56-b458-d0d24ebee1d2 HTTP/1.1" status: 204 len: 168 time: 1.6560185 Feb 07 23:40:06.987374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56242) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:07.110414 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.243670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.268610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683b38d6-8351-4cfd-8e80-0128d3a66986']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:07.280310 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1749b1c-c363-4373-97d5-b5116004de7c') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:07.280648 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1749b1c-c363-4373-97d5-b5116004de7c') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:07.292193 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.307506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.313391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:40:07.313782 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:40:07.331994 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:40:07.411892 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.430261 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.438892 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Network': ['ID=683b38d6-8351-4cfd-8e80-0128d3a66986,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:07.449577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-351828fd-ec90-423b-b5de-03ebf976fb18 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/networks/683b38d6-8351-4cfd-8e80-0128d3a66986 HTTP/1.1" status: 204 len: 168 time: 0.4611919 Feb 07 23:40:07.452203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56246) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:07.527714 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5591f7-2724-4f02-bdf6-0cafeba33bcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.556718 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5591f7-2724-4f02-bdf6-0cafeba33bcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.620852 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5591f7-2724-4f02-bdf6-0cafeba33bcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.641037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5591f7-2724-4f02-bdf6-0cafeba33bcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06895cf9-931a-4be1-830b-fa6973ebca1c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:07.650132 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0e5591f7-2724-4f02-bdf6-0cafeba33bcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:07.651262 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0e5591f7-2724-4f02-bdf6-0cafeba33bcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/security-groups/06895cf9-931a-4be1-830b-fa6973ebca1c HTTP/1.1" status: 204 len: 168 time: 0.1975920 Feb 07 23:40:07.934527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b1c4bb36-8492-444d-8e4d-e591c8d532dc no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:40:07.968838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b1c4bb36-8492-444d-8e4d-e591c8d532dc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:40:07.969233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b1c4bb36-8492-444d-8e4d-e591c8d532dc not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:40:07.969656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 31859433-ab45-4128-ba82-96955978005c no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:40:08.006303 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 31859433-ab45-4128-ba82-96955978005c {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:40:08.006661 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 31859433-ab45-4128-ba82-96955978005c not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:40:08.007110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56256) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:08.012944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120302002', 'description': 'tempest-secgroup-smoke-1120302002 description', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:08.019821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:08.023944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:08.026820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:08.032474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:08.042931 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.063389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:08.067196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:08.070017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:08.075818 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:08.152394 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.156369 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.205234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbc7613-9e62-42d9-b938-c8bba17a0740,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:08.210503 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.212867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a7b21f93-18f5-41be-ba73-431152bf5f08 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2045026 Feb 07 23:40:08.215457 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56260) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:08.220549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '0cbc7613-9e62-42d9-b938-c8bba17a0740', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:08.227689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:08.231586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:08.235044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:08.241167 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:08.259463 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.327111 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.331332 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.358494 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3b2da1-9c11-44b9-b87a-e2252658e403,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:08.370109 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.371607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-066d3439-1034-41b8-9160-47c0ef095f06 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1552520 Feb 07 23:40:08.374517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56264) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:08.379903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '0cbc7613-9e62-42d9-b938-c8bba17a0740', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:08.387527 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:08.391907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:08.394855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:08.400513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:08.418901 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.490826 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.494766 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.521110 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa528d9b-980e-40f2-8527-e79993be6b2a,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:08.532392 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.534322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a67e173f-10c8-4b38-bbd4-dad8e402b84b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586154 Feb 07 23:40:08.537068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56268) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:08.542904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '0cbc7613-9e62-42d9-b938-c8bba17a0740', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:08.550737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:08.554738 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:08.557671 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:08.563931 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:08.581733 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.654865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.659452 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.683246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ca4220-33c4-4755-b2ce-96253d2d4a5f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:08.692883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.694133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8eaec5aa-4276-4ef0-86ed-5ada39a2fa02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560731 Feb 07 23:40:08.698392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56272) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:08.704059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '0cbc7613-9e62-42d9-b938-c8bba17a0740', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:08.710853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:08.714925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:08.717875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:08.724125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:08.741567 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.808183 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.812091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.836539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ef1cb1-44e3-485c-8d3b-4ec62a2f4e61,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:08.846390 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.848494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4dc501da-3caa-4d9d-ac46-9628488550d1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480241 Feb 07 23:40:08.850273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56276) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:08.855616 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '0cbc7613-9e62-42d9-b938-c8bba17a0740', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:08.862716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:08.867673 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:08.870192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:08.876198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:08.887420 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:40:08.895062 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.974808 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:08.979136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.005264 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd96a00-97db-4378-9da1-05eb5b5ea412,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:09.016195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.017644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d35ca134-ea9d-4ea4-87b3-3e3382a88e41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1664002 Feb 07 23:40:09.020496 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56280) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:09.025518 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': '0cbc7613-9e62-42d9-b938-c8bba17a0740', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:09.032401 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:09.036259 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:09.039925 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:09.045699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:09.056775 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:40:09.064012 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.132727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.138389 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.164852 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2236569-f99b-423a-9e70-e878aff49139,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:09.173878 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.175181 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-369c4e12-d892-4cef-a2d6-9859e35a4300 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536393 Feb 07 23:40:09.178148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56284) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:09.184074 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'network': {'name': 'tempest-network-smoke--2089382805', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:09.190516 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:09.194659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:network and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:09.197826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:09.204724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:09.216417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:40:09.220024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.250104 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:40:09.260028 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.260425 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Added segment 288b96e8-e742-462f-88e6-0bb3b8eb5c88 of type vlan for network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 Feb 07 23:40:09.291743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.329235 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.334676 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:09.335265 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.444785 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2654228 Feb 07 23:40:09.448397 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56290) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:09.448648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65150d2a-3201-473a-bd78-a825677bfb80 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Network': ['ID=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:09.454667 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'admin_state_up': True, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:09.461049 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:40:09.463680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:09.468929 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:router and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:09.473349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:09.488622 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:09.501989 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.502945 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.529136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:09.922850 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:10.223838 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:10.253825 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:10.391211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.75 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/6603696c-e40e-449a-8323-bf8facf71a74) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:40:10.539863 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:10.570642 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:10.636208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:40:10.639389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:10.642229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:40:10.677354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=6603696c-e40e-449a-8323-bf8facf71a74,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:11.067329 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:11.529508 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:11.727978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:40:11.906465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:40:11.915622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Sync routers for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:40:11.925509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:11.926225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:11.933004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:11.934247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8bac5976-bf0e-48a5-8017-036638398caa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4849176 Feb 07 23:40:11.937928 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56294) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:11.977244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-50e22533-15f1-4e35-afb2-e6d24529ffe8 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=09e2df714cd54ca092dabe116ae5d1bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381749 Feb 07 23:40:11.979796 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56298) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:12.065263 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:40:12.104197 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:12.112798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d371541-314d-4623-8668-4d29e0966eb0 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:12.114304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1d371541-314d-4623-8668-4d29e0966eb0 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336052 Feb 07 23:40:12.117308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56302) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:12.165426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-353a62a6-5375-4690-bb7c-12b13011de7f tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470526 Feb 07 23:40:12.167956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56306) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:12.174038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1707473394', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:12.283620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:12.287444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:subnet and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:12.290234 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:12.296114 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:12.305792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:40:12.309350 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:12.389742 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:10Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:12.394415 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Checking router: 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:40:12.394774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Updating router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef port 6603696c-e40e-449a-8323-bf8facf71a74 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:40:12.446716 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:12.526258 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:12.609093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Subnet': ['ID=afef077c-1832-402a-a769-340bf1ecfacf,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:12.616620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Checking segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:40:12.616987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network hostable DHCP agents. Network: e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:40:12.635492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:40:12.645322 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:12.649538 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:12.650121 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:12.671864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0c2089-aa19-4a7e-ba03-6b9d1acd4395 None None] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:40:12.675022 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1d47ec6a-e7e0-4ea1-8b84-a6b9494c9211 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5060885 Feb 07 23:40:12.677868 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56310) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:12.998744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:40:13.000179 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.012297 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.031497 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Transition to ACTIVE for port object 6603696c-e40e-449a-8323-bf8facf71a74 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:13.070689 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.177165 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Attempting to bind port 6603696c-e40e-449a-8323-bf8facf71a74 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:40:13.177546 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Attempting to bind port 6603696c-e40e-449a-8323-bf8facf71a74 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:40:13.177905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Attempting to bind port 6603696c-e40e-449a-8323-bf8facf71a74 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:40:13.223356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaeccd-4b8d-4390-b9fe-accb9ac5191e None None] Pushing event updated for resources: {'Port': ['ID=6603696c-e40e-449a-8323-bf8facf71a74,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:13.227401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:40:13.227782 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:40:13.228183 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.228585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:40:13.229136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Bound port: 6603696c-e40e-449a-8323-bf8facf71a74, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:40:13.229518 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.313685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Allocated IP 172.20.0.2 (e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4/afef077c-1832-402a-a769-340bf1ecfacf/2e4e52cc-7a5d-4b75-944b-772ebf779d7e) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:40:13.331669 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] For port 6603696c-e40e-449a-8323-bf8facf71a74, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:40:13.336209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] For port 6603696c-e40e-449a-8323-bf8facf71a74, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6603696c-e40e-449a-8323-bf8facf71a74,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:40:13.397653 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.495407 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.498262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:13.498885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:13.558042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eaeccd-4b8d-4390-b9fe-accb9ac5191e None None] Pushing event updated for resources: {'Port': ['ID=6603696c-e40e-449a-8323-bf8facf71a74,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:13.760899 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:13.768486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:13.882292 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Transition to ACTIVE for port object 2e4e52cc-7a5d-4b75-944b-772ebf779d7e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:14.005075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Transition to ACTIVE for port object 2e4e52cc-7a5d-4b75-944b-772ebf779d7e will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:14.019144 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:14.076055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.1 (e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4/afef077c-1832-402a-a769-340bf1ecfacf/491c9c0c-4b7f-470b-9b5e-cc620f941dc9) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:40:14.119982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:40:14.125453 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:14.128426 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Pushing event updated for resources: {'Port': ['ID=2e4e52cc-7a5d-4b75-944b-772ebf779d7e,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:14.130637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:40:14.242416 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:14.255966 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Attempting to bind port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:40:14.256333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Attempting to bind port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:40:14.256722 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Attempting to bind port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:40:14.259098 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:14.269622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:40:14.269925 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Checking segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:40:14.270322 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:14.270701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Bound using segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:40:14.271180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Bound port: 2e4e52cc-7a5d-4b75-944b-772ebf779d7e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:40:14.271530 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:14.283565 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:14.337577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:10Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:14.346136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d35fc-01ef-4786-9cf2-d2d24c59e89d None None] The sync data for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 is: [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:10Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:40:14.359718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:40:14.368618 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:14.370039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] For port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:40:14.371021 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:40:14.373555 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] For port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2e4e52cc-7a5d-4b75-944b-772ebf779d7e,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:40:14.379877 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:14.412970 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:14.436736 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:14.467569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a028-6f94-488a-8216-ee779ed3053e None None] Pushing event updated for resources: {'Port': ['ID=2e4e52cc-7a5d-4b75-944b-772ebf779d7e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:14.673895 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:15.255748 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:15.262440 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:15.387561 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:15.391697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:15.528986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c46d9d-84bf-41ba-ac3d-722421eeb265 None None] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:40:15.542145 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:40:15.543253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:15.644036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7cecd8a5-8a68-4029-9d0e-4ef1c0589214 None None] Provisioning for port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:40:15.725329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:40:15.934713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:40:15.949077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-93b7bc83-fa41-485f-9ffe-6cc69cbdc331 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2701483 Feb 07 23:40:16.030874 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2e4e52cc-7a5d-4b75-944b-772ebf779d7e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:40:16.088373 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Sync routers for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:40:16.099221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:16.100214 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:16.112350 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Provisioning for port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:40:16.119250 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Provisioning complete for port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:16.119620 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.128187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-951ac993-5478-439f-8c28-237938d57293 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:40:16.146300 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-951ac993-5478-439f-8c28-237938d57293 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:40:16.147755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-951ac993-5478-439f-8c28-237938d57293 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120302002&fields=id&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 267 time: 0.0616491 Feb 07 23:40:16.179022 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:40:16.186811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:16.187789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.244163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:40:16.267159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Provisioning complete for port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:16.267547 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.296732 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:16.337681 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-b4e7e78a-a93e-48f0-a314-93e7208c75b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:16.338382 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-b4e7e78a-a93e-48f0-a314-93e7208c75b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:40:16.357289 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-b4e7e78a-a93e-48f0-a314-93e7208c75b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:40:16.359829 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-b4e7e78a-a93e-48f0-a314-93e7208c75b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 797 time: 0.2052262 Feb 07 23:40:16.378046 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-aa53a80d-6550-46e9-972d-c22850636e43 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/quotas/09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 375 time: 0.0122457 Feb 07 23:40:16.447361 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.468998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-dc88e6e7-b30a-4203-859d-9b8f11281920 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:40:16.478713 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.488031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-dc88e6e7-b30a-4203-859d-9b8f11281920 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:40:16.489861 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-dc88e6e7-b30a-4203-859d-9b8f11281920 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061008 Feb 07 23:40:16.512067 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] For port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2e4e52cc-7a5d-4b75-944b-772ebf779d7e,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:16.517692 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.565800 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-2d679b2a-2dd2-451b-af4d-c30e37c66cf3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:40:16.566839 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-2d679b2a-2dd2-451b-af4d-c30e37c66cf3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0645597 Feb 07 23:40:16.652826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:40:16.653394 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:40:16.655366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-ac592282-5298-4a77-b276-39a5247fdcca None None] Provisioning complete for port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:16.656278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ac592282-5298-4a77-b276-39a5247fdcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.685701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b426d4-fe4e-4044-8f10-02ff63e57609 None None] Pushing event updated for resources: {'Port': ['ID=2e4e52cc-7a5d-4b75-944b-772ebf779d7e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:16.703197 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:15Z', 'revision_number': 2, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:16.707221 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Checking router: 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:40:16.707649 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Updating router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:40:16.715547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-ac592282-5298-4a77-b276-39a5247fdcca None None] Port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:40:16.726120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-3e02e80e-c683-47e7-b721-30de49ed62cd service neutron] 10.222.0.10 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514854 Feb 07 23:40:16.763520 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:16.983000 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-92217981-692b-4e5f-9735-094284ea8005 service neutron] 10.222.0.10 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509422 Feb 07 23:40:17.113917 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.129947 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Transition to ACTIVE for port object 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:17.136712 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.169545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb912b94-8449-4b14-9116-98b1a0951d8e req-5f809485-b441-46a7-81d8-b80c40c874c8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 210 time: 0.0470531 Feb 07 23:40:17.214892 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6603696c-e40e-449a-8323-bf8facf71a74 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:40:17.269448 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Pushing event updated for resources: {'Port': ['ID=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:17.311481 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.312377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.312751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.313088 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.313421 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.313754 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.314093 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.314419 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.314746 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.315070 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.315396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.315714 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:40:17.335368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6603696c-e40e-449a-8323-bf8facf71a74 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:40:17.340686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6603696c-e40e-449a-8323-bf8facf71a74 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:17.341063 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.376018 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Attempting to bind port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:40:17.376377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Attempting to bind port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:40:17.376806 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Attempting to bind port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:40:17.382456 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:40:17.382824 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Checking segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:40:17.383277 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.383936 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Bound using segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:40:17.384484 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Bound port: 491c9c0c-4b7f-470b-9b5e-cc620f941dc9, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:40:17.385375 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.470150 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.474610 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] For port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:40:17.478200 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] For port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:40:17.483394 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.488135 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6603696c-e40e-449a-8323-bf8facf71a74, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6603696c-e40e-449a-8323-bf8facf71a74,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:17.491845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:17.559882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6603696c-e40e-449a-8323-bf8facf71a74,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:17.564653 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:17.565016 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:39:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:17.627169 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99511786-ac46-414e-8cab-f5ecd65391d3 None None] Pushing event updated for resources: {'Port': ['ID=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:17.776937 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:17.944283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2e4e52cc-7a5d-4b75-944b-772ebf779d7e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:40:18.011163 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:18.011533 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:18.089513 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:18.093470 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eddfe23-874a-4c99-b3ef-b6d85614f4eb None None] The sync data for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 is: [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:40:18.138833 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6603696c-e40e-449a-8323-bf8facf71a74 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:40:18.228333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6603696c-e40e-449a-8323-bf8facf71a74 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:18.228913 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:18.279355 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10f1e1fb-8f00-4405-82fb-30870c2eb2cc req-fa7a6c66-80a5-48af-9564-39a8c2b48b8a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 210 time: 0.0446017 Feb 07 23:40:19.379728 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-339b71fb-579f-485b-aa07-a21bbe2a2e93 req-863d27ce-1918-412d-b51c-46dd45280530 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 210 time: 0.0479276 Feb 07 23:40:19.964109 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:40:20.033011 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:40:20.037518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:20.037918 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:20.153162 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:20.184924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:20.189440 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:20.257670 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:20.477968 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1f7e3172-96ff-4fe5-a4ca-2873095aa0ce req-edc34bf5-e2a2-499e-b308-4b3e9fd04f76 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 210 time: 0.0450041 Feb 07 23:40:21.638798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c74830c7-abed-42fd-8c84-8fe40e6d828a req-6057d641-0754-49ca-9ef1-a6a6683c69a4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 210 time: 0.0506027 Feb 07 23:40:21.941435 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:40:22.011762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:22.012128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:22.277046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-6e4659e3-5e12-42b6-8861-5b1519a38a4d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:22.277727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-6e4659e3-5e12-42b6-8861-5b1519a38a4d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:40:22.289278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-6e4659e3-5e12-42b6-8861-5b1519a38a4d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:40:22.290374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-6e4659e3-5e12-42b6-8861-5b1519a38a4d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 797 time: 0.1606278 Feb 07 23:40:22.341895 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-8e904751-8373-46b2-b1f7-7668b7900eb6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 380 time: 0.0400746 Feb 07 23:40:22.351755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'port': {'device_id': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'admin_state_up': True, 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'security_groups': ['0cbc7613-9e62-42d9-b938-c8bba17a0740']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:22.487440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:22.496796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:22.506685 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:40:22.510535 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:22.675420 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.9 (e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4/afef077c-1832-402a-a769-340bf1ecfacf/ada2c58a-1398-4d16-a2c3-664f60f4f9bc) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:40:22.794731 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4cb3f6ad-6df7-4a2f-9bcc-17a41ebe3b02 req-41ea9a3f-6f17-4cdb-9342-b6da3ca583c4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 210 time: 0.0478876 Feb 07 23:40:22.971778 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:22.987018 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object ada2c58a-1398-4d16-a2c3-664f60f4f9bc will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:23.010435 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:23.079180 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:40:23.082258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:23.086015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:40:23.119710 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:23.156270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:23.156900 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:23.182390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-64098745-0fc7-4a9e-9e81-07adf84ade6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8340549 Feb 07 23:40:23.238294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Request body: {'port': {'device_id': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:23.350707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:23.351388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-95e5ece1-1e7b-4efa-8c25-bd2ac80d34b2 None None] Provisioning for port ada2c58a-1398-4d16-a2c3-664f60f4f9bc completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:40:23.355881 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-95e5ece1-1e7b-4efa-8c25-bd2ac80d34b2 None None] Provisioning complete for port ada2c58a-1398-4d16-a2c3-664f60f4f9bc triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:23.356254 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-95e5ece1-1e7b-4efa-8c25-bd2ac80d34b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:23.412757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-95e5ece1-1e7b-4efa-8c25-bd2ac80d34b2 None None] Port ada2c58a-1398-4d16-a2c3-664f60f4f9bc cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:40:23.697275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada2c58a-1398-4d16-a2c3-664f60f4f9bc {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:40:23.705366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:23.720411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Transition to ACTIVE for port object ada2c58a-1398-4d16-a2c3-664f60f4f9bc will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:40:23.724639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:23.889193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:23.966670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:40:23.967122 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:40:23.967569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:40:23.974458 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:40:23.975011 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:40:23.980791 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:40:23.981530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Checking segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:40:23.982096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Bound using segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:40:23.982854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Bound port: ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:40:23.983410 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:23.991742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c777eb-c8c0-4431-b6c1-7c24eeb5b8ef req-3763117b-cc9a-48b2-b227-d527bb457a67 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:23.993747 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0c777eb-c8c0-4431-b6c1-7c24eeb5b8ef req-3763117b-cc9a-48b2-b227-d527bb457a67 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0827057 Feb 07 23:40:24.047559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0c777eb-c8c0-4431-b6c1-7c24eeb5b8ef req-e2990c69-74c5-4af5-8a57-54ac24c375e2 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475264 Feb 07 23:40:24.077117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:40:24.080749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:40:24.085205 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:24.146672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:24.147278 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:24.148650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] 10.222.0.36 "PUT /v2.0/ports/ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 1091 time: 0.9592805 Feb 07 23:40:24.149088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:40:24.179548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272edc0-d3fc-41a9-b8cb-3d40c5b2258c service neutron] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:24.231491 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'status': 'completed', 'code': 200} Feb 07 23:40:24.273433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-9cfca945-51f7-47fb-9a8e-b0147659e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:24.274917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-9cfca945-51f7-47fb-9a8e-b0147659e8b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1094 time: 0.0758383 Feb 07 23:40:24.349959 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-fa73b2ff-8302-4786-b380-5aecea84c235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 217 time: 0.0669234 Feb 07 23:40:24.414658 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-c923fa95-e56e-49dd-91dc-10f2d0a9faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:24.416019 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-c923fa95-e56e-49dd-91dc-10f2d0a9faaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.0596440 Feb 07 23:40:24.495076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-7b207c13-2512-4bd7-9309-ad274c0d1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:24.496749 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-7b207c13-2512-4bd7-9309-ad274c0d1d16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740912 Feb 07 23:40:24.737946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-14906168-0838-49da-b51f-ba02ee0c7210 service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352412 Feb 07 23:40:24.872280 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7ee1fdf2-795a-43fa-bc30-3a133932d7cf req-34fd2a76-fefc-466b-8724-fa04da9caa09 service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278706 Feb 07 23:40:24.989575 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-efa5e6dd-e096-4f81-bb94-b453bcfa36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:24.990998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-efa5e6dd-e096-4f81-bb94-b453bcfa36ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1094 time: 0.0706613 Feb 07 23:40:25.121107 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-1410313f-b6c4-4147-baee-00aa6a0d8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:25.122544 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-1410313f-b6c4-4147-baee-00aa6a0d8e97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.1259246 Feb 07 23:40:25.194374 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-b9131b1e-7bdf-4a48-a5b8-2af643f5e87a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 217 time: 0.0651183 Feb 07 23:40:25.239246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997a261-454d-4cdc-a816-96044fb8d58d req-2ee60ef0-58a8-4791-ac8d-caf22fb18f13 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:25.240820 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0997a261-454d-4cdc-a816-96044fb8d58d req-2ee60ef0-58a8-4791-ac8d-caf22fb18f13 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0858982 Feb 07 23:40:25.258060 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-417ff103-3815-427d-9b08-59a7ee0b0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:25.259748 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-417ff103-3815-427d-9b08-59a7ee0b0616 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.0584092 Feb 07 23:40:25.286506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0997a261-454d-4cdc-a816-96044fb8d58d req-ae805ad3-075e-4bae-80fe-dcd465522306 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Feb 07 23:40:25.340542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-0aeeb05b-e3db-41ee-81a9-eccca3931372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:25.342027 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-0aeeb05b-e3db-41ee-81a9-eccca3931372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733104 Feb 07 23:40:25.484303 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-0dd9d513-eb58-45f1-a367-fec0bbc1fd7a service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345482 Feb 07 23:40:25.616457 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-43bd1888-cc18-4a1f-bb96-0d5503c86c2a req-4f50a324-0833-42a8-a8e8-face1a732b04 service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254525 Feb 07 23:40:26.059495 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7949e0e1-186d-4001-8ece-b265e1d4e854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:26.470201 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e17d28-79d5-4786-9ac9-3e16104c4832 req-e0e07f3f-05f7-49c1-9776-e8d1cef95f39 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:26.471651 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7e17d28-79d5-4786-9ac9-3e16104c4832 req-e0e07f3f-05f7-49c1-9776-e8d1cef95f39 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0797033 Feb 07 23:40:26.514818 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e7e17d28-79d5-4786-9ac9-3e16104c4832 req-6709c371-d529-42be-b31f-fe9b53705c55 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374751 Feb 07 23:40:27.706570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dda29-033f-487f-8aff-ae1a25c49145 req-87c0eb52-cc23-4d8a-847e-66c9b4447c65 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:27.708011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a19dda29-033f-487f-8aff-ae1a25c49145 req-87c0eb52-cc23-4d8a-847e-66c9b4447c65 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0865865 Feb 07 23:40:27.756833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a19dda29-033f-487f-8aff-ae1a25c49145 req-69b7655a-b3f2-49af-955c-05ca48071880 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427203 Feb 07 23:40:27.781981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:40:27.913103 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:27.926624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'port_id': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'mac_address': 'fa:16:3e:66:24:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:40:27.980545 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:27.997914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada2c58a-1398-4d16-a2c3-664f60f4f9bc {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:40:28.013545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:28.017673 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:28.089976 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:28.237151 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['ada2c58a-1398-4d16-a2c3-664f60f4f9bc'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:40:28.294044 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-00d5b608-7fc3-497f-a88c-5820aba2a9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:28.938790 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4812-1b75-4c0c-8be0-ad752edd9191 req-597a2192-7c56-4010-ba52-13cb07b972af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:28.940248 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73ae4812-1b75-4c0c-8be0-ad752edd9191 req-597a2192-7c56-4010-ba52-13cb07b972af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 944 time: 0.0810649 Feb 07 23:40:28.983676 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-73ae4812-1b75-4c0c-8be0-ad752edd9191 req-198401f1-9448-4fdf-a51e-52b79a38d0d0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373185 Feb 07 23:40:29.424587 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:29.718758 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:29.796811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:40:29.893069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port ada2c58a-1398-4d16-a2c3-664f60f4f9bc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:40:29.898069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port ada2c58a-1398-4d16-a2c3-664f60f4f9bc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:40:29.898452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:30.012753 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:30.039245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:40:30.049491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:40:30.053590 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:30.125691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:30.153528 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'code': 200} Feb 07 23:40:30.176248 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a5694-d7ad-4924-a0a7-e0ae4fc38d50 req-6aa692d2-f84c-4b22-abfc-5fa37fcef101 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:30.177766 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-734a5694-d7ad-4924-a0a7-e0ae4fc38d50 req-6aa692d2-f84c-4b22-abfc-5fa37fcef101 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0858724 Feb 07 23:40:30.223482 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-734a5694-d7ad-4924-a0a7-e0ae4fc38d50 req-7c64c734-8860-43eb-8539-a4a29f94efbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Feb 07 23:40:30.277472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc3b1-44ac-424a-b0b7-0c4ff2733fc9 req-d6d1d7aa-4aec-478e-b277-1a0302184b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:30.278837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59abc3b1-44ac-424a-b0b7-0c4ff2733fc9 req-d6d1d7aa-4aec-478e-b277-1a0302184b80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1096 time: 0.0689659 Feb 07 23:40:30.319399 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-59abc3b1-44ac-424a-b0b7-0c4ff2733fc9 req-74a71cd9-0e6b-4a35-a173-400be17d3eb4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342412 Feb 07 23:40:31.197364 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:31.416547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003c37a-4e47-4407-9289-1a0385caff1e req-a55a1c23-2789-4c3c-b9e2-f2fe65cb37a5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:31.418874 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3003c37a-4e47-4407-9289-1a0385caff1e req-a55a1c23-2789-4c3c-b9e2-f2fe65cb37a5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0854990 Feb 07 23:40:31.469740 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3003c37a-4e47-4407-9289-1a0385caff1e req-077ca78d-c73f-4c98-9ce1-4fc1cf79a127 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452597 Feb 07 23:40:32.654811 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba870745-8015-4b8e-a97e-9f5cbef9666a req-6a4e2517-cb3f-4a51-89ad-f143d341b7d9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:32.656316 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba870745-8015-4b8e-a97e-9f5cbef9666a req-6a4e2517-cb3f-4a51-89ad-f143d341b7d9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0812967 Feb 07 23:40:32.704136 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ba870745-8015-4b8e-a97e-9f5cbef9666a req-8136e0f3-424c-4c2a-9920-89615bb17103 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Feb 07 23:40:32.891903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb050d-9adf-4066-8d84-4ef773839a1c req-9d841a48-2ba3-47de-ac36-27e069564299 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:32.893386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cfb050d-9adf-4066-8d84-4ef773839a1c req-9d841a48-2ba3-47de-ac36-27e069564299 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0838583 Feb 07 23:40:32.936790 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cfb050d-9adf-4066-8d84-4ef773839a1c req-fba490d1-c116-4ef7-b39c-44c2604c3ad6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 Feb 07 23:40:32.959141 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56388) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:33.028402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb10d12-5516-4ea0-ac1b-7faa84aec98c tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:33.030153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7eb10d12-5516-4ea0-ac1b-7faa84aec98c tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1091 time: 0.0698786 Feb 07 23:40:33.033373 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56392) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:33.038749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:40:33.046969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:40:33.052131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:floatingip and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:40:33.053712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:40:33.059437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:40:33.069785 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:33.211737 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:33.346427 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.38 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/e7ca493c-b43b-43af-9ca3-810ed618aea5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:40:33.495367 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:33.523705 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:33.585850 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:40:33.588737 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:40:33.593637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:40:33.734646 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=e7ca493c-b43b-43af-9ca3-810ed618aea5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:34.105619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:34.181813 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:34.385382 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:34.390033 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:34.496972 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=e7ca493c-b43b-43af-9ca3-810ed618aea5,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:40:34.505079 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:34.678203 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 3a08522c-0935-4671-831c-6c75e83be484 associated. External IP: 172.25.0.38, port: ada2c58a-1398-4d16-a2c3-664f60f4f9bc. Feb 07 23:40:35.028124 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:40:35.320197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:40:35.330296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] Sync routers for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:40:35.339351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:35.339958 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:40:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:35.345566 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:35.405539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f76a41d8-d4da-4615-8e8b-6423c0134560 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3685791 Feb 07 23:40:35.405539 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:40:35.524266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:35.543857 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'status': 'completed', 'code': 200} Feb 07 23:40:35.588367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eba92c-90c7-4ca7-88be-06989627448e req-1897bf2f-5814-432e-99a8-60473e83abea tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:35.590402 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1eba92c-90c7-4ca7-88be-06989627448e req-1897bf2f-5814-432e-99a8-60473e83abea tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0889382 Feb 07 23:40:35.612243 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43afd0-124f-4806-91d6-14398799908b req-6e6f7c7b-1cb4-48a3-807a-a0436381eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:35.613744 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4a43afd0-124f-4806-91d6-14398799908b req-6e6f7c7b-1cb4-48a3-807a-a0436381eaed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1096 time: 0.0780120 Feb 07 23:40:35.637327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d1eba92c-90c7-4ca7-88be-06989627448e req-dc41222a-c506-4c45-be8b-c416e7095ed8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Feb 07 23:40:35.662319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56402) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:35.755329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43afd0-124f-4806-91d6-14398799908b req-66511db0-28b5-4763-ac60-7576d9109632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:35.757157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4a43afd0-124f-4806-91d6-14398799908b req-66511db0-28b5-4763-ac60-7576d9109632 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.1379347 Feb 07 23:40:35.783522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1b1fea51-e160-48d0-a8d3-0b500950ad16 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/3a08522c-0935-4671-831c-6c75e83be484 HTTP/1.1" status: 200 len: 990 time: 0.1194875 Feb 07 23:40:35.858270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4a43afd0-124f-4806-91d6-14398799908b req-e0c28bb0-a614-45fb-9339-32c9a62a5b38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 998 time: 0.0938768 Feb 07 23:40:35.888549 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3a08522c-0935-4671-831c-6c75e83be484', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'port_id': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'mac_address': 'fa:16:3e:66:24:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:40:34Z', 'updated_at': '2022-02-07T23:40:34Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:20Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:35.892390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] Checking router: 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:40:35.900841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:40:35.901449 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:40:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:35.923378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43afd0-124f-4806-91d6-14398799908b req-092dcd32-8af4-4de6-a539-47cf38843617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:35.924877 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4a43afd0-124f-4806-91d6-14398799908b req-092dcd32-8af4-4de6-a539-47cf38843617 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.0612326 Feb 07 23:40:35.999977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43afd0-124f-4806-91d6-14398799908b req-e2bc1c45-3f30-4c29-9af4-5f59feefb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:36.001521 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4a43afd0-124f-4806-91d6-14398799908b req-e2bc1c45-3f30-4c29-9af4-5f59feefb59b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704856 Feb 07 23:40:36.082621 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:40:36.133141 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4a43afd0-124f-4806-91d6-14398799908b req-ce451833-87dd-45ba-af08-9035e38affae service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254094 Feb 07 23:40:36.371407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4a43afd0-124f-4806-91d6-14398799908b req-ef017d60-2630-4b74-9f2c-7fa75313c758 service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323878 Feb 07 23:40:36.437464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3a08522c-0935-4671-831c-6c75e83be484', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'port_id': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'mac_address': 'fa:16:3e:66:24:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:40:34Z', 'updated_at': '2022-02-07T23:40:34Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:20Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:40:36.441376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af6c78-7f22-48c2-b719-9345f2b1a9f4 None None] The sync data for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 is: [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3a08522c-0935-4671-831c-6c75e83be484', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.38', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'port_id': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'mac_address': 'fa:16:3e:66:24:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:40:34Z', 'updated_at': '2022-02-07T23:40:34Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:20Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:40:36.473608 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:36.639493 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86c028-8abb-47ca-849d-8b64be0b1945 None None] New status for floating IP 3a08522c-0935-4671-831c-6c75e83be484: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:40:36.787109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56406) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:36.894704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:36.901010 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8bf868ee-c600-4130-ab86-f4f57bcd6ed4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/3a08522c-0935-4671-831c-6c75e83be484 HTTP/1.1" status: 200 len: 990 time: 0.1126728 Feb 07 23:40:37.904794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56410) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:40:38.010102 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ab9ddbc3-c42d-4a14-9209-f61a977eb2fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/3a08522c-0935-4671-831c-6c75e83be484 HTTP/1.1" status: 200 len: 992 time: 0.1032403 Feb 07 23:40:40.493142 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-bcddef5c-7740-4fe1-98ed-4dc8532f5c02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728049 Feb 07 23:40:40.632457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-9fa96d9e-7093-4298-81fd-05e3dca6d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:40.633948 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-9fa96d9e-7093-4298-81fd-05e3dca6d147 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1096 time: 0.0707836 Feb 07 23:40:40.780129 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-485fbe51-b77a-4ba5-96ac-45c08fc57ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:40.782388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-485fbe51-b77a-4ba5-96ac-45c08fc57ee0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.1281986 Feb 07 23:40:40.890389 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-88fb4d80-6079-440d-9b45-43e0a3263168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 1000 time: 0.1017392 Feb 07 23:40:40.951789 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-60f7aed6-3d04-4cae-8bdd-4c8d2838a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:40.953291 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-60f7aed6-3d04-4cae-8bdd-4c8d2838a5b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.0573385 Feb 07 23:40:41.030554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-d2efd0a6-f004-4d3c-ac8e-c206981d4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:40:41.031941 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-d2efd0a6-f004-4d3c-ac8e-c206981d4984 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730588 Feb 07 23:40:41.166277 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-f56ba651-618c-4139-acad-39870bcac6a6 service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280024 Feb 07 23:40:41.294356 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0d9cf366-f0ae-432d-b6a6-0c58b73ec968 req-47125c8b-aadd-4522-9118-26d74e8aaa6c service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219444 Feb 07 23:40:49.065197 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:40:56.061646 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f88404f0-2a55-4146-85d0-b52754467ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:58.275746 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6f420e82-48f2-4f83-a669-12e493b4ebbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:59.431245 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:40:59.721600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:01.199290 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:02.903757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56432) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:41:03.020927 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-9f32e0d3-ce82-4372-b039-902cec77243d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158762 Feb 07 23:41:03.142492 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7da03-b488-4fd0-ba06-202e6ff18c6d req-effdbaba-5233-494c-b3b7-6406967e1d13 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:03.144199 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbe7da03-b488-4fd0-ba06-202e6ff18c6d req-effdbaba-5233-494c-b3b7-6406967e1d13 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0841079 Feb 07 23:41:03.190522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbe7da03-b488-4fd0-ba06-202e6ff18c6d req-c9e77085-1539-4a0f-8711-a4feaa133160 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390494 Feb 07 23:41:04.269393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-c26d0a1e-02de-41fd-aaa9-a3b8a18bbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:04.270851 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-c26d0a1e-02de-41fd-aaa9-a3b8a18bbb7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1096 time: 0.0715828 Feb 07 23:41:04.382547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813c31f-7387-478c-ad5f-25227a295126 req-029eb9c2-7019-40e9-9bc2-d2feffdff57e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:04.384015 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7813c31f-7387-478c-ad5f-25227a295126 req-029eb9c2-7019-40e9-9bc2-d2feffdff57e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0850601 Feb 07 23:41:04.404529 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-e81db3f0-e4c5-46ec-ac6e-63b096368b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:04.406614 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-e81db3f0-e4c5-46ec-ac6e-63b096368b33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.1287334 Feb 07 23:41:04.430090 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7813c31f-7387-478c-ad5f-25227a295126 req-915ee122-557d-4913-b336-16f19027b559 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387502 Feb 07 23:41:04.508638 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-d13fe780-0f61-4c2f-a07d-9a4d29616524 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 1000 time: 0.0960946 Feb 07 23:41:04.674751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-aa45ef89-d689-4e6b-b427-6499713459d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:04.676165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-aa45ef89-d689-4e6b-b427-6499713459d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.1604962 Feb 07 23:41:04.751924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-1b3566d5-a5df-42e4-9b93-ca4faf7aae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:04.753420 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-1b3566d5-a5df-42e4-9b93-ca4faf7aae89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699987 Feb 07 23:41:04.893506 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-1f7fb6c5-dd16-4a86-9c66-b8f8432d7cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300235 Feb 07 23:41:05.025394 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-ea7831e5-6564-467e-88a9-8d6be56fee6f service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257360 Feb 07 23:41:05.614284 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034872df-ef94-4a1d-b709-33222772efb6 req-ec33ac24-5ac8-4b6d-9e6a-30bdd28f39c5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:05.615740 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-034872df-ef94-4a1d-b709-33222772efb6 req-ec33ac24-5ac8-4b6d-9e6a-30bdd28f39c5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0804996 Feb 07 23:41:05.663455 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-034872df-ef94-4a1d-b709-33222772efb6 req-761c9713-f288-446b-99a4-f759e8c48f1a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Feb 07 23:41:06.491690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:06.855349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0eff0-2d3e-45ea-a081-b0f1d2048829 req-2471ae13-4eee-47c3-8037-bb0c460f05ac tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:06.856758 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ce0eff0-2d3e-45ea-a081-b0f1d2048829 req-2471ae13-4eee-47c3-8037-bb0c460f05ac tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0860157 Feb 07 23:41:06.901814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ce0eff0-2d3e-45ea-a081-b0f1d2048829 req-5bc1270c-e674-4788-ba81-1430de7dc9bc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394197 Feb 07 23:41:06.908635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:08.089926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ce07d-24e7-480b-a248-13a5a3d194bd req-5ace2eef-1dc7-492b-af95-d1182040e427 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:08.091378 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df4ce07d-24e7-480b-a248-13a5a3d194bd req-5ace2eef-1dc7-492b-af95-d1182040e427 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0832765 Feb 07 23:41:08.136604 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df4ce07d-24e7-480b-a248-13a5a3d194bd req-2e7f1b6b-87a5-4675-8615-e80a2f2f1786 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Feb 07 23:41:09.318596 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d7eed-3e1f-47cb-9b9c-1f06d0fafd6d req-14fce201-2e31-42e2-8b48-0d0ab0896826 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:09.320097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d5d7eed-3e1f-47cb-9b9c-1f06d0fafd6d req-14fce201-2e31-42e2-8b48-0d0ab0896826 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0811806 Feb 07 23:41:09.363360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d5d7eed-3e1f-47cb-9b9c-1f06d0fafd6d req-f0762704-6fcf-43ac-8f7a-4dd31470bdc8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377052 Feb 07 23:41:10.551385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632078ef-945f-4474-908f-aab6ca18a289 req-9c042a07-450b-4d8a-90c0-7d1a90e1c0bd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:10.552843 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-632078ef-945f-4474-908f-aab6ca18a289 req-9c042a07-450b-4d8a-90c0-7d1a90e1c0bd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0821321 Feb 07 23:41:10.596212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-632078ef-945f-4474-908f-aab6ca18a289 req-238ca6f8-477d-4a1e-b373-d22bf1cf83a4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377808 Feb 07 23:41:11.780610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518799e-ed7d-4b5a-9d5f-17a7c220741f req-9f8618b8-1493-4cbc-854e-5df303973ade tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:11.782554 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6518799e-ed7d-4b5a-9d5f-17a7c220741f req-9f8618b8-1493-4cbc-854e-5df303973ade tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0787613 Feb 07 23:41:11.829522 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6518799e-ed7d-4b5a-9d5f-17a7c220741f req-1c443c91-1469-49a6-82ee-f1372fda038a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Feb 07 23:41:13.014379 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c769a87-9e7a-4f3e-8552-1acbea4f8467 req-26e2fddb-c1f2-4ee6-ae70-574e0eccde6e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:13.016536 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c769a87-9e7a-4f3e-8552-1acbea4f8467 req-26e2fddb-c1f2-4ee6-ae70-574e0eccde6e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0810852 Feb 07 23:41:13.059880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3c769a87-9e7a-4f3e-8552-1acbea4f8467 req-872e0e4d-f0a5-473e-9af5-b417b7eb28d0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376308 Feb 07 23:41:14.248799 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005d67e-ffe5-4d6e-9d44-05ca635e198f req-4db75985-86a5-458c-a40c-70877898dc7d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:14.250259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b005d67e-ffe5-4d6e-9d44-05ca635e198f req-4db75985-86a5-458c-a40c-70877898dc7d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0864182 Feb 07 23:41:14.293437 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b005d67e-ffe5-4d6e-9d44-05ca635e198f req-c834c7a1-dd98-41b8-b216-a7232060f212 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Feb 07 23:41:15.477035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaff4d-a573-41b3-8751-99dbb5c6d473 req-790a2117-9a2b-412f-9325-ddf6e8217599 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:15.478483 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-daaaff4d-a573-41b3-8751-99dbb5c6d473 req-790a2117-9a2b-412f-9325-ddf6e8217599 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0815973 Feb 07 23:41:15.521792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-daaaff4d-a573-41b3-8751-99dbb5c6d473 req-e57a5f9b-e70e-4f82-9471-29d2923cc27f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Feb 07 23:41:16.704724 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aa32c-6521-4be4-913e-f814deef6110 req-1a553b13-cb23-47eb-8c29-f8c749655e93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:16.706152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-829aa32c-6521-4be4-913e-f814deef6110 req-1a553b13-cb23-47eb-8c29-f8c749655e93 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0816140 Feb 07 23:41:16.750582 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-829aa32c-6521-4be4-913e-f814deef6110 req-6e415596-1575-456e-b578-2345c025783f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386467 Feb 07 23:41:17.183234 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-a1e542b9-9542-401f-9adb-8b85028ecaa6 service neutron] show failed (client error): The resource could not be found. Feb 07 23:41:17.184231 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-a1e542b9-9542-401f-9adb-8b85028ecaa6 service neutron] 10.222.0.36 "GET /v2.0/ports/ada2c58a-1398-4d16-a2c3-664f60f4f9bc/bindings/n-h2-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0804365 Feb 07 23:41:17.453477 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-c11a0272-9b24-448e-a377-fa7e94ac4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:17.454860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-c11a0272-9b24-448e-a377-fa7e94ac4ea8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 1096 time: 0.0733209 Feb 07 23:41:17.469453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:41:17.578923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:17.845540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:41:17.877042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:41:17.935917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:41:17.939121 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223eaf35-387c-480f-89d0-1b78c55721dd req-4b701dd2-ffe6-43c1-b8bf-8c454d21dc41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:17.940939 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-223eaf35-387c-480f-89d0-1b78c55721dd req-4b701dd2-ffe6-43c1-b8bf-8c454d21dc41 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0810120 Feb 07 23:41:17.942735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:17.958990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Transition to ACTIVE for port object ada2c58a-1398-4d16-a2c3-664f60f4f9bc will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:41:17.962605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:17.989965 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-223eaf35-387c-480f-89d0-1b78c55721dd req-bb1a4b38-8d4b-4d3a-b32c-03bc891a7185 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Feb 07 23:41:18.009184 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'code': 200} Feb 07 23:41:18.112296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=6']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:18.126305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.126654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.127019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.127350 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.127677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.127994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.128317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.128666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.128988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.129304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.129619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.129933 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:18.176142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] No DVR routers for this DVR port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:41:18.399462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:41:18.400134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:41:18.400134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:41:18.404619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:41:18.404941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Attempting to bind port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:41:18.410433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:41:18.410766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Checking segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:41:18.411147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Bound using segment: {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:41:18.411560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Bound port: ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288b96e8-e742-462f-88e6-0bb3b8eb5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:41:18.411899 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:18.506137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:41:18.508977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:41:18.518297 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:18.691133 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:18.691865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:18.693575 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] 10.222.0.26 "PUT /v2.0/ports/ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 1091 time: 1.2280135 Feb 07 23:41:18.713242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b33c6f-4860-4b74-87b1-1fe16a09e6cd service neutron] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:18.815966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-5e6c3c96-d200-4273-a092-103d6e33857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:18.817784 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-5e6c3c96-d200-4273-a092-103d6e33857b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1094 time: 0.0855477 Feb 07 23:41:18.959185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-9d72459e-7d46-4d31-8ceb-d7779d4844ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:18.960619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-9d72459e-7d46-4d31-8ceb-d7779d4844ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.1340055 Feb 07 23:41:19.069167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-4475a276-c3da-4a1c-8874-e3e70845e79e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 998 time: 0.0995066 Feb 07 23:41:19.140999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-4e766dd8-b84a-4003-bb84-f3316dd51832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:19.142791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-4e766dd8-b84a-4003-bb84-f3316dd51832 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.0649884 Feb 07 23:41:19.188213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb96bf0-416c-4651-9519-ee7360df7995 req-601dfc08-7a0d-4605-84b3-de629e7b9868 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:19.190343 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fb96bf0-416c-4651-9519-ee7360df7995 req-601dfc08-7a0d-4605-84b3-de629e7b9868 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0917292 Feb 07 23:41:19.226863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-babf8dfe-826b-4758-942e-d0ba31c629bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:19.228286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-babf8dfe-826b-4758-942e-d0ba31c629bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763092 Feb 07 23:41:19.234624 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-9fb96bf0-416c-4651-9519-ee7360df7995 req-edd3bbd1-7236-4b9f-88fc-0a0eb3516ae0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385826 Feb 07 23:41:19.367759 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-d8ab3984-ea29-4149-87dd-26c2dabd7a1a service neutron] 10.222.0.26 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266971 Feb 07 23:41:19.516138 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a73a6cf7-cb19-40e5-bc0a-672270b6a6ef req-1b114072-137d-482f-b60e-966ffa453f13 service neutron] 10.222.0.26 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388083 Feb 07 23:41:20.010750 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:41:20.066686 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'status': 'completed', 'code': 200} Feb 07 23:41:20.215440 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-5828576a-74d6-43e2-b27a-19b64e5f8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.216926 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-5828576a-74d6-43e2-b27a-19b64e5f8dfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1094 time: 0.1316912 Feb 07 23:41:20.219371 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-6130e9c3-edf5-48fa-adf9-ca4cd1c362b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.220710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-6130e9c3-edf5-48fa-adf9-ca4cd1c362b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1094 time: 0.1010237 Feb 07 23:41:20.419452 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4920b9b-4780-42a4-9194-d4e6bdb8fbac req-3507aaf1-06cd-4a30-96bc-2b134ad50bb1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.420971 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4920b9b-4780-42a4-9194-d4e6bdb8fbac req-3507aaf1-06cd-4a30-96bc-2b134ad50bb1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0796118 Feb 07 23:41:20.456628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-85eea9c9-31f7-475f-b641-de101ae934a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.458078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-85eea9c9-31f7-475f-b641-de101ae934a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.2352607 Feb 07 23:41:20.459134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-7a54ec29-4495-41dd-8fa9-754302e333d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.460392 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-7a54ec29-4495-41dd-8fa9-754302e333d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.2205708 Feb 07 23:41:20.469160 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b4920b9b-4780-42a4-9194-d4e6bdb8fbac req-dada7fbf-8830-4938-a096-7b39987936ce tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Feb 07 23:41:20.644121 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-393b7524-e46c-4594-a804-c057598a1681 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 998 time: 0.1801767 Feb 07 23:41:20.645842 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-60893c06-7af9-43c7-84da-860bdc015343 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 998 time: 0.1307850 Feb 07 23:41:20.852327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-f64c7327-bc8f-4ab3-ad96-8150c8a388dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.853716 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-f64c7327-bc8f-4ab3-ad96-8150c8a388dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.2036853 Feb 07 23:41:20.859482 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-75abeb74-aae5-42d6-ad44-7a340e2f0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.860859 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-75abeb74-aae5-42d6-ad44-7a340e2f0097 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.1791756 Feb 07 23:41:20.990583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-09a06cdb-71ab-472a-89ba-708ca5d0d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.992027 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-09a06cdb-71ab-472a-89ba-708ca5d0d205 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000886 Feb 07 23:41:20.994852 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-ef5f5f32-2661-4455-b491-d0dc4e055105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:20.996175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-ef5f5f32-2661-4455-b491-d0dc4e055105 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345036 Feb 07 23:41:21.234484 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-6b53a9ee-8f91-4266-816c-bf688cebd92b service neutron] 10.222.0.26 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324345 Feb 07 23:41:21.236281 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-e86c4e72-be53-403c-beac-cfc9fad0f1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331922 Feb 07 23:41:21.475837 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-f85e0821-1a67-4c28-a158-739cc07e294b service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337277 Feb 07 23:41:21.477688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9d988a99-952f-4f6a-b58d-2f275270f149 req-9cee04a6-997a-4547-a7d3-a03d7b634963 service neutron] 10.222.0.26 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345996 Feb 07 23:41:21.661292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5753aa5-a950-45bc-bc5d-0e776f94e3c8 req-2cdd6989-066c-41b2-b92c-3658e019f0b9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:21.662755 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5753aa5-a950-45bc-bc5d-0e776f94e3c8 req-2cdd6989-066c-41b2-b92c-3658e019f0b9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0802050 Feb 07 23:41:21.706055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e5753aa5-a950-45bc-bc5d-0e776f94e3c8 req-b889825c-d5fd-4dd4-b6da-67288db22bdc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376658 Feb 07 23:41:22.013859 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef255818-97b6-4924-becf-a0d1c8c8b1c3 req-08838081-3989-4341-8032-bd0b17ae72af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:22.015365 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef255818-97b6-4924-becf-a0d1c8c8b1c3 req-08838081-3989-4341-8032-bd0b17ae72af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0834460 Feb 07 23:41:22.022979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4245-1587-4110-9867-e779003769f2 req-486a9f7c-a5e3-4160-927e-b11bbb44479f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:22.023672 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5e9d4245-1587-4110-9867-e779003769f2 req-486a9f7c-a5e3-4160-927e-b11bbb44479f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:41:22.039792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-5e9d4245-1587-4110-9867-e779003769f2 req-486a9f7c-a5e3-4160-927e-b11bbb44479f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:41:22.041077 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-486a9f7c-a5e3-4160-927e-b11bbb44479f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58&tenant_id=09e2df714cd54ca092dabe116ae5d1bd&binding%3Ahost_id=n-h2-827896-3 HTTP/1.1" status: 200 len: 943 time: 0.1040325 Feb 07 23:41:22.060513 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ef255818-97b6-4924-becf-a0d1c8c8b1c3 req-248ee222-6b82-4805-8700-204f200e9f6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Feb 07 23:41:22.072238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:41:22.128427 n-d-827896-3 neutron-server[87671]: INFO neutron.api.v2.resource [req-5e9d4245-1587-4110-9867-e779003769f2 req-cc9d1435-3a20-46c7-a173-a523f222c941 service neutron] delete failed (client error): The resource could not be found. Feb 07 23:41:22.129466 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-cc9d1435-3a20-46c7-a173-a523f222c941 service neutron] 10.222.0.36 "DELETE /v2.0/ports/ada2c58a-1398-4d16-a2c3-664f60f4f9bc/bindings/n-h1-827896-3 HTTP/1.1" status: 404 len: 380 time: 0.0820909 Feb 07 23:41:22.145110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:41:22.260860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456afb-8c75-452a-8735-bd219ce3c236 req-455a61b5-d29b-4e5f-9739-80453fc66544 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:22.262315 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10456afb-8c75-452a-8735-bd219ce3c236 req-455a61b5-d29b-4e5f-9739-80453fc66544 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 943 time: 0.0844264 Feb 07 23:41:22.274794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4245-1587-4110-9867-e779003769f2 req-49533086-8a6b-4abf-b13d-98e7e667c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:22.276273 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-49533086-8a6b-4abf-b13d-98e7e667c435 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1094 time: 0.0710130 Feb 07 23:41:22.306478 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10456afb-8c75-452a-8735-bd219ce3c236 req-65457af7-a075-4dcd-82f8-cbc0279bcd34 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384543 Feb 07 23:41:22.408941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4245-1587-4110-9867-e779003769f2 req-9deb79f6-9ed9-4525-b897-62c6b4f41f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:22.410368 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-9deb79f6-9ed9-4525-b897-62c6b4f41f3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.1269467 Feb 07 23:41:22.520474 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-b3db83ab-70f6-47ff-90f8-2d8c967b6d70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 998 time: 0.1040530 Feb 07 23:41:22.585256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4245-1587-4110-9867-e779003769f2 req-9fc93916-6f8b-425c-9641-7f82faf37424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:22.586674 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-9fc93916-6f8b-425c-9641-7f82faf37424 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.0606735 Feb 07 23:41:22.661914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4245-1587-4110-9867-e779003769f2 req-ee059b50-9fa9-4814-99a8-c8c43855eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:22.663295 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-ee059b50-9fa9-4814-99a8-c8c43855eac8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708649 Feb 07 23:41:22.792972 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-63fd5e0d-a421-44bc-886d-ae32cb920f0e service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231575 Feb 07 23:41:23.012503 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:41:23.046474 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5e9d4245-1587-4110-9867-e779003769f2 req-70146a6a-351e-4306-bfd5-3203c1d1d7db service neutron] 10.222.0.36 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476547 Feb 07 23:41:23.160900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:41:23.174477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'port_id': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'mac_address': 'fa:16:3e:66:24:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:41:23.231804 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:23.251240 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada2c58a-1398-4d16-a2c3-664f60f4f9bc {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:41:23.267148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:41:23.270643 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:23.335305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:23.342866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.343212 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.343557 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.343898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.344235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.344599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.344914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.345335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.345567 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.345897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.346233 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.346550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:23.552208 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['ada2c58a-1398-4d16-a2c3-664f60f4f9bc'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:41:23.616663 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5321b1-6811-4fcc-b3e3-1c818f09f905 req-5b285584-1324-4769-b2be-7d908052ecbb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:23.618244 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d5321b1-6811-4fcc-b3e3-1c818f09f905 req-5b285584-1324-4769-b2be-7d908052ecbb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 944 time: 0.2017899 Feb 07 23:41:23.663957 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d5321b1-6811-4fcc-b3e3-1c818f09f905 req-30925ea3-126f-41ae-a2a1-e7839e27581b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Feb 07 23:41:24.854808 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41c4b8-bb9a-4595-a0d8-e47bab75bfbf req-e95416bb-135e-4f0c-8205-c652c7c1facf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:24.856346 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd41c4b8-bb9a-4595-a0d8-e47bab75bfbf req-e95416bb-135e-4f0c-8205-c652c7c1facf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 944 time: 0.0882421 Feb 07 23:41:24.903543 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dd41c4b8-bb9a-4595-a0d8-e47bab75bfbf req-0558d904-6df7-4ee4-9d91-f6a28a4999c6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Feb 07 23:41:24.927125 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56508) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:41:25.027282 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:41:25.033131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-4407d0e8-d480-469c-8d06-23f866b548d2 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/3a08522c-0935-4671-831c-6c75e83be484 HTTP/1.1" status: 200 len: 991 time: 0.1047735 Feb 07 23:41:25.098479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port ada2c58a-1398-4d16-a2c3-664f60f4f9bc completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:41:25.102950 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port ada2c58a-1398-4d16-a2c3-664f60f4f9bc triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:41:25.103323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:25.218180 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:25.243994 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:41:25.254325 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:41:25.258106 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:25.293079 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'code': 200} Feb 07 23:41:25.324367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:26.064197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-54d49512-06b0-4cf6-ad56-b4789fa41f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:26.066054 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:41:28.278197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-542e3cc4-c8c6-4348-896b-9741d10cb748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:29.423030 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:29.723976 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:31.205482 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:36.486735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:36.913538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:55.450851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56526) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:41:55.688367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port e7ca493c-b43b-43af-9ca3-810ed618aea5 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:41:55.688755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:55.858940 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:55.859206 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:55.981009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for e7ca493c-b43b-43af-9ca3-810ed618aea5 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:41:56.066169 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3988-821e-4832-8c9a-b9163a78b792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:56.131607 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:56.178554 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=e7ca493c-b43b-43af-9ca3-810ed618aea5,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:56.218324 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.218717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.219062 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.219398 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.219729 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.220059 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.220391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.220741 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.221069 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.221394 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.221719 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.222042 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:41:56.279922 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:56.280256 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 3a08522c-0935-4671-831c-6c75e83be484 disassociated (deleted). External IP: 172.25.0.38, port: ada2c58a-1398-4d16-a2c3-664f60f4f9bc. Feb 07 23:41:56.735767 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:41:56.914304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:41:56.924252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] Sync routers for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:41:56.936210 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:56.936502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:41:56.937410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:56.994013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-f291492f-f146-4d10-9095-4ab7e06b2ddf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/floatingips/3a08522c-0935-4671-831c-6c75e83be484 HTTP/1.1" status: 204 len: 168 time: 1.5419550 Feb 07 23:41:56.994571 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:41:57.045124 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'status': 'completed', 'code': 200} Feb 07 23:41:57.132504 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:41:57.156478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-25a789d0-286a-4f6f-9bc7-d75a710362bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:57.158001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-25a789d0-286a-4f6f-9bc7-d75a710362bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 1096 time: 0.0783458 Feb 07 23:41:57.310418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-e9f758d0-7b3e-410d-be77-dc3584e31a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:57.311881 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-e9f758d0-7b3e-410d-be77-dc3584e31a2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 200 len: 898 time: 0.1443155 Feb 07 23:41:57.380956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50285-d0a6-4a09-a67c-039ad167760d req-83fb6b98-13df-4c8e-a05d-f6229511ae1c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:57.381678 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ded50285-d0a6-4a09-a67c-039ad167760d req-83fb6b98-13df-4c8e-a05d-f6229511ae1c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:41:57.383321 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-7c901667-5322-4782-be13-c7c58e2e547a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 200 len: 217 time: 0.0645504 Feb 07 23:41:57.399293 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ded50285-d0a6-4a09-a67c-039ad167760d req-83fb6b98-13df-4c8e-a05d-f6229511ae1c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:41:57.400584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ded50285-d0a6-4a09-a67c-039ad167760d req-83fb6b98-13df-4c8e-a05d-f6229511ae1c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.1061814 Feb 07 23:41:57.452063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ded50285-d0a6-4a09-a67c-039ad167760d req-f3030f17-3958-40bc-aeae-64558ca6c5a9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Feb 07 23:41:57.464121 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-5bd1365b-ad63-4895-bd23-ad0e5cdfdd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:57.465946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-5bd1365b-ad63-4895-bd23-ad0e5cdfdd1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 200 len: 835 time: 0.0726099 Feb 07 23:41:57.471304 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:20Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:57.475224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] Checking router: 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:41:57.484298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:41:57.484933 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:57.544896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-8974302d-5879-457e-87eb-a32338fbeefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:57.546385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-8974302d-5879-457e-87eb-a32338fbeefa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731590 Feb 07 23:41:57.680706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-6c19b0c9-bc43-4a8b-9aba-f897bea1851a service neutron] 10.222.0.26 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269023 Feb 07 23:41:57.697211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:41:57.815787 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a174ab9c-5cfe-4492-969d-51c85cf334d9 req-a89fb73f-13ec-4012-8dae-3c162a790866 service neutron] 10.222.0.26 "GET /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268160 Feb 07 23:41:58.004917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:20Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:41:58.008910 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768b4dce-8952-492b-bf54-39c57c859f11 None None] The sync data for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 is: [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:40:14Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '491c9c0c-4b7f-470b-9b5e-cc620f941dc9', 'name': '', 'network_id': 'e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:16:85:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:13Z', 'updated_at': '2022-02-07T23:40:20Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': 'afef077c-1832-402a-a769-340bf1ecfacf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:41:58.241319 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081eedc2-6c68-4fe1-9f3c-52e82841b553 None None] New status for floating IP 3a08522c-0935-4671-831c-6c75e83be484: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:41:58.280499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-288f149c-9a56-4376-b47c-ab03c5028e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:58.641392 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2941d-96b2-4c51-b220-36023bc2f3d4 req-05fbbe94-9fbf-4db6-b4d9-038ae08f50ba tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:58.642846 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ece2941d-96b2-4c51-b220-36023bc2f3d4 req-05fbbe94-9fbf-4db6-b4d9-038ae08f50ba tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0803006 Feb 07 23:41:58.687132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ece2941d-96b2-4c51-b220-36023bc2f3d4 req-b8fcb8fa-9ac9-4f7f-8b63-7d652ab9bfc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=0cbc7613-9e62-42d9-b938-c8bba17a0740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386271 Feb 07 23:41:58.893109 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-68d813f8-bec5-458d-91dc-22569d0e7790 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:41:58.894518 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-68d813f8-bec5-458d-91dc-22569d0e7790 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 945 time: 0.0834298 Feb 07 23:41:58.964979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port ada2c58a-1398-4d16-a2c3-664f60f4f9bc {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:41:58.965314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:59.209525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port ada2c58a-1398-4d16-a2c3-664f60f4f9bc, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:41:59.209888 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:59.338974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for ada2c58a-1398-4d16-a2c3-664f60f4f9bc owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:41:59.427690 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:59.485896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:59.535912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=ada2c58a-1398-4d16-a2c3-664f60f4f9bc,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:41:59.711119 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] No DVR routers for this DVR port ada2c58a-1398-4d16-a2c3-664f60f4f9bc on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:41:59.713567 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:59.716099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-deleted', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:41:59.733109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3dffc42b-475c-49a9-b7a6-fe96dca96e6b req-96ac127f-a721-453a-b9ce-15e4ade52a89 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.26 "DELETE /v2.0/ports/ada2c58a-1398-4d16-a2c3-664f60f4f9bc HTTP/1.1" status: 204 len: 173 time: 0.8303518 Feb 07 23:41:59.733692 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:41:59.775896 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c987e89-4825-48be-9ac8-9cf58a3c2e58', 'name': 'network-vif-deleted', 'tag': 'ada2c58a-1398-4d16-a2c3-664f60f4f9bc', 'status': 'completed', 'code': 200} Feb 07 23:41:59.844218 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6890d471-d0ce-4f74-9203-bdec638fc95d req-dd22d87f-2d1f-4ec0-a550-b64a4fdfa9e8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c987e89-4825-48be-9ac8-9cf58a3c2e58 HTTP/1.1" status: 200 len: 210 time: 0.0454600 Feb 07 23:42:00.942218 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56554) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:01.204011 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:01.511827 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:01.986844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:42:01.987537 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:02.170821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 491c9c0c-4b7f-470b-9b5e-cc620f941dc9, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:02.171182 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:02.298827 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:42:02.559830 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:02.613666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=491c9c0c-4b7f-470b-9b5e-cc620f941dc9,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:02.889928 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:03.067902 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:42:03.161298 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:42:03.195658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: ada2c58a-1398-4d16-a2c3-664f60f4f9bc {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:42:03.196006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device ada2c58a-1398-4d16-a2c3-664f60f4f9bc not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:42:03.245597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:42:03.536522 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:42:03.546916 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] Sync routers for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:42:03.551073 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c7711121-9f85-4f91-b3fb-9ab8e3cde01f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6072474 Feb 07 23:42:03.553723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56558) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:03.556262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:03.556907 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:03.621335 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting subnet afef077c-1832-402a-a769-340bf1ecfacf {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:42:03.624234 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:03.678457 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:03.734498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:03.760027 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:03.838888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:03.879815 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Subnet': ['ID=afef077c-1832-402a-a769-340bf1ecfacf,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:03.881772 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:03.888867 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ce0e7b26-d46a-4ebb-8ace-94faa426e87c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/subnets/afef077c-1832-402a-a769-340bf1ecfacf HTTP/1.1" status: 204 len: 168 time: 0.3341310 Feb 07 23:42:03.891407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56562) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:03.902926 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2b812-ea7e-47e3-9e8f-9c31ea9653a2 None None] Network e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:42:04.078105 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.194190 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:42:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:04.198637 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] Checking router: 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:42:04.207274 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] Routers {'6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:04.207889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:04.259420 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.261627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] DHCP port deletion for e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:42:04.268899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 6603696c-e40e-449a-8323-bf8facf71a74 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:42:04.269243 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.276474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] Deleting port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:42:04.276878 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.449107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 6603696c-e40e-449a-8323-bf8facf71a74, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6603696c-e40e-449a-8323-bf8facf71a74,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:04.449388 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.573082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 6603696c-e40e-449a-8323-bf8facf71a74 owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:42:04.573268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] Set router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:04.743729 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.791395 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=6603696c-e40e-449a-8323-bf8facf71a74,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:04.804456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] For port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2e4e52cc-7a5d-4b75-944b-772ebf779d7e,segment=NetworkSegment(288b96e8-e742-462f-88e6-0bb3b8eb5c88),segment_id=288b96e8-e742-462f-88e6-0bb3b8eb5c88)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:04.804906 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:04.945369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] Calling delete_port for 2e4e52cc-7a5d-4b75-944b-772ebf779d7e owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:42:04.998311 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.073795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.130454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] No DVR routers for this DVR port 2e4e52cc-7a5d-4b75-944b-772ebf779d7e on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:42:05.134585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe91d6-6992-4e0d-bb4e-1a78343e2848 None None] Pushing event deleted for resources: {'Port': ['ID=2e4e52cc-7a5d-4b75-944b-772ebf779d7e,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:05.147057 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:42:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:05.151014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba397374-8ece-4e75-ae1d-223d76b8bd70 None None] The sync data for ids ['6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef'] in n-d-827896-3 is: [{'id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-77700056', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '6603696c-e40e-449a-8323-bf8facf71a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:40:09Z', 'updated_at': '2022-02-07T23:42:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '6603696c-e40e-449a-8323-bf8facf71a74', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:40:10Z', 'updated_at': '2022-02-07T23:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:42:05.174133 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.176619 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.201345 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.202101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Fanout notify agent at l3_agent the message router_deleted on router 6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:42:05.218349 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.219419 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9a1de867-dc1e-494d-9af7-6ceee1fe927a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/routers/6a0370b2-1086-42bf-8f8a-4f6c4b48c6ef HTTP/1.1" status: 204 len: 168 time: 1.3271153 Feb 07 23:42:05.222591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56566) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:05.346581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.480567 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.507175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:05.521152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288b96e8-e742-462f-88e6-0bb3b8eb5c88') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:05.521152 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288b96e8-e742-462f-88e6-0bb3b8eb5c88') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:05.532649 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.549333 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.555846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:42:05.559015 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:42:05.573142 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:42:05.658357 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.676347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.689222 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Network': ['ID=e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:05.695892 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c1d39159-2c45-40bd-be01-91da48bb00ff tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/networks/e49db5bb-4e3e-4100-9d56-91e7e1b1ebe4 HTTP/1.1" status: 204 len: 168 time: 0.4722817 Feb 07 23:42:05.698506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56570) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:05.768969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aace6b65-5cec-4df5-98e2-f9f69295604b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.799078 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aace6b65-5cec-4df5-98e2-f9f69295604b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.872670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aace6b65-5cec-4df5-98e2-f9f69295604b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.893670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace6b65-5cec-4df5-98e2-f9f69295604b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbc7613-9e62-42d9-b938-c8bba17a0740,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:05.905173 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aace6b65-5cec-4df5-98e2-f9f69295604b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:05.910018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aace6b65-5cec-4df5-98e2-f9f69295604b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/security-groups/0cbc7613-9e62-42d9-b938-c8bba17a0740 HTTP/1.1" status: 204 len: 168 time: 0.2074027 Feb 07 23:42:05.996390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2e4e52cc-7a5d-4b75-944b-772ebf779d7e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:42:06.029689 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2e4e52cc-7a5d-4b75-944b-772ebf779d7e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:42:06.029960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2e4e52cc-7a5d-4b75-944b-772ebf779d7e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:42:06.030367 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:42:06.063396 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:42:06.063740 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 491c9c0c-4b7f-470b-9b5e-cc620f941dc9 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:42:06.064142 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6603696c-e40e-449a-8323-bf8facf71a74 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:42:06.098987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6603696c-e40e-449a-8323-bf8facf71a74 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:42:06.099404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6603696c-e40e-449a-8323-bf8facf71a74 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:42:06.147098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56578) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:06.152355 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110703084', 'description': 'tempest-secgroup-smoke-110703084 description', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:06.159768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:06.164356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:06.167302 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:06.173617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:06.184039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.203455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:06.207337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:06.210199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:06.216001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:06.291075 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.296513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.342385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c6d1c-bd9c-4062-98cd-33316dda6df1,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:06.346124 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.349041 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-92420815-73f0-43d1-b24b-f0d479cac71e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2008817 Feb 07 23:42:06.350772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56582) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:06.355488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c6d1c-bd9c-4062-98cd-33316dda6df1', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:06.362423 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:06.366426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:06.369268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:06.375076 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:06.397901 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.461604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.464071 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.486301 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.488573 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f453ca0d-633e-4843-a4bb-8b5331d1a092,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:06.497757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.499130 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b0365e5b-04fc-4fed-9adc-a41bf083bc48 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478059 Feb 07 23:42:06.502427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56586) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:06.507313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c6d1c-bd9c-4062-98cd-33316dda6df1', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:06.514046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:06.517844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:06.520691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:06.526286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:06.542858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.604213 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.607805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.636267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3a5046-10d6-4750-aa9e-bfee55c8d4ab,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:06.643347 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.644762 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fd89bcf9-37da-40a5-9e64-fde3d8703b4c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413927 Feb 07 23:42:06.647488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56590) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:06.652494 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c6d1c-bd9c-4062-98cd-33316dda6df1', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:06.659796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:06.664100 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:06.666996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:06.673341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:06.689241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.752980 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.756468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.779889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71da1467-d950-4de4-8ce0-905388446808,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:06.788489 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.789689 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e15c6f8d-f811-4b6e-8454-93c1b2a21c5f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412871 Feb 07 23:42:06.792337 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56594) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:06.798096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c6d1c-bd9c-4062-98cd-33316dda6df1', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:06.804814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:06.808642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:06.811522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:06.817397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:06.834513 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.898400 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.901845 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.926462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8ee664-1883-49c3-a976-09016045e9bd,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:06.928238 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.935179 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:06.936358 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b7dec495-830d-4d4b-9d0c-d3b7b5bdd379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430624 Feb 07 23:42:06.939137 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56598) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:06.944001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c6d1c-bd9c-4062-98cd-33316dda6df1', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:06.950664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:06.954481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:06.957331 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:06.963008 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:06.973820 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:42:06.980479 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.044192 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.048929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.076162 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2b7172-6821-4e79-9d98-bf0cdde50ee0,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:07.086099 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.087350 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e900637b-0104-4c51-b650-374e53559ee0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472993 Feb 07 23:42:07.090175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56602) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:07.095654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'dd4c6d1c-bd9c-4062-98cd-33316dda6df1', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:07.102134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:07.105983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:07.108876 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:07.114540 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:07.124517 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:42:07.130975 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.196005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.199539 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.223395 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb0f5fa-7d98-45ae-aa18-e5122e9e017c,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:07.232148 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.233343 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f694c7b9-f3e8-4ce0-940a-4e18bf98266a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422608 Feb 07 23:42:07.236185 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56606) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:07.241559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'network': {'name': 'tempest-network-smoke--1653083978', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:07.246975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:07.251005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:network and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:07.253824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:07.259992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:07.270679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:42:07.274035 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.301754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:42:07.310397 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.310799 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Added segment 7ed1c461-ba90-4c86-b75e-92d19651e2e1 of type vlan for network 743ded9f-8676-43cf-b4a7-ee5ec2403920 Feb 07 23:42:07.336573 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.365368 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.370684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:07.371270 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.473427 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2361856 Feb 07 23:42:07.476670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56610) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:07.482107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'admin_state_up': True, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:07.484957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7b501-f29d-4c44-82bb-4f5c88f47731 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Network': ['ID=743ded9f-8676-43cf-b4a7-ee5ec2403920,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:07.489944 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:07.494374 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:router and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:07.495485 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:42:07.497349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:07.504208 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:07.514224 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.515900 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.531494 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:07.795606 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:08.114584 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:08.144971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:08.284732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.45 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/a9b57e7a-5f53-4334-b16f-373b720f2020) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:42:08.435829 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:08.467641 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:08.534068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:42:08.536956 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:42:08.540712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:42:08.576268 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=a9b57e7a-5f53-4334-b16f-373b720f2020,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:09.057396 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:09.394233 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:09.598801 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router eeeb8418-904b-4a79-91a2-05631f53abf2 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:42:09.772586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:42:09.781661 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Sync routers for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:42:09.791390 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:09.791998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:09.799225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:09.800712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-5b890b20-80a0-4b94-b012-1606d5875902 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3225393 Feb 07 23:42:09.803727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56614) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:09.895509 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-6322d389-d8ab-45e2-9b14-0a2b2c34eb50 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=09e2df714cd54ca092dabe116ae5d1bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0906582 Feb 07 23:42:09.898179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56620) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:09.973063 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:10.149735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02856ade-46e5-45cc-b67d-c7e8110c96ca tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:10.151213 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-02856ade-46e5-45cc-b67d-c7e8110c96ca tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2521462 Feb 07 23:42:10.154119 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56624) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:10.193055 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-857641ab-face-4f29-a04f-d0d19b8d740c tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378439 Feb 07 23:42:10.197413 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56628) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:10.203034 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062377069', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:10.290761 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:08Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:10.294540 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Checking router: eeeb8418-904b-4a79-91a2-05631f53abf2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:42:10.294901 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Updating router eeeb8418-904b-4a79-91a2-05631f53abf2 port a9b57e7a-5f53-4334-b16f-373b720f2020 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:42:10.310482 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:10.314832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:subnet and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:10.317608 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:10.323987 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:10.333820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:42:10.337361 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.350263 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.553235 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.637725 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Subnet': ['ID=2ab55133-5e97-4800-8a8e-2b21d12d6e69,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:10.641792 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Checking segment: {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:42:10.642157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network hostable DHCP agents. Network: 743ded9f-8676-43cf-b4a7-ee5ec2403920, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:42:10.661946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:42:10.670961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 743ded9f-8676-43cf-b4a7-ee5ec2403920) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:42:10.675697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:10.676285 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.682622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d0947-eca9-47eb-b0cc-81d3940df974 None None] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:42:10.684637 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.701252 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Transition to ACTIVE for port object a9b57e7a-5f53-4334-b16f-373b720f2020 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:42:10.701500 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fa1fe5d6-03a1-4257-8c8f-022fab5e65af tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5001500 Feb 07 23:42:10.701500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56632) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:10.705274 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.779559 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Attempting to bind port a9b57e7a-5f53-4334-b16f-373b720f2020 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:42:10.780095 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Attempting to bind port a9b57e7a-5f53-4334-b16f-373b720f2020 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:42:10.781159 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Attempting to bind port a9b57e7a-5f53-4334-b16f-373b720f2020 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:42:10.792596 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:42:10.793281 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:42:10.793610 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.794106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:42:10.794680 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Bound port: a9b57e7a-5f53-4334-b16f-373b720f2020, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:42:10.795130 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.853557 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Pushing event updated for resources: {'Port': ['ID=a9b57e7a-5f53-4334-b16f-373b720f2020,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:10.879228 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] For port a9b57e7a-5f53-4334-b16f-373b720f2020, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:42:10.882457 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] For port a9b57e7a-5f53-4334-b16f-373b720f2020, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a9b57e7a-5f53-4334-b16f-373b720f2020,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:42:10.892269 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.892644 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.892985 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.893330 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.893665 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.893995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.894325 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.894654 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.894980 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.895305 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.895687 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.896022 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:42:10.899507 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.920376 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-743ded9f-8676-43cf-b4a7-ee5ec2403920', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:42:10.921323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:10.977598 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:10.978282 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:11.040110 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de892e77-14d1-4c0a-b6d7-047e261ae553 None None] Pushing event updated for resources: {'Port': ['ID=a9b57e7a-5f53-4334-b16f-373b720f2020,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:11.129029 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Allocated IP 172.20.0.2 (743ded9f-8676-43cf-b4a7-ee5ec2403920/2ab55133-5e97-4800-8a8e-2b21d12d6e69/e9fdc0ee-4028-4c39-9ba7-3fea13b6f835) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:42:11.186955 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:11.341189 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:11.352472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Transition to ACTIVE for port object e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:42:11.370850 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Transition to ACTIVE for port object e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:42:11.377844 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:11.436317 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:11.447118 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:42:11.450216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:42:11.452705 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:42:11.479038 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:08Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:11.482982 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb7af34-fd7c-4554-a91c-13e78ed34263 None None] The sync data for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 is: [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:08Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:42:11.494196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Pushing event updated for resources: {'Port': ['ID=e9fdc0ee-4028-4c39-9ba7-3fea13b6f835,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:11.554607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Attempting to bind port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:42:11.554981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Attempting to bind port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:42:11.555352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Attempting to bind port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 on network 743ded9f-8676-43cf-b4a7-ee5ec2403920 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:42:11.560948 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:42:11.561326 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Checking segment: {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:42:11.562117 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:11.562224 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Bound using segment: {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:42:11.562652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Bound port: e9fdc0ee-4028-4c39-9ba7-3fea13b6f835, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:42:11.563031 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:11.658060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] For port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:42:11.661978 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] For port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e9fdc0ee-4028-4c39-9ba7-3fea13b6f835,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:42:11.666985 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:11.763166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d951a-79b3-46e4-820d-67a72b59df08 None None] Pushing event updated for resources: {'Port': ['ID=e9fdc0ee-4028-4c39-9ba7-3fea13b6f835,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:12.018541 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.1 (743ded9f-8676-43cf-b4a7-ee5ec2403920/2ab55133-5e97-4800-8a8e-2b21d12d6e69/b6e84bbf-5afc-45cd-a7da-fdc368679013) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:42:12.080970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a9b57e7a-5f53-4334-b16f-373b720f2020 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:42:12.178745 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port a9b57e7a-5f53-4334-b16f-373b720f2020 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:42:12.185883 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a9b57e7a-5f53-4334-b16f-373b720f2020 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:12.187128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:12.234267 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:12.253249 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.provisioning_blocks [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object b6e84bbf-5afc-45cd-a7da-fdc368679013 will not be triggered until provisioned by entity DHCP. {{(pid=87670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:42:12.280521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:12.335764 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:12.353828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port a9b57e7a-5f53-4334-b16f-373b720f2020, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a9b57e7a-5f53-4334-b16f-373b720f2020,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:12.359833 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:42:12.360019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:12.363050 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:42:12.367214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:42:12.405656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=b6e84bbf-5afc-45cd-a7da-fdc368679013,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:12.435848 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:12.442493 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=a9b57e7a-5f53-4334-b16f-373b720f2020,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:12.705168 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:12.918857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03bccb7-3e95-4b01-bfca-537a24009991 None None] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:42:13.018007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-85fa25a3-112b-4027-88d7-8ce2892e3dc2 None None] Provisioning for port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:42:13.119616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:13.125513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:13.240624 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:13.244197 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=b6e84bbf-5afc-45cd-a7da-fdc368679013,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:13.382586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:42:13.383727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:42:13.461954 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-22e78a7e-2c85-4985-ac99-9c0857d5e0eb None None] Provisioning for port b6e84bbf-5afc-45cd-a7da-fdc368679013 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:42:13.467913 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-22e78a7e-2c85-4985-ac99-9c0857d5e0eb None None] Provisioning complete for port b6e84bbf-5afc-45cd-a7da-fdc368679013 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:13.469163 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-22e78a7e-2c85-4985-ac99-9c0857d5e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:13.530906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-22e78a7e-2c85-4985-ac99-9c0857d5e0eb None None] Port b6e84bbf-5afc-45cd-a7da-fdc368679013 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:42:13.662400 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-2995b177-d107-437b-9a35-738d5064f801 None None] Provisioning complete for port b6e84bbf-5afc-45cd-a7da-fdc368679013 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:13.662923 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2995b177-d107-437b-9a35-738d5064f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:13.696078 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router eeeb8418-904b-4a79-91a2-05631f53abf2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:42:13.723383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-2995b177-d107-437b-9a35-738d5064f801 None None] Port b6e84bbf-5afc-45cd-a7da-fdc368679013 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:42:13.842802 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7d09ce7f-7a04-455c-b1c3-ce09ea63102a None None] Provisioning complete for port b6e84bbf-5afc-45cd-a7da-fdc368679013 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:13.843143 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d09ce7f-7a04-455c-b1c3-ce09ea63102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:13.883698 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:42:13.894390 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Sync routers for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:42:13.896421 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d43100cd-79f6-42de-9b9f-718c100e0997 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/eeeb8418-904b-4a79-91a2-05631f53abf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1940312 Feb 07 23:42:13.903779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7d09ce7f-7a04-455c-b1c3-ce09ea63102a None None] Port b6e84bbf-5afc-45cd-a7da-fdc368679013 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:42:13.909581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:13.910249 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:14.069259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-ac5e371c-4513-4e49-ac6f-120ea2ec7c62 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110703084&fields=id&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 267 time: 0.0447524 Feb 07 23:42:14.087644 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a9b57e7a-5f53-4334-b16f-373b720f2020 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:42:14.187401 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:14.219131 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-55d6866a-f5dc-4e5b-bf5c-d1bc1e699130 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:14.220535 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-55d6866a-f5dc-4e5b-bf5c-d1bc1e699130 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/networks?id=743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 200 len: 797 time: 0.1478133 Feb 07 23:42:14.237797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-4a77425e-b215-4dd2-8a9e-90f8aa2b128d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/quotas/09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 375 time: 0.0104649 Feb 07 23:42:14.323749 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-5e183c00-0d60-46a9-a56f-1b2b59eda555 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:42:14.338907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-5e183c00-0d60-46a9-a56f-1b2b59eda555 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:42:14.339490 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port a9b57e7a-5f53-4334-b16f-373b720f2020 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:14.339926 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:14.340451 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-5e183c00-0d60-46a9-a56f-1b2b59eda555 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971105 Feb 07 23:42:14.356521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-02153a20-272f-421a-9fb0-205d8c865816 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:42:14.357607 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-02153a20-272f-421a-9fb0-205d8c865816 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051491 Feb 07 23:42:14.489546 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-623e4307-bf47-4067-9fb8-eca7e591ff3c service neutron] 10.222.0.10 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259053 Feb 07 23:42:14.585366 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:42:14.622683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-2516904f-bb90-47e0-8f39-85af0c155333 service neutron] 10.222.0.10 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269581 Feb 07 23:42:14.668960 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 2, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:14.674055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Checking router: eeeb8418-904b-4a79-91a2-05631f53abf2 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:42:14.674636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Updating router eeeb8418-904b-4a79-91a2-05631f53abf2 port b6e84bbf-5afc-45cd-a7da-fdc368679013 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:42:14.703427 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:42:14.725181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:14.725648 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:14.777782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:14.812701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-06fc6c8a-d5f1-4ce1-9e07-49d386faaa36 req-bc5382c5-1447-4ce8-b02d-5b804673e743 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 210 time: 0.0467930 Feb 07 23:42:14.982752 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:15.094094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e9fdc0ee-4028-4c39-9ba7-3fea13b6f835,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:15.099798 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:15.201474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e9fdc0ee-4028-4c39-9ba7-3fea13b6f835,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:15.280949 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:15.303615 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Transition to ACTIVE for port object b6e84bbf-5afc-45cd-a7da-fdc368679013 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:42:15.314788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:15.518639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8dfb-7056-4be8-aeb0-465432253731 None None] Pushing event updated for resources: {'Port': ['ID=b6e84bbf-5afc-45cd-a7da-fdc368679013,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:15.620573 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Attempting to bind port b6e84bbf-5afc-45cd-a7da-fdc368679013 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:42:15.620944 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Attempting to bind port b6e84bbf-5afc-45cd-a7da-fdc368679013 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:42:15.621311 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Attempting to bind port b6e84bbf-5afc-45cd-a7da-fdc368679013 on network 743ded9f-8676-43cf-b4a7-ee5ec2403920 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:42:15.634465 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:42:15.634830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Checking segment: {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:42:15.635222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:15.635605 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Bound using segment: {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:42:15.636059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Bound port: b6e84bbf-5afc-45cd-a7da-fdc368679013, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:42:15.636426 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:15.855965 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] For port b6e84bbf-5afc-45cd-a7da-fdc368679013, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:42:15.873317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] For port b6e84bbf-5afc-45cd-a7da-fdc368679013, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6e84bbf-5afc-45cd-a7da-fdc368679013,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:42:15.891593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:15.940048 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-dfec2801-cde2-4724-b57f-5678d25d2396 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:15.940821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-dfec2801-cde2-4724-b57f-5678d25d2396 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:42:15.958985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-dfec2801-cde2-4724-b57f-5678d25d2396 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:42:15.962388 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-dfec2801-cde2-4724-b57f-5678d25d2396 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/networks?id=743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 200 len: 797 time: 0.2022521 Feb 07 23:42:15.995816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff8dfb-7056-4be8-aeb0-465432253731 None None] Pushing event updated for resources: {'Port': ['ID=b6e84bbf-5afc-45cd-a7da-fdc368679013,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:15.998550 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:15.999301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:16.026839 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-f7c102a1-a629-48b7-9bb2-d729609b99b5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:42:16.045994 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-f7c102a1-a629-48b7-9bb2-d729609b99b5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:42:16.048433 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-f7c102a1-a629-48b7-9bb2-d729609b99b5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 379 time: 0.0760486 Feb 07 23:42:16.063254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'port': {'device_id': '2cbbef72-e234-4520-94a0-058f8956a0de', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'admin_state_up': True, 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'security_groups': ['dd4c6d1c-bd9c-4062-98cd-33316dda6df1']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:16.079991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:42:16.092475 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-822550d0-0ed5-45d3-b4c0-8f601ada4235 req-c2d8dd0a-777a-4182-b325-dceb54cdfc11 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 210 time: 0.0858803 Feb 07 23:42:16.229112 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:16.238939 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:16.248807 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:42:16.252273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:16.279080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:16.279721 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:16.326075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:16.420576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.9 (743ded9f-8676-43cf-b4a7-ee5ec2403920/2ab55133-5e97-4800-8a8e-2b21d12d6e69/34de1366-4bd1-4f15-a9d7-e2b9863f95a4) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:42:16.619258 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:16.637234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:42:16.667154 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:16.712817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:15Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:16.716778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f3d0b-3a69-45f4-9d5d-9edb4ae00990 None None] The sync data for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 is: [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:15Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:42:16.742579 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:42:16.745640 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:42:16.748102 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:42:16.799210 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:16.850082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:16.851599 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:16.890745 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-38ccd2f4-57c4-432b-a655-66d325d9159b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356268 Feb 07 23:42:16.904242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Request body: {'port': {'device_id': '2cbbef72-e234-4520-94a0-058f8956a0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:17.021943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3d3e4f7f-0926-4c0a-a15c-64d79f406b3b None None] Provisioning for port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:42:17.023763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:17.027777 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3d3e4f7f-0926-4c0a-a15c-64d79f406b3b None None] Provisioning complete for port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:17.028152 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d3e4f7f-0926-4c0a-a15c-64d79f406b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:17.084156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e4f7f-0926-4c0a-a15c-64d79f406b3b None None] Port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:42:17.314226 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02ff7-83e9-4051-99a1-16035019f982 req-680d9868-7eee-45b0-bbc1-468d7c525376 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:17.316200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dc02ff7-83e9-4051-99a1-16035019f982 req-680d9868-7eee-45b0-bbc1-468d7c525376 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 931 time: 0.0962255 Feb 07 23:42:17.366063 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4dc02ff7-83e9-4051-99a1-16035019f982 req-24ae7d86-f35d-4716-9234-bbfcfa665c9f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Feb 07 23:42:17.518256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:42:17.526188 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:17.541409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Transition to ACTIVE for port object 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:42:17.545057 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:17.706399 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Pushing event updated for resources: {'Port': ['ID=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:17.793294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Attempting to bind port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:42:17.793652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Attempting to bind port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:42:17.793990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Attempting to bind port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 on network 743ded9f-8676-43cf-b4a7-ee5ec2403920 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:42:17.799469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 on network 743ded9f-8676-43cf-b4a7-ee5ec2403920 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:42:17.799972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Attempting to bind port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 on network 743ded9f-8676-43cf-b4a7-ee5ec2403920 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:42:17.805723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:42:17.805883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Checking segment: {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:42:17.806281 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Bound using segment: {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:42:17.806717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Bound port: 34de1366-4bd1-4f15-a9d7-e2b9863f95a4, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed1c461-ba90-4c86-b75e-92d19651e2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:42:17.807069 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:17.904306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] For port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:42:17.908057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] For port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:42:17.913590 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:17.975673 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:17.976219 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:17.977795 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] 10.222.0.36 "PUT /v2.0/ports/34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 200 len: 1091 time: 1.0780349 Feb 07 23:42:17.982854 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:42:18.015472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e76d1-e08c-4d98-94de-bcd8849fd539 service neutron] Pushing event updated for resources: {'Port': ['ID=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:18.057762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6e84bbf-5afc-45cd-a7da-fdc368679013 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:42:18.061155 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'status': 'completed', 'code': 200} Feb 07 23:42:18.105938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-dd6b90af-4eaa-4ed7-9790-70073d38596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:18.107435 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-dd6b90af-4eaa-4ed7-9790-70073d38596f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1094 time: 0.0823328 Feb 07 23:42:18.135851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port b6e84bbf-5afc-45cd-a7da-fdc368679013 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:42:18.141545 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b6e84bbf-5afc-45cd-a7da-fdc368679013 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:18.141915 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:18.184065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-312df5c0-7bff-4107-9477-bba86cea6f8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 200 len: 217 time: 0.0690277 Feb 07 23:42:18.249296 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-f66eb695-59b3-4d50-9f7c-fb1958bc8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:18.250782 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-f66eb695-59b3-4d50-9f7c-fb1958bc8cb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab55133-5e97-4800-8a8e-2b21d12d6e69 HTTP/1.1" status: 200 len: 835 time: 0.0608749 Feb 07 23:42:18.270713 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:18.305450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port b6e84bbf-5afc-45cd-a7da-fdc368679013, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6e84bbf-5afc-45cd-a7da-fdc368679013,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:18.309463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:18.332938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-a289f93f-ff1c-4b1e-860e-c99cd9b392d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:18.334473 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-a289f93f-ff1c-4b1e-860e-c99cd9b392d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=743ded9f-8676-43cf-b4a7-ee5ec2403920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772069 Feb 07 23:42:18.381744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=b6e84bbf-5afc-45cd-a7da-fdc368679013,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:18.467467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-73251b08-5a69-4703-862a-1254fdc33fed service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271546 Feb 07 23:42:18.556844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268ce93-884c-4bf7-b735-72a3764c9aa0 req-ffb1cfb2-a43c-4144-b3e6-2930972dcce8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:18.558331 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5268ce93-884c-4bf7-b735-72a3764c9aa0 req-ffb1cfb2-a43c-4144-b3e6-2930972dcce8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 943 time: 0.0818193 Feb 07 23:42:18.604441 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6e176349-76c8-4ce6-b86f-8fbb2ba3e781 req-7e46d247-47ce-422c-9414-ee1ea1a07dda service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305859 Feb 07 23:42:18.604902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5268ce93-884c-4bf7-b735-72a3764c9aa0 req-8ba23584-2f71-4632-ad2e-9d15046afbf0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398219 Feb 07 23:42:18.731339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-d52cce40-905f-48bb-9a36-b87f4643e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:18.732955 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-d52cce40-905f-48bb-9a36-b87f4643e4d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1094 time: 0.0725141 Feb 07 23:42:18.868788 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-bcdf1c2c-eb74-403a-99b0-b15b8fb2da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:18.870258 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-bcdf1c2c-eb74-403a-99b0-b15b8fb2da07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 200 len: 898 time: 0.1310096 Feb 07 23:42:18.941454 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-f91d9c8f-30cd-4256-b811-aff685c958e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 200 len: 217 time: 0.0641305 Feb 07 23:42:19.010028 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-14a5af2b-d2c4-4365-a19f-e65e23a90135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:19.011485 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-14a5af2b-d2c4-4365-a19f-e65e23a90135 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab55133-5e97-4800-8a8e-2b21d12d6e69 HTTP/1.1" status: 200 len: 835 time: 0.0608430 Feb 07 23:42:19.087053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-1edc2a41-46a9-4192-9563-28c6b637fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:19.088436 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-1edc2a41-46a9-4192-9563-28c6b637fbf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=743ded9f-8676-43cf-b4a7-ee5ec2403920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700166 Feb 07 23:42:19.333595 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-fb7c5eb7-bc82-4233-8807-5f046199b94d service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362239 Feb 07 23:42:19.471533 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-cae7e472-41a5-48d9-a424-b53798da5fa1 req-1e7de2cd-0385-4387-9d4a-4ba66f110301 service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313910 Feb 07 23:42:19.796964 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16087-b8da-48da-9975-4af8152e7f89 req-db6070fc-8c07-4c24-83b3-db39e0ce18b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:19.798291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-daf16087-b8da-48da-9975-4af8152e7f89 req-db6070fc-8c07-4c24-83b3-db39e0ce18b6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 943 time: 0.0828860 Feb 07 23:42:19.841800 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-daf16087-b8da-48da-9975-4af8152e7f89 req-d3b75097-fb92-45f3-9331-3c8bf3d87da3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378680 Feb 07 23:42:20.009253 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6e84bbf-5afc-45cd-a7da-fdc368679013 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:42:20.074443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port b6e84bbf-5afc-45cd-a7da-fdc368679013 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:20.074730 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:20.351969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:42:20.521909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:20.534607 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'port_id': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'mac_address': 'fa:16:3e:22:34:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:42:20.590729 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:20.606766 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:42:20.622312 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:20.626713 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:20.696073 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:20.826577 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['34de1366-4bd1-4f15-a9d7-e2b9863f95a4'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:42:21.031429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b71fa1-cef7-40ea-99db-8b0d9d98a1e0 req-5273e804-8d8f-4e14-a225-855aa955f090 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:21.033559 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10b71fa1-cef7-40ea-99db-8b0d9d98a1e0 req-5273e804-8d8f-4e14-a225-855aa955f090 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 944 time: 0.0829124 Feb 07 23:42:21.083781 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10b71fa1-cef7-40ea-99db-8b0d9d98a1e0 req-f915676e-c2fc-40cb-bf38-270c54421ade tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Feb 07 23:42:22.270122 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a45c3-3950-417b-920a-e43b7880dc71 req-a1fa393c-3508-4c73-8143-dd503d2b9106 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:22.271590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a06a45c3-3950-417b-920a-e43b7880dc71 req-a1fa393c-3508-4c73-8143-dd503d2b9106 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 944 time: 0.0840924 Feb 07 23:42:22.315683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a06a45c3-3950-417b-920a-e43b7880dc71 req-5ca32856-6102-45d4-b946-b143fc5fb256 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385418 Feb 07 23:42:22.367090 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:42:22.433761 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:42:22.438736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:42:22.439105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:22.558233 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:22.586739 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:42:22.597023 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:42:22.601762 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:22.637217 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'code': 200} Feb 07 23:42:22.668746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:22.753245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e6c19-b928-4fc4-8e53-9a32a8d2ba31 req-303a5e62-9d5a-471e-8b1e-fc33a0b37381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:22.754706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d60e6c19-b928-4fc4-8e53-9a32a8d2ba31 req-303a5e62-9d5a-471e-8b1e-fc33a0b37381 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1096 time: 0.0692210 Feb 07 23:42:22.794232 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d60e6c19-b928-4fc4-8e53-9a32a8d2ba31 req-f66951b3-10c6-4d27-8c74-d081ec50ead2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338788 Feb 07 23:42:23.507245 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38508344-66fd-4f4b-b44c-f8a4083db96c req-c02668ca-5752-4fb0-9b12-beaf796cbd37 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:23.508734 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38508344-66fd-4f4b-b44c-f8a4083db96c req-c02668ca-5752-4fb0-9b12-beaf796cbd37 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0824213 Feb 07 23:42:23.655070 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38508344-66fd-4f4b-b44c-f8a4083db96c req-ca1060e4-bae0-41fe-be8b-9d4c7794f1d8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403837 Feb 07 23:42:24.839697 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da2504-c5b5-418e-9061-4cee82be8a7b req-18581ec7-8adc-44b0-a9d9-ddfb04914766 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:24.841167 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54da2504-c5b5-418e-9061-4cee82be8a7b req-18581ec7-8adc-44b0-a9d9-ddfb04914766 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0778847 Feb 07 23:42:24.885233 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-54da2504-c5b5-418e-9061-4cee82be8a7b req-2cbbe639-8ba8-4133-92de-cbf86048b245 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377336 Feb 07 23:42:25.066337 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acae5e0-3266-448a-95c4-94515bdee73a req-ecde2595-1a57-47f2-8008-45223114ff14 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:25.067679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6acae5e0-3266-448a-95c4-94515bdee73a req-ecde2595-1a57-47f2-8008-45223114ff14 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0799148 Feb 07 23:42:25.111100 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6acae5e0-3266-448a-95c4-94515bdee73a req-2477b394-9b96-43a0-ba2d-3c3dfb017f54 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377526 Feb 07 23:42:25.132898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56682) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:25.200444 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f01ec4-de32-435d-9208-bb507725c5b8 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:25.202467 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-06f01ec4-de32-435d-9208-bb507725c5b8 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1091 time: 0.0680840 Feb 07 23:42:25.205196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56686) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:25.209969 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:42:25.216400 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:42:25.221231 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:floatingip and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:42:25.224117 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:42:25.232023 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:42:25.245812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:25.378835 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:25.515211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.225 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/125f4e5b-60fc-4692-89bf-35eed501966d) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:42:25.660140 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:25.689904 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:25.753923 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:42:25.756691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:42:25.760529 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:42:25.798326 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=125f4e5b-60fc-4692-89bf-35eed501966d,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:26.067760 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b1df36b1-b577-434e-a869-a3261f265fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.171717 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.246510 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.457804 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.462331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.679847 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=125f4e5b-60fc-4692-89bf-35eed501966d,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:42:26.690873 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:26.857166 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 58c48a03-01f9-400e-b16f-85966641f7b9 associated. External IP: 172.25.0.225, port: 34de1366-4bd1-4f15-a9d7-e2b9863f95a4. Feb 07 23:42:27.206323 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router eeeb8418-904b-4a79-91a2-05631f53abf2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:42:27.389223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:42:27.399330 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] Sync routers for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:42:27.414137 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:27.414854 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:27.418583 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:27.479152 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-91b3de88-fb98-493a-8dca-2ea48da5afc3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2704957 Feb 07 23:42:27.479152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:42:27.523874 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'status': 'completed', 'code': 200} Feb 07 23:42:27.626054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-e34dbc41-d4c3-4fcd-a636-089fc2d3ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:27.627570 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-e34dbc41-d4c3-4fcd-a636-089fc2d3ec57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1096 time: 0.0808606 Feb 07 23:42:27.639315 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:27.664946 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac761d12-5bf8-4f66-8557-67ddc0d5e91d req-6bdc5e67-89bc-4eb1-ba73-4dd7cfba60cf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:27.666539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac761d12-5bf8-4f66-8557-67ddc0d5e91d req-6bdc5e67-89bc-4eb1-ba73-4dd7cfba60cf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0922410 Feb 07 23:42:27.712413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ac761d12-5bf8-4f66-8557-67ddc0d5e91d req-a171817c-6818-4138-8dcd-c4c91b0c74a9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395541 Feb 07 23:42:27.736574 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56694) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:27.774380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-83931aec-3fb0-4dcc-9868-80ac6e3cfd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:27.775831 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-83931aec-3fb0-4dcc-9868-80ac6e3cfd5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 200 len: 898 time: 0.1427121 Feb 07 23:42:27.856473 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3fa44d11-e075-470d-b666-63254c061583 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/58c48a03-01f9-400e-b16f-85966641f7b9 HTTP/1.1" status: 200 len: 991 time: 0.1186118 Feb 07 23:42:27.880167 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-ee1f1bb2-a2a2-4704-996a-327e5739ef95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 200 len: 999 time: 0.0974474 Feb 07 23:42:27.944629 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-de1caee4-0bc5-4646-a941-7f9f36358729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:27.945998 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-de1caee4-0bc5-4646-a941-7f9f36358729 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab55133-5e97-4800-8a8e-2b21d12d6e69 HTTP/1.1" status: 200 len: 835 time: 0.0602076 Feb 07 23:42:28.019840 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '58c48a03-01f9-400e-b16f-85966641f7b9', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'port_id': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'mac_address': 'fa:16:3e:22:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbbef72-e234-4520-94a0-058f8956a0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:42:26Z', 'updated_at': '2022-02-07T23:42:26Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:18Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:28.021144 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-52a4c2b3-3ca8-4688-b78d-1e3116545838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:28.022641 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-52a4c2b3-3ca8-4688-b78d-1e3116545838 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=743ded9f-8676-43cf-b4a7-ee5ec2403920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710173 Feb 07 23:42:28.023834 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] Checking router: eeeb8418-904b-4a79-91a2-05631f53abf2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:42:28.031950 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:42:28.032543 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:41:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:28.157766 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-4e64f317-48f7-40fa-a02c-80913aefdcb0 service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292245 Feb 07 23:42:28.207398 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:42:28.283411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-27032c32-1e65-49e0-b416-1ac65017d01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:28.296950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-db10653e-2a4f-4f9c-9f1c-11ed6db72de0 req-5c77253b-54c7-4796-b9c5-3f76b2e656a0 service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325233 Feb 07 23:42:28.552828 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '58c48a03-01f9-400e-b16f-85966641f7b9', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'port_id': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'mac_address': 'fa:16:3e:22:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbbef72-e234-4520-94a0-058f8956a0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:42:26Z', 'updated_at': '2022-02-07T23:42:26Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:18Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:42:28.556663 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543552c-b967-4fe4-9989-28595b2df047 None None] The sync data for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 is: [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '58c48a03-01f9-400e-b16f-85966641f7b9', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'port_id': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'mac_address': 'fa:16:3e:22:34:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbbef72-e234-4520-94a0-058f8956a0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:42:26Z', 'updated_at': '2022-02-07T23:42:26Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:18Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:42:28.759938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f68dbe3-62be-4b0b-bf2a-a568305e9fc8 None None] New status for floating IP 58c48a03-01f9-400e-b16f-85966641f7b9: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:42:28.860253 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56698) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:28.965192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-df665bed-33c4-4285-9450-2841f137c42f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/58c48a03-01f9-400e-b16f-85966641f7b9 HTTP/1.1" status: 200 len: 991 time: 0.1036284 Feb 07 23:42:29.430338 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:29.730434 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:29.969586 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56702) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:42:30.069382 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-937a36c8-97e0-4f34-8433-9d604a1abf1f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/58c48a03-01f9-400e-b16f-85966641f7b9 HTTP/1.1" status: 200 len: 993 time: 0.0985823 Feb 07 23:42:31.207285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:36.491548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:36.946385 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:40.067270 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:42:44.488933 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-9de462cc-7ddf-4b53-8a23-bef11cd8f8fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763481 Feb 07 23:42:44.644097 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-d3d5fbb0-3754-4eaa-acb6-a9d7528c6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:44.645592 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-d3d5fbb0-3754-4eaa-acb6-a9d7528c6f8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1096 time: 0.0708601 Feb 07 23:42:44.791401 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-e2d561fb-9d87-497b-bae0-e957d7560a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:44.792785 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-e2d561fb-9d87-497b-bae0-e957d7560a03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 200 len: 898 time: 0.1266479 Feb 07 23:42:44.897031 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-98fb0694-5192-44c5-bf3e-6e9e753ee5d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 200 len: 1001 time: 0.0972822 Feb 07 23:42:44.961236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-7c7bfe22-528e-4d2f-a4fd-09ebc6eb50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:44.962629 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-7c7bfe22-528e-4d2f-a4fd-09ebc6eb50c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab55133-5e97-4800-8a8e-2b21d12d6e69 HTTP/1.1" status: 200 len: 835 time: 0.0566638 Feb 07 23:42:45.043446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-2dfd2fec-f17f-4743-9452-13083c57e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:45.044835 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-2dfd2fec-f17f-4743-9452-13083c57e84f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=743ded9f-8676-43cf-b4a7-ee5ec2403920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724099 Feb 07 23:42:45.276016 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-cc9d3014-4dd2-4c15-ac31-80ccd98a0b9b service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197518 Feb 07 23:42:45.407282 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0779ccd1-0500-4a4e-8029-e809a2602398 req-0ad97a08-1dfd-4792-b08d-ac24729d0e85 service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245501 Feb 07 23:42:55.222886 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d080289-c5a5-4f5e-b226-d5ae77aae379 req-0ff91517-46b8-4d4a-8fa6-d6350c86429e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:55.224322 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d080289-c5a5-4f5e-b226-d5ae77aae379 req-0ff91517-46b8-4d4a-8fa6-d6350c86429e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.1222599 Feb 07 23:42:55.266883 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8d080289-c5a5-4f5e-b226-d5ae77aae379 req-c66ec287-ac57-4dca-bcd5-85ca945f9e03 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364380 Feb 07 23:42:56.069771 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d6674ea1-cf79-43ad-80c5-cc74eb2d95bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:56.495992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35863836-8b92-4850-9299-c06ad82cac2f req-22ecf0fb-6a59-44aa-9e85-0c348657fddb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:56.497486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35863836-8b92-4850-9299-c06ad82cac2f req-22ecf0fb-6a59-44aa-9e85-0c348657fddb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.1223266 Feb 07 23:42:56.657873 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-35863836-8b92-4850-9299-c06ad82cac2f req-e8338ef2-d74a-4a5d-a3aa-046579f26820 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546605 Feb 07 23:42:57.849656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02abb16-c024-4143-ac11-5d9c29f7b7a6 req-5c88edf3-9df6-4772-8d1b-4246587e5d50 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:57.851120 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a02abb16-c024-4143-ac11-5d9c29f7b7a6 req-5c88edf3-9df6-4772-8d1b-4246587e5d50 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0841486 Feb 07 23:42:57.895690 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a02abb16-c024-4143-ac11-5d9c29f7b7a6 req-2750eab4-f502-4652-b116-55b08d6ca227 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390034 Feb 07 23:42:58.286933 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2d15c86b-5784-4485-949b-d4d93308926a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:59.082389 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965aea12-63fd-4deb-a105-d31ea878e7bf req-120d4858-21f0-4f9e-985f-5ac741bc3af8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:42:59.083860 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-965aea12-63fd-4deb-a105-d31ea878e7bf req-120d4858-21f0-4f9e-985f-5ac741bc3af8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0816727 Feb 07 23:42:59.128859 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-965aea12-63fd-4deb-a105-d31ea878e7bf req-9272453b-462b-420a-b33b-2c3da468bbf7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378745 Feb 07 23:42:59.431190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:42:59.732324 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:00.311878 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50f42-3aae-4e54-88a4-334379060381 req-522b3254-2724-42fb-b6c7-66cd43696348 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:00.313353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81c50f42-3aae-4e54-88a4-334379060381 req-522b3254-2724-42fb-b6c7-66cd43696348 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0783715 Feb 07 23:43:00.356564 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-81c50f42-3aae-4e54-88a4-334379060381 req-365f232a-bfe9-419a-b257-2fb383b4e38e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375996 Feb 07 23:43:01.208266 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:01.539610 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2887ee2-0395-41cc-892f-7b749b347860 req-95179571-ac71-43bb-aed3-d409d44e24cc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:01.540976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2887ee2-0395-41cc-892f-7b749b347860 req-95179571-ac71-43bb-aed3-d409d44e24cc tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0820501 Feb 07 23:43:01.584132 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2887ee2-0395-41cc-892f-7b749b347860 req-37e6121c-4ef9-4174-b3fa-2401bb125582 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375476 Feb 07 23:43:02.765674 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b4477-a3f6-4402-be2a-8d60c22d3942 req-0a96e61f-814d-4bdd-a683-c4e1c90bbe34 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:02.767041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc7b4477-a3f6-4402-be2a-8d60c22d3942 req-0a96e61f-814d-4bdd-a683-c4e1c90bbe34 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0796344 Feb 07 23:43:02.815304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cc7b4477-a3f6-4402-be2a-8d60c22d3942 req-b3e83924-d7a8-4db5-ae98-b18bc1a96606 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Feb 07 23:43:04.001203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f39482-b37d-487a-9a73-42edef59e8fb req-81c2fe78-c420-42a3-8157-d1d19c6c275c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:04.002642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3f39482-b37d-487a-9a73-42edef59e8fb req-81c2fe78-c420-42a3-8157-d1d19c6c275c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0787315 Feb 07 23:43:04.046659 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3f39482-b37d-487a-9a73-42edef59e8fb req-e0e75d2d-dad9-4e7a-86ab-acb7cffb5d01 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383604 Feb 07 23:43:05.235073 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c8ba2-b624-4a92-9253-7131ad3f53d8 req-08c99fac-2ba0-49a7-b0f4-10aeabaf9a0c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:05.236517 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-399c8ba2-b624-4a92-9253-7131ad3f53d8 req-08c99fac-2ba0-49a7-b0f4-10aeabaf9a0c tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0846269 Feb 07 23:43:05.280385 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-399c8ba2-b624-4a92-9253-7131ad3f53d8 req-89b7769f-35d0-4874-984a-f4739457c3b4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372670 Feb 07 23:43:06.463211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04766744-3607-4d56-aede-c948976f01bd req-7341a7aa-577e-40a3-b0fc-936320cb8926 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:06.464712 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04766744-3607-4d56-aede-c948976f01bd req-7341a7aa-577e-40a3-b0fc-936320cb8926 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0823228 Feb 07 23:43:06.504120 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:06.513753 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04766744-3607-4d56-aede-c948976f01bd req-169a2e28-5d42-4130-996d-e7b9892d27d4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412269 Feb 07 23:43:06.547428 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56740) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:06.656976 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d809c4a3-abca-42af-98c6-fc43dae8367b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/58c48a03-01f9-400e-b16f-85966641f7b9 HTTP/1.1" status: 200 len: 993 time: 0.1083386 Feb 07 23:43:06.957010 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:08.120804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df601469-177c-4c18-ac8e-906cf01707b7 req-3ffe8efd-305b-4dab-84cd-e6eefb4bc735 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:08.122356 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df601469-177c-4c18-ac8e-906cf01707b7 req-3ffe8efd-305b-4dab-84cd-e6eefb4bc735 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0893083 Feb 07 23:43:08.162148 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-dbcfc496-5a2f-4e33-8956-70621a79086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:08.163706 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-dbcfc496-5a2f-4e33-8956-70621a79086d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1096 time: 0.0810611 Feb 07 23:43:08.172054 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df601469-177c-4c18-ac8e-906cf01707b7 req-5aaeeebd-9cb3-4a98-a880-81b3af8fdaf4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437670 Feb 07 23:43:08.304669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-5856dd00-6dfd-47ab-9ee5-f398918770e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:08.306157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-5856dd00-6dfd-47ab-9ee5-f398918770e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 200 len: 898 time: 0.1368904 Feb 07 23:43:08.423587 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-724d405b-2191-46e0-9f99-d6f7d400ffa4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 200 len: 1001 time: 0.1091857 Feb 07 23:43:08.485671 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-5f4476a1-cece-4750-96f4-b363d087e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:08.487057 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-5f4476a1-cece-4750-96f4-b363d087e163 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab55133-5e97-4800-8a8e-2b21d12d6e69 HTTP/1.1" status: 200 len: 835 time: 0.0577345 Feb 07 23:43:08.570501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-a2ce059f-4a2f-4075-a5b6-c1f3f9231ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:08.571987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-a2ce059f-4a2f-4075-a5b6-c1f3f9231ec1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=743ded9f-8676-43cf-b4a7-ee5ec2403920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792890 Feb 07 23:43:08.709270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-072128dd-a1e6-4f49-8e91-8d1074cd1606 service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294100 Feb 07 23:43:08.841105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7271dac6-fbcd-47a9-8ed4-9c8e1864e1c4 req-8ea8085b-ffe5-4427-a0fe-6ae718108697 service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268032 Feb 07 23:43:09.364044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ce05b-be28-471b-a1f4-20c746ec2ac1 req-94b4315a-d579-46fb-a5b9-136930c34956 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:09.365816 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d98ce05b-be28-471b-a1f4-20c746ec2ac1 req-94b4315a-d579-46fb-a5b9-136930c34956 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0830035 Feb 07 23:43:09.419188 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d98ce05b-be28-471b-a1f4-20c746ec2ac1 req-abb66fb2-9b64-4934-87a2-5b66f2ac8488 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471418 Feb 07 23:43:10.604512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba3621-29af-46ff-b6de-59963a52f86e req-948d03e0-53b0-4d32-85e7-dd240240eb12 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:10.605920 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49ba3621-29af-46ff-b6de-59963a52f86e req-948d03e0-53b0-4d32-85e7-dd240240eb12 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0815585 Feb 07 23:43:10.649586 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-49ba3621-29af-46ff-b6de-59963a52f86e req-b5534b82-f059-4162-bf41-942fb2f6b1a1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380623 Feb 07 23:43:10.673179 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56756) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:10.781469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-851d228f-69a5-4b0f-b8fe-e77117402eba tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/58c48a03-01f9-400e-b16f-85966641f7b9 HTTP/1.1" status: 200 len: 993 time: 0.1071329 Feb 07 23:43:17.067465 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:43:26.072095 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ed21959e-6fef-4716-8084-123e27ebf36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:28.288001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af29e5b6-41b2-43be-9879-2093915dffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:29.436215 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:29.735095 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:31.212816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:36.500032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:36.958486 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:39.172428 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56776) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:39.379691 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 125f4e5b-60fc-4692-89bf-35eed501966d {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:43:39.380044 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:39.549017 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:39.549251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:39.670312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 125f4e5b-60fc-4692-89bf-35eed501966d owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:43:39.934027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:40.007892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=125f4e5b-60fc-4692-89bf-35eed501966d,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:40.048325 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.048703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.049049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.049388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.049719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.050051 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.050384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.050717 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.051039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.051362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.051686 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.052007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:40.082401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:40.082740 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 58c48a03-01f9-400e-b16f-85966641f7b9 disassociated (deleted). External IP: 172.25.0.225, port: 34de1366-4bd1-4f15-a9d7-e2b9863f95a4. Feb 07 23:43:40.435749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router eeeb8418-904b-4a79-91a2-05631f53abf2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:43:40.624062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:43:40.634389 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] Sync routers for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:43:40.641693 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:40.643602 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:40.644264 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:40.701334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-00225205-77ef-43c9-bc77-ca8fe78faacf tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/floatingips/58c48a03-01f9-400e-b16f-85966641f7b9 HTTP/1.1" status: 204 len: 168 time: 1.5276117 Feb 07 23:43:40.701742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:43:40.825535 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:43:40.825687 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'status': 'completed', 'code': 200} Feb 07 23:43:40.943555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-1e03082a-8e2e-4364-9d1c-541497be9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:40.945121 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-1e03082a-8e2e-4364-9d1c-541497be9fb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 1096 time: 0.0940278 Feb 07 23:43:41.087525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-0013229e-2990-4a2e-a94b-88d4ac9d297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:41.089007 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-0013229e-2990-4a2e-a94b-88d4ac9d297e service neutron] 10.222.0.36 "GET /v2.0/networks?id=743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 200 len: 898 time: 0.1368284 Feb 07 23:43:41.100821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1d110-5a60-40eb-a957-66b24277a91c req-ab1673ce-d4df-4623-a448-8e3dc581dd6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:41.102323 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ab1d110-5a60-40eb-a957-66b24277a91c req-ab1673ce-d4df-4623-a448-8e3dc581dd6d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0855112 Feb 07 23:43:41.151082 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ab1d110-5a60-40eb-a957-66b24277a91c req-4f5f2732-ee77-4661-b29b-7399a183f51e tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428171 Feb 07 23:43:41.170943 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-103c837a-31a8-4447-bd6e-6ecd634d8267 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 200 len: 217 time: 0.0744064 Feb 07 23:43:41.186379 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:18Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:41.190232 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] Checking router: eeeb8418-904b-4a79-91a2-05631f53abf2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:43:41.198321 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:41.198908 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:41.233783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-441f63c2-c2ee-4811-9f2f-92d6c0db9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:41.235196 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-441f63c2-c2ee-4811-9f2f-92d6c0db9b36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab55133-5e97-4800-8a8e-2b21d12d6e69 HTTP/1.1" status: 200 len: 835 time: 0.0566239 Feb 07 23:43:41.309583 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-52400156-8302-4ec1-a58c-1b2449026546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:41.311063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-52400156-8302-4ec1-a58c-1b2449026546 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=743ded9f-8676-43cf-b4a7-ee5ec2403920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688412 Feb 07 23:43:41.376720 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:43:41.445194 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-cbba0d6d-3758-492e-9043-974e204ee7c7 service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264427 Feb 07 23:43:41.689168 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:18Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:41.693132 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd33b0bd-188b-4821-a01d-87eecf13065a None None] The sync data for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 is: [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'b6e84bbf-5afc-45cd-a7da-fdc368679013', 'name': '', 'network_id': '743ded9f-8676-43cf-b4a7-ee5ec2403920', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:d8:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:11Z', 'updated_at': '2022-02-07T23:42:18Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '2ab55133-5e97-4800-8a8e-2b21d12d6e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:43:41.699132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a5c8c395-a2a4-4ffc-9182-7ec07372cd1a req-51601f38-19c4-46f0-aa10-65b395a7546e service neutron] 10.222.0.36 "GET /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472501 Feb 07 23:43:41.917082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd13d1-090f-4a0a-9971-baaf2d9630d8 None None] New status for floating IP 58c48a03-01f9-400e-b16f-85966641f7b9: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:43:42.339005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b45e41-7f5d-48d3-8519-5cfb1f1d14e1 req-c8a431b8-4859-44ea-8607-becb288d9220 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:42.340349 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0b45e41-7f5d-48d3-8519-5cfb1f1d14e1 req-c8a431b8-4859-44ea-8607-becb288d9220 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0778010 Feb 07 23:43:42.385140 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e0b45e41-7f5d-48d3-8519-5cfb1f1d14e1 req-77c5698d-607e-4d31-88b0-777ea04c1d7f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=dd4c6d1c-bd9c-4062-98cd-33316dda6df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391271 Feb 07 23:43:42.498696 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-bc0503e0-c415-49d2-8373-3687c6dbd6d3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:42.499390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-bc0503e0-c415-49d2-8373-3687c6dbd6d3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:43:42.514317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-bc0503e0-c415-49d2-8373-3687c6dbd6d3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:43:42.515571 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-bc0503e0-c415-49d2-8373-3687c6dbd6d3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 945 time: 0.0947173 Feb 07 23:43:42.585083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:43:42.585427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:42.828343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:43:42.828805 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:42.956801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:43:43.095748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:43.146646 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=34de1366-4bd1-4f15-a9d7-e2b9863f95a4,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:43.219896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] No DVR routers for this DVR port 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:43:43.222927 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:43.225329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'name': 'network-vif-deleted', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:43:43.240432 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8f4a3638-25cc-4e04-93d4-dded39126d8e req-9ca57e58-911d-44a7-b140-e308dba6e5e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "DELETE /v2.0/ports/34de1366-4bd1-4f15-a9d7-e2b9863f95a4 HTTP/1.1" status: 204 len: 173 time: 0.7189217 Feb 07 23:43:43.273850 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbbef72-e234-4520-94a0-058f8956a0de', 'name': 'network-vif-deleted', 'tag': '34de1366-4bd1-4f15-a9d7-e2b9863f95a4', 'status': 'completed', 'code': 200} Feb 07 23:43:43.543927 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f6a7f86-311f-4432-b644-9aae9d971cb1 req-3bbaeddf-f44c-4bc0-865a-1c1c64313cb5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=2cbbef72-e234-4520-94a0-058f8956a0de HTTP/1.1" status: 200 len: 210 time: 0.0432446 Feb 07 23:43:44.643361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56796) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:45.291517 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:45.642372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port b6e84bbf-5afc-45cd-a7da-fdc368679013 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:43:45.642714 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:45.825204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port b6e84bbf-5afc-45cd-a7da-fdc368679013, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=b6e84bbf-5afc-45cd-a7da-fdc368679013,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:43:45.825904 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:45.955821 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for b6e84bbf-5afc-45cd-a7da-fdc368679013 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:43:46.276498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:46.325729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=b6e84bbf-5afc-45cd-a7da-fdc368679013,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:46.705433 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:46.756619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:43:46.789788 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:43:46.790131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 34de1366-4bd1-4f15-a9d7-e2b9863f95a4 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:43:47.065709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router eeeb8418-904b-4a79-91a2-05631f53abf2 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:43:47.242898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:43:47.252301 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] Sync routers for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:43:47.255153 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8b83918c-9341-4bf7-bec9-b28d54b4c726 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/eeeb8418-904b-4a79-91a2-05631f53abf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6102221 Feb 07 23:43:47.257841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56800) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:47.261941 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:47.262541 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:47.324265 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting subnet 2ab55133-5e97-4800-8a8e-2b21d12d6e69 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:43:47.327093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.385153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.439407 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:43:47.467268 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.539614 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.582177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab55133-5e97-4800-8a8e-2b21d12d6e69,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:47.585359 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.594418 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-923058c5-5c2b-4d8c-8feb-870428edbcd1 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/subnets/2ab55133-5e97-4800-8a8e-2b21d12d6e69 HTTP/1.1" status: 204 len: 168 time: 0.3333149 Feb 07 23:43:47.595054 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56804) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:47.599107 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f966f-d5a4-4a62-9077-e29c5ca83b8f None None] Network 743ded9f-8676-43cf-b4a7-ee5ec2403920 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:43:47.720798 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:43:46Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:47.725330 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] Checking router: eeeb8418-904b-4a79-91a2-05631f53abf2 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:43:47.733791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] Routers {'eeeb8418-904b-4a79-91a2-05631f53abf2'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:47.734396 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['eeeb8418-904b-4a79-91a2-05631f53abf2'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:47.776390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.920501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] DHCP port deletion for 743ded9f-8676-43cf-b4a7-ee5ec2403920 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:43:47.924891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Deleting port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:43:47.925278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.958191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] Set router eeeb8418-904b-4a79-91a2-05631f53abf2 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:43:47.974929 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:47.993591 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port a9b57e7a-5f53-4334-b16f-373b720f2020 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:43:47.993992 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.138686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:43:48.208092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] For port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e9fdc0ee-4028-4c39-9ba7-3fea13b6f835,segment=NetworkSegment(7ed1c461-ba90-4c86-b75e-92d19651e2e1),segment_id=7ed1c461-ba90-4c86-b75e-92d19651e2e1)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:43:48.208515 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.256877 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:43:46Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:48.262043 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816a8d5-1169-4ece-aaf7-4b1f5f95c3e0 None None] The sync data for ids ['eeeb8418-904b-4a79-91a2-05631f53abf2'] in n-d-827896-3 is: [{'id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1108392394', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:42:07Z', 'updated_at': '2022-02-07T23:43:46Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': 'a9b57e7a-5f53-4334-b16f-373b720f2020', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:4c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb8418-904b-4a79-91a2-05631f53abf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:42:08Z', 'updated_at': '2022-02-07T23:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:43:48.338815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Calling delete_port for e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:43:48.339317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port a9b57e7a-5f53-4334-b16f-373b720f2020, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=a9b57e7a-5f53-4334-b16f-373b720f2020,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:43:48.339796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.455705 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.472898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for a9b57e7a-5f53-4334-b16f-373b720f2020 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:43:48.479081 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.529094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Pushing event deleted for resources: {'Port': ['ID=e9fdc0ee-4028-4c39-9ba7-3fea13b6f835,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:48.568466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] No DVR routers for this DVR port e9fdc0ee-4028-4c39-9ba7-3fea13b6f835 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:43:48.570466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.570814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.571159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.571496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.571828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.572214 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.572515 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.572871 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.573199 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.573526 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.573882 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.574177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e70f64-e78d-4596-96e9-5f480ca5c80e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:48.656226 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.702744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=a9b57e7a-5f53-4334-b16f-373b720f2020,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:48.799687 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.975123 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:48.977399 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.000395 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.000934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Fanout notify agent at l3_agent the message router_deleted on router eeeb8418-904b-4a79-91a2-05631f53abf2 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:43:49.016707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.017703 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3e62c491-8704-4796-b326-cc5540ed8c6a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/routers/eeeb8418-904b-4a79-91a2-05631f53abf2 HTTP/1.1" status: 204 len: 168 time: 1.4221666 Feb 07 23:43:49.020372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:49.136459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.268442 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.293019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743ded9f-8676-43cf-b4a7-ee5ec2403920']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:49.305273 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed1c461-ba90-4c86-b75e-92d19651e2e1') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:49.305569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed1c461-ba90-4c86-b75e-92d19651e2e1') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:49.316605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.331905 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.337771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:43:49.338156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:43:49.352604 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:43:49.434549 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.451682 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.462316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Network': ['ID=743ded9f-8676-43cf-b4a7-ee5ec2403920,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:49.470237 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-eba11cc3-2314-44ff-92aa-0565acf4a039 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/networks/743ded9f-8676-43cf-b4a7-ee5ec2403920 HTTP/1.1" status: 204 len: 168 time: 0.4488888 Feb 07 23:43:49.473500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56812) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:49.545141 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cacf-21ba-4c8a-8e96-3df30ce68e96 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.574027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cacf-21ba-4c8a-8e96-3df30ce68e96 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.648704 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cacf-21ba-4c8a-8e96-3df30ce68e96 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.668989 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8cacf-21ba-4c8a-8e96-3df30ce68e96 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c6d1c-bd9c-4062-98cd-33316dda6df1,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:49.680536 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cacf-21ba-4c8a-8e96-3df30ce68e96 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:49.681709 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e6a8cacf-21ba-4c8a-8e96-3df30ce68e96 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/security-groups/dd4c6d1c-bd9c-4062-98cd-33316dda6df1 HTTP/1.1" status: 204 len: 168 time: 0.2072642 Feb 07 23:43:49.982043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56820) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:49.987257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42471658', 'description': 'tempest-secgroup-smoke-42471658 description', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:49.994605 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:49.998921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:50.002208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:50.008900 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:50.020552 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.040543 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:50.043585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a9b57e7a-5f53-4334-b16f-373b720f2020 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:43:50.046609 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:50.049500 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:50.055765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:50.077800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: a9b57e7a-5f53-4334-b16f-373b720f2020 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:43:50.078265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device a9b57e7a-5f53-4334-b16f-373b720f2020 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:43:50.078690 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6e84bbf-5afc-45cd-a7da-fdc368679013 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:43:50.116464 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: b6e84bbf-5afc-45cd-a7da-fdc368679013 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:43:50.116840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device b6e84bbf-5afc-45cd-a7da-fdc368679013 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:43:50.133383 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.137304 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.181802 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65794a6-99bd-48e2-901f-6e91e61fabe9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:50.189239 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.190390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7b4e2a70-478c-4b81-bb6d-0b8a4fe97fcb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2072480 Feb 07 23:43:50.193726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56824) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:50.198690 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'b65794a6-99bd-48e2-901f-6e91e61fabe9', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:50.205333 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:50.209508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:50.212472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:50.218236 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:50.235961 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.299441 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.304094 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.443606 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bce579-4d86-495c-9020-4a3076c411b8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:50.453385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.454688 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-537d20fb-e696-4a7e-8ef1-7114493b2601 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2600355 Feb 07 23:43:50.458012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56828) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:50.462881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'b65794a6-99bd-48e2-901f-6e91e61fabe9', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:50.469649 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:50.474067 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:50.476952 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:50.482479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:50.500183 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.559112 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.562507 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.585930 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c79d1b-d5e2-419b-8e2c-bc903b6d87aa,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:50.594308 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.595540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8c3056cb-5c28-4879-a5c0-1b779e666c40 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366017 Feb 07 23:43:50.599020 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56832) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:50.603857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'b65794a6-99bd-48e2-901f-6e91e61fabe9', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:50.610514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:50.614298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:50.617143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:50.622735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:50.639486 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.701399 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.704972 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.729330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2989be81-f5f6-461d-bf43-7ac0e8747f33,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:50.737698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.738977 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-53c6060f-12c2-48dd-a8a4-ee1f5d36bcbe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390507 Feb 07 23:43:50.741774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56836) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:50.746684 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'b65794a6-99bd-48e2-901f-6e91e61fabe9', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:50.753216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:50.757541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:50.760647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:50.766513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:50.785357 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.847671 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.851257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.874773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92969930-f89a-402e-8ea2-29ae4994ba69,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:50.883298 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.884742 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-5d7ac83c-edd0-4bef-9f2f-7a735d43fc24 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420307 Feb 07 23:43:50.887542 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56840) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:50.892310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'b65794a6-99bd-48e2-901f-6e91e61fabe9', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:50.899405 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:50.903163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:50.905985 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:50.911569 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:50.921827 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:43:50.928286 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.990507 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:50.994200 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.016932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2858b0b7-e904-4031-ba50-fa438d801f45,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:51.026505 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.027701 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3a6a16cf-aee6-4a41-bb01-c4dcdfafc590 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392603 Feb 07 23:43:51.030513 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56844) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:51.035434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'security_group_rule': {'security_group_id': 'b65794a6-99bd-48e2-901f-6e91e61fabe9', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:51.042214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:51.046618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:security_group_rule and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:51.049517 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:51.055257 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:51.064754 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Project 09e2df714cd54ca092dabe116ae5d1bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:43:51.071586 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.138185 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.141566 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.163730 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c22734-1a3a-4ab4-9c34-96fc0edbcdfb,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:51.173112 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.174386 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-49270ac3-c7a0-45c7-9a2f-131e452968fb tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428955 Feb 07 23:43:51.178278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56848) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:51.183922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'network': {'name': 'tempest-network-smoke--57231779', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'port_security_enabled': True}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:51.189548 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:51.194193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:network and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:51.197041 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:51.202692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:51.212655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:43:51.215973 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.243413 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:43:51.252334 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.252718 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Added segment 7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9 of type vlan for network 26610080-1593-431a-9f7b-4ac2ab32fe3c Feb 07 23:43:51.279394 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.307668 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.312983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:51.313558 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.420671 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2412393 Feb 07 23:43:51.423509 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56852) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:51.427256 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc562f-8fad-4d2a-ae4d-594407bab29a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Network': ['ID=26610080-1593-431a-9f7b-4ac2ab32fe3c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:51.429686 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'admin_state_up': True, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:51.437542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:43:51.438030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:51.442223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:router and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:51.449038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:51.454736 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:51.464489 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.465799 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.481099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:51.753024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:52.157491 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:52.186480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:52.323870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.175 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/2825dd3a-cddb-456b-bf75-83906af95f7e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:43:52.469228 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:52.496914 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:52.568020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:43:52.569157 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:43:52.574474 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:43:52.615086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=2825dd3a-cddb-456b-bf75-83906af95f7e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:52.631000 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.631354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.631704 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.632046 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.632385 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.632757 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.633091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.633424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.634011 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.634340 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.634669 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:52.634993 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:53.001554 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:53.454745 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:53.660467 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 9e280067-bdf9-4131-b202-4f8be4ed0d27 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:43:53.835872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:43:53.847672 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Sync routers for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:43:53.857746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:53.858554 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:53.865025 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:53.866219 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c27fcd25-5e6d-4615-929b-672cf95dffca tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4416707 Feb 07 23:43:53.869699 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56856) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:53.913387 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0f9da4dd-761c-41fe-9c23-8913a697126e tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=09e2df714cd54ca092dabe116ae5d1bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422204 Feb 07 23:43:53.915985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56860) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:54.039443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:43:54.045515 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a7257c-d981-44ac-84cf-83961f468a22 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:54.047032 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-65a7257c-d981-44ac-84cf-83961f468a22 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301653 Feb 07 23:43:54.050435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56864) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:54.067218 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:43:54.090665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2d241c3e-2ee2-4124-9224-24049dfc5fb9 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=96723977-a241-4209-a50b-959911382452&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387430 Feb 07 23:43:54.093062 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56868) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:54.098884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985903730', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:43:54.211437 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:43:54.215268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:subnet and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:43:54.218087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:43:54.224356 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:43:54.234963 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:43:54.238429 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:54.363622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:52Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:54.367658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Checking router: 9e280067-bdf9-4131-b202-4f8be4ed0d27 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:43:54.368016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Updating router 9e280067-bdf9-4131-b202-4f8be4ed0d27 port 2825dd3a-cddb-456b-bf75-83906af95f7e binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:43:54.421933 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:54.468982 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:54.546681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Subnet': ['ID=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:54.557944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Checking segment: {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:43:54.558312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network hostable DHCP agents. Network: 26610080-1593-431a-9f7b-4ac2ab32fe3c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:43:54.579508 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:43:54.589082 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 26610080-1593-431a-9f7b-4ac2ab32fe3c) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:43:54.593090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:54.593613 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:54.613914 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c87a315c-b600-4ae5-969b-947539cf2379 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5198481 Feb 07 23:43:54.616856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56872) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:43:54.618177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06418d3c-02d3-46b2-a757-546f2e768a99 None None] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:43:54.938384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-26610080-1593-431a-9f7b-4ac2ab32fe3c', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:43:54.939399 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:54.956323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.008442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Transition to ACTIVE for port object 2825dd3a-cddb-456b-bf75-83906af95f7e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:43:55.019838 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.131569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Attempting to bind port 2825dd3a-cddb-456b-bf75-83906af95f7e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:43:55.131855 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Attempting to bind port 2825dd3a-cddb-456b-bf75-83906af95f7e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:43:55.132226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Attempting to bind port 2825dd3a-cddb-456b-bf75-83906af95f7e on network 96723977-a241-4209-a50b-959911382452 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:43:55.137429 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d97d2c-607a-4f77-aea5-5bdf8f3ecae7 None None] Pushing event updated for resources: {'Port': ['ID=2825dd3a-cddb-456b-bf75-83906af95f7e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:55.180582 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:43:55.181032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:43:55.181434 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.181826 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:43:55.182294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Bound port: 2825dd3a-cddb-456b-bf75-83906af95f7e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:43:55.182675 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.257946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Allocated IP 172.20.0.2 (26610080-1593-431a-9f7b-4ac2ab32fe3c/420ebb37-1c29-4e3a-befe-2fb5ef0bc52b/6e0c93d2-9d6b-4ffe-a620-da3b50d410d6) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:43:55.281764 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] For port 2825dd3a-cddb-456b-bf75-83906af95f7e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:43:55.351781 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] For port 2825dd3a-cddb-456b-bf75-83906af95f7e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2825dd3a-cddb-456b-bf75-83906af95f7e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:43:55.364471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.424790 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.483593 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:55.484223 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:55.597678 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d97d2c-607a-4f77-aea5-5bdf8f3ecae7 None None] Pushing event updated for resources: {'Port': ['ID=2825dd3a-cddb-456b-bf75-83906af95f7e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:55.703426 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.731313 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Transition to ACTIVE for port object 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:43:55.759771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:43:55.899632 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Transition to ACTIVE for port object 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:43:55.922489 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:55.975522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.1 (26610080-1593-431a-9f7b-4ac2ab32fe3c/420ebb37-1c29-4e3a-befe-2fb5ef0bc52b/ec2af12a-8312-44cc-a88f-b927de0deb41) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:43:56.039529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:43:56.048463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:43:56.054852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:43:56.109295 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Pushing event updated for resources: {'Port': ['ID=6e0c93d2-9d6b-4ffe-a620-da3b50d410d6,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:56.141710 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.157235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object ec2af12a-8312-44cc-a88f-b927de0deb41 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:43:56.183244 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0ad12acb-f920-4b0a-8a1e-16e6116d5ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.183809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.195880 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Attempting to bind port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:43:56.196258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Attempting to bind port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:43:56.196694 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Attempting to bind port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 on network 26610080-1593-431a-9f7b-4ac2ab32fe3c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:43:56.234263 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:43:56.234533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Checking segment: {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:43:56.234950 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.235352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Bound using segment: {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:43:56.235825 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Bound port: 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:43:56.236203 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.255496 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:43:56.259006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:43:56.262873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:43:56.296485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=ec2af12a-8312-44cc-a88f-b927de0deb41,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:56.324701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.339854 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] For port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:43:56.343818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] For port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e0c93d2-9d6b-4ffe-a620-da3b50d410d6,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:43:56.348528 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:56.385378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:52Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:56.410372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9ac4d-2033-48d0-8cdd-05854a3f2465 None None] The sync data for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 is: [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:52Z', 'revision_number': 3, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:43:56.444393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195461-d45f-4c2f-afc0-83cf099a9094 None None] Pushing event updated for resources: {'Port': ['ID=6e0c93d2-9d6b-4ffe-a620-da3b50d410d6,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:56.610087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:57.214527 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:57.223052 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:57.342600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=ec2af12a-8312-44cc-a88f-b927de0deb41,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:57.347655 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:57.494594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:43:57.495780 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:43:57.514900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad2056-c4a0-4f65-b384-0be150868800 None None] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:43:57.607537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-24b7c1e0-97f0-4acc-baa1-a4d71cc362e6 None None] Provisioning for port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:43:57.693183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 9e280067-bdf9-4131-b202-4f8be4ed0d27 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:43:57.887167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:43:57.901109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f81df8cd-3996-4a3f-9cb0-f32703ef81df tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/9e280067-bdf9-4131-b202-4f8be4ed0d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2832153 Feb 07 23:43:58.069989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-41427352-2d01-45a4-b885-72fabf8926be None None] Provisioning for port ec2af12a-8312-44cc-a88f-b927de0deb41 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:43:58.075996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-41427352-2d01-45a4-b885-72fabf8926be None None] Provisioning complete for port ec2af12a-8312-44cc-a88f-b927de0deb41 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:43:58.076375 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-41427352-2d01-45a4-b885-72fabf8926be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.078840 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Sync routers for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:43:58.090377 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:58.090919 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:58.105612 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-09b25bcd-b621-48b8-9de4-3089a98bf081 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42471658&fields=id&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 267 time: 0.0558023 Feb 07 23:43:58.137259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-41427352-2d01-45a4-b885-72fabf8926be None None] Port ec2af12a-8312-44cc-a88f-b927de0deb41 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:43:58.195127 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:43:58.295216 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:43:58.301783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-68a37e70-52c2-46d5-8fa9-68c7e5af85c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.303209 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:43:58.303338 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:43:58.303534 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.314251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-fc5c836c-dc5d-4370-bcba-e83810565cbd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:43:58.315797 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-fc5c836c-dc5d-4370-bcba-e83810565cbd tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/networks?id=26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 200 len: 795 time: 0.1941280 Feb 07 23:43:58.334043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-8806a449-9fcc-49f1-a8c3-86a39ec709f8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/quotas/09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 375 time: 0.0126798 Feb 07 23:43:58.376717 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-0826b5be-63ef-411b-b18f-ef5f46871ede None None] Provisioning complete for port ec2af12a-8312-44cc-a88f-b927de0deb41 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:43:58.377098 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0826b5be-63ef-411b-b18f-ef5f46871ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.437605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-6763b153-afd2-4813-8ce3-9a500772e960 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971589 Feb 07 23:43:58.486417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-0826b5be-63ef-411b-b18f-ef5f46871ede None None] Port ec2af12a-8312-44cc-a88f-b927de0deb41 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:43:58.497149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.534578 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e0c93d2-9d6b-4ffe-a620-da3b50d410d6,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:43:58.539274 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.540066 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2825dd3a-cddb-456b-bf75-83906af95f7e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:43:58.640696 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-7c4c3100-e30e-4bb0-9a20-a25cc621763d service neutron] 10.222.0.10 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910431 Feb 07 23:43:58.665815 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9c63f98b-c91f-4966-a392-39ea1b092f9a None None] Provisioning complete for port ec2af12a-8312-44cc-a88f-b927de0deb41 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:43:58.666349 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9c63f98b-c91f-4966-a392-39ea1b092f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.673791 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:43:57Z', 'revision_number': 2, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:58.678500 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Checking router: 9e280067-bdf9-4131-b202-4f8be4ed0d27 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:43:58.678853 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Updating router 9e280067-bdf9-4131-b202-4f8be4ed0d27 port ec2af12a-8312-44cc-a88f-b927de0deb41 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:43:58.713343 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6e0c93d2-9d6b-4ffe-a620-da3b50d410d6,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:58.732120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 2825dd3a-cddb-456b-bf75-83906af95f7e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:43:58.736441 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.737194 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2825dd3a-cddb-456b-bf75-83906af95f7e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:43:58.738451 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.761692 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9c63f98b-c91f-4966-a392-39ea1b092f9a None None] Port ec2af12a-8312-44cc-a88f-b927de0deb41 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:43:58.785588 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-c47eb9a2-1778-4310-ab0f-1e42550518a0 service neutron] 10.222.0.10 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340139 Feb 07 23:43:58.894649 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.917608 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 2825dd3a-cddb-456b-bf75-83906af95f7e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2825dd3a-cddb-456b-bf75-83906af95f7e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:43:58.923182 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:58.997048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=2825dd3a-cddb-456b-bf75-83906af95f7e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:59.012352 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8dfe6dc3-9e0d-45da-800f-657a645c24b9 req-e5738476-0365-460c-a3a5-84697b1170e7 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 210 time: 0.0488038 Feb 07 23:43:59.150954 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:59.162357 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Transition to ACTIVE for port object ec2af12a-8312-44cc-a88f-b927de0deb41 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:43:59.170005 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:59.375969 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Pushing event updated for resources: {'Port': ['ID=ec2af12a-8312-44cc-a88f-b927de0deb41,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:59.397562 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.398112 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.398488 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.398825 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.399152 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.399645 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.400109 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.400666 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.401171 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.401486 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.401812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.402141 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:43:59.424402 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Attempting to bind port ec2af12a-8312-44cc-a88f-b927de0deb41 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:43:59.425539 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Attempting to bind port ec2af12a-8312-44cc-a88f-b927de0deb41 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:43:59.425970 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Attempting to bind port ec2af12a-8312-44cc-a88f-b927de0deb41 on network 26610080-1593-431a-9f7b-4ac2ab32fe3c {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:43:59.433138 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:43:59.433646 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Checking segment: {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:43:59.434433 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:59.434985 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Bound using segment: {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:43:59.435615 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Bound port: ec2af12a-8312-44cc-a88f-b927de0deb41, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:43:59.436053 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:59.444838 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:59.532024 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] For port ec2af12a-8312-44cc-a88f-b927de0deb41, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:43:59.534952 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] For port ec2af12a-8312-44cc-a88f-b927de0deb41, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ec2af12a-8312-44cc-a88f-b927de0deb41,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:43:59.539711 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:59.621889 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:43:59.622510 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:43:59.686608 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d4d19-8815-4b80-9551-ce5bcce37bf1 None None] Pushing event updated for resources: {'Port': ['ID=ec2af12a-8312-44cc-a88f-b927de0deb41,revision_number=4']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:43:59.744185 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:43:59.813051 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:44:00.077635 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:44:00.185682 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:43:59Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:00.191622 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbba888-9ba3-4126-a2d8-8288308aa8d8 None None] The sync data for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 is: [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:43:59Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:44:00.196496 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-86b31cc6-26b9-4f3f-b9f5-d6f5035d4e9e req-b90602b7-6bf7-472c-974f-66b00a21ff55 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 210 time: 0.0688012 Feb 07 23:44:00.228753 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-8ad96fad-ab78-49e2-9dfa-4df7a33079a4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:00.229472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-44860438-a7de-44be-a352-20834f3c9374 req-8ad96fad-ab78-49e2-9dfa-4df7a33079a4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:44:00.245633 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:44:00.248220 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:00.264404 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-44860438-a7de-44be-a352-20834f3c9374 req-8ad96fad-ab78-49e2-9dfa-4df7a33079a4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:44:00.266540 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-8ad96fad-ab78-49e2-9dfa-4df7a33079a4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/networks?id=26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 200 len: 795 time: 0.2070961 Feb 07 23:44:00.327725 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-44860438-a7de-44be-a352-20834f3c9374 req-890dfe8a-1d1a-4320-915f-937164478b87 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:44:00.353979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-44860438-a7de-44be-a352-20834f3c9374 req-890dfe8a-1d1a-4320-915f-937164478b87 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:44:00.355305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-890dfe8a-1d1a-4320-915f-937164478b87 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09e2df714cd54ca092dabe116ae5d1bd HTTP/1.1" status: 200 len: 378 time: 0.0728681 Feb 07 23:44:00.365832 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'port': {'device_id': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'admin_state_up': True, 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'security_groups': ['b65794a6-99bd-48e2-901f-6e91e61fabe9']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:44:00.421536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2825dd3a-cddb-456b-bf75-83906af95f7e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:44:00.498123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 2825dd3a-cddb-456b-bf75-83906af95f7e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:44:00.498564 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:00.513831 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:44:00.518207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:port and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:44:00.521217 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:44:00.527183 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:44:00.538469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Made reservation on behalf of 09e2df714cd54ca092dabe116ae5d1bd for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:44:00.542705 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:00.719425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.20.0.10 (26610080-1593-431a-9f7b-4ac2ab32fe3c/420ebb37-1c29-4e3a-befe-2fb5ef0bc52b/8a6e441c-e503-40c2-b31d-750d9dc1fe5a) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:44:00.918890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:00.936000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Transition to ACTIVE for port object 8a6e441c-e503-40c2-b31d-750d9dc1fe5a will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:44:00.961465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:01.036755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:44:01.040094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:44:01.044101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:44:01.221830 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:01.224919 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:01.266589 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:01.267806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:01.297531 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-95ec244a-c9b4-4098-be9b-3ae8c3278738 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9371111 Feb 07 23:44:01.308816 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Request body: {'port': {'device_id': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:44:01.342811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a2d42375-0271-4016-9024-1eabe2431370 None None] Provisioning for port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:44:01.349686 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-a2d42375-0271-4016-9024-1eabe2431370 None None] Provisioning complete for port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:44:01.350184 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a2d42375-0271-4016-9024-1eabe2431370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:01.403962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dff9ee-e4c0-4c73-9b89-0fdd99d666bd req-88c6f008-6572-4f4d-b257-be21d48bb47d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:01.405540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93dff9ee-e4c0-4c73-9b89-0fdd99d666bd req-88c6f008-6572-4f4d-b257-be21d48bb47d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 932 time: 0.0972292 Feb 07 23:44:01.422707 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-a2d42375-0271-4016-9024-1eabe2431370 None None] Port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:44:01.433311 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:01.460313 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93dff9ee-e4c0-4c73-9b89-0fdd99d666bd req-94cdd896-9c5d-4ce9-8b52-1cb9395cd361 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468538 Feb 07 23:44:01.780157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6e441c-e503-40c2-b31d-750d9dc1fe5a {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:44:01.787540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:01.802216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Transition to ACTIVE for port object 8a6e441c-e503-40c2-b31d-750d9dc1fe5a will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:44:01.805945 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:01.960674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:02.053476 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Attempting to bind port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:44:02.053906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Attempting to bind port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:44:02.054334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Attempting to bind port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a on network 26610080-1593-431a-9f7b-4ac2ab32fe3c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:44:02.059136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a on network 26610080-1593-431a-9f7b-4ac2ab32fe3c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:44:02.059555 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Attempting to bind port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a on network 26610080-1593-431a-9f7b-4ac2ab32fe3c {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:44:02.064773 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:44:02.065187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Checking segment: {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:44:02.065675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Bound using segment: {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:44:02.066175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Bound port: 8a6e441c-e503-40c2-b31d-750d9dc1fe5a, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:44:02.066596 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:02.093889 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec2af12a-8312-44cc-a88f-b927de0deb41 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:44:02.160959 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] For port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:44:02.165890 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] For port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:44:02.173425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port ec2af12a-8312-44cc-a88f-b927de0deb41 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:44:02.173639 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:02.179091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ec2af12a-8312-44cc-a88f-b927de0deb41 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:44:02.179465 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:02.239203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:02.240010 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:02.241517 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 200 len: 1092 time: 0.9368825 Feb 07 23:44:02.242029 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:44:02.269800 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc120c58-cb08-48aa-8aa2-3ae101d4f1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:02.305813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:02.335116 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'status': 'completed', 'code': 200} Feb 07 23:44:02.342404 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port ec2af12a-8312-44cc-a88f-b927de0deb41, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ec2af12a-8312-44cc-a88f-b927de0deb41,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:02.347847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:02.374480 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-10ffd45c-f789-4edb-8992-507b99045a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:02.376356 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-10ffd45c-f789-4edb-8992-507b99045a48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1095 time: 0.0786419 Feb 07 23:44:02.424136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=ec2af12a-8312-44cc-a88f-b927de0deb41,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:02.451400 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-956b4aa6-7a76-46b9-a086-80df6c5f761d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 200 len: 217 time: 0.0686469 Feb 07 23:44:02.521702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-fadf5052-400c-403b-b77c-5c872518965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:02.523244 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-fadf5052-400c-403b-b77c-5c872518965c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b HTTP/1.1" status: 200 len: 835 time: 0.0654061 Feb 07 23:44:02.602868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44860438-a7de-44be-a352-20834f3c9374 req-d99a1afd-95e8-4185-b672-b2a164b6fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:02.604427 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-d99a1afd-95e8-4185-b672-b2a164b6fe07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26610080-1593-431a-9f7b-4ac2ab32fe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752804 Feb 07 23:44:02.741419 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-b1dc3045-9a15-4afa-bd8c-6f1d0d0e2474 service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304092 Feb 07 23:44:02.766600 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807677e6-5e8b-4813-bcec-bf283039dba2 req-b7ed0433-c0a8-42d1-a120-b6de25e8c035 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:02.768058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-807677e6-5e8b-4813-bcec-bf283039dba2 req-b7ed0433-c0a8-42d1-a120-b6de25e8c035 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 944 time: 0.1980813 Feb 07 23:44:02.812503 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-807677e6-5e8b-4813-bcec-bf283039dba2 req-18367c20-c9c7-4564-a7c9-ec875642872d tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375509 Feb 07 23:44:02.873407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-44860438-a7de-44be-a352-20834f3c9374 req-ed7dc2d7-acb5-4020-a8e8-b0b32cc3ef2e service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263795 Feb 07 23:44:02.983873 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7761-34bf-480a-9717-b2fca325105a req-300914ad-1ca6-4fc6-9adf-5f7664926db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:02.985742 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48fb7761-34bf-480a-9717-b2fca325105a req-300914ad-1ca6-4fc6-9adf-5f7664926db5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1095 time: 0.0701268 Feb 07 23:44:03.221330 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7761-34bf-480a-9717-b2fca325105a req-f329d2bd-9278-46aa-98c4-5d7464264485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:03.222788 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48fb7761-34bf-480a-9717-b2fca325105a req-f329d2bd-9278-46aa-98c4-5d7464264485 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 200 len: 896 time: 0.2313645 Feb 07 23:44:03.292713 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48fb7761-34bf-480a-9717-b2fca325105a req-0eee1bce-8e25-4b16-9ec3-ae76dcf94913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 200 len: 217 time: 0.0630848 Feb 07 23:44:03.360343 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7761-34bf-480a-9717-b2fca325105a req-836b3dad-bf95-42ac-9e20-bee6fb065b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:03.361956 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48fb7761-34bf-480a-9717-b2fca325105a req-836b3dad-bf95-42ac-9e20-bee6fb065b86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b HTTP/1.1" status: 200 len: 835 time: 0.0607002 Feb 07 23:44:03.436229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7761-34bf-480a-9717-b2fca325105a req-546384ff-ba86-4216-b8d2-cbe9d4afb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:03.437828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48fb7761-34bf-480a-9717-b2fca325105a req-546384ff-ba86-4216-b8d2-cbe9d4afb347 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26610080-1593-431a-9f7b-4ac2ab32fe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694270 Feb 07 23:44:03.567875 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48fb7761-34bf-480a-9717-b2fca325105a req-750d3301-8205-4897-85c4-8e8aa89e6b5c service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236675 Feb 07 23:44:03.700967 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48fb7761-34bf-480a-9717-b2fca325105a req-68e4e340-a635-4219-9d01-7690edd3712a service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262448 Feb 07 23:44:03.998429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb108-6f87-4843-97e0-f1302a40f771 req-62bfc4a8-0788-4f20-b5fe-ec4648332dfe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:03.999814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-836fb108-6f87-4843-97e0-f1302a40f771 req-62bfc4a8-0788-4f20-b5fe-ec4648332dfe tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 944 time: 0.0817869 Feb 07 23:44:04.047092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-836fb108-6f87-4843-97e0-f1302a40f771 req-bc75f6eb-5fe8-40b0-8157-cadb297cb2a4 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402391 Feb 07 23:44:04.055797 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec2af12a-8312-44cc-a88f-b927de0deb41 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:44:04.123307 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port ec2af12a-8312-44cc-a88f-b927de0deb41 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:44:04.123594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:04.850152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8a6e441c-e503-40c2-b31d-750d9dc1fe5a details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:44:04.982370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:04.995006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'port_id': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'mac_address': 'fa:16:3e:c1:19:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:44:05.052367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:05.069785 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6e441c-e503-40c2-b31d-750d9dc1fe5a {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:44:05.085905 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:05.089712 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:05.155542 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:05.230777 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e645-68bb-4708-bbc4-d021f0bcc50a req-a11945ce-1afe-4760-92f1-e1afa0e735f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:05.232233 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ed6e645-68bb-4708-bbc4-d021f0bcc50a req-a11945ce-1afe-4760-92f1-e1afa0e735f0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 945 time: 0.0788882 Feb 07 23:44:05.278194 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ed6e645-68bb-4708-bbc4-d021f0bcc50a req-97c06db9-37b3-4943-9d57-8dba17e0d7f8 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398743 Feb 07 23:44:05.334681 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['8a6e441c-e503-40c2-b31d-750d9dc1fe5a'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:44:06.469606 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f7be9-2389-4aa5-b4b0-73aab400b22a req-10266da3-5d4c-4ff8-954d-0757f69fe325 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:06.471040 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-858f7be9-2389-4aa5-b4b0-73aab400b22a req-10266da3-5d4c-4ff8-954d-0757f69fe325 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 945 time: 0.0856941 Feb 07 23:44:06.515157 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:06.516092 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-858f7be9-2389-4aa5-b4b0-73aab400b22a req-7c069375-fb27-4f3b-9c0d-7fec3edcf393 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394006 Feb 07 23:44:06.872269 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8a6e441c-e503-40c2-b31d-750d9dc1fe5a up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:44:06.944395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:44:06.949232 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:44:06.949602 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:07.005600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:07.075978 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:07.102115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:44:07.111900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:07.116222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:07.148484 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'code': 200} Feb 07 23:44:07.186709 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:07.271774 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b938ee4-89e2-47d5-83c2-6b0951afda12 req-4a548797-5bf9-4854-8fd7-8d1752671b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:07.273286 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6b938ee4-89e2-47d5-83c2-6b0951afda12 req-4a548797-5bf9-4854-8fd7-8d1752671b72 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1097 time: 0.0695376 Feb 07 23:44:07.317570 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6b938ee4-89e2-47d5-83c2-6b0951afda12 req-0a866b15-220a-48ee-a624-81319a20eeb5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381639 Feb 07 23:44:07.702998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217486-3787-4c8f-bbdd-cbae9e240697 req-c6b45f9d-fb6f-4536-9cc6-a18c76ff29f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:07.704427 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20217486-3787-4c8f-bbdd-cbae9e240697 req-c6b45f9d-fb6f-4536-9cc6-a18c76ff29f5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0848920 Feb 07 23:44:07.752112 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-20217486-3787-4c8f-bbdd-cbae9e240697 req-2d178863-f00b-4229-809f-7976aa040f4f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412831 Feb 07 23:44:08.938499 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc67b59-dbd8-4616-b2e9-0a6a39eedb1f req-4614bd1e-6063-4cbc-bbd5-4c6e00054c11 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:08.939944 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cc67b59-dbd8-4616-b2e9-0a6a39eedb1f req-4614bd1e-6063-4cbc-bbd5-4c6e00054c11 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0824480 Feb 07 23:44:08.982905 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2cc67b59-dbd8-4616-b2e9-0a6a39eedb1f req-b905ed6e-4297-4b2b-a8b2-c2067328986a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372584 Feb 07 23:44:09.165834 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c097e-c073-4b99-a2d7-5deb13cea0cc req-d6d6cdbd-1e13-48f9-865a-0591a9e8e8d0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:09.167270 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a4c097e-c073-4b99-a2d7-5deb13cea0cc req-d6d6cdbd-1e13-48f9-865a-0591a9e8e8d0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0830927 Feb 07 23:44:09.210266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6a4c097e-c073-4b99-a2d7-5deb13cea0cc req-a566f2dc-da03-4a29-a97d-6206deabfa78 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372548 Feb 07 23:44:09.232258 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56926) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:09.301409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a699cdd-16ec-4d61-bfa1-04f5b3746676 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:09.302882 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2a699cdd-16ec-4d61-bfa1-04f5b3746676 tempest-TestNetworkAdvancedServerOps-1222642663 tempest-TestNetworkAdvancedServerOps-1222642663-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1092 time: 0.0695536 Feb 07 23:44:09.305678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 56930) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:09.310564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:44:09.317264 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:44:09.321108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Usage tracker for resource:floatingip and tenant:09e2df714cd54ca092dabe116ae5d1bd is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:44:09.324005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:44:09.329883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:44:09.340810 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:09.478146 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:09.613435 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Allocated IP 172.25.0.247 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/94eec99e-b61b-4a72-9528-3f0f265b1345) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:44:09.757824 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:09.788103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:09.852632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:44:09.855623 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:44:09.858163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:44:09.900499 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=94eec99e-b61b-4a72-9528-3f0f265b1345,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:10.386385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:10.459981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:10.665328 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:10.670181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:10.782230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event updated for resources: {'Port': ['ID=94eec99e-b61b-4a72-9528-3f0f265b1345,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:10.790593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:10.976477 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 36884f73-f7be-406e-bfa8-9db45566cc91 associated. External IP: 172.25.0.247, port: 8a6e441c-e503-40c2-b31d-750d9dc1fe5a. Feb 07 23:44:11.339910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 9e280067-bdf9-4131-b202-4f8be4ed0d27 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:44:11.520493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:44:11.530084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] Sync routers for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:44:11.539691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:44:11.540379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:11.545716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:11.612415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f90271ed-e0c9-43d2-9249-1c3aa6e2c84f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3056176 Feb 07 23:44:11.613450 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:44:11.666089 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'status': 'completed', 'code': 200} Feb 07 23:44:11.764751 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-da7fba80-acc4-424b-98a5-2984b9e75822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:11.766345 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-da7fba80-acc4-424b-98a5-2984b9e75822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1097 time: 0.0766826 Feb 07 23:44:11.769120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:44:11.789083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfa6ce-5c3e-488f-992d-9a098b9bd82c req-2f549ee4-41e2-4ca7-a12e-66a0f495dae5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:11.790722 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9bfa6ce-5c3e-488f-992d-9a098b9bd82c req-2f549ee4-41e2-4ca7-a12e-66a0f495dae5 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0865755 Feb 07 23:44:11.838225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9bfa6ce-5c3e-488f-992d-9a098b9bd82c req-62fc1987-84a9-48fb-89af-4f5008f32907 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411441 Feb 07 23:44:11.866926 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56938) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:11.981249 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e3d6d3dd-1844-48ae-ad85-6c335a316bea tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/36884f73-f7be-406e-bfa8-9db45566cc91 HTTP/1.1" status: 200 len: 992 time: 0.1132145 Feb 07 23:44:12.036525 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-03e2b67e-1fc1-4a48-921d-9a2ab8d6ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:12.038063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-03e2b67e-1fc1-4a48-921d-9a2ab8d6ce69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 200 len: 896 time: 0.2656398 Feb 07 23:44:12.130749 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '36884f73-f7be-406e-bfa8-9db45566cc91', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'port_id': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'mac_address': 'fa:16:3e:c1:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:44:10Z', 'updated_at': '2022-02-07T23:44:10Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:44:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:12.134811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] Checking router: 9e280067-bdf9-4131-b202-4f8be4ed0d27 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:44:12.142606 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-0f030b03-3aa9-47c2-bc23-caf04dae5927 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 200 len: 1000 time: 0.0983908 Feb 07 23:44:12.143502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:44:12.144114 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:43:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:12.207451 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-fcf52522-3af0-4fb0-a5f6-03befe497ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:12.208936 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-fcf52522-3af0-4fb0-a5f6-03befe497ceb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b HTTP/1.1" status: 200 len: 835 time: 0.0606062 Feb 07 23:44:12.285193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-5c3bd868-cf60-4e5c-9c00-52725b20b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:12.286714 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-5c3bd868-cf60-4e5c-9c00-52725b20b288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26610080-1593-431a-9f7b-4ac2ab32fe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722380 Feb 07 23:44:12.326262 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:44:12.419665 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-e34142d4-382e-41cc-ad56-1a01069225b9 service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264069 Feb 07 23:44:12.552997 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-6f232563-6163-48fe-93b2-d1ab05a345bb req-d398ef92-fbb1-496a-a51d-de169722a263 service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263831 Feb 07 23:44:12.670619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '36884f73-f7be-406e-bfa8-9db45566cc91', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'port_id': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'mac_address': 'fa:16:3e:c1:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:44:10Z', 'updated_at': '2022-02-07T23:44:10Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:44:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:12.674438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7df7fe-e540-4405-a212-b3ffafade2d2 None None] The sync data for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 is: [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '36884f73-f7be-406e-bfa8-9db45566cc91', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'port_id': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'mac_address': 'fa:16:3e:c1:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:44:10Z', 'updated_at': '2022-02-07T23:44:10Z', 'revision_number': 0, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:44:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:44:12.874436 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17134d61-4229-4de9-8a52-c5792fe9acb0 None None] New status for floating IP 36884f73-f7be-406e-bfa8-9db45566cc91: ACTIVE {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:44:12.985272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56942) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:13.092008 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a60788d6-2bfa-4375-bbab-5fea998fe99a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/36884f73-f7be-406e-bfa8-9db45566cc91 HTTP/1.1" status: 200 len: 992 time: 0.1056464 Feb 07 23:44:14.095981 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56946) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:14.202286 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-9e14ccd6-02d1-4e14-9faa-09d64683fd87 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/36884f73-f7be-406e-bfa8-9db45566cc91 HTTP/1.1" status: 200 len: 994 time: 0.1051250 Feb 07 23:44:26.076501 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4d5f18ad-a5f2-4667-9396-bf0fe819bcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:28.295567 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ebbbc040-f123-4822-91ed-9c5c0ba07080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:29.436875 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:29.742924 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:31.068681 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:44:31.218390 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:36.528180 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:36.973616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:43.827420 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad8df1-2c6d-4b3c-8a5a-6e3617cc81ee req-6002c2df-b67d-404d-bbfd-7fc20e769f0a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:43.828814 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5ad8df1-2c6d-4b3c-8a5a-6e3617cc81ee req-6002c2df-b67d-404d-bbfd-7fc20e769f0a tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0837522 Feb 07 23:44:43.882571 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d5ad8df1-2c6d-4b3c-8a5a-6e3617cc81ee req-89643e5c-2781-470e-9171-5d352e922ec6 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476005 Feb 07 23:44:45.070629 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209005b-d2a1-4e55-835a-c7a1b5b28b9b req-b8a56450-cb06-4e7b-925c-19d076b26135 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:45.072072 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5209005b-d2a1-4e55-835a-c7a1b5b28b9b req-b8a56450-cb06-4e7b-925c-19d076b26135 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0780418 Feb 07 23:44:45.115632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-5209005b-d2a1-4e55-835a-c7a1b5b28b9b req-b4ade137-07b6-472c-befe-571b07016b30 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379088 Feb 07 23:44:45.138773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56976) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:45.244871 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd019027-ecd8-4725-b47e-4bdac1b8c813 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/36884f73-f7be-406e-bfa8-9db45566cc91 HTTP/1.1" status: 200 len: 994 time: 0.1049490 Feb 07 23:44:46.489355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-ebe84fea-f258-42db-9b15-103e72d67882 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706234 Feb 07 23:44:46.641859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-a84566a0-5f9d-4b3c-ac67-ec7fcdc5ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:46.643338 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-a84566a0-5f9d-4b3c-ac67-ec7fcdc5ce35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1097 time: 0.0808535 Feb 07 23:44:46.704754 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf55db8-a64e-430f-802f-f76b475c1084 req-31a785d4-1c52-435b-93d6-eaa7e46e3234 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:46.706389 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cf55db8-a64e-430f-802f-f76b475c1084 req-31a785d4-1c52-435b-93d6-eaa7e46e3234 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0818353 Feb 07 23:44:46.755411 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8cf55db8-a64e-430f-802f-f76b475c1084 req-858ea44b-ffa2-4a78-bee7-6c1f8f93ba90 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432594 Feb 07 23:44:46.798066 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-c7c81c5c-b758-45c0-962d-2397b0c88dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:46.799447 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-c7c81c5c-b758-45c0-962d-2397b0c88dc9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 200 len: 896 time: 0.1348867 Feb 07 23:44:46.910063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-5217ff44-3845-4fca-9da7-80d26f1b2a97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 200 len: 1002 time: 0.1041055 Feb 07 23:44:46.972478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-36121d1e-e95d-4e87-a6d3-2607349b79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:46.974025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-36121d1e-e95d-4e87-a6d3-2607349b79f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b HTTP/1.1" status: 200 len: 835 time: 0.0585496 Feb 07 23:44:47.049045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-ea6f9f0c-5385-47db-be3b-e54b13b9187a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:47.051159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-ea6f9f0c-5385-47db-be3b-e54b13b9187a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26610080-1593-431a-9f7b-4ac2ab32fe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714655 Feb 07 23:44:47.181496 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-ff7082c4-87a1-4d5f-a29c-e4cf510ce0b7 service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243854 Feb 07 23:44:47.313559 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd5b3612-f26f-4921-b2d7-4ace06d89aba req-0fc562b8-9aa8-40ea-8676-4959ef5ac71e service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257577 Feb 07 23:44:47.427997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-0ec0a3ea-bacc-4e7b-a9f6-2d2af35d9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:47.428657 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-0ec0a3ea-bacc-4e7b-a9f6-2d2af35d9623 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1097 time: 0.0760257 Feb 07 23:44:47.675312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-63e5d235-c1d9-43df-8dd3-a5235705fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:47.676803 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-63e5d235-c1d9-43df-8dd3-a5235705fb29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 200 len: 896 time: 0.2422063 Feb 07 23:44:47.781410 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-ace1e4d1-cc0d-4398-b1ec-e20c62b18cc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 200 len: 1002 time: 0.0982161 Feb 07 23:44:47.847327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-458da748-2ad8-4569-be66-daa3ae29d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:47.849256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-458da748-2ad8-4569-be66-daa3ae29d3e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b HTTP/1.1" status: 200 len: 835 time: 0.0612559 Feb 07 23:44:47.931347 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-3efb148b-d125-4bae-913b-2decd72a1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:47.932820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-3efb148b-d125-4bae-913b-2decd72a1d8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26610080-1593-431a-9f7b-4ac2ab32fe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766034 Feb 07 23:44:47.948936 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b3d28-7f47-4ff3-941d-e8c5bea4b284 req-966e9454-3892-4907-9a9e-6b09fb7b0f97 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:47.950430 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c96b3d28-7f47-4ff3-941d-e8c5bea4b284 req-966e9454-3892-4907-9a9e-6b09fb7b0f97 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0825040 Feb 07 23:44:47.999009 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c96b3d28-7f47-4ff3-941d-e8c5bea4b284 req-9e555342-a4a6-419f-8c50-6b5758d6f7be tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425687 Feb 07 23:44:48.078797 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-cc639913-fbef-437f-beba-d0ac9c4ce32e service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388862 Feb 07 23:44:48.213746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-2a6e7b21-4d49-4f4e-a347-e3b24221801f req-47c3e5cc-37ab-40b6-850f-b8a2c2f5954a service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283298 Feb 07 23:44:49.192690 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e83aef-baf2-4325-81c3-b63d363b60c4 req-1d762fb3-4c31-419a-83a5-e04d283192e9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:49.194156 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38e83aef-baf2-4325-81c3-b63d363b60c4 req-1d762fb3-4c31-419a-83a5-e04d283192e9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0893083 Feb 07 23:44:49.238414 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-38e83aef-baf2-4325-81c3-b63d363b60c4 req-e9ae4471-b82a-4f1a-bbd5-0f6714f07163 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384364 Feb 07 23:44:49.260998 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 56992) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:49.366918 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c95a73f6-ba43-4bab-883c-362c21e118ba tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/floatingips/36884f73-f7be-406e-bfa8-9db45566cc91 HTTP/1.1" status: 200 len: 994 time: 0.1047137 Feb 07 23:44:49.625229 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57000) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:49.825139 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 94eec99e-b61b-4a72-9528-3f0f265b1345 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:44:49.825385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:50.005266 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:50.005593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:50.133626 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 94eec99e-b61b-4a72-9528-3f0f265b1345 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:44:50.285446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:50.333316 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=94eec99e-b61b-4a72-9528-3f0f265b1345,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:50.372663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.373006 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.373344 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.373678 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.374003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.374334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.374661 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.374977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.375311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.375613 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.375960 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.376250 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:50.436247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:50.436658 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Floating IP 36884f73-f7be-406e-bfa8-9db45566cc91 disassociated (deleted). External IP: 172.25.0.247, port: 8a6e441c-e503-40c2-b31d-750d9dc1fe5a. Feb 07 23:44:50.907728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 9e280067-bdf9-4131-b202-4f8be4ed0d27 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:44:51.092415 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:44:51.105095 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] Sync routers for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:44:51.110857 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:51.120042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:44:51.121050 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:51.169234 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-38e087d9-e7bd-4da0-af68-2b3e8daadbc0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/floatingips/36884f73-f7be-406e-bfa8-9db45566cc91 HTTP/1.1" status: 204 len: 168 time: 1.5429003 Feb 07 23:44:51.169811 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:44:51.216441 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'status': 'completed', 'code': 200} Feb 07 23:44:51.317388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-92d9d17a-c438-4c16-b29a-917bef261e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:51.318989 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-92d9d17a-c438-4c16-b29a-917bef261e3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 1097 time: 0.0763133 Feb 07 23:44:51.381538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:44:51.480909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-705760c5-1b92-46b9-8847-a36dd925c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:51.482346 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-705760c5-1b92-46b9-8847-a36dd925c60b service neutron] 10.222.0.36 "GET /v2.0/networks?id=26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 200 len: 896 time: 0.1574249 Feb 07 23:44:51.563274 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-5e092f51-cc50-499a-b1ae-52e1f01557c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 200 len: 217 time: 0.0712967 Feb 07 23:44:51.566214 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32478d7c-5516-492a-bd7b-d2609b17b377 req-6de8bbfb-f206-47bd-86a0-0b5faeb133fa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:51.567925 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32478d7c-5516-492a-bd7b-d2609b17b377 req-6de8bbfb-f206-47bd-86a0-0b5faeb133fa tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0883231 Feb 07 23:44:51.625135 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-32478d7c-5516-492a-bd7b-d2609b17b377 req-50f55706-fcc8-49b6-b9aa-7d355e7f43b3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511870 Feb 07 23:44:51.636412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-3af2538c-87ca-4c5d-be62-6b792e2dd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:51.637653 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-3af2538c-87ca-4c5d-be62-6b792e2dd9ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b HTTP/1.1" status: 200 len: 835 time: 0.0675042 Feb 07 23:44:51.729035 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-c9d38370-465d-4f71-b7b3-d4acab285a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:51.730616 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-c9d38370-465d-4f71-b7b3-d4acab285a80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26610080-1593-431a-9f7b-4ac2ab32fe3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836329 Feb 07 23:44:51.744657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:44:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:51.748943 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] Checking router: 9e280067-bdf9-4131-b202-4f8be4ed0d27 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:44:51.758746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:44:51.759388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:51.874619 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-b9ac7d43-b6ec-4d92-bd36-81f1661caab7 service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337335 Feb 07 23:44:51.940827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:44:52.017980 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-8b82d58f-c18c-4d00-b2da-20ec277bac7f req-acb6910b-62e7-4d66-9f5e-4f7511a3dbaa service neutron] 10.222.0.36 "GET /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333070 Feb 07 23:44:52.263810 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:44:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:52.267728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958cc99e-842a-429d-a25d-30c5c59d9eb5 None None] The sync data for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 is: [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:43:56Z', 'revision_number': 4, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'ec2af12a-8312-44cc-a88f-b927de0deb41', 'name': '', 'network_id': '26610080-1593-431a-9f7b-4ac2ab32fe3c', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'mac_address': 'fa:16:3e:4b:9b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:55Z', 'updated_at': '2022-02-07T23:44:02Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'subnets': [{'id': '420ebb37-1c29-4e3a-befe-2fb5ef0bc52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:44:52.498539 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989bd0a4-5f0f-4035-9025-4dd74c353d78 None None] New status for floating IP 36884f73-f7be-406e-bfa8-9db45566cc91: DOWN {{(pid=87673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:44:52.926147 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619a5ac-f8a6-4d09-83ed-afa95af88fbb req-192e8ba2-f72b-4f65-8150-dbec877adf02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:52.927499 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c619a5ac-f8a6-4d09-83ed-afa95af88fbb req-192e8ba2-f72b-4f65-8150-dbec877adf02 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.1967568 Feb 07 23:44:52.971793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c619a5ac-f8a6-4d09-83ed-afa95af88fbb req-1fd0afef-6a44-4fa2-bc8c-c75f57d3971f tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/security-groups?id=b65794a6-99bd-48e2-901f-6e91e61fabe9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383971 Feb 07 23:44:53.044984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-98bbd571-a7cb-42e9-a36a-981531e17897 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:44:53.045677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-98bbd571-a7cb-42e9-a36a-981531e17897 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Synchronizing usage tracker for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:44:53.061438 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-98bbd571-a7cb-42e9-a36a-981531e17897 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Unset dirty status for tenant:09e2df714cd54ca092dabe116ae5d1bd on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:44:53.062622 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-98bbd571-a7cb-42e9-a36a-981531e17897 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 946 time: 0.0972991 Feb 07 23:44:53.136537 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:44:53.136907 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:53.503856 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:53.504221 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:53.629553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 8a6e441c-e503-40c2-b31d-750d9dc1fe5a owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:44:53.779150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:53.829859 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=8a6e441c-e503-40c2-b31d-750d9dc1fe5a,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:53.913012 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] No DVR routers for this DVR port 8a6e441c-e503-40c2-b31d-750d9dc1fe5a on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:44:53.915757 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:53.918433 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'name': 'network-vif-deleted', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:44:53.934825 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f48f5130-5f15-424e-be25-2c84fb553f90 req-ca36beef-592a-40c7-9cc3-433805ec0bd9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.36 "DELETE /v2.0/ports/8a6e441c-e503-40c2-b31d-750d9dc1fe5a HTTP/1.1" status: 204 len: 173 time: 0.8661945 Feb 07 23:44:53.966958 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd', 'name': 'network-vif-deleted', 'tag': '8a6e441c-e503-40c2-b31d-750d9dc1fe5a', 'status': 'completed', 'code': 200} Feb 07 23:44:54.128842 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f4e880e-92b4-4e2e-888b-5b926b6f9719 req-e3cb7dec-e9dd-4632-939e-a5c1a4001ed3 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "GET /v2.0/ports?device_id=e71d75b9-ec37-4ef8-8b53-9a5f3397e4bd HTTP/1.1" status: 200 len: 210 time: 0.0460522 Feb 07 23:44:55.226454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57022) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:55.795271 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.078938 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-368b8afa-687d-4f6d-b0cb-cd277b84b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.274253 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port ec2af12a-8312-44cc-a88f-b927de0deb41 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:44:56.274815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.467005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port ec2af12a-8312-44cc-a88f-b927de0deb41, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=ec2af12a-8312-44cc-a88f-b927de0deb41,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:56.467366 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.593389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for ec2af12a-8312-44cc-a88f-b927de0deb41 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:44:56.920155 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:56.974996 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=ec2af12a-8312-44cc-a88f-b927de0deb41,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:57.068440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8a6e441c-e503-40c2-b31d-750d9dc1fe5a no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:44:57.105614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 8a6e441c-e503-40c2-b31d-750d9dc1fe5a {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:44:57.106221 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 8a6e441c-e503-40c2-b31d-750d9dc1fe5a not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:44:57.264300 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:57.757912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Router 9e280067-bdf9-4131-b202-4f8be4ed0d27 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:44:57.943655 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:44:57.953419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] Sync routers for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:44:57.958165 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f673ecec-ce30-4997-b3a5-8903e42ee6ab tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "PUT /v2.0/routers/9e280067-bdf9-4131-b202-4f8be4ed0d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7305422 Feb 07 23:44:57.960941 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57026) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:57.963369 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:44:57.964026 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:58.031659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting subnet 420ebb37-1c29-4e3a-befe-2fb5ef0bc52b {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:44:58.035777 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.102984 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.157254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:44:58.190938 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.270419 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.319936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Subnet': ['ID=420ebb37-1c29-4e3a-befe-2fb5ef0bc52b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:58.321796 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.328434 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1fb8131f-9b2b-4505-8962-3de4959c14de tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/subnets/420ebb37-1c29-4e3a-befe-2fb5ef0bc52b HTTP/1.1" status: 204 len: 168 time: 0.3665333 Feb 07 23:44:58.329819 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b21d5-5d8b-46ac-b44e-ca9a379b14c5 None None] Network 26610080-1593-431a-9f7b-4ac2ab32fe3c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:44:58.331755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57030) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:58.477205 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-30506aab-2a32-47d6-b042-718355d8161a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.535068 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.685995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:44:56Z', 'revision_number': 5, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port': {'id': '2825dd3a-cddb-456b-bf75-83906af95f7e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:43:52Z', 'updated_at': '2022-02-07T23:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:58.692200 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] Checking router: 9e280067-bdf9-4131-b202-4f8be4ed0d27 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:44:58.702321 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] Routers {'9e280067-bdf9-4131-b202-4f8be4ed0d27'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:44:58.703098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['9e280067-bdf9-4131-b202-4f8be4ed0d27'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:58.725870 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.738656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Deleting port 2825dd3a-cddb-456b-bf75-83906af95f7e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:44:58.739016 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.758999 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] DHCP port deletion for 26610080-1593-431a-9f7b-4ac2ab32fe3c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:44:58.782014 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Deleting port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:44:58.782505 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.927193 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] For port 2825dd3a-cddb-456b-bf75-83906af95f7e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=2825dd3a-cddb-456b-bf75-83906af95f7e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:58.927806 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:58.955891 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] Set router 9e280067-bdf9-4131-b202-4f8be4ed0d27 gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:44:59.056287 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Calling delete_port for 2825dd3a-cddb-456b-bf75-83906af95f7e owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:44:59.077265 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:44:58Z', 'revision_number': 6, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:44:59.086379 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18432da3-2de3-4e01-a327-00e4239a6c0e None None] The sync data for ids ['9e280067-bdf9-4131-b202-4f8be4ed0d27'] in n-d-827896-3 is: [{'id': '9e280067-bdf9-4131-b202-4f8be4ed0d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1034580532', 'tenant_id': '09e2df714cd54ca092dabe116ae5d1bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:43:51Z', 'updated_at': '2022-02-07T23:44:58Z', 'revision_number': 6, 'project_id': '09e2df714cd54ca092dabe116ae5d1bd', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:44:59.193004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] For port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6e0c93d2-9d6b-4ffe-a620-da3b50d410d6,segment=NetworkSegment(7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9),segment_id=7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:44:59.193677 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.247981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.325411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Calling delete_port for 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:44:59.406600 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014'] for port, after_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.426894 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Port': ['ID=2825dd3a-cddb-456b-bf75-83906af95f7e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:59.463358 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] No DVR routers for this DVR port 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 on host n-d-827896-3 {{(pid=87672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:44:59.474300 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Pushing event deleted for resources: {'Port': ['ID=6e0c93d2-9d6b-4ffe-a620-da3b50d410d6,revision_number=None']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:44:59.485283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.485537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.485827 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.486473 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.486693 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.487387 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.487805 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.488084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.488419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.488778 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.489125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.489440 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493268e4-e7c6-4628-aeb1-78739c0e95a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:44:59.500860 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.540902 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.712981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.715211 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.739726 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.740191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Fanout notify agent at l3_agent the message router_deleted on router 9e280067-bdf9-4131-b202-4f8be4ed0d27 {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:44:59.745754 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.756515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:44:59.758055 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b5a1d57a-3b24-4069-aa3f-42ca1640e78b tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/routers/9e280067-bdf9-4131-b202-4f8be4ed0d27 HTTP/1.1" status: 204 len: 168 time: 1.4249425 Feb 07 23:44:59.760604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57034) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:44:59.873530 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.010039 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.036777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26610080-1593-431a-9f7b-4ac2ab32fe3c']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:00.050297 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:00.050594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7846aaff-0c6c-4d10-9ab6-b9b4e99c34b9') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:00.064622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.084165 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.085563 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:45:00.090875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:45:00.091288 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:45:00.106672 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:45:00.124900 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:45:00.125255 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6e0c93d2-9d6b-4ffe-a620-da3b50d410d6 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:45:00.125675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec2af12a-8312-44cc-a88f-b927de0deb41 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:45:00.162211 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: ec2af12a-8312-44cc-a88f-b927de0deb41 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:45:00.162566 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device ec2af12a-8312-44cc-a88f-b927de0deb41 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:45:00.162986 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2825dd3a-cddb-456b-bf75-83906af95f7e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:45:00.194946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.196868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 2825dd3a-cddb-456b-bf75-83906af95f7e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:45:00.197355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 2825dd3a-cddb-456b-bf75-83906af95f7e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:45:00.201098 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.229487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'Network': ['ID=26610080-1593-431a-9f7b-4ac2ab32fe3c,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:00.236833 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-182b49db-9d5d-4146-93b3-c2e244f445e0 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/networks/26610080-1593-431a-9f7b-4ac2ab32fe3c HTTP/1.1" status: 204 len: 168 time: 0.4752417 Feb 07 23:45:00.240352 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57038) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:00.311293 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2db714e4-1ac5-4269-9850-0b61118f4bf9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.350510 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2db714e4-1ac5-4269-9850-0b61118f4bf9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.418479 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2db714e4-1ac5-4269-9850-0b61118f4bf9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.438377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db714e4-1ac5-4269-9850-0b61118f4bf9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65794a6-99bd-48e2-901f-6e91e61fabe9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:00.450083 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2db714e4-1ac5-4269-9850-0b61118f4bf9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:00.451266 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2db714e4-1ac5-4269-9850-0b61118f4bf9 tempest-TestNetworkAdvancedServerOps-2065493861 tempest-TestNetworkAdvancedServerOps-2065493861-project] 10.222.0.10 "DELETE /v2.0/security-groups/b65794a6-99bd-48e2-901f-6e91e61fabe9 HTTP/1.1" status: 204 len: 168 time: 0.2099576 Feb 07 23:45:00.816518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57048) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:00.978909 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-58bbe94f-77eb-46e7-95f1-05591ba4700e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09e2df714cd54ca092dabe116ae5d1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611137 Feb 07 23:45:00.981364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57054) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:01.038251 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6039b2ba-3b72-43ea-8482-8bdbc98f9180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.067755 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6039b2ba-3b72-43ea-8482-8bdbc98f9180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.120202 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6039b2ba-3b72-43ea-8482-8bdbc98f9180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.140163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b2ba-3b72-43ea-8482-8bdbc98f9180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06756601-e423-4027-b246-91cc832960af,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:01.150717 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6039b2ba-3b72-43ea-8482-8bdbc98f9180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.151832 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6039b2ba-3b72-43ea-8482-8bdbc98f9180 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06756601-e423-4027-b246-91cc832960af HTTP/1.1" status: 204 len: 168 time: 0.1695848 Feb 07 23:45:01.222584 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.439721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57062) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:01.457427 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.471999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:01.476043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Usage tracker for resource:security_group_rule and tenant:63e09c42f2f64fa98fb22d1100f65c81 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:01.478988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:01.484950 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:01.571676 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.575816 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.628227 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63e09c42f2f64fa98fb22d1100f65c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874330 Feb 07 23:45:01.629134 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43296f71-db7b-4e95-8a4e-274617fc2c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f0853-cc31-4e13-a47c-c25432f8422a,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:01.631795 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57066) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:01.693370 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.718842 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.772377 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.788431 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f0853-cc31-4e13-a47c-c25432f8422a,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:01.797032 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:01.798141 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba9f0853-cc31-4e13-a47c-c25432f8422a HTTP/1.1" status: 204 len: 168 time: 0.1648078 Feb 07 23:45:01.799601 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.799952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.800291 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.800750 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.801086 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.801417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.801746 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.802071 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.802789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.802789 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.803065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:01.803345 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3155f-b20c-4e7e-aeb9-10a39838eb87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:02.541339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57090) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:02.662851 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2012380072-network', 'tenant_id': '81d047e95bd94504befdb266e074ba28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:02.668533 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:02.672531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Usage tracker for resource:network and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:02.675426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:02.681871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:02.692016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Made reservation on behalf of 81d047e95bd94504befdb266e074ba28 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:02.694378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.707117 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.722105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:02.725949 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:02.728796 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:02.734443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:02.823762 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.827955 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.857759 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:45:02.870479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e040838-9a26-4c34-8ebf-1f9af0491ff6,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:02.875007 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.875369 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Added segment a782ba77-db8b-4137-b25f-9a1867dbc93c of type vlan for network 95800935-22f7-4b50-b1c6-c0eba3b90265 Feb 07 23:45:02.904171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.933323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:02.934283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:02.934865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.040924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] Pushing event updated for resources: {'Network': ['ID=95800935-22f7-4b50-b1c6-c0eba3b90265,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:03.048354 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-112748fe-0901-46e1-84d5-4a4b2428717b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5059352 Feb 07 23:45:03.052618 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57096) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:03.054779 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:45:03.058604 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Request body: {'subnet': {'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2012380072-subnet', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:03.064342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:03.068808 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Usage tracker for resource:subnet and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:03.072865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:03.078909 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:03.090065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Made reservation on behalf of 81d047e95bd94504befdb266e074ba28 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:03.092634 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.413401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.490313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742fc1ba-574d-46c2-9ed1-e3b435fa37de,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:03.497732 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Checking segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:03.498320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Network hostable DHCP agents. Network: 95800935-22f7-4b50-b1c6-c0eba3b90265, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:45:03.517254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:45:03.528445 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 95800935-22f7-4b50-b1c6-c0eba3b90265) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:03.532621 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:03.533207 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.537992 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a6ae0-1723-4e85-b5c4-fff1faa6f62b None None] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:45:03.555367 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-acb4415a-c1e1-46dc-943f-152f39e8bb20 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5012178 Feb 07 23:45:03.558389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57100) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:03.563187 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:03.569487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:03.573293 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Usage tracker for resource:router and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:03.576142 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:03.582597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:03.593171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.594314 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.611906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.759676 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-95800935-22f7-4b50-b1c6-c0eba3b90265', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:45:03.760795 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.893882 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:03.922834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Allocated IP 172.20.0.2 (95800935-22f7-4b50-b1c6-c0eba3b90265/742fc1ba-574d-46c2-9ed1-e3b435fa37de/e25f2702-c51d-4d22-9c73-8f9c8e17aed5) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:04.141176 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.152714 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Transition to ACTIVE for port object e25f2702-c51d-4d22-9c73-8f9c8e17aed5 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:04.173150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Transition to ACTIVE for port object e25f2702-c51d-4d22-9c73-8f9c8e17aed5 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:04.182263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.244145 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.253962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:04.257528 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:04.261812 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:04.270755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Pushing event updated for resources: {'Port': ['ID=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:04.286890 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.366195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Attempting to bind port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:04.366568 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Attempting to bind port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:04.366922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Attempting to bind port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:04.372327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:45:04.372736 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Checking segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:04.373138 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.373534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Bound using segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:45:04.373996 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Bound port: e25f2702-c51d-4d22-9c73-8f9c8e17aed5, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:04.374368 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.438607 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Allocated IP 172.25.0.158 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/fa1e75f3-c314-4870-a4dd-d71fc80838cb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:04.470509 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] For port e25f2702-c51d-4d22-9c73-8f9c8e17aed5, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:45:04.474559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] For port e25f2702-c51d-4d22-9c73-8f9c8e17aed5, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:45:04.482301 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.571691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ef0f9-7f1b-4d1f-b367-961363920639 None None] Pushing event updated for resources: {'Port': ['ID=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:04.611727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.643981 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:04.713892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:04.716975 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:04.719677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:04.761590 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1e75f3-c314-4870-a4dd-d71fc80838cb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:05.290103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.608463 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec878a1-7167-4970-b42d-597dff984a6d None None] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:45:05.648685 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:05.701598 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-7bb17e5a-9454-486b-b9f5-6ee96dbaaca4 None None] Provisioning for port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:05.872052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Router c25c5c43-6e45-46d4-9341-cad9afba7938 is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:45:06.066919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:45:06.077659 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Sync routers for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:06.088527 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:06.089336 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:06.096446 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.100530 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-28888c32-6187-4314-878c-23aff1b998a3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5388274 Feb 07 23:45:06.100794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57104) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:06.151574 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e25f2702-c51d-4d22-9c73-8f9c8e17aed5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:06.223469 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:06.229977 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:06.229977 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.284002 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:06.370886 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.406895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port e25f2702-c51d-4d22-9c73-8f9c8e17aed5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:06.411847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.486499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:06.531121 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.600266 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:05Z', 'revision_number': 3, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:06.604534 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Checking router: c25c5c43-6e45-46d4-9341-cad9afba7938 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:06.604991 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Updating router c25c5c43-6e45-46d4-9341-cad9afba7938 port fa1e75f3-c314-4870-a4dd-d71fc80838cb binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:06.659454 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.958716 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:06.992770 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.008609 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.022779 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Transition to ACTIVE for port object fa1e75f3-c314-4870-a4dd-d71fc80838cb will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:07.031155 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.113191 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Attempting to bind port fa1e75f3-c314-4870-a4dd-d71fc80838cb on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:07.113831 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Attempting to bind port fa1e75f3-c314-4870-a4dd-d71fc80838cb by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:07.114084 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Attempting to bind port fa1e75f3-c314-4870-a4dd-d71fc80838cb on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:07.123112 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:45:07.123574 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:07.124049 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.124445 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:45:07.124933 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Bound port: fa1e75f3-c314-4870-a4dd-d71fc80838cb, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:07.125332 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.200331 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Pushing event updated for resources: {'Port': ['ID=fa1e75f3-c314-4870-a4dd-d71fc80838cb,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:07.210106 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] For port fa1e75f3-c314-4870-a4dd-d71fc80838cb, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:45:07.212883 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.213241 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.213605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.213902 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.214244 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.214568 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.214893 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.215219 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.215544 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.215869 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.216197 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.216520 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:45:07.220666 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] For port fa1e75f3-c314-4870-a4dd-d71fc80838cb, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fa1e75f3-c314-4870-a4dd-d71fc80838cb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:45:07.227973 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Allocated IP 172.20.0.1 (95800935-22f7-4b50-b1c6-c0eba3b90265/742fc1ba-574d-46c2-9ed1-e3b435fa37de/1c6bdd29-6856-4567-b900-72b90ea8d673) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:07.228616 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.310300 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:07.310925 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:07.372979 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ec0dc-0f50-487f-8e7e-050801fe1be3 None None] Pushing event updated for resources: {'Port': ['ID=fa1e75f3-c314-4870-a4dd-d71fc80838cb,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:07.401979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.418448 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Transition to ACTIVE for port object 1c6bdd29-6856-4567-b900-72b90ea8d673 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:07.442953 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.513159 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:07.516096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:07.522777 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:07.525194 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:07.552736 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6bdd29-6856-4567-b900-72b90ea8d673,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:07.586550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.767018 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-51f21701-639e-4a6b-b574-68fb4232ff77 None None] Provisioning for port 1c6bdd29-6856-4567-b900-72b90ea8d673 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:07.772264 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-51f21701-639e-4a6b-b574-68fb4232ff77 None None] Provisioning complete for port 1c6bdd29-6856-4567-b900-72b90ea8d673 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:07.772666 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-51f21701-639e-4a6b-b574-68fb4232ff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:07.819577 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:05Z', 'revision_number': 3, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:07.823765 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f15e32-8459-4781-a5c1-61bf42fefcb9 None None] The sync data for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 is: [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:05Z', 'revision_number': 3, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:07.890517 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-51f21701-639e-4a6b-b574-68fb4232ff77 None None] Port 1c6bdd29-6856-4567-b900-72b90ea8d673 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:45:07.892237 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.077553 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:45:08.108056 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e25f2702-c51d-4d22-9c73-8f9c8e17aed5 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:08.182906 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.189257 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.189611 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:08.190682 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.300709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.305391 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6bdd29-6856-4567-b900-72b90ea8d673,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:08.577058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:08.578275 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:08.791001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Router c25c5c43-6e45-46d4-9341-cad9afba7938 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:45:08.819052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f4a28703-460d-49dd-9957-8179d73ca10b None None] Provisioning complete for port 1c6bdd29-6856-4567-b900-72b90ea8d673 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:08.819439 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f4a28703-460d-49dd-9957-8179d73ca10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:08.878327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f4a28703-460d-49dd-9957-8179d73ca10b None None] Port 1c6bdd29-6856-4567-b900-72b90ea8d673 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:45:08.980704 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:45:08.990901 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7e73e71d-46fd-4627-9228-5b6b636ef7f6 admin admin] 10.222.0.10 "PUT /v2.0/routers/c25c5c43-6e45-46d4-9341-cad9afba7938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8889658 Feb 07 23:45:09.475724 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Sync routers for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:09.485456 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:09.486079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:09.539283 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57122) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:09.545234 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2108352576-network', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:09.551747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:09.557034 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Usage tracker for resource:network and tenant:7b050e9cf298468f9d1b341caa53df38 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:09.560173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:09.566845 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:09.577974 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Made reservation on behalf of 7b050e9cf298468f9d1b341caa53df38 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:09.581080 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.596582 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.615522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:09.619630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Usage tracker for resource:security_group_rule and tenant:7b050e9cf298468f9d1b341caa53df38 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:09.622562 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:09.629039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:09.675113 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:09.725987 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.730323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.762883 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:45:09.771735 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cb37dd-8c39-449f-b187-f248886182a7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:09.778129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.778433 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Added segment 9d61f9ff-0a0a-4563-91b4-11576d52749a of type vlan for network 1607d9ca-19b7-4b97-9765-4f212d477a3c Feb 07 23:45:09.810948 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.850011 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.851156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:09.851830 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:09.960914 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4202895 Feb 07 23:45:09.962026 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c83e-74d1-49bc-8dcf-ddb70a619f86 admin admin] Pushing event updated for resources: {'Network': ['ID=1607d9ca-19b7-4b97-9765-4f212d477a3c,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:09.964677 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57126) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:09.970568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Request body: {'subnet': {'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2108352576-subnet', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'ip_version': 4}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:09.977277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:09.981634 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Usage tracker for resource:subnet and tenant:7b050e9cf298468f9d1b341caa53df38 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:09.984675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:09.988609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:45:09.992818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:10.005364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Made reservation on behalf of 7b050e9cf298468f9d1b341caa53df38 for: {'subnet': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:10.008892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2328924'] for subnet, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.122895 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 2, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:10.128922 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Checking router: c25c5c43-6e45-46d4-9341-cad9afba7938 for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:10.129176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Updating router c25c5c43-6e45-46d4-9341-cad9afba7938 port 1c6bdd29-6856-4567-b900-72b90ea8d673 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:10.160525 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fa1e75f3-c314-4870-a4dd-d71fc80838cb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:10.231928 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.241815 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2242420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2328910'] for subnet, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.305384 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port fa1e75f3-c314-4870-a4dd-d71fc80838cb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:10.315915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fa1e75f3-c314-4870-a4dd-d71fc80838cb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:10.316297 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.329779 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5fe3db-d069-4c1d-bcdb-2aa71420f323,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:10.336073 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Checking segment: {'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:10.336345 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Network hostable DHCP agents. Network: 1607d9ca-19b7-4b97-9765-4f212d477a3c, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:45:10.357155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:45:10.366855 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 1607d9ca-19b7-4b97-9765-4f212d477a3c) {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:10.371387 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:10.371964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.396463 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e11eef30-5a0b-449c-98a8-e64a5341f487 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4308703 Feb 07 23:45:10.398992 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57130) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:10.399588 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe16b2-903f-498c-9aec-89f24fcf8978 None None] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:45:10.404726 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:10.410547 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:10.414881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Usage tracker for resource:router and tenant:7b050e9cf298468f9d1b341caa53df38 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:10.417348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:10.423911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:10.435277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.436381 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.453049 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.744453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.792111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.837702 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port fa1e75f3-c314-4870-a4dd-d71fc80838cb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fa1e75f3-c314-4870-a4dd-d71fc80838cb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:10.875276 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:10.926466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-1607d9ca-19b7-4b97-9765-4f212d477a3c', 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'fixed_ips': [{'subnet_id': '4e5fe3db-d069-4c1d-bcdb-2aa71420f323'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:45:10.927328 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.068818 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=fa1e75f3-c314-4870-a4dd-d71fc80838cb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:11.093257 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.121150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Transition to ACTIVE for port object 1c6bdd29-6856-4567-b900-72b90ea8d673 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:11.162741 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.198481 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.229622 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.316061 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Allocated IP 172.20.0.2 (1607d9ca-19b7-4b97-9765-4f212d477a3c/4e5fe3db-d069-4c1d-bcdb-2aa71420f323/7ecfe3fd-e8c3-4af9-a799-6a145934964e) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:11.318063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0628d-78eb-43b2-b9ae-2c77c5a864ee None None] Pushing event updated for resources: {'Port': ['ID=1c6bdd29-6856-4567-b900-72b90ea8d673,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:11.380703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Allocated IP 172.25.0.31 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/70e24a48-3417-4dd2-afd5-43321df00cbb) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:11.487180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Attempting to bind port 1c6bdd29-6856-4567-b900-72b90ea8d673 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:11.487556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Attempting to bind port 1c6bdd29-6856-4567-b900-72b90ea8d673 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:11.487927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Attempting to bind port 1c6bdd29-6856-4567-b900-72b90ea8d673 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:11.496340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:45:11.496682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Checking segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:11.497087 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.497569 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Bound using segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:45:11.497953 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Bound port: 1c6bdd29-6856-4567-b900-72b90ea8d673, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:11.498330 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.537024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.566498 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.641553 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:11.646158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:11.650173 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:11.688150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Pushing event updated for resources: {'Port': ['ID=70e24a48-3417-4dd2-afd5-43321df00cbb,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:11.692146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] For port 1c6bdd29-6856-4567-b900-72b90ea8d673, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:45:11.696735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] For port 1c6bdd29-6856-4567-b900-72b90ea8d673, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1c6bdd29-6856-4567-b900-72b90ea8d673,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:45:11.705722 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.742143 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.784885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Transition to ACTIVE for port object 7ecfe3fd-e8c3-4af9-a799-6a145934964e will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:11.807844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0628d-78eb-43b2-b9ae-2c77c5a864ee None None] Pushing event updated for resources: {'Port': ['ID=1c6bdd29-6856-4567-b900-72b90ea8d673,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:11.817004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Transition to ACTIVE for port object 7ecfe3fd-e8c3-4af9-a799-6a145934964e will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:11.819906 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:11.820627 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:11.878242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:11.974873 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:11.980075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:11.984441 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Pushing event updated for resources: {'Port': ['ID=7ecfe3fd-e8c3-4af9-a799-6a145934964e,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:11.988585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:12.102560 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fa1e75f3-c314-4870-a4dd-d71fc80838cb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:12.105964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.265052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:12.338538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Attempting to bind port 7ecfe3fd-e8c3-4af9-a799-6a145934964e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:12.338914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Attempting to bind port 7ecfe3fd-e8c3-4af9-a799-6a145934964e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:12.339279 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Attempting to bind port 7ecfe3fd-e8c3-4af9-a799-6a145934964e on network 1607d9ca-19b7-4b97-9765-4f212d477a3c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:12.405248 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:45:12.405697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Checking segment: {'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:12.406020 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.406648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Bound using segment: {'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:45:12.406902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Bound port: 7ecfe3fd-e8c3-4af9-a799-6a145934964e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:12.407285 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.537843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port fa1e75f3-c314-4870-a4dd-d71fc80838cb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:12.538176 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.571378 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.662397 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] For port 7ecfe3fd-e8c3-4af9-a799-6a145934964e, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:45:12.669322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] For port 7ecfe3fd-e8c3-4af9-a799-6a145934964e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7ecfe3fd-e8c3-4af9-a799-6a145934964e,segment=NetworkSegment(9d61f9ff-0a0a-4563-91b4-11576d52749a),segment_id=9d61f9ff-0a0a-4563-91b4-11576d52749a)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:45:12.689491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:12.784094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Router dfd3fb11-a345-4700-822a-d88818793f1c is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:45:12.857656 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff6ea7-d309-4f84-894a-58abbb7196ed None None] Pushing event updated for resources: {'Port': ['ID=7ecfe3fd-e8c3-4af9-a799-6a145934964e,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:12.889016 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:12.894375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e221215-31bd-4161-8b91-c076efc8596d None None] The sync data for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 is: [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:13.009522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:45:13.022755 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Sync routers for ids ['dfd3fb11-a345-4700-822a-d88818793f1c'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:13.035261 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Routers {'dfd3fb11-a345-4700-822a-d88818793f1c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:13.036387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['dfd3fb11-a345-4700-822a-d88818793f1c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:13.047404 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.048749 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0de34ac0-5a87-42f6-a2ad-6947ad368aae admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6481929 Feb 07 23:45:13.052007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57134) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:13.250804 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Set router dfd3fb11-a345-4700-822a-d88818793f1c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:13.569288 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 3, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port': {'id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:11Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:13.573307 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Checking router: dfd3fb11-a345-4700-822a-d88818793f1c for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:13.573612 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Updating router dfd3fb11-a345-4700-822a-d88818793f1c port 70e24a48-3417-4dd2-afd5-43321df00cbb binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:13.629745 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:13.834238 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.026321 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.039817 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Transition to ACTIVE for port object 70e24a48-3417-4dd2-afd5-43321df00cbb will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:14.056040 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.163399 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca425356-f31f-4594-b34f-53ce7db5dcb4 None None] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:45:14.174875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Allocated IP 172.20.0.1 (1607d9ca-19b7-4b97-9765-4f212d477a3c/4e5fe3db-d069-4c1d-bcdb-2aa71420f323/6a9a3cf3-b61b-487d-9415-252b8ebf5ebd) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:14.178940 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Attempting to bind port 70e24a48-3417-4dd2-afd5-43321df00cbb on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:14.179598 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Attempting to bind port 70e24a48-3417-4dd2-afd5-43321df00cbb by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:14.179965 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Attempting to bind port 70e24a48-3417-4dd2-afd5-43321df00cbb on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:14.186745 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff89c5f-1fed-4102-a64c-e79d66baff7b None None] Pushing event updated for resources: {'Port': ['ID=70e24a48-3417-4dd2-afd5-43321df00cbb,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:14.192363 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:45:14.193059 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:14.193454 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.194005 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:45:14.194469 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Bound port: 70e24a48-3417-4dd2-afd5-43321df00cbb, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:14.195334 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.280069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1c6bdd29-6856-4567-b900-72b90ea8d673 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:14.310368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3d42e01d-9255-4237-b6cd-4a528f4e1426 None None] Provisioning for port 7ecfe3fd-e8c3-4af9-a799-6a145934964e completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:14.311520 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] For port 70e24a48-3417-4dd2-afd5-43321df00cbb, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:45:14.316029 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] For port 70e24a48-3417-4dd2-afd5-43321df00cbb, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=70e24a48-3417-4dd2-afd5-43321df00cbb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:45:14.323160 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.417545 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Routers {'dfd3fb11-a345-4700-822a-d88818793f1c'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:14.418228 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['dfd3fb11-a345-4700-822a-d88818793f1c'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:14.440636 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1c6bdd29-6856-4567-b900-72b90ea8d673 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:14.475034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1c6bdd29-6856-4567-b900-72b90ea8d673 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:14.475409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.513204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.514779 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff89c5f-1fed-4102-a64c-e79d66baff7b None None] Pushing event updated for resources: {'Port': ['ID=70e24a48-3417-4dd2-afd5-43321df00cbb,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:14.532292 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Transition to ACTIVE for port object 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:14.563425 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.637332 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.662814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:14.663961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:14.668965 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:14.691099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 1c6bdd29-6856-4567-b900-72b90ea8d673, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1c6bdd29-6856-4567-b900-72b90ea8d673,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:14.698046 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.698682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7ecfe3fd-e8c3-4af9-a799-6a145934964e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:14.709691 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] Set router dfd3fb11-a345-4700-822a-d88818793f1c gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:14.715049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:14.743362 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.843234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=1c6bdd29-6856-4567-b900-72b90ea8d673,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:14.859175 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 7ecfe3fd-e8c3-4af9-a799-6a145934964e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:14.868830 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7ecfe3fd-e8c3-4af9-a799-6a145934964e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:14.869209 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:14.939390 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.026903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.038063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-5dfd68e6-a63d-47e4-a8f0-834985b62316 None None] Provisioning complete for port 7ecfe3fd-e8c3-4af9-a799-6a145934964e triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:15.038851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5dfd68e6-a63d-47e4-a8f0-834985b62316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.097837 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 3, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port': {'id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:11Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:15.102626 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c897e-62f5-4ce3-a4fb-05eafe2faa11 None None] The sync data for ids ['dfd3fb11-a345-4700-822a-d88818793f1c'] in n-d-827896-3 is: [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:11Z', 'revision_number': 3, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port': {'id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:11Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:15.113335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 7ecfe3fd-e8c3-4af9-a799-6a145934964e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7ecfe3fd-e8c3-4af9-a799-6a145934964e,segment=NetworkSegment(9d61f9ff-0a0a-4563-91b4-11576d52749a),segment_id=9d61f9ff-0a0a-4563-91b4-11576d52749a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:15.126157 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.227103 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.232969 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.248138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=7ecfe3fd-e8c3-4af9-a799-6a145934964e,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:15.344666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:15.352601 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.378860 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-555a9bc8-91c1-4f43-ad6b-56198f9f8d51 None None] Provisioning for port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:15.385055 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-555a9bc8-91c1-4f43-ad6b-56198f9f8d51 None None] Provisioning complete for port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:15.385480 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-555a9bc8-91c1-4f43-ad6b-56198f9f8d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.454045 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-555a9bc8-91c1-4f43-ad6b-56198f9f8d51 None None] Port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:45:15.515291 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:15.516637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:15.719064 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Router dfd3fb11-a345-4700-822a-d88818793f1c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:45:15.776347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f73f7d08-0003-4621-bec6-23bf8e0d7b06 None None] Provisioning complete for port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:15.776772 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f73f7d08-0003-4621-bec6-23bf8e0d7b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:15.891108 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-f73f7d08-0003-4621-bec6-23bf8e0d7b06 None None] Port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:45:15.920380 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:45:15.930059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ec0d9157-60ad-4f61-af3b-dc28277e70b4 admin admin] 10.222.0.10 "PUT /v2.0/routers/dfd3fb11-a345-4700-822a-d88818793f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8769715 Feb 07 23:45:16.183658 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1c6bdd29-6856-4567-b900-72b90ea8d673 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:16.251536 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1c6bdd29-6856-4567-b900-72b90ea8d673 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:16.252206 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.373828 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7ecfe3fd-e8c3-4af9-a799-6a145934964e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:16.407636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57144) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:16.413675 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845720820', 'description': 'tempest-secgroup-smoke-1845720820 description', 'project_id': '81d047e95bd94504befdb266e074ba28'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:16.420483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:16.424370 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:16.427244 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:16.433141 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:16.441982 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 7ecfe3fd-e8c3-4af9-a799-6a145934964e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:16.442366 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.447031 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.470638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:16.474620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:16.478156 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:16.483984 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:16.565794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.568174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 70e24a48-3417-4dd2-afd5-43321df00cbb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:16.572212 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.615698 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9850f74f-7cdb-4fb3-b008-d1ea49ed8806,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:16.625156 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.626804 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-2f3f9824-6a41-4372-a60e-9d81ac448ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2173700 Feb 07 23:45:16.630178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57148) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:16.635902 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '9850f74f-7cdb-4fb3-b008-d1ea49ed8806', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:16.643846 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:16.645631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 70e24a48-3417-4dd2-afd5-43321df00cbb completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:16.648535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:16.651881 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:16.652196 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 70e24a48-3417-4dd2-afd5-43321df00cbb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:16.652592 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.657632 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:16.675949 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.747459 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.751277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.775099 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Sync routers for ids ['dfd3fb11-a345-4700-822a-d88818793f1c'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:16.778455 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4962ef6b-fe4e-4817-a900-77db29ec2fab,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:16.788807 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.790084 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-915a7468-1118-436b-bc99-b2a4e65fd3ec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1588247 Feb 07 23:45:16.792843 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57152) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:16.793245 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Routers {'dfd3fb11-a345-4700-822a-d88818793f1c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:16.793865 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['dfd3fb11-a345-4700-822a-d88818793f1c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:16.798055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '9850f74f-7cdb-4fb3-b008-d1ea49ed8806', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:16.805378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:16.809374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:16.812741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:16.819031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:16.839241 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.857850 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.893296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 70e24a48-3417-4dd2-afd5-43321df00cbb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=70e24a48-3417-4dd2-afd5-43321df00cbb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:16.901957 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.906985 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.910727 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.938479 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0240e1e2-8df6-4c3b-82ff-ddfa0483a98d,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:16.946254 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:16.947598 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3bda1163-2a7e-45a0-9a6f-9469937a17b3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536901 Feb 07 23:45:16.950373 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57156) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:16.957461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '9850f74f-7cdb-4fb3-b008-d1ea49ed8806', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:16.962488 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:16.966755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:16.969920 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:16.976123 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:16.993467 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.047520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Set router dfd3fb11-a345-4700-822a-d88818793f1c gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:17.058523 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.062474 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.087700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa93126c-96a8-4e0b-a975-5f0f26b1f395,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:17.099317 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.100692 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ff444a9d-e2d9-44c2-8339-207467de6f8c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493316 Feb 07 23:45:17.103611 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57160) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:17.108844 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '9850f74f-7cdb-4fb3-b008-d1ea49ed8806', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:17.114044 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=70e24a48-3417-4dd2-afd5-43321df00cbb,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:17.115962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:17.120739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:17.123651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:17.130096 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:17.146539 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.213283 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.217639 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.242822 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa40274-38ec-4c48-ad07-4fb1073c7af1,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:17.257567 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.262133 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c68826af-7178-4b98-a347-2c336c7fa3cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548824 Feb 07 23:45:17.262447 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57164) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:17.269971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '9850f74f-7cdb-4fb3-b008-d1ea49ed8806', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:17.276366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:17.280304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:17.283210 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:17.289010 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:17.299604 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Project 81d047e95bd94504befdb266e074ba28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:45:17.306075 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.377884 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.379970 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 4, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port': {'id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:11Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6a9a3cf3-b61b-487d-9415-252b8ebf5ebd', 'name': '', 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'mac_address': 'fa:16:3e:45:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4e5fe3db-d069-4c1d-bcdb-2aa71420f323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:13Z', 'updated_at': '2022-02-07T23:45:15Z', 'revision_number': 2, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'subnets': [{'id': '4e5fe3db-d069-4c1d-bcdb-2aa71420f323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:17.381544 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.384290 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Checking router: dfd3fb11-a345-4700-822a-d88818793f1c for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:17.384683 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Updating router dfd3fb11-a345-4700-822a-d88818793f1c port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:45:17.405019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943d50b8-0554-4746-a0de-a36fba1c9022,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:17.414516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.416813 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-e9f4abcd-5e00-4bab-aba4-01e220a62651 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515510 Feb 07 23:45:17.418417 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57168) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:17.423419 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '9850f74f-7cdb-4fb3-b008-d1ea49ed8806', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:17.430288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:17.434094 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:17.437753 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:17.443311 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.444093 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:17.454447 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Project 81d047e95bd94504befdb266e074ba28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:45:17.461399 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.527022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.530682 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.554174 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b14cbf-2b4b-4583-80c4-036b402989af,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:17.565849 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.567034 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-97779d27-38df-43ee-9211-4f34ff4679f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476665 Feb 07 23:45:17.802945 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-ac66a597-7920-4ab8-b3e7-eb7a3b41a6d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845720820&fields=id&tenant_id=81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 267 time: 0.0406787 Feb 07 23:45:17.826291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.839622 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Transition to ACTIVE for port object 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:17.847083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:17.958290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-559de3ad-ae26-49ac-a87e-67fd8bd484e1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:17.959802 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-559de3ad-ae26-49ac-a87e-67fd8bd484e1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 809 time: 0.1495497 Feb 07 23:45:17.974626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3de9d-e10e-41c5-8503-bb65600c515d None None] Pushing event updated for resources: {'Port': ['ID=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:17.977243 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-36763bd8-354e-41cc-aea1-73b355a5b353 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/quotas/81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 375 time: 0.0108376 Feb 07 23:45:18.073081 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Attempting to bind port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:18.073697 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Attempting to bind port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:18.074259 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Attempting to bind port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd on network 1607d9ca-19b7-4b97-9765-4f212d477a3c {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:18.081159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:45:18.081894 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Checking segment: {'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:18.082492 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:18.083052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Bound using segment: {'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:45:18.083533 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Bound port: 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d61f9ff-0a0a-4563-91b4-11576d52749a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:18.083914 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:18.100704 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-388db56e-46b7-497d-ac1a-3eb836b056c3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108754 Feb 07 23:45:18.131086 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 70e24a48-3417-4dd2-afd5-43321df00cbb up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:18.231648 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] For port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:45:18.233737 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-3f2d5b2b-8d54-4fd2-b422-d4067614787b service neutron] 10.222.0.10 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321182 Feb 07 23:45:18.235991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] For port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,segment=NetworkSegment(9d61f9ff-0a0a-4563-91b4-11576d52749a),segment_id=9d61f9ff-0a0a-4563-91b4-11576d52749a)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:45:18.246422 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:18.316301 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 70e24a48-3417-4dd2-afd5-43321df00cbb triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:18.317231 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:18.380540 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-b0427bf1-bc03-4498-a27d-54de8a44e548 service neutron] 10.222.0.10 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388025 Feb 07 23:45:18.381403 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Routers {'dfd3fb11-a345-4700-822a-d88818793f1c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:18.382046 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:44:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['dfd3fb11-a345-4700-822a-d88818793f1c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:18.441319 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3de9d-e10e-41c5-8503-bb65600c515d None None] Pushing event updated for resources: {'Port': ['ID=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:18.630730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] Set router dfd3fb11-a345-4700-822a-d88818793f1c gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:18.630877 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58abf5af-5982-4ace-bb64-98a22acad469 req-e90f4ab8-c1b0-4624-8e3e-15921f0b95b4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 210 time: 0.0637519 Feb 07 23:45:18.967744 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 4, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port': {'id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:11Z', 'updated_at': '2022-02-07T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6a9a3cf3-b61b-487d-9415-252b8ebf5ebd', 'name': '', 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'mac_address': 'fa:16:3e:45:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4e5fe3db-d069-4c1d-bcdb-2aa71420f323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:13Z', 'updated_at': '2022-02-07T23:45:18Z', 'revision_number': 4, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'subnets': [{'id': '4e5fe3db-d069-4c1d-bcdb-2aa71420f323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:18.974041 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098bbd01-a006-439e-97c3-d03f5f543b35 None None] The sync data for ids ['dfd3fb11-a345-4700-822a-d88818793f1c'] in n-d-827896-3 is: [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 4, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port': {'id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:11Z', 'updated_at': '2022-02-07T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '6a9a3cf3-b61b-487d-9415-252b8ebf5ebd', 'name': '', 'network_id': '1607d9ca-19b7-4b97-9765-4f212d477a3c', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'mac_address': 'fa:16:3e:45:d2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4e5fe3db-d069-4c1d-bcdb-2aa71420f323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:13Z', 'updated_at': '2022-02-07T23:45:18Z', 'revision_number': 4, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'subnets': [{'id': '4e5fe3db-d069-4c1d-bcdb-2aa71420f323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:19.776049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6db53720-385c-43dc-b6ec-f29de37ded6a req-75260055-c271-4830-bb6a-04a239193055 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 210 time: 0.0446887 Feb 07 23:45:20.159838 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:20.219603 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-63af9d60-19f6-4d60-b61d-5e86994572cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:20.220277 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-63af9d60-19f6-4d60-b61d-5e86994572cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Synchronizing usage tracker for tenant:81d047e95bd94504befdb266e074ba28 on resource:network {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:45:20.229140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:20.234205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:20.234584 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:20.237652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-63af9d60-19f6-4d60-b61d-5e86994572cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Unset dirty status for tenant:81d047e95bd94504befdb266e074ba28 on resource:network {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:45:20.238936 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-63af9d60-19f6-4d60-b61d-5e86994572cd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 809 time: 0.3038909 Feb 07 23:45:20.291227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-87886e2f-859c-4c00-b340-852ac7f4af91 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Synchronizing usage tracker for tenant:81d047e95bd94504befdb266e074ba28 on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:45:20.307360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-87886e2f-859c-4c00-b340-852ac7f4af91 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Unset dirty status for tenant:81d047e95bd94504befdb266e074ba28 on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:45:20.308646 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-87886e2f-859c-4c00-b340-852ac7f4af91 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 380 time: 0.0605652 Feb 07 23:45:20.318317 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'port': {'device_id': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'admin_state_up': True, 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'security_groups': ['9850f74f-7cdb-4fb3-b008-d1ea49ed8806']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:20.353805 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:20.386595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,segment=NetworkSegment(9d61f9ff-0a0a-4563-91b4-11576d52749a),segment_id=9d61f9ff-0a0a-4563-91b4-11576d52749a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:20.390773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:20.458327 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:20.460775 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:20.464805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:port and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:20.467966 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:20.474010 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:20.482664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Made reservation on behalf of 81d047e95bd94504befdb266e074ba28 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:45:20.486863 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:20.649828 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Allocated IP 172.20.0.14 (95800935-22f7-4b50-b1c6-c0eba3b90265/742fc1ba-574d-46c2-9ed1-e3b435fa37de/61deb58e-3e32-408a-b93f-7bf2bbcb9e0f) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:20.855613 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:20.871879 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Transition to ACTIVE for port object 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:20.897484 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:20.965756 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24972b-1525-4a7b-be3a-90a7b43f222d req-7465ffec-ea02-4480-966e-14cabd5fdb69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:20.967269 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b24972b-1525-4a7b-be3a-90a7b43f222d req-7465ffec-ea02-4480-966e-14cabd5fdb69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 932 time: 0.0838516 Feb 07 23:45:20.968177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:20.971339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:20.974417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:21.016129 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6b24972b-1525-4a7b-be3a-90a7b43f222d req-f1a5a1d6-4ab9-4e49-b2ae-7e153f99ed35 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429659 Feb 07 23:45:21.022652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:21.053627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:21.055053 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.079559 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-4d25b834-c813-4d75-a77b-0f7a646adf69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7653072 Feb 07 23:45:21.213306 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Request body: {'port': {'device_id': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:21.240287 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-19263269-f444-4b42-bc2e-27b44fea26f2 None None] Provisioning for port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:21.245184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-19263269-f444-4b42-bc2e-27b44fea26f2 None None] Provisioning complete for port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:21.245554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-19263269-f444-4b42-bc2e-27b44fea26f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.326962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.334254 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-19263269-f444-4b42-bc2e-27b44fea26f2 None None] Port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:45:21.671247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:45:21.679036 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.692911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Transition to ACTIVE for port object 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:45:21.696371 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:21.850601 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:21.935024 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:45:21.935365 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:45:21.935702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:21.940988 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on network 95800935-22f7-4b50-b1c6-c0eba3b90265 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:45:21.941310 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:45:21.946483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:45:21.946997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Checking segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:45:21.947388 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Bound using segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:45:21.947819 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Bound port: 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:45:21.948167 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:22.041140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:45:22.044177 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:45:22.050199 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:22.100003 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:22.114980 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:22.115659 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:22.117033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] 10.222.0.26 "PUT /v2.0/ports/61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1092 time: 1.0270045 Feb 07 23:45:22.117461 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:45:22.148168 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6bd2b-fe43-401c-9b4d-942fe9528aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:22.196406 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:22.196847 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:22.261288 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2208db-0f97-4bcb-8d60-4817d12ef74a req-33ac2859-4f28-41a0-a501-2d15533b2c69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:22.263114 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee2208db-0f97-4bcb-8d60-4817d12ef74a req-33ac2859-4f28-41a0-a501-2d15533b2c69 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.1183109 Feb 07 23:45:22.330778 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ee2208db-0f97-4bcb-8d60-4817d12ef74a req-204071a0-3932-4612-be09-cf20beb5e3d5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591195 Feb 07 23:45:22.348695 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'status': 'completed', 'code': 200} Feb 07 23:45:22.388103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-2bd415c4-1776-4ae0-83b0-8bf6b4a95ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:22.389661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-2bd415c4-1776-4ae0-83b0-8bf6b4a95ab5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1095 time: 0.2247641 Feb 07 23:45:22.468946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-92ad94ac-93c2-41e6-beca-01317446f065 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 217 time: 0.0685303 Feb 07 23:45:22.531624 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-2c87f970-0d7a-4990-ad35-b0d8de233012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:22.533062 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-2c87f970-0d7a-4990-ad35-b0d8de233012 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0575461 Feb 07 23:45:22.614818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-7d847c9f-a845-49ff-a883-29a594a8c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:22.616197 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-7d847c9f-a845-49ff-a883-29a594a8c829 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730383 Feb 07 23:45:22.755332 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-76e1b99b-3c13-45b4-a2b2-8ea32b2d26f5 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288781 Feb 07 23:45:22.891903 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e17b432c-5da2-4887-92d1-f5fa7912babf req-a92ee733-7dc9-4bee-b7ab-374f6803b2c0 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268566 Feb 07 23:45:23.007987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-65b5bf23-2461-4efa-81b2-2e51d82d0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:23.009733 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-65b5bf23-2461-4efa-81b2-2e51d82d0f80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1095 time: 0.0703008 Feb 07 23:45:23.138546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-379d4c44-7b89-420e-8775-5bff5ec36b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:23.140036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-379d4c44-7b89-420e-8775-5bff5ec36b1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1238289 Feb 07 23:45:23.211012 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-ad09266e-d2fc-4c0f-8878-5dfcb6486c55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 217 time: 0.0645139 Feb 07 23:45:23.274681 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-79490d36-fd8a-4a6e-a8b6-a7409a3355dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:23.276074 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-79490d36-fd8a-4a6e-a8b6-a7409a3355dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0571947 Feb 07 23:45:23.352485 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-5bc351b8-36c4-4bd6-a9a6-ab8c0cc66ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:23.353946 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-5bc351b8-36c4-4bd6-a9a6-ab8c0cc66ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710528 Feb 07 23:45:23.489568 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-8920fcfe-d470-4804-acff-e1f11b92f66b service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283736 Feb 07 23:45:23.518123 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747d43-a8a7-4fbc-87b3-a90bab4d52c0 req-27bdf5e7-fba0-4245-83a3-adf0c83fe167 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:23.519200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab747d43-a8a7-4fbc-87b3-a90bab4d52c0 req-27bdf5e7-fba0-4245-83a3-adf0c83fe167 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.0809083 Feb 07 23:45:23.563252 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ab747d43-a8a7-4fbc-87b3-a90bab4d52c0 req-0440a750-09c4-48d5-bb24-2aa35a8162f8 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384364 Feb 07 23:45:23.624311 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-c105f6e0-c5d6-49d0-9be8-0eced86cfe1b req-f71effa2-6069-4ea8-ac99-06dd7c410b60 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271882 Feb 07 23:45:24.756898 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322eb7-19c6-476c-8d4d-13fea2e0676a req-669de781-2c80-4ead-9441-e059910ea436 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:24.757584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9322eb7-19c6-476c-8d4d-13fea2e0676a req-669de781-2c80-4ead-9441-e059910ea436 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.0826552 Feb 07 23:45:24.802096 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f9322eb7-19c6-476c-8d4d-13fea2e0676a req-d0c25df0-fbf5-4d6d-989c-d197afb09134 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387044 Feb 07 23:45:25.987140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7baec-a95f-42df-b78a-eeec2f95b36a req-e19c9501-b54f-4a02-aa97-6642ce33d260 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:25.988597 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbd7baec-a95f-42df-b78a-eeec2f95b36a req-e19c9501-b54f-4a02-aa97-6642ce33d260 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.0791965 Feb 07 23:45:26.031619 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fbd7baec-a95f-42df-b78a-eeec2f95b36a req-28bd70e8-e15d-4043-aa8e-1bfe696edc58 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373726 Feb 07 23:45:26.063283 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:45:26.091471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8751086e-86c3-4cdf-9ddc-8fa123fecfd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:26.209492 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:26.222839 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'port_id': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'mac_address': 'fa:16:3e:7a:66:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:45:26.280973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:26.296981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:45:26.312092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:26.316230 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:26.380502 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:26.708039 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:45:27.220334 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653b7e5-4f29-4c42-869f-a1af115bb1d9 req-8a94cdcb-fb39-45c8-b0a7-4e0291a1a702 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:27.222396 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2653b7e5-4f29-4c42-869f-a1af115bb1d9 req-8a94cdcb-fb39-45c8-b0a7-4e0291a1a702 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0828736 Feb 07 23:45:27.265681 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2653b7e5-4f29-4c42-869f-a1af115bb1d9 req-bfb5a31e-2b23-4b55-b6d2-0b03cfe23149 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377729 Feb 07 23:45:28.077395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:45:28.145235 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:45:28.150188 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:45:28.150572 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:28.270734 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:28.308031 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:45:28.315631 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fc61e5a6-a584-4ee8-9e88-c448144caa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:28.319017 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:45:28.323701 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:28.374007 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'code': 200} Feb 07 23:45:28.401942 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:28.457680 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b69c7c-1c33-40f0-9065-ff72d9ab0019 req-881753b8-f739-4d92-bec1-56ed67da3aea tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:28.459166 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82b69c7c-1c33-40f0-9065-ff72d9ab0019 req-881753b8-f739-4d92-bec1-56ed67da3aea tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0829446 Feb 07 23:45:28.507463 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-82b69c7c-1c33-40f0-9065-ff72d9ab0019 req-fa6d76ad-fcee-4b45-9690-d2971a154d44 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 Feb 07 23:45:28.510682 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2342de-d3b3-4c93-ae0c-24e78fd546c9 req-a66e3a01-e565-40a9-9806-baa6c8e8b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:28.512145 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c2342de-d3b3-4c93-ae0c-24e78fd546c9 req-a66e3a01-e565-40a9-9806-baa6c8e8b49f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1097 time: 0.0704181 Feb 07 23:45:28.556270 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7c2342de-d3b3-4c93-ae0c-24e78fd546c9 req-7a3310b1-a328-49e2-9b88-edc59117ef3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344508 Feb 07 23:45:29.447789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:29.693112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c73f19-fe75-4099-b8f8-e83d9152be59 req-cb96e5c1-830c-42f0-b1fd-c749b1ada929 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:29.694565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c73f19-fe75-4099-b8f8-e83d9152be59 req-cb96e5c1-830c-42f0-b1fd-c749b1ada929 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0803750 Feb 07 23:45:29.741835 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-08c73f19-fe75-4099-b8f8-e83d9152be59 req-0de0e98b-f127-4663-b06b-b9459bc54b9d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411851 Feb 07 23:45:29.755756 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:30.929817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04686c16-a965-4df1-b1a2-f3ab33eb3cbb req-12081695-4213-4542-ad40-c718b9254eef tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:30.931275 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04686c16-a965-4df1-b1a2-f3ab33eb3cbb req-12081695-4213-4542-ad40-c718b9254eef tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0830519 Feb 07 23:45:30.985218 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-04686c16-a965-4df1-b1a2-f3ab33eb3cbb req-9497049d-328f-4943-8088-dc1822fcb72b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482574 Feb 07 23:45:31.173635 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c008d-7e88-42b0-93ad-40a05d741fdb req-c89230aa-ec52-4a4f-b5ee-2e9566c48912 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:31.175108 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c0c008d-7e88-42b0-93ad-40a05d741fdb req-c89230aa-ec52-4a4f-b5ee-2e9566c48912 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0806994 Feb 07 23:45:31.218684 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4c0c008d-7e88-42b0-93ad-40a05d741fdb req-f5110ed4-e1b3-475b-8657-cea98eab2a33 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379515 Feb 07 23:45:31.223633 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:31.241985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57230) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:31.463695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0abb0d4-a60c-47ce-8443-6c4e33c00a56 tempest-TestShelveInstance-21029737 tempest-TestShelveInstance-21029737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:31.465239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b0abb0d4-a60c-47ce-8443-6c4e33c00a56 tempest-TestShelveInstance-21029737 tempest-TestShelveInstance-21029737-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1092 time: 0.2222736 Feb 07 23:45:31.468137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57236) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:45:31.472962 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:45:31.479691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:45:31.483465 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:floatingip and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:45:31.486290 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:45:31.491860 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:45:31.502533 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:31.639707 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:31.770900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Allocated IP 172.25.0.163 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/c5897e30-38fc-4a2e-a1cd-2131612a4ed8) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:45:31.924493 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:31.953458 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:32.019112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:45:32.022044 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:45:32.025666 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:45:32.055190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'Port': ['ID=c5897e30-38fc-4a2e-a1cd-2131612a4ed8,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:32.444538 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:32.527422 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:32.727352 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:32.731616 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:32.853484 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'Port': ['ID=c5897e30-38fc-4a2e-a1cd-2131612a4ed8,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:45:32.864331 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:33.032400 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Floating IP 3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4 associated. External IP: 172.25.0.163, port: 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f. Feb 07 23:45:33.485090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Router c25c5c43-6e45-46d4-9341-cad9afba7938 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:45:33.663383 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:45:33.674863 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] Sync routers for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:45:33.685201 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:33.685814 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:45:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:33.689795 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:33.745197 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-11b61707-6fa4-4b32-bf3a-4495fc76ee74 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2758501 Feb 07 23:45:33.745695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:45:33.792078 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'status': 'completed', 'code': 200} Feb 07 23:45:33.870616 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:33.892798 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-6d1339b7-8def-4f42-9f73-67b901cb3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:33.894174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-6d1339b7-8def-4f42-9f73-67b901cb3d5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1097 time: 0.0778937 Feb 07 23:45:34.031299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-c9dee7a5-5631-409f-a882-6918efcfc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:34.033008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-c9dee7a5-5631-409f-a882-6918efcfc304 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1320639 Feb 07 23:45:34.229043 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'port_id': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'mac_address': 'fa:16:3e:7a:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:32Z', 'updated_at': '2022-02-07T23:45:32Z', 'revision_number': 0, 'project_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:34.232926 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] Checking router: c25c5c43-6e45-46d4-9341-cad9afba7938 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:45:34.240867 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-f8de07ea-96f2-4b2c-998b-4997356756c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1000 time: 0.2023892 Feb 07 23:45:34.241768 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:45:34.242360 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:45:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:34.310191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-4e88cad2-bb55-47ad-9ae2-f37686914b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:34.311563 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-4e88cad2-bb55-47ad-9ae2-f37686914b94 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0625539 Feb 07 23:45:34.386585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-bc17a68f-dd45-41be-a9f9-2b468a1d189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:45:34.388273 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-bc17a68f-dd45-41be-a9f9-2b468a1d189c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707796 Feb 07 23:45:34.424914 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:45:34.522200 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-cf5fdfe8-35b4-4c32-ba71-a440e2645196 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279895 Feb 07 23:45:34.658536 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-186739d8-144d-4d21-9bcb-eabd30c16afd req-11144bc7-9dbd-431c-8d79-3470a365187d service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303308 Feb 07 23:45:34.800798 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'port_id': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'mac_address': 'fa:16:3e:7a:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:32Z', 'updated_at': '2022-02-07T23:45:32Z', 'revision_number': 0, 'project_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:45:34.804655 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11eeb1-1d31-42ce-a9d9-38c8407fc5d6 None None] The sync data for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 is: [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': '3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'port_id': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'mac_address': 'fa:16:3e:7a:66:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:45:32Z', 'updated_at': '2022-02-07T23:45:32Z', 'revision_number': 0, 'project_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:45:34.994898 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb57c7-390d-4458-9af6-dba65d12856c None None] New status for floating IP 3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:45:36.527114 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:36.985659 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:45.067173 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:45:54.821817 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-25c0a328-e311-48ce-8ebd-881b1466bde4 req-b8527744-0fa2-40c3-ad2a-1abf241ad69b service neutron] (87670) timed out ('10.222.0.10', 50544) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 07 23:45:56.083502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-82a48d05-736c-4136-bb87-420d0b60bfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:58.297258 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae35932c-68dd-408a-96b9-478a11578fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:59.439743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:45:59.753404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:01.226928 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:06.529046 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:06.736607 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-bb8f4ca7-5953-4e06-8f32-7d4860f5dc8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816548 Feb 07 23:46:06.879192 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038eba1-4396-4ba2-990f-0acde495b477 req-00b60811-0625-41c2-94ad-4562ba997bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:06.880709 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-00b60811-0625-41c2-94ad-4562ba997bd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1097 time: 0.0732589 Feb 07 23:46:06.989911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:07.035628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038eba1-4396-4ba2-990f-0acde495b477 req-8714e56b-dfc8-4f4e-ab30-0cc89d19198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:07.037122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-8714e56b-dfc8-4f4e-ab30-0cc89d19198b service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1336291 Feb 07 23:46:07.147730 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-82078cfc-714e-4dc1-b25b-4baad0bc369e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1002 time: 0.1045671 Feb 07 23:46:07.210697 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038eba1-4396-4ba2-990f-0acde495b477 req-7641dd44-a2b6-488a-929a-f4d055ecb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:07.212189 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-7641dd44-a2b6-488a-929a-f4d055ecb09b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0583332 Feb 07 23:46:07.300021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038eba1-4396-4ba2-990f-0acde495b477 req-46590e47-59db-4ea1-8a4c-9b7c3150359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:46:07.301650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-46590e47-59db-4ea1-8a4c-9b7c3150359a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785403 Feb 07 23:46:07.443398 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-2a34870d-2518-489c-b9b3-6d9d4accdb38 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346896 Feb 07 23:46:07.581756 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0038eba1-4396-4ba2-990f-0acde495b477 req-a1685949-0f2a-4cff-8f85-a79218753d9c service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306362 Feb 07 23:46:22.065996 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:46:26.085718 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9b4a8b7e-75d9-48a6-835f-acab00586173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:28.298502 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4181e4d9-c008-4575-9420-37ff75a9cda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:29.441784 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:29.756773 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:31.234974 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:36.542679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:36.991241 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:56.086934 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-86120ce1-1b4a-4e47-8c23-2f3a0f06b5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:58.301618 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-50bad510-a12f-4e43-b883-92216e70dd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:59.065373 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:46:59.443644 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:46:59.758930 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:01.231217 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:06.557931 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:07.000049 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:07.078421 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-90f2af1d-105f-4f47-be94-480ce9fdcb03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692260 Feb 07 23:47:07.228140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-ab0c1c24-e659-4a30-b8ab-93730606d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:07.229640 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-ab0c1c24-e659-4a30-b8ab-93730606d8db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1097 time: 0.0748913 Feb 07 23:47:07.491653 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-e7732871-eb9b-4622-ac31-79a63c5b6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:07.493038 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-e7732871-eb9b-4622-ac31-79a63c5b6f95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.2404428 Feb 07 23:47:07.600643 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-60de3c20-d623-499d-b994-5f0f18dfee3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1002 time: 0.0983377 Feb 07 23:47:07.670045 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-d6835a58-b7c1-4582-80af-c4d6c58baf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:07.671495 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-d6835a58-b7c1-4582-80af-c4d6c58baf4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0604982 Feb 07 23:47:07.755360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-3dcd13d8-19df-408d-93fa-375239ff7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:07.756987 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-3dcd13d8-19df-408d-93fa-375239ff7640 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764706 Feb 07 23:47:07.896790 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-b448874c-6f22-42c4-9095-b6754eec7aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301198 Feb 07 23:47:08.034652 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b133fe71-66b0-4976-ae68-5d2859a3f2c4 req-e96627e4-abcd-48aa-b5ae-e33266004e7e service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253817 Feb 07 23:47:26.089540 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-496d654c-0285-4ccb-bffe-8d95ef9fd566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:28.303606 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21dd1b70-4c55-4118-b614-e4f6468e8787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:29.449269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:29.762159 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:31.233703 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:31.857328 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f1ac-32b9-452e-ac31-d54e28ff700c req-eb30e9ff-4b38-43b6-baee-9d715f4dbd14 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:31.858815 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c415f1ac-32b9-452e-ac31-d54e28ff700c req-eb30e9ff-4b38-43b6-baee-9d715f4dbd14 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0855799 Feb 07 23:47:31.909200 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c415f1ac-32b9-452e-ac31-d54e28ff700c req-4a94e123-8b11-4b96-a31e-dfc198f47f39 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Feb 07 23:47:33.098845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627e93a-0514-455d-8adc-a13288df8ee6 req-2d1e162c-e48e-43c5-b658-2bc141cb5f02 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:33.100289 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a627e93a-0514-455d-8adc-a13288df8ee6 req-2d1e162c-e48e-43c5-b658-2bc141cb5f02 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0788815 Feb 07 23:47:33.143584 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a627e93a-0514-455d-8adc-a13288df8ee6 req-b0a8f4ce-ea04-45a1-9a85-0d18cc38de1e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376439 Feb 07 23:47:34.333251 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f8a1c-7eca-4978-b655-41468a56f059 req-a376b9bf-05ca-4a7f-b73f-d6fd4154d8d4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:34.334679 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-713f8a1c-7eca-4978-b655-41468a56f059 req-a376b9bf-05ca-4a7f-b73f-d6fd4154d8d4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0827410 Feb 07 23:47:34.377225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-713f8a1c-7eca-4978-b655-41468a56f059 req-06dfaf00-d7d4-4408-89b6-a7ec30d7d5fc tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368717 Feb 07 23:47:35.559039 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3f070-f9dc-4704-ba3c-d9df49b4a4e4 req-5ccd14e8-d157-4d2b-94c6-454e4d008471 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:35.560472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80f3f070-f9dc-4704-ba3c-d9df49b4a4e4 req-5ccd14e8-d157-4d2b-94c6-454e4d008471 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0796092 Feb 07 23:47:35.623259 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-80f3f070-f9dc-4704-ba3c-d9df49b4a4e4 req-347e9643-8875-4a4c-8451-673ecd4b56c5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571332 Feb 07 23:47:36.065297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:47:36.558114 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:36.810137 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ab6e0-61a4-48af-9472-f1458a4fdf27 req-201c21e5-0ac6-4b47-90e6-1b7a7c58dcc5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:36.811493 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-445ab6e0-61a4-48af-9472-f1458a4fdf27 req-201c21e5-0ac6-4b47-90e6-1b7a7c58dcc5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0788438 Feb 07 23:47:36.855833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-445ab6e0-61a4-48af-9472-f1458a4fdf27 req-41e9465a-7e44-4f6a-ac51-d1325dd9cb36 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385337 Feb 07 23:47:37.024396 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:38.038653 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d4000-299c-4c7d-95ea-6109ec972f4c req-980fdfad-f85e-4b38-9b28-18da3be34583 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:38.040080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d93d4000-299c-4c7d-95ea-6109ec972f4c req-980fdfad-f85e-4b38-9b28-18da3be34583 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0813277 Feb 07 23:47:38.082247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d93d4000-299c-4c7d-95ea-6109ec972f4c req-0828120e-194e-4b5e-adf8-947ff8c70c43 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366328 Feb 07 23:47:39.262106 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f43bd9-1cf5-41c2-9470-46a670d631b7 req-af63619d-d7c6-43fe-a12b-5b24a011e486 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:39.263537 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70f43bd9-1cf5-41c2-9470-46a670d631b7 req-af63619d-d7c6-43fe-a12b-5b24a011e486 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0784318 Feb 07 23:47:39.306007 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-70f43bd9-1cf5-41c2-9470-46a670d631b7 req-5ac740a7-c2da-4376-b5c3-10542873da0b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369596 Feb 07 23:47:40.493068 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1da57d-7402-4426-b1fe-129162d14348 req-7b862c3d-cc38-4758-baf5-1f8e262a6fff tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:40.494523 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c1da57d-7402-4426-b1fe-129162d14348 req-7b862c3d-cc38-4758-baf5-1f8e262a6fff tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0822878 Feb 07 23:47:40.541525 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c1da57d-7402-4426-b1fe-129162d14348 req-783012d0-9089-4aed-a21e-aea3c9543188 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413463 Feb 07 23:47:41.728459 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90592-d7b1-48e2-a924-315cc00b8564 req-0d3c25a0-4dfe-470f-bec4-68acb82d675d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:41.729962 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6d90592-d7b1-48e2-a924-315cc00b8564 req-0d3c25a0-4dfe-470f-bec4-68acb82d675d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0821216 Feb 07 23:47:41.774142 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6d90592-d7b1-48e2-a924-315cc00b8564 req-857ae538-b7f8-4e0b-a1f5-f01c7ac8596c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383952 Feb 07 23:47:42.682626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:47:42.816391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:47:42.830267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'port_id': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'mac_address': 'fa:16:3e:7a:66:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:47:42.890928 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:42.908258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:47:42.924679 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:47:42.929867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:43.001408 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:43.009419 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.009773 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.010123 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.010467 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.010801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.011154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.011477 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.011809 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.012136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.012468 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.012822 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.013156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:43.022951 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:47:43.083572 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef54306-11a2-4189-b04d-f2324f5c11a0 req-1483c694-169f-43c7-a230-6fc571dfe5f2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:43.085479 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ef54306-11a2-4189-b04d-f2324f5c11a0 req-1483c694-169f-43c7-a230-6fc571dfe5f2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.2040570 Feb 07 23:47:43.130180 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ef54306-11a2-4189-b04d-f2324f5c11a0 req-a986da09-e4e2-4f7e-906b-5ab3c2b2e1b6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Feb 07 23:47:44.342198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e94029-cca8-4355-bcf5-0f229f400c19 req-d995197f-3cc7-430f-8a38-86f4bca5c441 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:44.343671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3e94029-cca8-4355-bcf5-0f229f400c19 req-d995197f-3cc7-430f-8a38-86f4bca5c441 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0941195 Feb 07 23:47:44.389565 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3e94029-cca8-4355-bcf5-0f229f400c19 req-d00e6f04-5696-4ed5-8aaf-6c79c46a9bc9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Feb 07 23:47:44.700075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:47:44.812267 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:47:44.813145 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:44.962227 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:44.991747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:47:45.001317 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:47:45.015813 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:45.098649 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:45.136819 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'code': 200} Feb 07 23:47:45.591312 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dec6b-c95d-4e68-8314-1fe6e13eec55 req-7cd4ae9b-94f3-49cb-8f3e-ec8102ed4e57 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:45.592890 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-499dec6b-c95d-4e68-8314-1fe6e13eec55 req-7cd4ae9b-94f3-49cb-8f3e-ec8102ed4e57 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0911047 Feb 07 23:47:45.641264 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-499dec6b-c95d-4e68-8314-1fe6e13eec55 req-97da23dd-d04f-4ed3-b9bd-a3ae69dcefb9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415606 Feb 07 23:47:46.840701 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2904ca-c519-4f69-835b-adca31cef7dd req-30775257-47f3-41bb-a32f-3d33c3520c26 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:46.843204 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b2904ca-c519-4f69-835b-adca31cef7dd req-30775257-47f3-41bb-a32f-3d33c3520c26 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0881848 Feb 07 23:47:46.901494 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0b2904ca-c519-4f69-835b-adca31cef7dd req-daae02e3-6c09-458b-93de-b512b8afa1be tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488734 Feb 07 23:47:48.121832 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b95d91-ee7b-411d-8fc6-7de6c056af35 req-7c4991f8-cd51-4875-80fb-49a1b441555c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:48.123360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18b95d91-ee7b-411d-8fc6-7de6c056af35 req-7c4991f8-cd51-4875-80fb-49a1b441555c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.1088376 Feb 07 23:47:48.185324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-18b95d91-ee7b-411d-8fc6-7de6c056af35 req-e3353fd0-c2e0-4321-ae4d-8d1514ad5303 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551248 Feb 07 23:47:49.385316 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc34997-03f0-48a2-a1e0-fb5c874ff500 req-a7ed73ed-6200-4438-ad73-d77cae6b1936 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:49.387605 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abc34997-03f0-48a2-a1e0-fb5c874ff500 req-a7ed73ed-6200-4438-ad73-d77cae6b1936 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0917697 Feb 07 23:47:49.444239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-abc34997-03f0-48a2-a1e0-fb5c874ff500 req-9f06008d-51d5-407b-a99e-27e954fd921a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453537 Feb 07 23:47:50.663031 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32357a-a827-4dfb-835b-fe48d5e405bd req-0973b7ef-0787-4e26-ad4f-7a16748ca382 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:50.665632 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af32357a-a827-4dfb-835b-fe48d5e405bd req-0973b7ef-0787-4e26-ad4f-7a16748ca382 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.1062376 Feb 07 23:47:50.726534 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-af32357a-a827-4dfb-835b-fe48d5e405bd req-d75d0d76-f34b-43a5-803c-19848c2e8a51 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535352 Feb 07 23:47:51.937497 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430311c-dd34-4704-acc2-1f68dc9ebcc5 req-bfc48862-4b90-47f4-addc-d07cbb687eca tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:51.939013 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3430311c-dd34-4704-acc2-1f68dc9ebcc5 req-bfc48862-4b90-47f4-addc-d07cbb687eca tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.1079490 Feb 07 23:47:51.987830 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3430311c-dd34-4704-acc2-1f68dc9ebcc5 req-b5b357de-8cfc-4866-8c51-a25906c556ce tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Feb 07 23:47:53.194140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a872b6a-139f-4dda-a6fc-1499f3734667 req-57c3fb3e-5eb3-4327-8127-48563dcb998d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:53.195702 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a872b6a-139f-4dda-a6fc-1499f3734667 req-57c3fb3e-5eb3-4327-8127-48563dcb998d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0930383 Feb 07 23:47:53.242268 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3a872b6a-139f-4dda-a6fc-1499f3734667 req-fb4be2ab-f2a9-4b37-a87c-89fec9022102 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408614 Feb 07 23:47:54.164208 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-fa83749a-f67d-451c-a21f-9fa7d3aa0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:54.165749 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-fa83749a-f67d-451c-a21f-9fa7d3aa0071 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1097 time: 0.0712543 Feb 07 23:47:54.295702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-697c8bbf-50f1-47e1-8ecf-31f6a457ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:54.297193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-697c8bbf-50f1-47e1-8ecf-31f6a457ddab service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1253352 Feb 07 23:47:54.405589 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-ea097a79-fed8-4f77-a30b-8fbf36f6bc83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1002 time: 0.0983052 Feb 07 23:47:54.471410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-9c631252-bab1-4859-950c-eab2747fb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:54.473351 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-9c631252-bab1-4859-950c-eab2747fb8f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0571625 Feb 07 23:47:54.488542 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ca68f-86b8-480b-a5d3-735a3f434417 req-289ffe59-dcc4-4f3d-aa2f-9a60e50c277b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:54.490004 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-417ca68f-86b8-480b-a5d3-735a3f434417 req-289ffe59-dcc4-4f3d-aa2f-9a60e50c277b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.1415815 Feb 07 23:47:54.534212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-417ca68f-86b8-480b-a5d3-735a3f434417 req-44c7b822-1466-4b00-a0f5-f5fd4723e6be tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383682 Feb 07 23:47:54.558056 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-3537c6bf-6323-41ed-be5e-92d22ad36541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:54.559527 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-3537c6bf-6323-41ed-be5e-92d22ad36541 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750399 Feb 07 23:47:54.693566 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-25d41d4a-4795-44b4-9f63-ceba315bea58 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244106 Feb 07 23:47:54.827313 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d2647264-fecd-4275-9457-6b6fddd4f732 req-9ef09b2c-19ca-47f6-a952-850428c450a5 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244779 Feb 07 23:47:55.766250 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b339f-f8d9-46b5-b27b-083da8c5d4f3 req-29b093aa-fb37-42f5-8299-60c874e629f8 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:55.767683 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-750b339f-f8d9-46b5-b27b-083da8c5d4f3 req-29b093aa-fb37-42f5-8299-60c874e629f8 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.1304808 Feb 07 23:47:55.811113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-750b339f-f8d9-46b5-b27b-083da8c5d4f3 req-fe89f281-2c52-4d2e-a1ed-1491d54e7a44 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Feb 07 23:47:56.092838 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3f1d1cde-e066-4705-9e20-d4a1b584537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:56.777124 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:47:56.902541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:56.930091 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:47:56.939719 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:47:56.945946 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:56.990975 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'code': 200} Feb 07 23:47:57.022806 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d920523-5714-4f15-8c98-94c620ae7d70 req-860e3cfe-9212-41e1-bef8-9d110b86c8f1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:57.023530 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:57.024337 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d920523-5714-4f15-8c98-94c620ae7d70 req-860e3cfe-9212-41e1-bef8-9d110b86c8f1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.0841036 Feb 07 23:47:57.071345 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1d920523-5714-4f15-8c98-94c620ae7d70 req-18f8027b-9a95-4813-bd8c-578b98144c04 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410562 Feb 07 23:47:57.424405 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc161a86-46ee-48d0-a94f-19dd5d0f684a req-10cf95e5-83c3-4b50-b022-884d19c342f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:57.426653 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc161a86-46ee-48d0-a94f-19dd5d0f684a req-10cf95e5-83c3-4b50-b022-884d19c342f9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.0821979 Feb 07 23:47:57.470649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fc161a86-46ee-48d0-a94f-19dd5d0f684a req-e368a16a-0d7a-460b-a254-2242fb332986 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380752 Feb 07 23:47:57.793445 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57428) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:47:57.907590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-f002fb8f-df90-4291-a4d6-eb828b78a777 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129873 Feb 07 23:47:58.304782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6e1b48f6-3bfc-4869-ad1b-475cf91ee9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:58.655408 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c135c-8665-4248-9dda-429223903af7 req-31216378-2607-4859-82f5-da6ce140540e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:58.656876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-834c135c-8665-4248-9dda-429223903af7 req-31216378-2607-4859-82f5-da6ce140540e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.0800526 Feb 07 23:47:58.702123 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-834c135c-8665-4248-9dda-429223903af7 req-46fa64cb-15bf-4a79-9b23-bcd61b5b1ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388205 Feb 07 23:47:58.791650 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-eb191fb7-6ca0-4e3a-979d-1c633f9095c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:58.793063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-eb191fb7-6ca0-4e3a-979d-1c633f9095c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb&tenant_id=81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 1095 time: 0.1124432 Feb 07 23:47:58.804304 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:47:58.918087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:59.286203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:47:59.315411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:47:59.370999 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:47:59.379537 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:59.393935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Transition to ACTIVE for port object 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:47:59.397725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:59.443291 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:59.546794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=9']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:47:59.559865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.560248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.560544 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.560907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.561245 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.561578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.561906 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.562235 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.562559 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.562893 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.563211 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.563535 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:47:59.608065 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] No DVR routers for this DVR port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:47:59.766548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:59.846763 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:47:59.847319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:47:59.847957 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:47:59.852803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on network 95800935-22f7-4b50-b1c6-c0eba3b90265 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:47:59.853248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Attempting to bind port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:47:59.858489 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:47:59.858825 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Checking segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:47:59.859200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Bound using segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:47:59.859620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Bound port: 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:47:59.859959 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:47:59.901638 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0fa8d-f91a-45f0-9819-0e9b24979d91 req-6fcc2cd6-f037-4c06-bb25-e4e6100c2b57 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:47:59.904101 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ef0fa8d-f91a-45f0-9819-0e9b24979d91 req-6fcc2cd6-f037-4c06-bb25-e4e6100c2b57 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 944 time: 0.0873141 Feb 07 23:47:59.947490 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6ef0fa8d-f91a-45f0-9819-0e9b24979d91 req-512d7857-bdc3-4cd6-bd56-baa5ba6fde2f tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382812 Feb 07 23:47:59.953443 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:47:59.957493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:47:59.961862 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:00.026101 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:00.026709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:00.028230 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] 10.222.0.36 "PUT /v2.0/ports/61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1092 time: 1.2277002 Feb 07 23:48:00.028746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:48:00.049346 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb3a63-7b77-4cf5-9711-0fc7f49c1b1b service neutron] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=10']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:48:00.086715 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'status': 'completed', 'code': 200} Feb 07 23:48:00.133227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-0dec44d8-3a0a-40b1-8a3b-40917e435f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:00.134746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-0dec44d8-3a0a-40b1-8a3b-40917e435f94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1096 time: 0.0820744 Feb 07 23:48:00.267958 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-44f7bf5b-3a4e-4485-8b7c-68bec902c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:00.269438 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-44f7bf5b-3a4e-4485-8b7c-68bec902c096 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1288571 Feb 07 23:48:00.372465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-4d35a6b5-4b0d-4c68-ad33-69dedeec5006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1000 time: 0.0960836 Feb 07 23:48:00.439841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-54556b58-cd2e-4517-ac1b-2362ca0e812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:00.441379 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-54556b58-cd2e-4517-ac1b-2362ca0e812c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0631225 Feb 07 23:48:00.515323 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-41e2e88c-7288-4aa0-9abb-115ed9f599b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:00.516863 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-41e2e88c-7288-4aa0-9abb-115ed9f599b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688376 Feb 07 23:48:00.527495 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-86b54c18-9b6e-40b9-8575-6f6f5e5811c6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:48:00.528395 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-86b54c18-9b6e-40b9-8575-6f6f5e5811c6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047307 Feb 07 23:48:00.657175 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-9bd45604-a502-4b0d-847c-2c7c1d6e63d6 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228490 Feb 07 23:48:00.794352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:48:00.852857 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:48:00.901976 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-ea49b5ce-73f8-4911-9d54-d8ac3aa60197 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380803 Feb 07 23:48:01.034580 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-fb39f969-52a3-4b98-a1a4-a8565d2f7575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:01.036070 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-fb39f969-52a3-4b98-a1a4-a8565d2f7575 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1096 time: 0.0865524 Feb 07 23:48:01.156982 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796711ba-403a-419f-a416-a1111cde0ff5 req-07e4d3bd-321f-477b-9794-4bcf39702d72 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:01.158649 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796711ba-403a-419f-a416-a1111cde0ff5 req-07e4d3bd-321f-477b-9794-4bcf39702d72 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0990241 Feb 07 23:48:01.182282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-3a80ec24-8001-4a35-b9e8-525c52feb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:01.183915 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-3a80ec24-8001-4a35-b9e8-525c52feb4c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1418397 Feb 07 23:48:01.209379 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-796711ba-403a-419f-a416-a1111cde0ff5 req-3937c03e-647e-4c87-94e1-af7f8f654a2b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Feb 07 23:48:01.250279 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:01.310530 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-2216fb54-9012-4fd9-9a16-4b613ba013f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1000 time: 0.1155636 Feb 07 23:48:02.427953 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b25cbae-8bee-4925-895d-8aaafaede32e req-67c6ce3e-d39a-4ba1-bceb-b6939e4d4780 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:02.429507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b25cbae-8bee-4925-895d-8aaafaede32e req-67c6ce3e-d39a-4ba1-bceb-b6939e4d4780 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0976772 Feb 07 23:48:02.476519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1b25cbae-8bee-4925-895d-8aaafaede32e req-2151498c-bc38-488c-a7df-334da998b90b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Feb 07 23:48:03.671072 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9e136-e2a0-4c2c-ac22-bf199480c46f req-9dee3393-cd52-4d12-985d-ea700ccf8d00 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:03.672590 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dce9e136-e2a0-4c2c-ac22-bf199480c46f req-9dee3393-cd52-4d12-985d-ea700ccf8d00 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0809691 Feb 07 23:48:03.721037 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dce9e136-e2a0-4c2c-ac22-bf199480c46f req-77aa64dc-16ae-4339-a7a0-45f5ace249ad tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406735 Feb 07 23:48:04.919391 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f3c3-5ca1-4776-b909-4227da0e9ce8 req-57bd335d-9449-4453-9932-8e2d1a6a14d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:04.926614 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6135f3c3-5ca1-4776-b909-4227da0e9ce8 req-57bd335d-9449-4453-9932-8e2d1a6a14d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0967157 Feb 07 23:48:04.975292 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6135f3c3-5ca1-4776-b909-4227da0e9ce8 req-0dfdbfe9-3fc2-4d8c-834c-a6228484b561 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477955 Feb 07 23:48:06.195107 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c8c0-1bf6-4631-87b8-2ddfd3f2e6b6 req-8cdd568f-6e80-4c65-8d9d-a9ec18de48f3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:06.196977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1783c8c0-1bf6-4631-87b8-2ddfd3f2e6b6 req-8cdd568f-6e80-4c65-8d9d-a9ec18de48f3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.1057937 Feb 07 23:48:06.256301 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-1783c8c0-1bf6-4631-87b8-2ddfd3f2e6b6 req-9b0ba683-2df5-49ee-b887-fe13ca54fb1d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518382 Feb 07 23:48:06.577324 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:07.031465 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:07.477540 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7838e-d7ca-4f5a-869b-dee8f013bdb2 req-a298f40d-67ce-493a-932e-549c9ac4d50c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:07.480748 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eee7838e-d7ca-4f5a-869b-dee8f013bdb2 req-a298f40d-67ce-493a-932e-549c9ac4d50c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.1014988 Feb 07 23:48:07.529542 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eee7838e-d7ca-4f5a-869b-dee8f013bdb2 req-e4fc6a82-d90d-4d38-ae02-c126dc007a94 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Feb 07 23:48:08.726781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bf6d0-ba5d-4715-b8d2-2bde2c1e91e9 req-d76451cb-4730-4633-82d7-319c33cebff8 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:08.728211 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd6bf6d0-ba5d-4715-b8d2-2bde2c1e91e9 req-d76451cb-4730-4633-82d7-319c33cebff8 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0869820 Feb 07 23:48:08.771950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cd6bf6d0-ba5d-4715-b8d2-2bde2c1e91e9 req-cdef10c8-2e4b-46de-802d-4496bc66c574 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380907 Feb 07 23:48:09.126366 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-6595db2f-d611-459e-b717-4af1ab8bf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:09.127700 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-6595db2f-d611-459e-b717-4af1ab8bf1c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0570540 Feb 07 23:48:09.202052 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-27288258-2c84-48cf-bbcf-2f2f8a2bc6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:09.203493 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-27288258-2c84-48cf-bbcf-2f2f8a2bc6ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696349 Feb 07 23:48:09.333917 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-ab8fa2b0-a58b-4525-b0c7-c95208783f40 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213870 Feb 07 23:48:09.466553 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-3bc79283-489f-40ab-a89b-5fdccf721c38 req-0709cd0d-bdc8-488c-9962-731eec2ab75f service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245985 Feb 07 23:48:09.955971 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fadc29-bd2b-40ea-a6a0-df409481c3de req-37c2c1e1-06b8-4fa2-8d09-0336c99f5752 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:09.957472 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fadc29-bd2b-40ea-a6a0-df409481c3de req-37c2c1e1-06b8-4fa2-8d09-0336c99f5752 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.0791445 Feb 07 23:48:10.001821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e2fadc29-bd2b-40ea-a6a0-df409481c3de req-170eaf3e-7dbc-4277-8112-fe2b60d5d24c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Feb 07 23:48:11.286101 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec770c3-aab1-42ce-a99f-926a5183f9b8 req-dbbf18a9-1b2e-49b5-8c7a-e0cb45ba5465 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:11.287553 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ec770c3-aab1-42ce-a99f-926a5183f9b8 req-dbbf18a9-1b2e-49b5-8c7a-e0cb45ba5465 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 945 time: 0.1823621 Feb 07 23:48:11.330661 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-2ec770c3-aab1-42ce-a99f-926a5183f9b8 req-ccf99023-5f27-48d6-a0fc-5fe4eb30e16a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373757 Feb 07 23:48:11.885252 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:48:12.019505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:48:12.033147 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'port_id': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'mac_address': 'fa:16:3e:7a:66:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:48:12.087080 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:12.103207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:48:12.118487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:48:12.122404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:12.194972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=11']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:48:12.373691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:48:12.521976 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b16d8-19a8-4bd2-a694-9db79c9dbac1 req-5184bab7-e619-4e2a-a266-39cf2965bdd5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:12.523462 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c69b16d8-19a8-4bd2-a694-9db79c9dbac1 req-5184bab7-e619-4e2a-a266-39cf2965bdd5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.0834305 Feb 07 23:48:12.571261 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c69b16d8-19a8-4bd2-a694-9db79c9dbac1 req-de98d6f7-f836-484c-8b79-23d7c11d92a3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419815 Feb 07 23:48:13.064276 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:48:13.804008 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9c84c-b49e-4064-9d99-67a258d46714 req-33122034-1e56-4c64-8dc2-6187d8b024da tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:13.808518 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3f9c84c-b49e-4064-9d99-67a258d46714 req-33122034-1e56-4c64-8dc2-6187d8b024da tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 946 time: 0.1291111 Feb 07 23:48:13.857260 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3f9c84c-b49e-4064-9d99-67a258d46714 req-de235944-bdb5-4da6-b3a0-07c9b41f88d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437298 Feb 07 23:48:13.885110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:48:13.957972 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:48:13.962793 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:48:13.963162 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:14.075358 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:14.101730 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:48:14.112266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:48:14.115996 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:14.155040 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'code': 200} Feb 07 23:48:14.192506 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=12']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:48:14.383935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af2bed-2df0-467d-bd9f-5b2bbd825b8b req-984999d1-0594-4e29-acfa-0f827182eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:14.385339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21af2bed-2df0-467d-bd9f-5b2bbd825b8b req-984999d1-0594-4e29-acfa-0f827182eff6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1098 time: 0.0730054 Feb 07 23:48:14.424940 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21af2bed-2df0-467d-bd9f-5b2bbd825b8b req-c35c5044-753b-462c-809f-e12f3d1ae325 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334373 Feb 07 23:48:15.048781 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0027188-2626-4983-9d20-903e94255534 req-7851901a-945a-488d-8337-5cda6c2dd4ed tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:15.050212 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0027188-2626-4983-9d20-903e94255534 req-7851901a-945a-488d-8337-5cda6c2dd4ed tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 947 time: 0.0830030 Feb 07 23:48:15.098798 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f0027188-2626-4983-9d20-903e94255534 req-a1d12e9a-240f-4d98-af3a-74c02dba2f7a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Feb 07 23:48:16.283525 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573697-8729-45f6-bd1e-45241c18ec95 req-cfe83053-3dbe-4ea9-800d-e1303a732fb7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:16.284977 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1573697-8729-45f6-bd1e-45241c18ec95 req-cfe83053-3dbe-4ea9-800d-e1303a732fb7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 947 time: 0.0784051 Feb 07 23:48:16.328305 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e1573697-8729-45f6-bd1e-45241c18ec95 req-0aa81b98-5198-4243-91c7-61ba696f53d0 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376728 Feb 07 23:48:26.095119 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-16d7ea5e-28f4-4f94-9193-f7674df1747f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:28.306970 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a768fc7e-1303-4a9b-9f0c-4a87a982a014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:29.447662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:29.768036 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:31.239460 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:36.575312 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:37.038288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:49.472256 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-3f1f2fdf-bc7d-40be-8a71-24eec5403f86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719860 Feb 07 23:48:49.614410 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875b4e-121e-4ad3-a283-c01926c8806c req-fea48e85-e6d1-47fb-a23f-6c3c66846a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:49.615898 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-fea48e85-e6d1-47fb-a23f-6c3c66846a00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1098 time: 0.0743005 Feb 07 23:48:49.767290 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875b4e-121e-4ad3-a283-c01926c8806c req-4b334ba8-bf68-47e8-955f-f1e27cd14777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:49.768753 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-4b334ba8-bf68-47e8-955f-f1e27cd14777 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1348825 Feb 07 23:48:49.874800 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-08b3c989-4ea0-4e96-a329-2d3cb7d94eca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 1002 time: 0.0994689 Feb 07 23:48:49.939230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875b4e-121e-4ad3-a283-c01926c8806c req-23fb6184-3818-4134-a235-67711becc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:49.940710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-23fb6184-3818-4134-a235-67711becc989 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0588713 Feb 07 23:48:50.020044 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875b4e-121e-4ad3-a283-c01926c8806c req-4689fc8a-ae01-4b75-b319-2c77f62247ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:48:50.021463 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-4689fc8a-ae01-4b75-b319-2c77f62247ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747883 Feb 07 23:48:50.063562 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:48:50.154248 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-12709ace-6a8b-4a02-a73c-db9c9762d236 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266387 Feb 07 23:48:50.397599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-41875b4e-121e-4ad3-a283-c01926c8806c req-ec8cf987-5aa8-40c1-aac8-1221d35dbd71 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379212 Feb 07 23:48:56.103593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a9ae28bd-b1d9-4633-96f6-827c4fd1f29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:58.311907 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-81e945ed-f8b9-4f7f-9aa1-c3c8264b0332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:59.450674 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:48:59.770473 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:01.242994 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:06.572512 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:07.028578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:25.283411 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57548) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:25.488579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Deleting port c5897e30-38fc-4a2e-a1cd-2131612a4ed8 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:49:25.488937 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:25.659359 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:25.659693 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:25.785959 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Calling delete_port for c5897e30-38fc-4a2e-a1cd-2131612a4ed8 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:49:25.948898 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:25.998999 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event deleted for resources: {'Port': ['ID=c5897e30-38fc-4a2e-a1cd-2131612a4ed8,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:26.037651 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.038005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.038354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.038689 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.039020 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.039349 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.039679 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.040005 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.040331 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.040685 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.041009 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.041336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:26.098308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-51dda051-2806-4f9c-81ac-f7c80c1b339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:26.109412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:26.109750 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Floating IP 3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4 disassociated (deleted). External IP: 172.25.0.163, port: 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f. Feb 07 23:49:26.574763 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Router c25c5c43-6e45-46d4-9341-cad9afba7938 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:49:26.754361 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:49:26.766057 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] Sync routers for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:49:26.769964 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:26.776129 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:49:26.776767 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:26.832192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-71850baa-0ba2-4ce9-a09d-33adfaee6fd2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "DELETE /v2.0/floatingips/3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4 HTTP/1.1" status: 204 len: 168 time: 1.5475650 Feb 07 23:49:26.833139 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:26.952693 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'status': 'completed', 'code': 200} Feb 07 23:49:26.968657 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:49:27.062968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-d664a70b-1671-467a-bd5d-92ce4a62a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:27.065008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-d664a70b-1671-467a-bd5d-92ce4a62a9d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 1098 time: 0.0893397 Feb 07 23:49:27.126943 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:49:27.223230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-1f5f1ba1-db5c-4a18-b69f-979afbfcec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:27.225400 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-1f5f1ba1-db5c-4a18-b69f-979afbfcec73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1542900 Feb 07 23:49:27.253140 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9760e-b225-4bac-90fa-e1469516b144 req-050f476b-8921-4c52-bdd1-337ed25ff377 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:27.253887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ce9760e-b225-4bac-90fa-e1469516b144 req-050f476b-8921-4c52-bdd1-337ed25ff377 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Synchronizing usage tracker for tenant:81d047e95bd94504befdb266e074ba28 on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:49:27.278037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-7ce9760e-b225-4bac-90fa-e1469516b144 req-050f476b-8921-4c52-bdd1-337ed25ff377 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Unset dirty status for tenant:81d047e95bd94504befdb266e074ba28 on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:49:27.279235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ce9760e-b225-4bac-90fa-e1469516b144 req-050f476b-8921-4c52-bdd1-337ed25ff377 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 947 time: 0.1173046 Feb 07 23:49:27.311868 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-5ef9be43-6900-41ae-888a-add394ad713e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 200 len: 217 time: 0.0800142 Feb 07 23:49:27.330253 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7ce9760e-b225-4bac-90fa-e1469516b144 req-d51c88e3-4f61-4429-b236-b3fab610d794 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451353 Feb 07 23:49:27.364261 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:27.375328 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] Checking router: c25c5c43-6e45-46d4-9341-cad9afba7938 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:49:27.382983 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-3a4cf082-10dc-4e93-bc7f-d8911ce052d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:27.384820 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-3a4cf082-10dc-4e93-bc7f-d8911ce052d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0660934 Feb 07 23:49:27.386456 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:49:27.387660 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:48:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:27.472382 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-fa4df8e2-7d90-48bc-91ca-5de979bb546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:27.473928 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-fa4df8e2-7d90-48bc-91ca-5de979bb546c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825946 Feb 07 23:49:27.592808 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:49:27.614537 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-f77440fb-29fe-4124-8206-5ede69fb8ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340408 Feb 07 23:49:27.765363 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7d494d7a-9388-46d3-9a5c-55f87e16cd9a req-29887173-2dd7-4f78-8830-796ee666d526 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444619 Feb 07 23:49:27.975739 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:49:27.980068 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66508d1a-2258-4430-84e4-08005ade1b2e None None] The sync data for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 is: [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:49:28.200481 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcfe52d-ece5-443a-a158-aa0d0c4d62f7 None None] New status for floating IP 3ff8e8dc-db75-4cdd-b01c-7c0e47a235e4: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:49:28.335288 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-504b1b90-8471-4e38-9602-54875d677460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:28.456707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007915df-9a02-467c-ab7e-b5a7751d587c req-9cd5d345-450c-463e-8c55-6feedda1a900 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:28.457417 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-007915df-9a02-467c-ab7e-b5a7751d587c req-9cd5d345-450c-463e-8c55-6feedda1a900 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Synchronizing usage tracker for tenant:81d047e95bd94504befdb266e074ba28 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:49:28.470871 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-007915df-9a02-467c-ab7e-b5a7751d587c req-9cd5d345-450c-463e-8c55-6feedda1a900 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Unset dirty status for tenant:81d047e95bd94504befdb266e074ba28 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:49:28.472001 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-007915df-9a02-467c-ab7e-b5a7751d587c req-9cd5d345-450c-463e-8c55-6feedda1a900 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 947 time: 0.0939054 Feb 07 23:49:28.533412 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d45228-d1a1-4c8a-b018-adea3a0f793f req-29a97ad2-01c3-4337-ad64-068c981fe1ee tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:28.534884 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51d45228-d1a1-4c8a-b018-adea3a0f793f req-29a97ad2-01c3-4337-ad64-068c981fe1ee tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 947 time: 0.0871580 Feb 07 23:49:28.551550 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Deleting port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:49:28.551896 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:28.587011 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51d45228-d1a1-4c8a-b018-adea3a0f793f req-b1765a65-9357-4ba8-82c8-1512ecd19476 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=9850f74f-7cdb-4fb3-b008-d1ea49ed8806&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462983 Feb 07 23:49:28.799228 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] For port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:49:28.799500 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:28.939324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Calling delete_port for 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:49:29.088032 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:29.243270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event deleted for resources: {'Port': ['ID=61deb58e-3e32-408a-b93f-7bf2bbcb9e0f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:29.283468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.283814 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.284155 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.284487 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.284844 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.285175 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.285502 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.285826 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.286147 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.286466 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.287321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.287647 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:29.335145 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] No DVR routers for this DVR port 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:49:29.337842 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:29.340539 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-deleted', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:29.359524 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-007915df-9a02-467c-ab7e-b5a7751d587c req-5507665d-bbd3-45c4-bc5e-cecf357e68c6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.36 "DELETE /v2.0/ports/61deb58e-3e32-408a-b93f-7bf2bbcb9e0f HTTP/1.1" status: 204 len: 173 time: 0.8820779 Feb 07 23:49:29.445081 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b7a143-c341-4893-9e81-15c92fb42abb', 'name': 'network-vif-deleted', 'tag': '61deb58e-3e32-408a-b93f-7bf2bbcb9e0f', 'status': 'completed', 'code': 200} Feb 07 23:49:29.456175 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:29.753083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-faf7fdd8-f7e6-4c77-81f1-4997769d49c9 req-dc74fe2d-f3d6-4c7e-9422-82388ad8577e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b7a143-c341-4893-9e81-15c92fb42abb HTTP/1.1" status: 200 len: 210 time: 0.0428143 Feb 07 23:49:29.778105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:30.852900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57574) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:30.926287 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8357bbf7-4f4b-4fb2-ae37-dddb855811c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:30.956444 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8357bbf7-4f4b-4fb2-ae37-dddb855811c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.027476 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8357bbf7-4f4b-4fb2-ae37-dddb855811c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.047543 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357bbf7-4f4b-4fb2-ae37-dddb855811c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850f74f-7cdb-4fb3-b008-d1ea49ed8806,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:31.062921 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8357bbf7-4f4b-4fb2-ae37-dddb855811c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.064080 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8357bbf7-4f4b-4fb2-ae37-dddb855811c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "DELETE /v2.0/security-groups/9850f74f-7cdb-4fb3-b008-d1ea49ed8806 HTTP/1.1" status: 204 len: 168 time: 0.2101896 Feb 07 23:49:31.244770 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.362863 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57582) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:31.368152 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091647510', 'description': 'tempest-secgroup-smoke-2091647510 description', 'project_id': '81d047e95bd94504befdb266e074ba28'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:31.374845 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:31.378957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:31.382329 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:31.388220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:31.399225 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.418175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:31.421945 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:31.425186 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:31.430798 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:31.500548 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.504366 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.553168 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:31.557702 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.558917 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-920fa026-3b24-4471-bd6b-4b1c43ff72c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1950386 Feb 07 23:49:31.561727 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57586) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:31.566975 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:31.574160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:31.578035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:31.580927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:31.587388 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:31.604147 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.665952 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.669598 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.695580 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20039f2-3555-4bb2-b492-f3d1df752b74,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:31.705925 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.707131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-18f23d99-cdbd-4eb2-a196-84c118c16a8a tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443255 Feb 07 23:49:31.710370 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57590) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:31.715211 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:31.722090 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:31.726399 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:31.729272 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:31.734849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:31.751913 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.815516 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.819971 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.844113 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7ba1dc-da74-4573-a5f9-d07e3569278f,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:31.853336 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.854680 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2fa89485-efee-4a8d-9106-a44f7cd5ba40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434047 Feb 07 23:49:31.857424 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57594) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:31.862277 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:31.873858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:31.877903 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:31.882407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:31.889650 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:31.908812 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.978615 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:31.982506 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.008225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813e76d7-c63b-436b-8270-0c89ac460856,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:32.018042 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.019784 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-14020bb3-48af-4452-a077-5b70e272ca37 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612363 Feb 07 23:49:32.023045 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57598) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:32.028353 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:32.035297 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:32.039848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:32.042947 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:32.049856 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:32.069401 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.135580 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.139755 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.165343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcba8d24-8288-4606-aac4-c0f59ca2fe94,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:32.174261 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.175327 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1642fd01-e945-4fc8-81ad-81369491cda7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512485 Feb 07 23:49:32.178952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57602) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:32.183880 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:32.190594 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:32.194793 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:32.198355 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:32.204502 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:32.215227 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Project 81d047e95bd94504befdb266e074ba28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:49:32.221911 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.295861 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.300142 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.324280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f5e2ba-ec09-437e-b4f4-4729ca8890de,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:32.333594 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.335425 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-a70155ec-8878-4326-a843-9ae526dcbff5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549220 Feb 07 23:49:32.337631 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57606) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:49:32.342735 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'security_group_rule': {'security_group_id': '7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e', 'project_id': '81d047e95bd94504befdb266e074ba28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:32.350872 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:32.355607 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:security_group_rule and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:32.358625 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:32.364343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:32.374450 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:49:32.377310 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Project 81d047e95bd94504befdb266e074ba28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:49:32.384951 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.410487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:49:32.410835 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device 61deb58e-3e32-408a-b93f-7bf2bbcb9e0f not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:49:32.468484 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.472514 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.497181 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2649c921-e4bf-4682-96ee-9c654c244aa0,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:32.506068 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:32.507304 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-90b1646f-6814-40bf-b657-7b98327ca67c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687176 Feb 07 23:49:36.586594 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:37.028055 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:46.296222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-3ca44a6a-5680-4b45-9c47-b4c0a642dda0 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Synchronizing usage tracker for tenant:81d047e95bd94504befdb266e074ba28 on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:49:46.310821 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-3ca44a6a-5680-4b45-9c47-b4c0a642dda0 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Unset dirty status for tenant:81d047e95bd94504befdb266e074ba28 on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:49:46.312232 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-3ca44a6a-5680-4b45-9c47-b4c0a642dda0 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091647510&fields=id&tenant_id=81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 267 time: 0.0556567 Feb 07 23:49:46.477521 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-3a4e2708-5821-4e3a-89af-8d5293dfb1ef tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:46.478967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-3a4e2708-5821-4e3a-89af-8d5293dfb1ef tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 809 time: 0.1601553 Feb 07 23:49:46.494466 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-ec06f383-3da3-4c8e-a587-3740dd7856bd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/quotas/81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 375 time: 0.0100398 Feb 07 23:49:46.581914 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-c96e37f6-dba3-439e-9cf8-eae90865e0f8 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821948 Feb 07 23:49:46.764033 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-ee61f4e5-ad1a-4ab2-9b54-bbd1c6b07f03 service neutron] 10.222.0.10 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700733 Feb 07 23:49:46.901357 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-5d76d0df-305a-42e8-a039-0b03eaa43e1a service neutron] 10.222.0.10 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314635 Feb 07 23:49:47.282454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fdb429a9-c2d5-4013-a931-926ea6a7e3ba req-c0f7a488-e1c0-42f5-8e97-894f6652882d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 210 time: 0.0431676 Feb 07 23:49:48.432305 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-d1fb3c82-042a-43b3-ad85-4c1b0be7ea01 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:48.434005 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-d1fb3c82-042a-43b3-ad85-4c1b0be7ea01 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 809 time: 0.1514654 Feb 07 23:49:48.458956 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a2e3bf69-0c08-4dc3-b482-0799f4ddd7bb req-7c8879de-a875-4976-afec-20d949ad3a91 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 210 time: 0.0445173 Feb 07 23:49:48.495328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-c4b37ec5-2b0c-4c19-bba9-5a7dee6e3eba tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 380 time: 0.0530021 Feb 07 23:49:48.506425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'port': {'device_id': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'admin_state_up': True, 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'security_groups': ['7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:48.650171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:49:48.654719 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:port and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:49:48.657666 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:49:48.664588 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:49:48.675032 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Made reservation on behalf of 81d047e95bd94504befdb266e074ba28 for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:49:48.679305 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:48.846320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Allocated IP 172.20.0.5 (95800935-22f7-4b50-b1c6-c0eba3b90265/742fc1ba-574d-46c2-9ed1-e3b435fa37de/b777b66f-c60f-44a4-8867-6a55ba980ef0) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:49:49.044024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.059642 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Transition to ACTIVE for port object b777b66f-c60f-44a4-8867-6a55ba980ef0 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:49:49.089327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.169021 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:49:49.171924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:49:49.175942 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:49:49.213505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:49.253884 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:49.254534 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.284878 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-cc3bdbdb-edaa-4174-92ad-b0cee9a87ba4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7826135 Feb 07 23:49:49.298630 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-3c2912a2-a2f6-4f63-9f57-8337ae46c8ed tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:49:49.299636 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-3c2912a2-a2f6-4f63-9f57-8337ae46c8ed tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057194 Feb 07 23:49:49.315348 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Request body: {'port': {'device_id': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:49:49.436312 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.483534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-16248a64-6f0e-4210-92a2-2833fb05f1f8 None None] Provisioning for port b777b66f-c60f-44a4-8867-6a55ba980ef0 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:49:49.491181 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-16248a64-6f0e-4210-92a2-2833fb05f1f8 None None] Provisioning complete for port b777b66f-c60f-44a4-8867-6a55ba980ef0 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:49:49.491181 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-16248a64-6f0e-4210-92a2-2833fb05f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.554927 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-16248a64-6f0e-4210-92a2-2833fb05f1f8 None None] Port b777b66f-c60f-44a4-8867-6a55ba980ef0 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:49:49.683478 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7361e-3f30-4155-90b9-82148137b8eb req-1c37064d-1b0c-4829-b98b-733cec857a03 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:49.685039 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ae7361e-3f30-4155-90b9-82148137b8eb req-1c37064d-1b0c-4829-b98b-733cec857a03 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 931 time: 0.0923507 Feb 07 23:49:49.730525 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4ae7361e-3f30-4155-90b9-82148137b8eb req-fc45d94c-e950-4c14-bf83-8d55785c14d3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395930 Feb 07 23:49:49.804877 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b777b66f-c60f-44a4-8867-6a55ba980ef0 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:49:49.812764 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.828809 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Transition to ACTIVE for port object b777b66f-c60f-44a4-8867-6a55ba980ef0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:49:49.834129 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:49.970090 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:50.203138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:49:50.203478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:49:50.203805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:49:50.208755 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Port b777b66f-c60f-44a4-8867-6a55ba980ef0 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:49:50.209083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:49:50.214969 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:49:50.215512 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Checking segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:49:50.215936 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Bound using segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:49:50.216364 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Bound port: b777b66f-c60f-44a4-8867-6a55ba980ef0, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:49:50.216759 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:50.310215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:49:50.313383 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:49:50.318195 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:50.378149 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:50.378723 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:50.380170 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 1091 time: 1.0701036 Feb 07 23:49:50.380748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:49:50.403199 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5f2cc-f3f4-4526-906a-9539841d91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:50.466670 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'status': 'completed', 'code': 200} Feb 07 23:49:50.514484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-7bac3b4e-26b4-420f-94aa-f9b757eba54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:50.515984 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-7bac3b4e-26b4-420f-94aa-f9b757eba54c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1094 time: 0.0822628 Feb 07 23:49:50.593132 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-7937cb9a-04f3-451d-a281-415b84418773 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 217 time: 0.0620918 Feb 07 23:49:50.670341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-e3821975-277a-4727-aab9-7538c6c3812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:50.671690 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-e3821975-277a-4727-aab9-7538c6c3812c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0674925 Feb 07 23:49:50.750776 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-653e25a6-3729-49c9-b420-e0ae5d0a79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:50.752172 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-653e25a6-3729-49c9-b420-e0ae5d0a79d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704768 Feb 07 23:49:50.901566 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-385590f8-41f6-4c34-a525-a309ed70f795 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419334 Feb 07 23:49:51.046182 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ff0b71be-76c9-4e80-98f7-5a75eea55d03 req-ad5a5742-b0ab-4918-bd3d-73f83286e715 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346667 Feb 07 23:49:51.066560 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e748d6-d07a-404c-9bc4-37f1b14566c7 req-99fe22c4-1c34-48c0-b503-f0c6bc6c7455 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:51.068663 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4e748d6-d07a-404c-9bc4-37f1b14566c7 req-99fe22c4-1c34-48c0-b503-f0c6bc6c7455 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0799279 Feb 07 23:49:51.114426 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d4e748d6-d07a-404c-9bc4-37f1b14566c7 req-336f51a5-e297-4749-9ea3-c9c518b03ee2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388339 Feb 07 23:49:51.189935 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-6c7fd840-aa57-404e-9785-fac7b502a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:51.191415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-6c7fd840-aa57-404e-9785-fac7b502a73f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1094 time: 0.0896630 Feb 07 23:49:51.325427 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-77ffe305-1225-4a96-a2b6-2833f6228f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:51.326769 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-77ffe305-1225-4a96-a2b6-2833f6228f39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1291037 Feb 07 23:49:51.395021 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-6be7d106-4805-40d3-aec1-baabdd686485 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 217 time: 0.0610533 Feb 07 23:49:51.462619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-9234539b-55ad-41af-9a4f-9dc0cba40a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:51.464047 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-9234539b-55ad-41af-9a4f-9dc0cba40a66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0627923 Feb 07 23:49:51.541125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-728a9e80-554f-4c24-9c7e-db7bc64de768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:51.541125 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-728a9e80-554f-4c24-9c7e-db7bc64de768 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698578 Feb 07 23:49:51.673535 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-6be13af2-cd58-40e5-9859-7a6869a512e8 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265407 Feb 07 23:49:51.808233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-fdec5155-40ec-4909-9ad3-3c97ded31e1c req-4edde31c-4565-4b21-8d1f-4f078d924b8b service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243300 Feb 07 23:49:52.305695 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810f5b-5bdc-44fc-a6d5-8a5152c33962 req-f9288b98-7e57-4456-86da-c83448d552f0 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:52.307177 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60810f5b-5bdc-44fc-a6d5-8a5152c33962 req-f9288b98-7e57-4456-86da-c83448d552f0 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0833604 Feb 07 23:49:52.352792 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-60810f5b-5bdc-44fc-a6d5-8a5152c33962 req-aad6db6e-2320-4bcb-a832-9d75929dc57d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397835 Feb 07 23:49:53.537858 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b362c-2909-4894-b0be-434daa3a23c6 req-d96b9ea0-3002-46d7-8671-3f6edec90e07 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:53.539324 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9b362c-2909-4894-b0be-434daa3a23c6 req-d96b9ea0-3002-46d7-8671-3f6edec90e07 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0812221 Feb 07 23:49:53.588077 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6d9b362c-2909-4894-b0be-434daa3a23c6 req-4f8e136d-4317-419e-a7bd-02506e2745ce tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Feb 07 23:49:54.777713 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914057fe-51cf-4b1d-bb7d-26fefe427096 req-39e5d5cd-e21d-4fd0-afe8-d6ca5039aabf tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:54.779209 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-914057fe-51cf-4b1d-bb7d-26fefe427096 req-39e5d5cd-e21d-4fd0-afe8-d6ca5039aabf tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0824802 Feb 07 23:49:54.823562 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-914057fe-51cf-4b1d-bb7d-26fefe427096 req-b9bef351-e1ca-4b48-ad4d-0bf143e28037 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386884 Feb 07 23:49:56.016941 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3246933-65a3-4d32-9034-5be05e26afc2 req-8410f9b0-3069-4ea0-b1b6-5a3fc73bd29e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:56.018386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3246933-65a3-4d32-9034-5be05e26afc2 req-8410f9b0-3069-4ea0-b1b6-5a3fc73bd29e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0840549 Feb 07 23:49:56.062519 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f3246933-65a3-4d32-9034-5be05e26afc2 req-e1dacc67-a3e8-4a2d-84bb-69a6d30c1ccf tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384068 Feb 07 23:49:56.102634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-70a73334-63ed-4145-8920-bbdcac9ef7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:57.254475 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6937f03-0388-4bd4-8185-b24d8877626d req-43ec7569-b667-4d0d-bba2-3382e572fb80 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:57.256608 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6937f03-0388-4bd4-8185-b24d8877626d req-43ec7569-b667-4d0d-bba2-3382e572fb80 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0864682 Feb 07 23:49:57.305234 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f6937f03-0388-4bd4-8185-b24d8877626d req-3b42a05e-8e8f-425e-84cf-f5d9f2e47068 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Feb 07 23:49:58.317412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1f0135b2-7c52-4b59-a556-1397f80deda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:58.605577 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eee9ab-df50-4aee-8dee-1a6eb0c09555 req-f7e77187-160e-402e-8c32-15cd5d14add9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:58.606948 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12eee9ab-df50-4aee-8dee-1a6eb0c09555 req-f7e77187-160e-402e-8c32-15cd5d14add9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.1961720 Feb 07 23:49:58.653910 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-12eee9ab-df50-4aee-8dee-1a6eb0c09555 req-bd8818c7-8550-4ed8-8d6c-c5bac50aaddd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 Feb 07 23:49:59.431153 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b777b66f-c60f-44a4-8867-6a55ba980ef0 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:49:59.454896 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:59.584236 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:49:59.597735 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'port_id': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'mac_address': 'fa:16:3e:88:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:49:59.661461 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:59.679069 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b777b66f-c60f-44a4-8867-6a55ba980ef0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:49:59.696911 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:49:59.702273 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:59.790178 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:49:59.793909 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:49:59.802538 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.802890 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.803226 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.803700 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.804036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.804510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.804930 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.805206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.805539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.805867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.806331 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.806657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:49:59.861416 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10589e27-cfa4-4591-89ca-434ecea97498 req-c91af6de-6fb4-459b-b202-1f545743c787 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:49:59.863076 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10589e27-cfa4-4591-89ca-434ecea97498 req-c91af6de-6fb4-459b-b202-1f545743c787 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 944 time: 0.0892897 Feb 07 23:49:59.912764 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-10589e27-cfa4-4591-89ca-434ecea97498 req-64c15a15-09b1-4e66-a636-2f62c1f3b2eb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Feb 07 23:50:00.003496 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['b777b66f-c60f-44a4-8867-6a55ba980ef0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:50:01.098082 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcce2-7db6-4d19-9631-3d512b04d337 req-3e4445f1-a796-4aa1-b43c-d3c24589026c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:01.099667 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f3fcce2-7db6-4d19-9631-3d512b04d337 req-3e4445f1-a796-4aa1-b43c-d3c24589026c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 944 time: 0.0812097 Feb 07 23:50:01.147168 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f3fcce2-7db6-4d19-9631-3d512b04d337 req-d715ad03-de91-46e9-95c6-9f5efc8a056c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398927 Feb 07 23:50:01.249210 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:01.463886 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b777b66f-c60f-44a4-8867-6a55ba980ef0 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:50:01.529920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port b777b66f-c60f-44a4-8867-6a55ba980ef0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:50:01.534747 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port b777b66f-c60f-44a4-8867-6a55ba980ef0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:50:01.535112 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:01.651683 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:01.679444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:50:01.691418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:50:01.695738 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:01.728576 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'code': 200} Feb 07 23:50:01.770660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:50:01.862772 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66136e-e2a4-4a19-9936-e9caf5bfc5f3 req-868a8e12-0743-47cd-91f0-94eace779c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:01.864317 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee66136e-e2a4-4a19-9936-e9caf5bfc5f3 req-868a8e12-0743-47cd-91f0-94eace779c21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1096 time: 0.0724316 Feb 07 23:50:02.019403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ee66136e-e2a4-4a19-9936-e9caf5bfc5f3 req-d3da7f18-e3a0-4976-a28a-3de638c639f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480467 Feb 07 23:50:02.342319 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9461e3e-466a-4538-8715-578ef42b3ccb req-63e88e12-c4d0-4861-b217-49efe16b8a2c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:02.343641 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9461e3e-466a-4538-8715-578ef42b3ccb req-63e88e12-c4d0-4861-b217-49efe16b8a2c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0897410 Feb 07 23:50:02.389097 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e9461e3e-466a-4538-8715-578ef42b3ccb req-14c58f00-3d58-4f14-bb2f-96db35ea0fbc tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386500 Feb 07 23:50:03.577409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1b171-df17-4303-9688-f462eba5fdc7 req-b80b865a-339e-4651-9ef8-5b6fe86e695d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:03.578853 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95f1b171-df17-4303-9688-f462eba5fdc7 req-b80b865a-339e-4651-9ef8-5b6fe86e695d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0824332 Feb 07 23:50:03.625341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-95f1b171-df17-4303-9688-f462eba5fdc7 req-fb3845a3-c81f-4b30-a42f-584b3dffa071 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 Feb 07 23:50:03.811063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab32e-9876-42c2-b432-40bfe21ab786 req-f10cb316-10f7-4cd7-b060-e38791f574d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:03.812433 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93aab32e-9876-42c2-b432-40bfe21ab786 req-f10cb316-10f7-4cd7-b060-e38791f574d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0836160 Feb 07 23:50:03.856897 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93aab32e-9876-42c2-b432-40bfe21ab786 req-4e0256b2-fd24-42cf-a823-3252f6b959c3 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383561 Feb 07 23:50:03.879182 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57784) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:50:03.951311 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f856bb2-9886-4c44-b30b-f3d4a79f6c0d tempest-TestShelveInstance-21029737 tempest-TestShelveInstance-21029737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:03.952821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8f856bb2-9886-4c44-b30b-f3d4a79f6c0d tempest-TestShelveInstance-21029737 tempest-TestShelveInstance-21029737-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1091 time: 0.0720849 Feb 07 23:50:03.955627 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57788) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:50:03.961144 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:50:03.967804 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:50:03.971670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Usage tracker for resource:floatingip and tenant:81d047e95bd94504befdb266e074ba28 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:50:03.974547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:50:03.980281 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:50:03.991103 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:04.065559 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:50:04.130647 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:04.268220 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Allocated IP 172.25.0.23 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/425266a7-37c8-4bdf-a951-5838e0fa5ed5) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:50:04.419766 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:04.450433 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:04.521517 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:50:04.524461 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:50:04.529015 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:50:04.559437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'Port': ['ID=425266a7-37c8-4bdf-a951-5838e0fa5ed5,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:50:04.951518 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:05.028865 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:05.348883 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:05.354864 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:05.461019 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event updated for resources: {'Port': ['ID=425266a7-37c8-4bdf-a951-5838e0fa5ed5,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:50:05.477629 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:05.654547 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Floating IP f82f0991-cd3c-498c-90d1-f389c90a0411 associated. External IP: 172.25.0.23, port: b777b66f-c60f-44a4-8867-6a55ba980ef0. Feb 07 23:50:06.009830 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Router c25c5c43-6e45-46d4-9341-cad9afba7938 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:50:06.189018 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:50:06.199678 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] Sync routers for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:50:06.208548 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:50:06.209411 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:50:06.214424 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:06.278116 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-d4c1f7fe-d9f2-4c4d-b00c-ae12932c9cfb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3212907 Feb 07 23:50:06.278530 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:50:06.325591 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'status': 'completed', 'code': 200} Feb 07 23:50:06.391138 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:50:06.416230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-08273eae-6749-47c7-96de-79e8810c47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:06.417874 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-08273eae-6749-47c7-96de-79e8810c47c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1096 time: 0.0728774 Feb 07 23:50:06.552214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-04b8eea8-b1ac-42d5-bad7-ace4f3e2566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:06.553650 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-04b8eea8-b1ac-42d5-bad7-ace4f3e2566f service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1297367 Feb 07 23:50:06.602295 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:06.663094 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-5c760318-e5a3-4c85-b17e-e634d5a81aa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 998 time: 0.1036139 Feb 07 23:50:06.728015 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-036817a5-9a2b-440c-b813-892de9c48e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:06.729565 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-036817a5-9a2b-440c-b813-892de9c48e54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0610240 Feb 07 23:50:06.750093 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'f82f0991-cd3c-498c-90d1-f389c90a0411', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'port_id': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'mac_address': 'fa:16:3e:88:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:50:04Z', 'updated_at': '2022-02-07T23:50:04Z', 'revision_number': 0, 'project_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:50:06.754070 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] Checking router: c25c5c43-6e45-46d4-9341-cad9afba7938 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:50:06.763434 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:50:06.764057 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:49:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:50:06.809546 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-1be7b1e7-2fb5-4ace-90fe-25f67411ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:06.810965 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-1be7b1e7-2fb5-4ace-90fe-25f67411ea7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754817 Feb 07 23:50:06.946982 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:50:06.961866 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-e9ce0663-8da4-40ad-a076-7ba184bfd1b3 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450970 Feb 07 23:50:07.022356 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:07.101292 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-dacb8e0a-9838-4f0d-9ffd-26b9e452787f req-6f268a50-a94e-420f-a3e5-1e47b93d6ec8 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337588 Feb 07 23:50:07.333095 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'f82f0991-cd3c-498c-90d1-f389c90a0411', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'port_id': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'mac_address': 'fa:16:3e:88:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:50:04Z', 'updated_at': '2022-02-07T23:50:04Z', 'revision_number': 0, 'project_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:50:07.337277 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb35c2-6765-4db5-82ea-23ab1e45ba19 None None] The sync data for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 is: [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'f82f0991-cd3c-498c-90d1-f389c90a0411', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'floating_ip_address': '172.25.0.23', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'port_id': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'mac_address': 'fa:16:3e:88:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:50:04Z', 'updated_at': '2022-02-07T23:50:04Z', 'revision_number': 0, 'project_id': '81d047e95bd94504befdb266e074ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:50:07.552772 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373e9bb-cb0e-4820-8025-139967ec0ee0 None None] New status for floating IP f82f0991-cd3c-498c-90d1-f389c90a0411: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:50:08.069999 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-5c01d39b-3abc-4dcb-bfcb-0e1a6991f22d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725737 Feb 07 23:50:08.221447 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-ef9fcb1a-526a-4dff-b8ea-4c4ecbec5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:08.222947 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-ef9fcb1a-526a-4dff-b8ea-4c4ecbec5356 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1096 time: 0.0768492 Feb 07 23:50:08.393279 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-0384b266-ca38-49fd-963c-80f0f4597e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:08.395036 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-0384b266-ca38-49fd-963c-80f0f4597e76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1522808 Feb 07 23:50:08.504534 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-a1c3ad05-3b45-48e3-a0f3-9c3fc706e70c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 1000 time: 0.1032729 Feb 07 23:50:08.567806 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-73bfff07-49da-423b-b55c-b08a51bb3015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:08.569302 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-73bfff07-49da-423b-b55c-b08a51bb3015 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0594690 Feb 07 23:50:08.648072 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-7300fe15-b955-4dab-9866-6853431d24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:50:08.649519 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-7300fe15-b955-4dab-9866-6853431d24ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744004 Feb 07 23:50:08.782120 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-aa2c68f9-d0ec-41fb-8b5c-91a36c691c66 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262121 Feb 07 23:50:08.918159 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-4bb37696-572e-47cf-bf5b-18f1669de4ee req-f8cda587-14de-4096-9cb8-f61fec8954b0 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281896 Feb 07 23:50:26.105778 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da4a53f5-b0f9-4609-86e0-6545b70a3bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:28.320851 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-851240de-a561-4b91-ac14-ee3772882fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:29.447673 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:29.777735 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:31.252803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:36.601614 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:37.021841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:41.064087 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:50:56.108407 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e55c9f7e-dde1-4681-8ce4-0aca690f2458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:58.322085 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-38567b1d-b883-4d70-aaee-0b947785c1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:59.449424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:50:59.779711 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:01.254147 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:06.608027 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:07.043836 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:10.244193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-65d34f7b-db00-4ef3-8be9-8c7736cf08da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2384183 Feb 07 23:51:10.392869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11981-e432-476c-bd32-5617e6832304 req-9b8c3954-1ffb-42c0-a89c-ecc596eb6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:51:10.394377 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-9b8c3954-1ffb-42c0-a89c-ecc596eb6173 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1096 time: 0.0713866 Feb 07 23:51:10.543741 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11981-e432-476c-bd32-5617e6832304 req-661c80d3-0a16-4ab6-aaf2-0ef051b6f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:51:10.545141 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-661c80d3-0a16-4ab6-aaf2-0ef051b6f09c service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1274486 Feb 07 23:51:10.655581 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-9945d8ba-5077-4992-a4b1-7d4879e2b89b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0995641 Feb 07 23:51:10.725656 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11981-e432-476c-bd32-5617e6832304 req-a46a8c82-8927-45b6-ac7c-ed58037b121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:51:10.727107 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-a46a8c82-8927-45b6-ac7c-ed58037b121d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0625947 Feb 07 23:51:10.810857 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f11981-e432-476c-bd32-5617e6832304 req-3d08affd-ea4b-47ca-b515-2ca040a40ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:51:10.812253 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-3d08affd-ea4b-47ca-b515-2ca040a40ead service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765917 Feb 07 23:51:10.956233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-1cf3c910-dd2b-49df-ab5a-53d4a45c6dbd service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330073 Feb 07 23:51:11.103276 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-50f11981-e432-476c-bd32-5617e6832304 req-832a6d3d-9577-485c-a11a-867737533ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374466 Feb 07 23:51:18.063389 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:51:26.110412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7389c485-b12f-4420-b71b-f0bf135d888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:28.323297 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6987848c-d9bf-41f7-90ca-9a8339782452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:29.452870 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:29.782534 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:31.256192 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:36.613792 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:37.072859 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:55.062256 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:51:56.112323 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d5cab9af-e9b7-4c93-996a-a439118321a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:58.326001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-02b0a24d-1e64-4dc5-a11c-3e90a3769a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:59.456006 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:51:59.784778 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:01.259786 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:03.704283 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaa997-a0f6-492b-b549-bcedd82824b2 req-1709ce2d-89e5-488d-8e75-b9de2e5fd7a2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:03.705767 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-befaa997-a0f6-492b-b549-bcedd82824b2 req-1709ce2d-89e5-488d-8e75-b9de2e5fd7a2 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0834680 Feb 07 23:52:03.752913 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-befaa997-a0f6-492b-b549-bcedd82824b2 req-71b4c133-538f-49a3-acda-4347d397d989 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Feb 07 23:52:04.963797 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeadf8c-872b-4484-a6bf-18e1c0d61cce req-cd21a2a8-4bb2-4d67-b2f8-82e4cf506eae tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:04.965192 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8eeadf8c-872b-4484-a6bf-18e1c0d61cce req-cd21a2a8-4bb2-4d67-b2f8-82e4cf506eae tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0938568 Feb 07 23:52:05.010701 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8eeadf8c-872b-4484-a6bf-18e1c0d61cce req-ad3d9ef1-2d04-4635-b4aa-b8d5a54fc725 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398440 Feb 07 23:52:06.198961 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1738d0-1aeb-492d-a6e0-629d13ec8cb7 req-383609f6-80bc-4e0f-9196-19c685312561 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:06.200397 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa1738d0-1aeb-492d-a6e0-629d13ec8cb7 req-383609f6-80bc-4e0f-9196-19c685312561 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0834196 Feb 07 23:52:06.358139 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aa1738d0-1aeb-492d-a6e0-629d13ec8cb7 req-b567e5ee-458f-492d-adfc-a75464e8d28d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520679 Feb 07 23:52:06.608020 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:07.072352 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:07.547258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68b38-406b-4754-8bd7-161c62320fe9 req-ef3304b3-0bbc-49dd-a40a-db3ef372ba1c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:07.549057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58f68b38-406b-4754-8bd7-161c62320fe9 req-ef3304b3-0bbc-49dd-a40a-db3ef372ba1c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0823560 Feb 07 23:52:07.614886 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58f68b38-406b-4754-8bd7-161c62320fe9 req-d2b6f01a-1ac6-409c-bfd8-a05636d0f6c1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595269 Feb 07 23:52:08.804954 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba7b88-5fb2-4acc-b69b-1039fd804519 req-315314d4-5fb9-41b9-a4e4-7749324ddfbd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:08.806993 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aba7b88-5fb2-4acc-b69b-1039fd804519 req-315314d4-5fb9-41b9-a4e4-7749324ddfbd tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0825958 Feb 07 23:52:08.854291 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8aba7b88-5fb2-4acc-b69b-1039fd804519 req-e52fa5f7-cd87-45a1-aff9-67ede1744d19 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415001 Feb 07 23:52:10.046446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613a144-2147-4234-8397-86cf84357906 req-8f1817ca-d0a7-4e0a-8a57-23d146c64837 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:10.048779 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c613a144-2147-4234-8397-86cf84357906 req-8f1817ca-d0a7-4e0a-8a57-23d146c64837 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0834866 Feb 07 23:52:10.098991 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c613a144-2147-4234-8397-86cf84357906 req-fd48fd1a-6262-4a59-b2d9-54e097db5196 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 Feb 07 23:52:10.149061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-24104ba6-2c01-44f9-b812-e336223ce6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:10.151057 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-24104ba6-2c01-44f9-b812-e336223ce6ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1096 time: 0.0782762 Feb 07 23:52:10.304585 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-ced5d671-86b2-4986-bce0-cd58630742e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:10.306618 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-ced5d671-86b2-4986-bce0-cd58630742e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1308198 Feb 07 23:52:10.418018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-861d9e41-e255-4cd9-916b-5a91b42846ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 1000 time: 0.1019595 Feb 07 23:52:10.488824 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-1f91f0ad-5f8c-4e6b-88fd-7f91baad7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:10.490306 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-1f91f0ad-5f8c-4e6b-88fd-7f91baad7bf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0622087 Feb 07 23:52:10.570470 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-701a4bfc-141d-4dc6-a5ba-7011f3fc03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:10.571741 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-701a4bfc-141d-4dc6-a5ba-7011f3fc03a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755000 Feb 07 23:52:10.712957 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-97321b33-c332-4b71-a075-d28de99f79ad service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352265 Feb 07 23:52:10.850174 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-b555e346-78f3-4a53-a3a1-ce3e1bc664fc req-cdc131fa-61dc-47b8-a84c-6f77dd5139b8 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312377 Feb 07 23:52:11.304083 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de0a4-b1b9-429d-95b6-58fe0f75c535 req-f176520a-dec9-482d-8c6a-5226ba7de22b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:11.305594 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e8de0a4-b1b9-429d-95b6-58fe0f75c535 req-f176520a-dec9-482d-8c6a-5226ba7de22b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0821962 Feb 07 23:52:11.352117 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4e8de0a4-b1b9-429d-95b6-58fe0f75c535 req-e1dcc151-6075-40e5-ae62-7e267fb4e355 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407267 Feb 07 23:52:12.558437 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dee6df-f0f8-43c8-a0d2-bc7fba637517 req-0f6ad7c1-ed33-49f1-9d7e-6d2cd6eaebec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:12.559895 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09dee6df-f0f8-43c8-a0d2-bc7fba637517 req-0f6ad7c1-ed33-49f1-9d7e-6d2cd6eaebec tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0874302 Feb 07 23:52:12.607329 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-09dee6df-f0f8-43c8-a0d2-bc7fba637517 req-1fc43507-de4f-4e1b-85fb-8b9f0f8b6161 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416296 Feb 07 23:52:13.792739 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d5303-d19a-431f-815e-67f61a5b2acb req-d9182c89-57c7-4966-aa51-bc64116a3d77 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:13.794225 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f06d5303-d19a-431f-815e-67f61a5b2acb req-d9182c89-57c7-4966-aa51-bc64116a3d77 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0823348 Feb 07 23:52:13.840029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f06d5303-d19a-431f-815e-67f61a5b2acb req-d3b3bbe8-e146-446d-883c-d9883783170d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Feb 07 23:52:13.843597 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-90a28d93-7e26-4aaa-8efb-2aaee2a7b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:13.845340 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-90a28d93-7e26-4aaa-8efb-2aaee2a7b940 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1096 time: 0.0815709 Feb 07 23:52:14.087465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-8df5b10b-9f94-4609-b2e3-cb0a3a608af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:14.088870 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-8df5b10b-9f94-4609-b2e3-cb0a3a608af6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.2342453 Feb 07 23:52:14.198465 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-5ea6ccce-da44-45c9-a38f-1c63ff64ffc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0996683 Feb 07 23:52:14.263598 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-447b2bea-e12b-4444-a6d5-aa7c33ac70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:14.265114 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-447b2bea-e12b-4444-a6d5-aa7c33ac70e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0584562 Feb 07 23:52:14.347744 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-d1f17108-b15f-49f6-b9c1-7537d1d44e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:14.349145 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-d1f17108-b15f-49f6-b9c1-7537d1d44e4d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746353 Feb 07 23:52:14.493053 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-b7d4867f-6fb0-4868-bf2d-5fc1576e9815 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340024 Feb 07 23:52:14.629450 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-ae2ba328-de0f-4c0e-a304-8d889f48efac req-e5d95f3f-e59d-469a-9151-7598764d7829 service neutron] 10.222.0.26 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265454 Feb 07 23:52:15.026506 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38bed9-efbc-4602-b87a-9472aff6a837 req-aadb5f69-d161-4986-afc7-23ae92bcfe42 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:15.027969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd38bed9-efbc-4602-b87a-9472aff6a837 req-aadb5f69-d161-4986-afc7-23ae92bcfe42 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0846734 Feb 07 23:52:15.072515 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-bd38bed9-efbc-4602-b87a-9472aff6a837 req-6e071014-48b0-42fb-8fa2-ca110748357d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388699 Feb 07 23:52:16.255508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b6e36-b856-41d0-943c-4b05b47ca219 req-abdbb13b-534f-455a-a5ee-bae8d9f86b4f tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:16.257001 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df0b6e36-b856-41d0-943c-4b05b47ca219 req-abdbb13b-534f-455a-a5ee-bae8d9f86b4f tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0804729 Feb 07 23:52:16.304320 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-df0b6e36-b856-41d0-943c-4b05b47ca219 req-89329570-7eb1-46f4-8729-eed509c73061 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414557 Feb 07 23:52:17.491463 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122dcd6-d5dd-48d6-94c4-0c4993b53e06 req-2ee037f6-90ee-4b22-aa7a-db9ecf269a36 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:17.493486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7122dcd6-d5dd-48d6-94c4-0c4993b53e06 req-2ee037f6-90ee-4b22-aa7a-db9ecf269a36 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0812824 Feb 07 23:52:17.537653 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7122dcd6-d5dd-48d6-94c4-0c4993b53e06 req-9f3edccd-574e-43c9-9126-574bf13fac32 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 Feb 07 23:52:18.918190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ca063-9e9b-4937-8cd7-0cd155aab0d3 req-221b24a9-fd7e-4b12-984b-12bfd6eb9ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:18.919861 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-75ef14b0-91ed-4143-9154-205798b5fe3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1546278 Feb 07 23:52:18.923662 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-437ca063-9e9b-4937-8cd7-0cd155aab0d3 req-221b24a9-fd7e-4b12-984b-12bfd6eb9ca6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0995851 Feb 07 23:52:18.973131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-437ca063-9e9b-4937-8cd7-0cd155aab0d3 req-4a01777f-63ef-4886-819f-0aeaf9b1624c tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466652 Feb 07 23:52:20.162490 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa33de-d02f-4a16-b4ff-a3434f7224d9 req-4ba2fe84-f9c8-4095-a38a-a9fafad76f0b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:20.164520 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99aa33de-d02f-4a16-b4ff-a3434f7224d9 req-4ba2fe84-f9c8-4095-a38a-a9fafad76f0b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 945 time: 0.0835464 Feb 07 23:52:20.207195 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device b777b66f-c60f-44a4-8867-6a55ba980ef0 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:52:20.209314 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-99aa33de-d02f-4a16-b4ff-a3434f7224d9 req-fd18ce1d-cc46-4199-bd6b-028e9701f8b7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 Feb 07 23:52:20.361570 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:20.388600 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:52:20.398393 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:52:20.403109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:20.435456 n-d-827896-3 neutron-server[87672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'code': 422} returned with failed status Feb 07 23:52:20.474121 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:52:20.481629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.481975 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.482339 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.482678 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.483007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.483333 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.483659 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.483979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.484299 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.484639 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.484961 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:20.485277 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:21.409855 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae7225-1b8a-47fa-97c0-e40df4e07cf5 req-ad944010-1818-4d88-aaa9-00cb31c0348b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:21.411326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aeae7225-1b8a-47fa-97c0-e40df4e07cf5 req-ad944010-1818-4d88-aaa9-00cb31c0348b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0851972 Feb 07 23:52:21.456635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-aeae7225-1b8a-47fa-97c0-e40df4e07cf5 req-84933b91-8459-4c9b-a99b-b782dc6c56e7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388157 Feb 07 23:52:21.484203 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-a95a3c61-4cac-48b7-b88d-344cc82ad456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:21.485702 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-a95a3c61-4cac-48b7-b88d-344cc82ad456 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a&tenant_id=81d047e95bd94504befdb266e074ba28 HTTP/1.1" status: 200 len: 1094 time: 0.0724359 Feb 07 23:52:21.497531 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-3', 'device_owner': 'compute:nova'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:52:21.609273 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:21.879743 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:52:21.908341 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:52:21.958319 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b777b66f-c60f-44a4-8867-6a55ba980ef0 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:52:21.966004 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:21.981071 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Transition to ACTIVE for port object b777b66f-c60f-44a4-8867-6a55ba980ef0 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:52:21.985337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:22.133153 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=7']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:52:22.147793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.148166 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.148507 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.148865 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.149232 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.149556 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.150248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.150584 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.150907 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.151231 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.151554 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.151874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:52:22.197652 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] No DVR routers for this DVR port b777b66f-c60f-44a4-8867-6a55ba980ef0 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:52:22.534564 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:52:22.535294 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:52:22.535422 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:52:22.540057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Port b777b66f-c60f-44a4-8867-6a55ba980ef0 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:52:22.540457 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Attempting to bind port b777b66f-c60f-44a4-8867-6a55ba980ef0 on network 95800935-22f7-4b50-b1c6-c0eba3b90265 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:52:22.545695 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:52:22.546110 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Checking segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:52:22.546506 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Bound using segment: {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:52:22.546943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Bound port: b777b66f-c60f-44a4-8867-6a55ba980ef0, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a782ba77-db8b-4137-b25f-9a1867dbc93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:52:22.547292 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:22.641207 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:52:22.641889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adac1f1-f165-4119-8ebc-d8e2c7173374 req-29a92d2b-cabc-49df-b5f7-4f88872effa7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:22.643415 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0adac1f1-f165-4119-8ebc-d8e2c7173374 req-29a92d2b-cabc-49df-b5f7-4f88872effa7 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0809934 Feb 07 23:52:22.644896 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:52:22.650301 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:22.692791 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0adac1f1-f165-4119-8ebc-d8e2c7173374 req-5c831419-b405-46fe-bdff-14a5ed0dbe3d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392108 Feb 07 23:52:22.717033 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:22.717652 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:22.719122 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-e776af12-af98-4f89-87f9-829942342782 service neutron] 10.222.0.36 "PUT /v2.0/ports/b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 1091 time: 1.2261107 Feb 07 23:52:22.719557 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:52:22.740968 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776af12-af98-4f89-87f9-829942342782 service neutron] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=8']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:52:22.777043 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'status': 'completed', 'code': 200} Feb 07 23:52:22.823140 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-5217a1ae-5da1-4feb-9531-ba6da9e5cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:22.829373 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-5217a1ae-5da1-4feb-9531-ba6da9e5cfb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1094 time: 0.0802817 Feb 07 23:52:22.970430 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-a5b98545-e162-43b9-bb84-e5511b122beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:22.971862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-a5b98545-e162-43b9-bb84-e5511b122beb service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1413028 Feb 07 23:52:23.086950 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-8c494e76-e388-4ee6-b0e8-5fb73eca8776 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 998 time: 0.1082523 Feb 07 23:52:23.153792 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-d6cc3073-2c6a-4c52-bc4b-d20437989fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:23.155220 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-d6cc3073-2c6a-4c52-bc4b-d20437989fd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0629697 Feb 07 23:52:23.230633 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-30a2b107-d85a-4598-803c-fedc24e3544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:23.232091 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-30a2b107-d85a-4598-803c-fedc24e3544b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704985 Feb 07 23:52:23.374226 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-18d7192e-6d89-4faf-88af-eb5e7fb13bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358154 Feb 07 23:52:23.512779 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-558e1de7-7b48-4f51-b7d7-88397cbba4db service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328192 Feb 07 23:52:23.630869 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-2442560c-6df5-4ecf-9ba3-e62fe38019f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:23.632662 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-2442560c-6df5-4ecf-9ba3-e62fe38019f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1094 time: 0.0745711 Feb 07 23:52:23.780204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-8f65d41b-4854-4110-b2ed-944c4e03462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:23.781684 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-8f65d41b-4854-4110-b2ed-944c4e03462d service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.1433041 Feb 07 23:52:23.888057 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-34e0728f-0ef9-48cf-9ecc-f54aa68e623b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 998 time: 0.0985234 Feb 07 23:52:23.891133 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58ffeb-6956-4d50-807a-3a94458081f9 req-d726cb6c-a944-4ddc-ad1c-0c9a11267adb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:23.892600 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f58ffeb-6956-4d50-807a-3a94458081f9 req-d726cb6c-a944-4ddc-ad1c-0c9a11267adb tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0866020 Feb 07 23:52:23.939043 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f58ffeb-6956-4d50-807a-3a94458081f9 req-7a603354-f67c-4a6f-95dd-3326f3d0fc0b tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Feb 07 23:52:23.958132 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-f71d044d-779f-4ab0-bbd8-d472fbb690b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:23.959673 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-f71d044d-779f-4ab0-bbd8-d472fbb690b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0651741 Feb 07 23:52:24.039086 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-ba36ef6c-45db-4763-b4bf-a71b33c20620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:24.041257 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-ba36ef6c-45db-4763-b4bf-a71b33c20620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746031 Feb 07 23:52:24.184190 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-bba80efb-57c2-4bfd-b292-593aa776eae1 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366143 Feb 07 23:52:24.316313 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-84e34218-0fdb-4cd3-9de2-67a47703254e req-d288e309-e939-4ebe-98d0-dd6cc079480f service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268272 Feb 07 23:52:25.132307 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4a95b-e04a-4bbb-a6f5-52e87396a1b1 req-1cf6ecf9-bc52-463e-80c3-dd6a5ffd51e6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:25.134471 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44c4a95b-e04a-4bbb-a6f5-52e87396a1b1 req-1cf6ecf9-bc52-463e-80c3-dd6a5ffd51e6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0877023 Feb 07 23:52:25.183545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-44c4a95b-e04a-4bbb-a6f5-52e87396a1b1 req-0f6b5380-b53e-4c25-9f17-7e9e15909381 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432751 Feb 07 23:52:26.113195 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7cd16c05-7dd1-4212-b292-85fe09f18efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:26.368156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247b76d-2a06-4c75-9a39-21dd0f5083db req-c7724d9c-adb3-4429-b828-35aac6d33c39 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:26.369653 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4247b76d-2a06-4c75-9a39-21dd0f5083db req-c7724d9c-adb3-4429-b828-35aac6d33c39 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0819631 Feb 07 23:52:26.415353 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4247b76d-2a06-4c75-9a39-21dd0f5083db req-0a75b1b3-f755-485b-b308-68b3a11b4ae0 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394776 Feb 07 23:52:27.602246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126179f-36c7-4f7a-a614-cee32ed4046f req-6cb02825-d583-422d-a64f-29cc3ce2485f tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:27.603717 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a126179f-36c7-4f7a-a614-cee32ed4046f req-6cb02825-d583-422d-a64f-29cc3ce2485f tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0830762 Feb 07 23:52:27.648184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a126179f-36c7-4f7a-a614-cee32ed4046f req-b189a598-4acb-47f2-bb3a-dcd0f939ee40 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 Feb 07 23:52:28.329234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3a5c06f9-c3d9-46ae-8ab2-f2ae4823027f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:28.838013 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a2f3-6d50-48d8-9d15-2b4f0748f8bf req-af9afefb-afd7-4a4a-acc5-f22b22283700 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:28.839508 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cbc2a2f3-6d50-48d8-9d15-2b4f0748f8bf req-af9afefb-afd7-4a4a-acc5-f22b22283700 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0810359 Feb 07 23:52:28.884469 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-cbc2a2f3-6d50-48d8-9d15-2b4f0748f8bf req-fe6f1191-6a71-4045-b065-fc90050262d1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392208 Feb 07 23:52:29.462346 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:29.788284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:30.098949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a1c60-f9ed-47a3-b1b3-d7224d3b7f89 req-91903338-7182-403e-a63d-926a07f9b396 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:30.100306 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da2a1c60-f9ed-47a3-b1b3-d7224d3b7f89 req-91903338-7182-403e-a63d-926a07f9b396 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0827653 Feb 07 23:52:30.143495 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da2a1c60-f9ed-47a3-b1b3-d7224d3b7f89 req-a44ec519-f08b-4fc6-85a7-62fe445e002e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368750 Feb 07 23:52:31.265968 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:31.330058 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de61bd8-eabd-4152-8680-c558ec8e52c7 req-0b4263ce-9766-43dd-95dd-0fc9eecc4ee5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:31.331530 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3de61bd8-eabd-4152-8680-c558ec8e52c7 req-0b4263ce-9766-43dd-95dd-0fc9eecc4ee5 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0783989 Feb 07 23:52:31.378845 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-3de61bd8-eabd-4152-8680-c558ec8e52c7 req-3e091960-9cfa-4059-8a5e-c12fea9c6d44 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412884 Feb 07 23:52:32.061900 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:52:32.561189 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa2c7-044a-4a59-b7d9-4fe66a030027 req-a14e8331-7b89-4d95-a9b5-cb01569bc585 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:32.562545 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b29aa2c7-044a-4a59-b7d9-4fe66a030027 req-a14e8331-7b89-4d95-a9b5-cb01569bc585 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 943 time: 0.0808308 Feb 07 23:52:32.606666 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b29aa2c7-044a-4a59-b7d9-4fe66a030027 req-1958234e-79ef-4763-b8b5-c083c76faa47 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384247 Feb 07 23:52:33.260313 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b777b66f-c60f-44a4-8867-6a55ba980ef0 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:52:33.394328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:52:33.410831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'port_id': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'mac_address': 'fa:16:3e:88:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:52:33.466345 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:33.482655 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b777b66f-c60f-44a4-8867-6a55ba980ef0 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:52:33.497462 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:52:33.501686 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:33.566613 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=9']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:52:33.721442 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['b777b66f-c60f-44a4-8867-6a55ba980ef0'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:52:33.793366 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03ff8f-dc92-46b5-8183-00b08d805a4b req-45f16440-e6af-44b2-a138-1ab4e9955243 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:33.794847 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc03ff8f-dc92-46b5-8183-00b08d805a4b req-45f16440-e6af-44b2-a138-1ab4e9955243 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 944 time: 0.0852699 Feb 07 23:52:33.841981 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-dc03ff8f-dc92-46b5-8183-00b08d805a4b req-a90ac05d-0298-4b71-902b-fd99e2376404 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412889 Feb 07 23:52:35.025621 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c2402-ffe1-4d8c-815b-44f2d2898f7b req-699b3a4f-daae-427b-a1f6-9e6cd3cf4bbe tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:35.027083 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a70c2402-ffe1-4d8c-815b-44f2d2898f7b req-699b3a4f-daae-427b-a1f6-9e6cd3cf4bbe tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 944 time: 0.0803435 Feb 07 23:52:35.070719 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a70c2402-ffe1-4d8c-815b-44f2d2898f7b req-841c3414-2785-46c6-a501-ee32487aef07 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371127 Feb 07 23:52:35.260355 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b777b66f-c60f-44a4-8867-6a55ba980ef0 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:52:35.329547 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port b777b66f-c60f-44a4-8867-6a55ba980ef0 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:52:35.334285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port b777b66f-c60f-44a4-8867-6a55ba980ef0 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:52:35.334662 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:35.455673 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:35.482117 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:52:35.492150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:52:35.495492 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:35.527516 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'code': 200} Feb 07 23:52:35.568076 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=10']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:52:35.733016 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adde2f-443f-4dc5-8b75-96b2d43c0d57 req-b52623e7-486a-455c-96ae-d16f8c7d6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:35.734487 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80adde2f-443f-4dc5-8b75-96b2d43c0d57 req-b52623e7-486a-455c-96ae-d16f8c7d6ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1097 time: 0.0751991 Feb 07 23:52:35.775712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-80adde2f-443f-4dc5-8b75-96b2d43c0d57 req-39e7e580-765b-469a-b9f9-d744a028028a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345771 Feb 07 23:52:36.259934 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8430e8b-e348-41d3-84e4-cdbe81914c01 req-5d7cf4b8-a25c-4128-aea2-2193c191c128 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:36.261401 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8430e8b-e348-41d3-84e4-cdbe81914c01 req-5d7cf4b8-a25c-4128-aea2-2193c191c128 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 946 time: 0.0828817 Feb 07 23:52:36.305341 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c8430e8b-e348-41d3-84e4-cdbe81914c01 req-ea180e2a-8454-4dc5-82db-5529817a0ee6 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383236 Feb 07 23:52:36.628412 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:37.092697 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:37.490003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e56a7-9e84-4bb2-9d91-ac495a5cc45c req-53382a36-8a47-4f81-805c-d9214cf913b1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:37.491577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d1e56a7-9e84-4bb2-9d91-ac495a5cc45c req-53382a36-8a47-4f81-805c-d9214cf913b1 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 946 time: 0.0815120 Feb 07 23:52:37.537454 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0d1e56a7-9e84-4bb2-9d91-ac495a5cc45c req-fa930c6d-2401-4f8f-839a-8611c148b560 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Feb 07 23:52:53.549269 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-3ba1f900-25a7-4782-8482-856c1b3a49b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733767 Feb 07 23:52:53.708486 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-ae2750d5-76ec-4790-9db5-c090816e8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:53.708486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-ae2750d5-76ec-4790-9db5-c090816e8d27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1097 time: 0.0775051 Feb 07 23:52:53.975088 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-7f54549b-e79a-4c6c-9fbc-ba79eb838da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:53.975088 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-7f54549b-e79a-4c6c-9fbc-ba79eb838da0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.2468185 Feb 07 23:52:54.084146 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-a1f3a6c0-d398-4c5a-aad6-0fa75d12f932 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 1000 time: 0.1013668 Feb 07 23:52:54.151136 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-d932f399-6ab2-4870-a97e-00549c81aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:54.151136 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-d932f399-6ab2-4870-a97e-00549c81aa21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0611563 Feb 07 23:52:54.238390 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-4980e532-da20-4fe0-b1bb-bae88d975778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:52:54.238390 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-4980e532-da20-4fe0-b1bb-bae88d975778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814228 Feb 07 23:52:54.389498 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-f3e3fab9-a5df-4753-9ae6-20baeb31577d service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411774 Feb 07 23:52:54.536482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0a8acf99-4777-4a6c-81f7-d458b65878a4 req-4082b579-ad3c-4619-8d71-e103e759065c service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410820 Feb 07 23:52:56.125208 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aea4-044f-4e46-b5a9-66703fdebac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:58.335236 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1dd18b87-f303-47f8-94bf-bc2617bb1035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:59.466853 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:52:59.790782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:01.267075 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:06.635783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:07.104222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:09.062507 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:53:26.114454 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-987e7524-a2b1-471c-8693-619bc4a80eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:28.328723 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-efb81d4f-85a2-4b57-be92-057ff49b4da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:29.460220 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:29.793211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:31.267280 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:36.627269 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:37.101616 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:46.061752 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:53:53.649515 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57952) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:53:53.851150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Deleting port 425266a7-37c8-4bdf-a951-5838e0fa5ed5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:53:53.851492 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:54.016743 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:54.016966 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:54.142094 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Calling delete_port for 425266a7-37c8-4bdf-a951-5838e0fa5ed5 owned by network:floatingip {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:53:54.288844 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:54.339462 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event deleted for resources: {'Port': ['ID=425266a7-37c8-4bdf-a951-5838e0fa5ed5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:53:54.382944 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.383282 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.383616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.383979 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.384324 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.385179 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.385526 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.385848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.386165 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.386522 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.386836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.387174 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:53:54.451218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for floatingip, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:54.451559 n-d-827896-3 neutron-server[87671]: INFO neutron.db.l3_db [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Floating IP f82f0991-cd3c-498c-90d1-f389c90a0411 disassociated (deleted). External IP: 172.25.0.23, port: b777b66f-c60f-44a4-8867-6a55ba980ef0. Feb 07 23:53:54.776324 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-f3d73292-1c11-4789-a88c-073e7ccc63e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3860300 Feb 07 23:53:55.017378 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Router c25c5c43-6e45-46d4-9341-cad9afba7938 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:53:55.028728 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ddf78-3013-4938-9082-b9096b42dfac req-28ca3af7-d8c7-4b67-a63f-a99cb6c66715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:55.030154 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-28ca3af7-d8c7-4b67-a63f-a99cb6c66715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1097 time: 0.1815572 Feb 07 23:53:55.317617 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:53:55.324043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ddf78-3013-4938-9082-b9096b42dfac req-c3718c79-09ab-406c-956b-ec279f3be6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:55.325562 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-c3718c79-09ab-406c-956b-ec279f3be6b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.2412426 Feb 07 23:53:55.327693 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] Sync routers for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:53:55.340754 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:53:55.341356 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:53:55.396786 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-4ca1a663-20df-4443-b223-3788ff87cb23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 217 time: 0.0623953 Feb 07 23:53:55.398231 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:55.504109 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3a0421be-76fe-43b4-b044-e3e8a9cfab38 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "DELETE /v2.0/floatingips/f82f0991-cd3c-498c-90d1-f389c90a0411 HTTP/1.1" status: 204 len: 168 time: 1.8511183 Feb 07 23:53:55.504309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:53:55.512864 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ddf78-3013-4938-9082-b9096b42dfac req-c5211600-b7c5-4c3e-bd3d-837e5546591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:55.514313 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-c5211600-b7c5-4c3e-bd3d-837e5546591d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0921535 Feb 07 23:53:55.516663 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:53:55.578524 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'status': 'completed', 'code': 200} Feb 07 23:53:55.597938 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ddf78-3013-4938-9082-b9096b42dfac req-3223c6a5-1516-4ff2-ace8-96683eb19a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:55.599415 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-3223c6a5-1516-4ff2-ace8-96683eb19a90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781565 Feb 07 23:53:55.746463 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-65ae7de8-0bef-4819-a4e7-474254cb7537 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405714 Feb 07 23:53:55.860019 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:53:55.865673 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] Checking router: c25c5c43-6e45-46d4-9341-cad9afba7938 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:53:55.875647 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:53:55.876475 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:53:55.894630 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-388ddf78-3013-4938-9082-b9096b42dfac req-bb006c21-84d1-4a41-bdda-e87415a08473 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410918 Feb 07 23:53:55.972853 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14de57a-8391-4dd1-9c4d-9fdf959707c6 req-480a33e2-8ef7-47de-845c-37ca35d91522 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:55.974476 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a14de57a-8391-4dd1-9c4d-9fdf959707c6 req-480a33e2-8ef7-47de-845c-37ca35d91522 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 946 time: 0.1338131 Feb 07 23:53:56.013001 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467504e7-1415-4f87-bce1-55282433a608 req-b692aa97-bac6-421b-b4bd-ef876d46311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:56.014620 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-467504e7-1415-4f87-bce1-55282433a608 req-b692aa97-bac6-421b-b4bd-ef876d46311a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=81d047e95bd94504befdb266e074ba28&device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 1097 time: 0.0765727 Feb 07 23:53:56.023164 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a14de57a-8391-4dd1-9c4d-9fdf959707c6 req-7f264c27-d4ea-4315-aad4-cbec01a44a9e tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416858 Feb 07 23:53:56.094955 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:53:56.120980 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c291991b-8fad-428e-a30b-d48a7298ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:56.272005 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467504e7-1415-4f87-bce1-55282433a608 req-b42a3cdb-644d-428b-b19a-d5b8fef62cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:56.273561 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-467504e7-1415-4f87-bce1-55282433a608 req-b42a3cdb-644d-428b-b19a-d5b8fef62cbf service neutron] 10.222.0.36 "GET /v2.0/networks?id=95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 200 len: 910 time: 0.2527957 Feb 07 23:53:56.347239 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-467504e7-1415-4f87-bce1-55282433a608 req-11aadf35-2b23-4b0e-bc32-9c6db3ab8533 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 200 len: 217 time: 0.0645533 Feb 07 23:53:56.411934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467504e7-1415-4f87-bce1-55282433a608 req-1d9b8c38-3aa1-4857-8ad9-001eab741e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:56.413407 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-467504e7-1415-4f87-bce1-55282433a608 req-1d9b8c38-3aa1-4857-8ad9-001eab741e7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 200 len: 848 time: 0.0600734 Feb 07 23:53:56.416443 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:53:56.420648 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afa0feb-b465-4b4f-8289-48614202ef3d None None] The sync data for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 is: [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:45:07Z', 'revision_number': 4, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '1c6bdd29-6856-4567-b900-72b90ea8d673', 'name': '', 'network_id': '95800935-22f7-4b50-b1c6-c0eba3b90265', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'mac_address': 'fa:16:3e:bf:46:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:07Z', 'updated_at': '2022-02-07T23:45:14Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'subnets': [{'id': '742fc1ba-574d-46c2-9ed1-e3b435fa37de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:53:56.494385 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467504e7-1415-4f87-bce1-55282433a608 req-4adde14e-5530-48b3-ba59-e7272f33b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:56.495862 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-467504e7-1415-4f87-bce1-55282433a608 req-4adde14e-5530-48b3-ba59-e7272f33b59a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=95800935-22f7-4b50-b1c6-c0eba3b90265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761909 Feb 07 23:53:56.633654 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-467504e7-1415-4f87-bce1-55282433a608 req-91868ccd-2ebe-4a33-823a-fe598e0d0f2e service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307688 Feb 07 23:53:56.645285 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e347b2-419d-4de8-8b16-debe2af99657 None None] New status for floating IP f82f0991-cd3c-498c-90d1-f389c90a0411: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:53:56.769557 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-467504e7-1415-4f87-bce1-55282433a608 req-cbeb85c2-7a25-4886-b85c-ffe810db3034 service neutron] 10.222.0.36 "GET /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286321 Feb 07 23:53:57.255488 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc649-0a94-4090-8b4f-d25d4adb8f90 req-396daa01-8e75-4fb2-b791-53ad337189d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:57.257239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bfdc649-0a94-4090-8b4f-d25d4adb8f90 req-396daa01-8e75-4fb2-b791-53ad337189d9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 946 time: 0.1266057 Feb 07 23:53:57.389227 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-a6801b97-a822-4673-a4fc-a2fc3436f6ae tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:53:57.389946 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-a6801b97-a822-4673-a4fc-a2fc3436f6ae tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Synchronizing usage tracker for tenant:81d047e95bd94504befdb266e074ba28 on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:53:57.406053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-a6801b97-a822-4673-a4fc-a2fc3436f6ae tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Unset dirty status for tenant:81d047e95bd94504befdb266e074ba28 on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:53:57.407186 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-a6801b97-a822-4673-a4fc-a2fc3436f6ae tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 946 time: 0.0990412 Feb 07 23:53:57.412924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-8bfdc649-0a94-4090-8b4f-d25d4adb8f90 req-bb9ddafd-d016-4a7c-b3c2-eb7d8a964987 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/security-groups?id=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480839 Feb 07 23:53:57.477674 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Deleting port b777b66f-c60f-44a4-8867-6a55ba980ef0 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:53:57.478022 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:57.723848 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] For port b777b66f-c60f-44a4-8867-6a55ba980ef0, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=b777b66f-c60f-44a4-8867-6a55ba980ef0,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:53:57.724126 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:57.852335 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Calling delete_port for b777b66f-c60f-44a4-8867-6a55ba980ef0 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:53:57.994683 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:58.048389 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event deleted for resources: {'Port': ['ID=b777b66f-c60f-44a4-8867-6a55ba980ef0,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:53:58.120099 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] No DVR routers for this DVR port b777b66f-c60f-44a4-8867-6a55ba980ef0 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:53:58.122794 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:58.125201 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-deleted', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:53:58.141834 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-973b3b03-8732-48dd-9a07-c82ddc8c3d73 req-25538af3-c635-4faf-9a9a-7711caa663c4 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.36 "DELETE /v2.0/ports/b777b66f-c60f-44a4-8867-6a55ba980ef0 HTTP/1.1" status: 204 len: 173 time: 0.7290933 Feb 07 23:53:58.177487 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fe6d92-64db-4466-aaa8-610e0842300a', 'name': 'network-vif-deleted', 'tag': 'b777b66f-c60f-44a4-8867-6a55ba980ef0', 'status': 'completed', 'code': 200} Feb 07 23:53:58.330841 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e0f56790-c402-480a-9695-89dc13474d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:58.738146 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-36c72cea-368b-46b0-8c0b-f1a124e8903d req-a76b67f8-b6ca-4891-a6a9-0c98a1af21c9 tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9fe6d92-64db-4466-aaa8-610e0842300a HTTP/1.1" status: 200 len: 210 time: 0.0418973 Feb 07 23:53:59.462593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:59.798760 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:59.838847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57976) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:53:59.911286 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81132e3-0994-4cf1-bfa3-1a1044fa632d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:53:59.942166 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81132e3-0994-4cf1-bfa3-1a1044fa632d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:00.010632 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81132e3-0994-4cf1-bfa3-1a1044fa632d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:00.028619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81132e3-0994-4cf1-bfa3-1a1044fa632d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:00.043090 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-f81132e3-0994-4cf1-bfa3-1a1044fa632d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:00.046658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-f81132e3-0994-4cf1-bfa3-1a1044fa632d tempest-TestShelveInstance-434681383 tempest-TestShelveInstance-434681383-project] 10.222.0.10 "DELETE /v2.0/security-groups/7ae9389d-da96-4572-b3a7-5cf7fb8f8d1e HTTP/1.1" status: 204 len: 168 time: 0.2043860 Feb 07 23:54:00.093455 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57982) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:00.761982 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:01.111434 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Deleting port 1c6bdd29-6856-4567-b900-72b90ea8d673 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:01.112031 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:01.272781 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:01.289785 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] For port 1c6bdd29-6856-4567-b900-72b90ea8d673, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1c6bdd29-6856-4567-b900-72b90ea8d673,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:01.290149 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:01.409869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Calling delete_port for 1c6bdd29-6856-4567-b900-72b90ea8d673 owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:01.634813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b777b66f-c60f-44a4-8867-6a55ba980ef0 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:54:01.669156 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: b777b66f-c60f-44a4-8867-6a55ba980ef0 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:54:01.669425 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device b777b66f-c60f-44a4-8867-6a55ba980ef0 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:54:01.779866 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:01.827037 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6bdd29-6856-4567-b900-72b90ea8d673,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:01.869532 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.869885 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.870233 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.870573 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.870910 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.871242 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.871570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.871899 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.872232 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.872579 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.872907 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:01.873235 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:02.107988 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:02.470347 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Router c25c5c43-6e45-46d4-9341-cad9afba7938 has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:54:02.645710 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:54:02.654295 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] Sync routers for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:54:02.657967 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8ae49a23-4b6e-4753-b668-09e6c5a11903 admin admin] 10.222.0.10 "PUT /v2.0/routers/c25c5c43-6e45-46d4-9341-cad9afba7938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5634098 Feb 07 23:54:02.660466 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57988) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:02.664020 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:02.664739 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:02.837022 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:02.842991 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:03.136884 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:54:01Z', 'revision_number': 5, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port': {'id': 'fa1e75f3-c314-4870-a4dd-d71fc80838cb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:a9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:04Z', 'updated_at': '2022-02-07T23:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:03.140670 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] Checking router: c25c5c43-6e45-46d4-9341-cad9afba7938 for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:54:03.148802 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] Routers {'c25c5c43-6e45-46d4-9341-cad9afba7938'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:03.149407 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['c25c5c43-6e45-46d4-9341-cad9afba7938'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:03.154020 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.163896 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Deleting port fa1e75f3-c314-4870-a4dd-d71fc80838cb {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:03.164220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.301784 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] Set router c25c5c43-6e45-46d4-9341-cad9afba7938 gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:03.340784 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] For port fa1e75f3-c314-4870-a4dd-d71fc80838cb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=fa1e75f3-c314-4870-a4dd-d71fc80838cb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:03.341412 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.410605 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:54:03Z', 'revision_number': 6, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:03.414669 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bea59a-afe1-4a7b-b868-aa6907ead42e None None] The sync data for ids ['c25c5c43-6e45-46d4-9341-cad9afba7938'] in n-d-827896-3 is: [{'id': 'c25c5c43-6e45-46d4-9341-cad9afba7938', 'name': 'tempest-TestShelveInstance-2012380072-router', 'tenant_id': '81d047e95bd94504befdb266e074ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:03Z', 'updated_at': '2022-02-07T23:54:03Z', 'revision_number': 6, 'project_id': '81d047e95bd94504befdb266e074ba28', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:54:03.468095 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Calling delete_port for fa1e75f3-c314-4870-a4dd-d71fc80838cb owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:03.633479 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.683602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1e75f3-c314-4870-a4dd-d71fc80838cb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:03.773940 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.954373 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.956638 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.977697 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.978292 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c25c5c43-6e45-46d4-9341-cad9afba7938 {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:54:03.990513 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:03.991635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-7ff0f89d-bb11-4695-882e-90c469295bbd admin admin] 10.222.0.10 "DELETE /v2.0/routers/c25c5c43-6e45-46d4-9341-cad9afba7938 HTTP/1.1" status: 204 len: 168 time: 1.3302326 Feb 07 23:54:03.994670 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 57992) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:04.055802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] Deleting subnet 742fc1ba-574d-46c2-9ed1-e3b435fa37de {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:54:04.059166 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.107643 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.186359 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.259156 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.302123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.309247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc76c2-e44f-4908-9003-46ae75910d3c None None] Network 95800935-22f7-4b50-b1c6-c0eba3b90265 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:54:04.314223 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742fc1ba-574d-46c2-9ed1-e3b435fa37de,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:04.319371 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-8952d8d7-5edc-44a9-ba60-3d4fc86d031a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/742fc1ba-574d-46c2-9ed1-e3b435fa37de HTTP/1.1" status: 204 len: 168 time: 0.3215621 Feb 07 23:54:04.319740 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 57996) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:04.440781 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.453141 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1c6bdd29-6856-4567-b900-72b90ea8d673 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:54:04.456321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Deleting port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:04.456772 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.528945 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1c6bdd29-6856-4567-b900-72b90ea8d673 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:54:04.529239 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1c6bdd29-6856-4567-b900-72b90ea8d673 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:54:04.529657 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fa1e75f3-c314-4870-a4dd-d71fc80838cb no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:54:04.570150 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: fa1e75f3-c314-4870-a4dd-d71fc80838cb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:54:04.570510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device fa1e75f3-c314-4870-a4dd-d71fc80838cb not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:54:04.711918 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] DHCP port deletion for 95800935-22f7-4b50-b1c6-c0eba3b90265 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:54:04.717157 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Deleting port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:04.717542 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.800053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] For port e25f2702-c51d-4d22-9c73-8f9c8e17aed5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:04.800276 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:04.927036 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Calling delete_port for e25f2702-c51d-4d22-9c73-8f9c8e17aed5 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:04.954155 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] For port e25f2702-c51d-4d22-9c73-8f9c8e17aed5, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,segment=NetworkSegment(a782ba77-db8b-4137-b25f-9a1867dbc93c),segment_id=a782ba77-db8b-4137-b25f-9a1867dbc93c)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:04.954551 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.002540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.054322 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e25f2702-c51d-4d22-9c73-8f9c8e17aed5,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:05.057781 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] No DVR routers for this DVR port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:54:05.080296 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Calling delete_port for e25f2702-c51d-4d22-9c73-8f9c8e17aed5 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:05.152100 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:54:05.152449 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:54:05.175581 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.201478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95800935-22f7-4b50-b1c6-c0eba3b90265']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:05.214453 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a782ba77-db8b-4137-b25f-9a1867dbc93c') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:05.214767 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a782ba77-db8b-4137-b25f-9a1867dbc93c') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:05.226024 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.242277 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.248242 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:54:05.248709 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:54:05.261793 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:54:05.338692 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.355630 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.366301 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=95800935-22f7-4b50-b1c6-c0eba3b90265,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:05.379168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-255784ca-7f8c-4012-9340-19ea80210bdd admin admin] 10.222.0.10 "DELETE /v2.0/networks/95800935-22f7-4b50-b1c6-c0eba3b90265 HTTP/1.1" status: 204 len: 168 time: 1.0583117 Feb 07 23:54:05.382534 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58000) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:05.653801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Deleting port e25f2702-c51d-4d22-9c73-8f9c8e17aed5 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:05.654302 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:05.727858 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-7712d495-10b4-42c3-91dd-8eb9cd3bce7b None None] The port 'e25f2702-c51d-4d22-9c73-8f9c8e17aed5' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:54:06.040671 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:06.346444 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e25f2702-c51d-4d22-9c73-8f9c8e17aed5 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:54:06.379718 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: e25f2702-c51d-4d22-9c73-8f9c8e17aed5 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:54:06.380063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device e25f2702-c51d-4d22-9c73-8f9c8e17aed5 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:54:06.395065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Deleting port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:06.395521 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:06.569065 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] For port 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,segment=NetworkSegment(9d61f9ff-0a0a-4563-91b4-11576d52749a),segment_id=9d61f9ff-0a0a-4563-91b4-11576d52749a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:06.569347 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:06.641789 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:06.696528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Calling delete_port for 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd owned by network:router_interface {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:06.876780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:06.950190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9a3cf3-b61b-487d-9415-252b8ebf5ebd,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:07.099908 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:07.313102 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:07.682718 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Router dfd3fb11-a345-4700-822a-d88818793f1c has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:54:07.859957 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:54:07.871866 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376d659-1560-456d-b030-179e028cf794 None None] Sync routers for ids ['dfd3fb11-a345-4700-822a-d88818793f1c'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:54:07.872184 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0d59174f-1fd2-443c-8bb8-c1b5901b6949 admin admin] 10.222.0.10 "PUT /v2.0/routers/dfd3fb11-a345-4700-822a-d88818793f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4874485 Feb 07 23:54:07.872184 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58004) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:07.880215 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] Routers {'dfd3fb11-a345-4700-822a-d88818793f1c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:07.880847 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['dfd3fb11-a345-4700-822a-d88818793f1c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:08.050039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks [] for router, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:08.059166 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] Set router dfd3fb11-a345-4700-822a-d88818793f1c gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:08.225147 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:08.235712 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Deleting port 70e24a48-3417-4dd2-afd5-43321df00cbb {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:08.236024 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:08.365774 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:54:06Z', 'revision_number': 5, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port': {'id': '70e24a48-3417-4dd2-afd5-43321df00cbb', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:45:11Z', 'updated_at': '2022-02-07T23:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:08.370225 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376d659-1560-456d-b030-179e028cf794 None None] Checking router: dfd3fb11-a345-4700-822a-d88818793f1c for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:54:08.378946 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] Routers {'dfd3fb11-a345-4700-822a-d88818793f1c'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:08.379553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['dfd3fb11-a345-4700-822a-d88818793f1c'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:08.415155 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] For port 70e24a48-3417-4dd2-afd5-43321df00cbb, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=70e24a48-3417-4dd2-afd5-43321df00cbb,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:08.416099 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:08.532575 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] Set router dfd3fb11-a345-4700-822a-d88818793f1c gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:08.671700 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Calling delete_port for 70e24a48-3417-4dd2-afd5-43321df00cbb owned by network:router_gateway {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:08.691281 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-2376d659-1560-456d-b030-179e028cf794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:54:08Z', 'revision_number': 6, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:08.695368 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376d659-1560-456d-b030-179e028cf794 None None] The sync data for ids ['dfd3fb11-a345-4700-822a-d88818793f1c'] in n-d-827896-3 is: [{'id': 'dfd3fb11-a345-4700-822a-d88818793f1c', 'name': 'tempest-TestShelveInstance-2108352576-router', 'tenant_id': '7b050e9cf298468f9d1b341caa53df38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:45:10Z', 'updated_at': '2022-02-07T23:54:08Z', 'revision_number': 6, 'project_id': '7b050e9cf298468f9d1b341caa53df38', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:54:08.838694 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:08.885854 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Pushing event deleted for resources: {'Port': ['ID=70e24a48-3417-4dd2-afd5-43321df00cbb,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:08.978048 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.156884 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.159684 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.181756 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.182258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd3fb11-a345-4700-822a-d88818793f1c {{(pid=87670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:54:09.193941 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.195057 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ea38a4f5-fd88-48e9-89ca-d1d22f45c88f admin admin] 10.222.0.10 "DELETE /v2.0/routers/dfd3fb11-a345-4700-822a-d88818793f1c HTTP/1.1" status: 204 len: 168 time: 1.3220584 Feb 07 23:54:09.198327 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58008) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:09.257342 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] Deleting subnet 4e5fe3db-d069-4c1d-bcdb-2aa71420f323 {{(pid=87670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:54:09.260924 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.311282 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2223997'] for subnet, precommit_delete_associations {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.392057 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.461396 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3911534', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3126571'] for subnet, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.504895 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5fe3db-d069-4c1d-bcdb-2aa71420f323,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:09.513332 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.519989 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba662d19-d95a-4718-9822-655b4c45e296 None None] Network 1607d9ca-19b7-4b97-9765-4f212d477a3c requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:54:09.520505 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-1be910ee-af4e-49fa-9cfb-5efee92d9d0f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4e5fe3db-d069-4c1d-bcdb-2aa71420f323 HTTP/1.1" status: 204 len: 168 time: 0.3209755 Feb 07 23:54:09.522773 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58012) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:09.630912 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.642055 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Deleting port 7ecfe3fd-e8c3-4af9-a799-6a145934964e {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:09.642388 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.788685 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] DHCP port deletion for 1607d9ca-19b7-4b97-9765-4f212d477a3c request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:54:09.793183 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Deleting port 7ecfe3fd-e8c3-4af9-a799-6a145934964e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:09.793569 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.860298 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.db [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] For port 7ecfe3fd-e8c3-4af9-a799-6a145934964e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7ecfe3fd-e8c3-4af9-a799-6a145934964e,segment=NetworkSegment(9d61f9ff-0a0a-4563-91b4-11576d52749a),segment_id=9d61f9ff-0a0a-4563-91b4-11576d52749a)] {{(pid=87670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:09.860888 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:09.989286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Calling delete_port for 7ecfe3fd-e8c3-4af9-a799-6a145934964e owned by network:dhcp {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:10.002364 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] For port 7ecfe3fd-e8c3-4af9-a799-6a145934964e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=7ecfe3fd-e8c3-4af9-a799-6a145934964e,segment=NetworkSegment(9d61f9ff-0a0a-4563-91b4-11576d52749a),segment_id=9d61f9ff-0a0a-4563-91b4-11576d52749a)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:10.002863 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.065534 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.111889 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ecfe3fd-e8c3-4af9-a799-6a145934964e,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:10.115511 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] No DVR routers for this DVR port 7ecfe3fd-e8c3-4af9-a799-6a145934964e on host n-d-827896-3 {{(pid=87670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:54:10.129352 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Calling delete_port for 7ecfe3fd-e8c3-4af9-a799-6a145934964e owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:54:10.208331 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:54:10.208724 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:54:10.335844 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.350652 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7ecfe3fd-e8c3-4af9-a799-6a145934964e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:54:10.367343 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1607d9ca-19b7-4b97-9765-4f212d477a3c']}} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:10.380493 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d61f9ff-0a0a-4563-91b4-11576d52749a') {'for_net_delete': True} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:10.380829 n-d-827896-3 neutron-server[87670]: DEBUG neutron.services.segments.db [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d61f9ff-0a0a-4563-91b4-11576d52749a') {} {{(pid=87670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:10.384845 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 7ecfe3fd-e8c3-4af9-a799-6a145934964e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:54:10.385206 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 7ecfe3fd-e8c3-4af9-a799-6a145934964e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:54:10.385642 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 70e24a48-3417-4dd2-afd5-43321df00cbb no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:54:10.393188 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2223946'] for segment, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.409770 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.415992 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:54:10.416500 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910604'] for segment, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.418620 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 70e24a48-3417-4dd2-afd5-43321df00cbb {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:54:10.418981 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 70e24a48-3417-4dd2-afd5-43321df00cbb not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:54:10.419395 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: Traceback (most recent call last): Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: timer() Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: cb(*args, **kw) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: return func(*args, **kwargs) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: self._notify() Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: self.callback(batched_events) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: event.method(event) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: return f(self, *a, **k) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: return self._get(url).json() Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: return self.request(url, 'GET', **kwargs) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:54:10.429736 n-d-827896-3 neutron-server[87670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:54:10.454328 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:54:10.454682 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 6a9a3cf3-b61b-487d-9415-252b8ebf5ebd not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:54:10.513039 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.528932 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.539587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1607d9ca-19b7-4b97-9765-4f212d477a3c,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:10.542449 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-983281a4-33ae-4da4-ae49-ed1f83cd0d16 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1607d9ca-19b7-4b97-9765-4f212d477a3c HTTP/1.1" status: 204 len: 168 time: 1.0186577 Feb 07 23:54:10.652987 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58018) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:10.708660 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-464f7480-d14c-4ae6-b0a9-8156039ad445 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81d047e95bd94504befdb266e074ba28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544865 Feb 07 23:54:10.711150 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58022) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:10.711594 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Deleting port 7ecfe3fd-e8c3-4af9-a799-6a145934964e {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:54:10.712032 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.774515 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e75be38f-56ce-42e6-b6c3-bb4f32fae789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.778176 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-b8481459-ba31-4309-a729-6f10d451cd2d None None] The port '7ecfe3fd-e8c3-4af9-a799-6a145934964e' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:54:10.802675 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e75be38f-56ce-42e6-b6c3-bb4f32fae789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.857135 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e75be38f-56ce-42e6-b6c3-bb4f32fae789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.875793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75be38f-56ce-42e6-b6c3-bb4f32fae789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e040838-9a26-4c34-8ebf-1f9af0491ff6,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:10.884233 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-e75be38f-56ce-42e6-b6c3-bb4f32fae789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:10.888183 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-e75be38f-56ce-42e6-b6c3-bb4f32fae789 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e040838-9a26-4c34-8ebf-1f9af0491ff6 HTTP/1.1" status: 204 len: 168 time: 0.1736012 Feb 07 23:54:11.243414 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58030) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:11.291712 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-fe14a9e6-2675-47ac-9c01-08272dfb0cfc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b050e9cf298468f9d1b341caa53df38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471246 Feb 07 23:54:11.294627 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58034) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:11.352218 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d83d3bc-70ba-4ab4-80da-a28b19a779e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:11.378259 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d83d3bc-70ba-4ab4-80da-a28b19a779e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:11.432380 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d83d3bc-70ba-4ab4-80da-a28b19a779e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:11.447897 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d3bc-70ba-4ab4-80da-a28b19a779e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cb37dd-8c39-449f-b187-f248886182a7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:11.452453 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-6d83d3bc-70ba-4ab4-80da-a28b19a779e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:11.454095 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-6d83d3bc-70ba-4ab4-80da-a28b19a779e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14cb37dd-8c39-449f-b187-f248886182a7 HTTP/1.1" status: 204 len: 168 time: 0.1580703 Feb 07 23:54:12.206510 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58058) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:12.312869 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1996076982-network', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:12.318449 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:12.322933 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Usage tracker for resource:network and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:12.325813 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:12.332415 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:12.343158 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Made reservation on behalf of 073eb1b0dc3b4dc5988a7807e507cfad for: {'network': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:54:12.345626 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.358011 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.372848 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:12.377597 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:12.380477 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:12.387006 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:12.473577 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.477515 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.508528 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:54:12.518367 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312a809d-a6b7-48e6-bc2c-c0c48e488eab,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:12.524796 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.525156 n-d-827896-3 neutron-server[87670]: INFO neutron.db.segments_db [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Added segment dd5d9892-6641-4696-acfb-7661b92237bc of type vlan for network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b Feb 07 23:54:12.552008 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.581917 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.582875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:12.583480 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Notify callbacks [] for network, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.686068 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4783306 Feb 07 23:54:12.686890 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b01af-d86c-46e6-a8bf-b70bf564b87c admin admin] Pushing event updated for resources: {'Network': ['ID=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:12.689017 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58064) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:12.694637 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Request body: {'subnet': {'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1996076982-subnet', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:12.696534 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:54:12.700760 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:12.704628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Usage tracker for resource:subnet and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:12.707508 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:12.713267 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:12.723904 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Made reservation on behalf of 073eb1b0dc3b4dc5988a7807e507cfad for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:54:12.726618 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:12.946727 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.021723 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:13.030841 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Checking segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:13.031203 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Network hostable DHCP agents. Network: ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:54:13.050630 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:54:13.061766 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:13.069030 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:13.069631 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.075701 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52d4de-8202-47d6-8278-9c0a98abbc4c None None] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:54:13.094398 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-018f9457-e05c-4b2f-bc1c-246909c14206 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4043338 Feb 07 23:54:13.098765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58068) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:13.104669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:13.112972 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:13.118252 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Usage tracker for resource:router and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:13.125754 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:13.133079 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:13.145267 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.146479 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.166533 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.338487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:54:13.342220 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.450809 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.508273 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Allocated IP 172.20.0.2 (ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b/b0ebfea1-6b45-4afc-bbf5-ba7f1884db63/262068d1-bc19-4266-843b-5ba545d9ed14) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:13.796903 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.811510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Transition to ACTIVE for port object 262068d1-bc19-4266-843b-5ba545d9ed14 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:13.836602 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Transition to ACTIVE for port object 262068d1-bc19-4266-843b-5ba545d9ed14 will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:13.845395 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.908576 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:13.915844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:13.920247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:13.942172 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.979247 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:13.993036 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Pushing event updated for resources: {'Port': ['ID=262068d1-bc19-4266-843b-5ba545d9ed14,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:14.021382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.021728 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.022140 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.022424 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.022811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.023268 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.023584 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.023821 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.024059 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.024518 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.024836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.025088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:14.037816 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Attempting to bind port 262068d1-bc19-4266-843b-5ba545d9ed14 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:54:14.038276 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Attempting to bind port 262068d1-bc19-4266-843b-5ba545d9ed14 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:54:14.038650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Attempting to bind port 262068d1-bc19-4266-843b-5ba545d9ed14 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:14.044388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:54:14.044814 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Checking segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:14.045219 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:14.045646 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Bound using segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:54:14.046129 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Bound port: 262068d1-bc19-4266-843b-5ba545d9ed14, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:54:14.046493 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:14.125124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Allocated IP 172.25.0.14 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/3b12fe2c-2da3-4da9-8433-1fcb501e2118) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:14.137727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] For port 262068d1-bc19-4266-843b-5ba545d9ed14, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:54:14.146626 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] For port 262068d1-bc19-4266-843b-5ba545d9ed14, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=262068d1-bc19-4266-843b-5ba545d9ed14,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:54:14.156660 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:14.246472 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7706866-4950-4f26-84b1-76fd3c074334 None None] Pushing event updated for resources: {'Port': ['ID=262068d1-bc19-4266-843b-5ba545d9ed14,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:14.302736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:14.339388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:14.420167 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:14.423431 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:14.427412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:14.477901 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Pushing event updated for resources: {'Port': ['ID=3b12fe2c-2da3-4da9-8433-1fcb501e2118,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:14.887439 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:15.247979 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeffa52a-acda-4e66-9a4b-e37b5b825b1c None None] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:54:15.261323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:15.335758 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-d163627d-0612-44e9-aba7-b5fe252f62e0 None None] Provisioning for port 262068d1-bc19-4266-843b-5ba545d9ed14 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:15.604363 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:54:15.805002 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:54:15.816770 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Sync routers for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:54:15.829730 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:15.830569 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:15.833971 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c07d17a8-78c0-448d-acd0-3a2800d1c282 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7313349 Feb 07 23:54:15.834103 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:15.834314 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58072) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:16.038976 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:16.326743 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:14Z', 'revision_number': 3, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:16.332716 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Checking router: ff6a8820-81fa-458c-b41a-9ed7ff54ea5b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:54:16.332995 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Updating router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:54:16.388825 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.399629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 262068d1-bc19-4266-843b-5ba545d9ed14 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:16.471841 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 262068d1-bc19-4266-843b-5ba545d9ed14 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:16.476969 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 262068d1-bc19-4266-843b-5ba545d9ed14 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:16.477349 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.537097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.598563 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.632466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 262068d1-bc19-4266-843b-5ba545d9ed14, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=262068d1-bc19-4266-843b-5ba545d9ed14,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:16.636925 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.711864 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=262068d1-bc19-4266-843b-5ba545d9ed14,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:16.744710 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.755764 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Allocated IP 172.20.0.1 (ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b/b0ebfea1-6b45-4afc-bbf5-ba7f1884db63/3180e0a2-5871-46bc-84db-e771d72d3c32) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:16.756955 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Transition to ACTIVE for port object 3b12fe2c-2da3-4da9-8433-1fcb501e2118 will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:16.763134 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.839645 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Attempting to bind port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:54:16.840275 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Attempting to bind port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:54:16.840401 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Attempting to bind port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:16.850563 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:54:16.850863 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:16.851260 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.851649 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:54:16.852111 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Bound port: 3b12fe2c-2da3-4da9-8433-1fcb501e2118, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:54:16.852483 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.889437 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Pushing event updated for resources: {'Port': ['ID=3b12fe2c-2da3-4da9-8433-1fcb501e2118,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:16.907048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.907395 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.907732 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.908068 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.908177 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.908399 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.908820 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.909148 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.909470 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.909792 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.910114 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.910435 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.910757 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:54:16.923961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Transition to ACTIVE for port object 3180e0a2-5871-46bc-84db-e771d72d3c32 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:16.940050 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] For port 3b12fe2c-2da3-4da9-8433-1fcb501e2118, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:54:16.943942 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] For port 3b12fe2c-2da3-4da9-8433-1fcb501e2118, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3b12fe2c-2da3-4da9-8433-1fcb501e2118,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:54:16.947763 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:16.948897 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:17.017790 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:17.020785 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:17.024384 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:17.026884 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:17.027498 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:17.093339 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0919892-4140-4fa8-a8e8-b986605bd8d1 None None] Pushing event updated for resources: {'Port': ['ID=3b12fe2c-2da3-4da9-8433-1fcb501e2118,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:17.185514 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Pushing event updated for resources: {'Port': ['ID=3180e0a2-5871-46bc-84db-e771d72d3c32,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:17.212871 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:17.218489 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:17.312342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e0c5dde-0dd0-4c8e-aaac-e816b6ee0426 None None] Provisioning for port 3180e0a2-5871-46bc-84db-e771d72d3c32 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:17.317539 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-9e0c5dde-0dd0-4c8e-aaac-e816b6ee0426 None None] Provisioning complete for port 3180e0a2-5871-46bc-84db-e771d72d3c32 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:17.318105 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9e0c5dde-0dd0-4c8e-aaac-e816b6ee0426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:17.334325 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:17.373844 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c5dde-0dd0-4c8e-aaac-e816b6ee0426 None None] Port 3180e0a2-5871-46bc-84db-e771d72d3c32 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:54:17.540472 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:14Z', 'revision_number': 3, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:17.544371 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d101bc8d-fbfb-4915-86d3-9dd1cb4d42a8 None None] The sync data for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 is: [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:14Z', 'revision_number': 3, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:54:17.558067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:17.566379 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:17.676818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Pushing event updated for resources: {'Port': ['ID=3180e0a2-5871-46bc-84db-e771d72d3c32,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:17.679327 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:17.827039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:17.828233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:18.040934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:54:18.098126 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-da4032f1-ff3e-493a-8348-06b30da6c263 None None] Provisioning complete for port 3180e0a2-5871-46bc-84db-e771d72d3c32 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:18.098766 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-da4032f1-ff3e-493a-8348-06b30da6c263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:18.157851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-da4032f1-ff3e-493a-8348-06b30da6c263 None None] Port 3180e0a2-5871-46bc-84db-e771d72d3c32 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:54:18.227998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:54:18.238266 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-899fc8bb-d3fc-4945-bfdd-4a7628871158 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff6a8820-81fa-458c-b41a-9ed7ff54ea5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4028606 Feb 07 23:54:18.453143 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3b12fe2c-2da3-4da9-8433-1fcb501e2118 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:18.522247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:18.528131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:18.528514 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:18.658522 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:18.683852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 3b12fe2c-2da3-4da9-8433-1fcb501e2118, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3b12fe2c-2da3-4da9-8433-1fcb501e2118,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:18.689854 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:18.691054 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 262068d1-bc19-4266-843b-5ba545d9ed14 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:18.790158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58100) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:18.796360 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1936754532-network', 'tenant_id': 'd0c2477675294988b9e0b36547edda74'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:18.802503 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:18.808023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Usage tracker for resource:network and tenant:d0c2477675294988b9e0b36547edda74 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:18.811723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:18.818875 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:18.834181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Made reservation on behalf of d0c2477675294988b9e0b36547edda74 for: {'network': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:54:18.840417 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for network, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:18.865027 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:18.869322 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=3b12fe2c-2da3-4da9-8433-1fcb501e2118,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:18.882266 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 262068d1-bc19-4266-843b-5ba545d9ed14 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:18.882648 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:18.887398 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:18.892043 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Usage tracker for resource:security_group_rule and tenant:d0c2477675294988b9e0b36547edda74 is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:18.895189 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:18.903501 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:19.012858 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.019067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.061747 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 07 23:54:19.070425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04925f0b-b43f-45bf-86f2-d7f9e544654b,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:19.076545 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.076928 n-d-827896-3 neutron-server[87671]: INFO neutron.db.segments_db [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Added segment 6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9 of type vlan for network 863d1ff2-cf24-48ba-b311-c32adbbed432 Feb 07 23:54:19.103593 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738281930891'] for network, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.136855 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592'] for network, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.138135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:19.138923 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.210316 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Sync routers for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:54:19.221043 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:19.221675 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:19.235328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4413650 Feb 07 23:54:19.236097 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58104) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:19.243352 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Request body: {'subnet': {'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1936754532-subnet', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'ip_version': 4}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:19.254003 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:19.260429 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Usage tracker for resource:subnet and tenant:d0c2477675294988b9e0b36547edda74 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:19.261269 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bf69a-3c2e-41b1-874c-20902a2e6a55 admin admin] Pushing event updated for resources: {'Network': ['ID=863d1ff2-cf24-48ba-b311-c32adbbed432,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:19.263864 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:19.271989 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:19.277743 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 details requested by agent ovs-agent-n-d-827896-3 with host n-d-827896-3 {{(pid=87672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 07 23:54:19.283354 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Made reservation on behalf of d0c2477675294988b9e0b36547edda74 for: {'subnet': 1} {{(pid=87670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:54:19.286241 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3126528'] for subnet, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.493116 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:19.513621 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3911601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3126546'] for subnet, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.591252 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ada90b9-43b5-4336-be41-ce680e8abacd,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:19.599879 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Checking segment: {'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:19.600246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Network hostable DHCP agents. Network: 863d1ff2-cf24-48ba-b311-c32adbbed432, hostable agents: ['9c56df18-38c8-40eb-ae7e-d41966c85840'], hosted agents: [] {{(pid=87670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 07 23:54:19.619286 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 is scheduled to be hosted by DHCP agent 9c56df18-38c8-40eb-ae7e-d41966c85840 with binding_index 1 {{(pid=87670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 07 23:54:19.628547 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-3, 863d1ff2-cf24-48ba-b311-c32adbbed432) {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:19.633435 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:19.634220 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526610'] for subnet, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.644152 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed492512-247b-49ac-9157-4aa0c52a9366 None None] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:54:19.656224 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-611316d0-018b-46e4-a73c-d31d07efa415 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4179862 Feb 07 23:54:19.658783 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58108) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:19.663567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452'}}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:19.669624 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:19.673682 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Usage tracker for resource:router and tenant:d0c2477675294988b9e0b36547edda74 is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:19.678025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:19.682924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:19.694152 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-457103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7827'] for router, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.695123 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-433853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-457005', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7812'] for router, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.710763 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:19.976573 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-457023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-427611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7798'] for router, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.003750 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3e6000-94c4-5921-906d-d96cbeae90ca-863d1ff2-cf24-48ba-b311-c32adbbed432', 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'fixed_ips': [{'subnet_id': '7ada90b9-43b5-4336-be41-ce680e8abacd'}]}} from n-d-827896-3. {{(pid=87672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 07 23:54:20.004599 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.078505 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 2, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:20.089170 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Checking router: ff6a8820-81fa-458c-b41a-9ed7ff54ea5b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:54:20.089520 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Updating router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b port 3180e0a2-5871-46bc-84db-e771d72d3c32 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:54:20.168901 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.285084 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.db_base_plugin_common [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Allocated IP 172.20.0.2 (863d1ff2-cf24-48ba-b311-c32adbbed432/7ada90b9-43b5-4336-be41-ce680e8abacd/1bb7f603-e29e-414c-baf6-d1e923e6d73f) {{(pid=87672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:20.373843 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3b12fe2c-2da3-4da9-8433-1fcb501e2118 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:20.391240 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.420482 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.559409 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Allocated IP 172.25.0.163 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/857d797b-c5d1-4158-8cac-743ea9b3bc6e) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:20.688698 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:20.689084 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.709372 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.738673 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.807063 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:20.810196 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:20.814229 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:20.828404 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Notify callbacks [] for port, precommit_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.850717 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Pushing event updated for resources: {'Port': ['ID=857d797b-c5d1-4158-8cac-743ea9b3bc6e,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:20.852110 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Transition to ACTIVE for port object 1bb7f603-e29e-414c-baf6-d1e923e6d73f will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:20.966544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Transition to ACTIVE for port object 1bb7f603-e29e-414c-baf6-d1e923e6d73f will not be triggered until provisioned by entity DHCP. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:20.980430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:20.990180 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005'] for port, after_create {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.029437 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Transition to ACTIVE for port object 3180e0a2-5871-46bc-84db-e771d72d3c32 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:21.055911 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.067001 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 is already hosted by enough agents. {{(pid=87672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:21.071337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.scheduler.base_scheduler [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Resources bound (agent type, host, resource id): {{(pid=87672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:21.074332 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Received port after_create {{(pid=87672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:21.178386 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Pushing event updated for resources: {'Port': ['ID=1bb7f603-e29e-414c-baf6-d1e923e6d73f,revision_number=1']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:21.249004 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.388618 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298552c8-7afd-44db-ab33-661662ddd5f9 None None] Pushing event updated for resources: {'Port': ['ID=3180e0a2-5871-46bc-84db-e771d72d3c32,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:21.398389 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Attempting to bind port 1bb7f603-e29e-414c-baf6-d1e923e6d73f on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:54:21.398768 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Attempting to bind port 1bb7f603-e29e-414c-baf6-d1e923e6d73f by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:54:21.399138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Attempting to bind port 1bb7f603-e29e-414c-baf6-d1e923e6d73f on network 863d1ff2-cf24-48ba-b311-c32adbbed432 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:21.401746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Attempting to bind port 3180e0a2-5871-46bc-84db-e771d72d3c32 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:54:21.402101 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Attempting to bind port 3180e0a2-5871-46bc-84db-e771d72d3c32 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:54:21.402452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Attempting to bind port 3180e0a2-5871-46bc-84db-e771d72d3c32 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:21.410751 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:54:21.411132 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Checking segment: {'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:21.411534 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.411921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Bound using segment: {'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:54:21.412382 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Bound port: 1bb7f603-e29e-414c-baf6-d1e923e6d73f, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:54:21.412782 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.425125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:54:21.425498 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Checking segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:21.425891 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.426280 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Bound using segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:54:21.426741 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Bound port: 3180e0a2-5871-46bc-84db-e771d72d3c32, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:54:21.427278 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.581914 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] For port 1bb7f603-e29e-414c-baf6-d1e923e6d73f, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:54:21.586529 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] For port 1bb7f603-e29e-414c-baf6-d1e923e6d73f, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1bb7f603-e29e-414c-baf6-d1e923e6d73f,segment=NetworkSegment(6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9),segment_id=6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:54:21.592097 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] For port 3180e0a2-5871-46bc-84db-e771d72d3c32, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:54:21.594593 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.599337 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] For port 3180e0a2-5871-46bc-84db-e771d72d3c32, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3180e0a2-5871-46bc-84db-e771d72d3c32,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:54:21.635400 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.693752 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:21.694388 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:21.707691 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456984'] for router, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:21.774474 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d304969-bd34-4197-8a63-329bbe55f920 None None] Pushing event updated for resources: {'Port': ['ID=1bb7f603-e29e-414c-baf6-d1e923e6d73f,revision_number=2']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:21.852654 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298552c8-7afd-44db-ab33-661662ddd5f9 None None] Pushing event updated for resources: {'Port': ['ID=3180e0a2-5871-46bc-84db-e771d72d3c32,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:21.973836 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Router 7233ad73-18e3-4201-99b4-c9a564151b2b is scheduled to L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c with binding_index 1 {{(pid=87670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 07 23:54:22.003038 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:22.182809 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:54:22.193010 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Sync routers for ids ['7233ad73-18e3-4201-99b4-c9a564151b2b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:54:22.203214 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Routers {'7233ad73-18e3-4201-99b4-c9a564151b2b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:22.203843 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7233ad73-18e3-4201-99b4-c9a564151b2b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:22.211009 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] Notify callbacks [] for router, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:22.215715 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-fd71495f-83ac-4a73-a249-a1afa5584662 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5527360 Feb 07 23:54:22.216055 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58112) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:22.411418 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:21Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:22.417823 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Set router 7233ad73-18e3-4201-99b4-c9a564151b2b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:22.418006 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509c7015-34ea-4416-ac72-d4b23d4ec7d7 None None] The sync data for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 is: [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:21Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:54:22.503446 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1bb7f603-e29e-414c-baf6-d1e923e6d73f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:22.613443 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 1bb7f603-e29e-414c-baf6-d1e923e6d73f completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:22.811692 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:54:21Z', 'revision_number': 3, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port': {'id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:20Z', 'updated_at': '2022-02-07T23:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:22.814504 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Checking router: 7233ad73-18e3-4201-99b4-c9a564151b2b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:54:22.814793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Updating router 7233ad73-18e3-4201-99b4-c9a564151b2b port 857d797b-c5d1-4158-8cac-743ea9b3bc6e binding host n-d-827896-3 {{(pid=87673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:54:22.888226 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.020234 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a7c56-1ad5-4f2e-aefb-ac4ae4feb971 None None] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:54:23.139123 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:54:23.160177 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8c1a7544-c221-4a0a-91f5-16a2143de54e None None] Provisioning for port 1bb7f603-e29e-414c-baf6-d1e923e6d73f completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:23.168726 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-8c1a7544-c221-4a0a-91f5-16a2143de54e None None] Provisioning complete for port 1bb7f603-e29e-414c-baf6-d1e923e6d73f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:23.169111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7544-c221-4a0a-91f5-16a2143de54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.266968 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.317291 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Notify callbacks [] for port, precommit_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.333870 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.provisioning_blocks [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Transition to ACTIVE for port object 857d797b-c5d1-4158-8cac-743ea9b3bc6e will not be triggered until provisioned by entity L2. {{(pid=87673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:23.342871 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.428211 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7544-c221-4a0a-91f5-16a2143de54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.434020 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Attempting to bind port 857d797b-c5d1-4158-8cac-743ea9b3bc6e on host n-d-827896-3 for vnic_type normal with profile {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:54:23.434567 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Attempting to bind port 857d797b-c5d1-4158-8cac-743ea9b3bc6e by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:54:23.435095 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Attempting to bind port 857d797b-c5d1-4158-8cac-743ea9b3bc6e on network 96723977-a241-4209-a50b-959911382452 {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:23.446536 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:54:23.446998 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Checking segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:23.447961 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.447961 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Bound using segment: {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'} {{(pid=87673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:54:23.448313 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.managers [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Bound port: 857d797b-c5d1-4158-8cac-743ea9b3bc6e, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98e50394-5f8e-48c4-ad23-f051f887fd49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96723977-a241-4209-a50b-959911382452'}}] {{(pid=87673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:54:23.448859 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.471956 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-8c1a7544-c221-4a0a-91f5-16a2143de54e None None] For port 1bb7f603-e29e-414c-baf6-d1e923e6d73f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1bb7f603-e29e-414c-baf6-d1e923e6d73f,segment=NetworkSegment(6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9),segment_id=6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:23.482261 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7544-c221-4a0a-91f5-16a2143de54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.542530 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Allocated IP 172.20.0.1 (863d1ff2-cf24-48ba-b311-c32adbbed432/7ada90b9-43b5-4336-be41-ce680e8abacd/aa7aaa2a-9c92-4ecb-b3eb-6865cac14798) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:23.565976 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] For port 857d797b-c5d1-4158-8cac-743ea9b3bc6e, host n-d-827896-3, cleared binding levels {{(pid=87673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:54:23.570146 n-d-827896-3 neutron-server[87673]: DEBUG neutron.plugins.ml2.db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] For port 857d797b-c5d1-4158-8cac-743ea9b3bc6e, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=857d797b-c5d1-4158-8cac-743ea9b3bc6e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:54:23.573840 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a7544-c221-4a0a-91f5-16a2143de54e None None] Pushing event updated for resources: {'Port': ['ID=1bb7f603-e29e-414c-baf6-d1e923e6d73f,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:23.589953 n-d-827896-3 neutron-server[87673]: DEBUG neutron_lib.callbacks.manager [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.597938 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160bb53-9376-4b33-af6e-423a371d6cb4 None None] Pushing event updated for resources: {'Port': ['ID=857d797b-c5d1-4158-8cac-743ea9b3bc6e,revision_number=2']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:23.692947 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Routers {'7233ad73-18e3-4201-99b4-c9a564151b2b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:23.693421 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7233ad73-18e3-4201-99b4-c9a564151b2b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:23.740388 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.756892 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Transition to ACTIVE for port object aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:23.766457 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160bb53-9376-4b33-af6e-423a371d6cb4 None None] Pushing event updated for resources: {'Port': ['ID=857d797b-c5d1-4158-8cac-743ea9b3bc6e,revision_number=3']} {{(pid=87673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:23.788828 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.831454 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-423c1b67-c343-45fc-b75e-8761aa044210 None None] Provisioning complete for port 1bb7f603-e29e-414c-baf6-d1e923e6d73f triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:23.832046 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-423c1b67-c343-45fc-b75e-8761aa044210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:23.874105 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:23.878724 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:23.884793 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:23.920616 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] Set router 7233ad73-18e3-4201-99b4-c9a564151b2b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:23.926505 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:23.963944 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-433698'] for router_interface, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.113454 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.237060 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6ab48dcb-3493-46fb-82dd-7e569e3f9f03 None None] Provisioning for port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:24.243042 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6ab48dcb-3493-46fb-82dd-7e569e3f9f03 None None] Provisioning complete for port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:24.243635 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6ab48dcb-3493-46fb-82dd-7e569e3f9f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.286734 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:54:21Z', 'revision_number': 3, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port': {'id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:20Z', 'updated_at': '2022-02-07T23:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:24.292722 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafbe3fc-90ab-439a-8b55-5f1b881fdc80 None None] The sync data for ids ['7233ad73-18e3-4201-99b4-c9a564151b2b'] in n-d-827896-3 is: [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:54:21Z', 'revision_number': 3, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port': {'id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:20Z', 'updated_at': '2022-02-07T23:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:54:24.309662 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6ab48dcb-3493-46fb-82dd-7e569e3f9f03 None None] Port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:54:24.356463 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.363707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.466921 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3180e0a2-5871-46bc-84db-e771d72d3c32 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:24.484910 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:24.487525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-433863'] for router_interface, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.541438 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 3180e0a2-5871-46bc-84db-e771d72d3c32 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:24.546962 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3180e0a2-5871-46bc-84db-e771d72d3c32 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:24.547376 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.719367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.754294 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 3180e0a2-5871-46bc-84db-e771d72d3c32, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3180e0a2-5871-46bc-84db-e771d72d3c32,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:24.766431 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.767323 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1bb7f603-e29e-414c-baf6-d1e923e6d73f up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:24.767669 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:24.768868 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:24.939527 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 1bb7f603-e29e-414c-baf6-d1e923e6d73f triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:24.939999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:24.981988 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=3180e0a2-5871-46bc-84db-e771d72d3c32,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:25.002701 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Router 7233ad73-18e3-4201-99b4-c9a564151b2b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:54:25.139484 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-6cc70076-5a63-4b5b-a4dc-a8c88a605746 None None] Provisioning complete for port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:25.140072 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6cc70076-5a63-4b5b-a4dc-a8c88a605746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:25.193635 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:54:25.194867 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-6cc70076-5a63-4b5b-a4dc-a8c88a605746 None None] Port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:54:25.204633 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-4594da32-adfc-4b28-a5a5-3ac1034fabb7 admin admin] 10.222.0.10 "PUT /v2.0/routers/7233ad73-18e3-4201-99b4-c9a564151b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9868393 Feb 07 23:54:25.773191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58124) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:25.778692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-86189630', 'description': 'tempest-secgroup-smoke-86189630 description', 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:25.785616 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:25.789594 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:25.793151 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:25.799247 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:25.814282 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:25.835124 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:25.839619 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:25.842742 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:25.849191 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:25.927746 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:25.931946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:25.975161 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551056aa-ce06-4498-876a-d1eaffbce5ca,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:25.979662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:25.981018 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-8fff99e2-2e16-4b15-af66-a213588f1891 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2067955 Feb 07 23:54:25.984042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58128) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:25.989118 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'security_group_rule': {'security_group_id': '551056aa-ce06-4498-876a-d1eaffbce5ca', 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:25.995770 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:25.999810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:26.002637 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:26.008498 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:26.026865 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.056494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Sync routers for ids ['7233ad73-18e3-4201-99b4-c9a564151b2b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:54:26.066488 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Routers {'7233ad73-18e3-4201-99b4-c9a564151b2b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:26.067182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7233ad73-18e3-4201-99b4-c9a564151b2b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:26.090053 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.093725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.119138 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e54857d-8b1a-4781-abb8-97186dc4e690,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:26.129874 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.131268 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-c14a1210-c369-41dd-9c8d-4209b84f04cd tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461897 Feb 07 23:54:26.134233 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58132) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:26.139934 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'security_group_rule': {'security_group_id': '551056aa-ce06-4498-876a-d1eaffbce5ca', 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:26.146664 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:26.150986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:26.151917 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-b724409a-d713-471c-8f80-1a4fb91d1000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.157007 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:26.162638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:26.180171 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.251887 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.256153 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.283146 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02a4ecf-6ca1-4f3e-a4c1-c49c0b8f27f0,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:26.293223 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.297259 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-7eb0ea00-75a6-40da-89ee-a7a4cf3beeb9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618378 Feb 07 23:54:26.297570 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58136) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:26.299182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Set router 7233ad73-18e3-4201-99b4-c9a564151b2b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:26.302988 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'security_group_rule': {'security_group_id': '551056aa-ce06-4498-876a-d1eaffbce5ca', 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:26.310655 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:26.314598 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:26.318407 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:26.325924 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:26.347338 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.444669 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.450413 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.464375 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3180e0a2-5871-46bc-84db-e771d72d3c32 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:26.475656 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e232e3f6-d9ad-425a-993d-8cae0df9a636,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:26.485134 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.486439 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-2f1e4471-f642-400b-bf18-9f97b0ad02cf tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878471 Feb 07 23:54:26.489160 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58140) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:26.494091 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'security_group_rule': {'security_group_id': '551056aa-ce06-4498-876a-d1eaffbce5ca', 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:26.501279 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:26.505304 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:26.508500 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:26.515038 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:26.530950 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.601899 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.606659 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.635273 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c7167c-a456-4d13-94c6-831561bc2d55,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:26.640992 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.644900 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-c2482a93-7f5f-4ed0-be30-2af6fda7ac08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520736 Feb 07 23:54:26.645171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58144) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:26.650061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'security_group_rule': {'security_group_id': '551056aa-ce06-4498-876a-d1eaffbce5ca', 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:26.656805 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:26.660599 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:26.663423 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:26.667370 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 3180e0a2-5871-46bc-84db-e771d72d3c32 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:26.667755 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.669660 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:26.679970 n-d-827896-3 neutron-server[87670]: INFO neutron.db.securitygroups_db [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Project 073eb1b0dc3b4dc5988a7807e507cfad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:54:26.687091 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.751673 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.755518 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.778716 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5102ad48-d397-4140-b2f9-27892f560158,revision_number=0']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:26.788949 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.790386 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-856dd614-1a20-440f-8858-4d529cb0acba tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443026 Feb 07 23:54:26.793923 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58148) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:26.799441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'security_group_rule': {'security_group_id': '551056aa-ce06-4498-876a-d1eaffbce5ca', 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:26.805757 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:26.809085 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 4, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port': {'id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:20Z', 'updated_at': '2022-02-07T23:54:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'aa7aaa2a-9c92-4ecb-b3eb-6865cac14798', 'name': '', 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'mac_address': 'fa:16:3e:9b:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '7ada90b9-43b5-4336-be41-ce680e8abacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:23Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 2, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'subnets': [{'id': '7ada90b9-43b5-4336-be41-ce680e8abacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:26.810560 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:security_group_rule and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:26.813716 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:26.817532 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Checking router: 7233ad73-18e3-4201-99b4-c9a564151b2b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:54:26.817887 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Updating router 7233ad73-18e3-4201-99b4-c9a564151b2b port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 binding host n-d-827896-3 {{(pid=87672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 07 23:54:26.819270 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:26.831244 n-d-827896-3 neutron-server[87671]: INFO neutron.db.securitygroups_db [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Project 073eb1b0dc3b4dc5988a7807e507cfad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 07 23:54:26.838256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.842340 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 857d797b-c5d1-4158-8cac-743ea9b3bc6e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:26.904551 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.908830 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449622'] for security_group_rule, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.921826 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.932446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d37670-d796-499f-b95b-f9a1d079f9e8,revision_number=0']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:26.942181 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:26.943555 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-acc267df-6b84-4314-8720-28644f184791 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486182 Feb 07 23:54:26.997919 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port 857d797b-c5d1-4158-8cac-743ea9b3bc6e completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:27.043063 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 857d797b-c5d1-4158-8cac-743ea9b3bc6e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:27.043438 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.108438 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-a72848cd-5759-49b4-be2b-9b631c2d5964 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Synchronizing usage tracker for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:security_group {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:54:27.127258 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-a72848cd-5759-49b4-be2b-9b631c2d5964 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Unset dirty status for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:security_group {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:54:27.128644 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-a72848cd-5759-49b4-be2b-9b631c2d5964 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86189630&fields=id&tenant_id=073eb1b0dc3b4dc5988a7807e507cfad HTTP/1.1" status: 200 len: 267 time: 0.0587034 Feb 07 23:54:27.279422 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-04de6e5d-9d02-4ae2-a2d4-e4821ecbf0ea tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:27.280025 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-04de6e5d-9d02-4ae2-a2d4-e4821ecbf0ea tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Synchronizing usage tracker for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:network {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:54:27.287659 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.297620 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-04de6e5d-9d02-4ae2-a2d4-e4821ecbf0ea tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Unset dirty status for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:network {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:54:27.298821 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-04de6e5d-9d02-4ae2-a2d4-e4821ecbf0ea tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 810 time: 0.1631808 Feb 07 23:54:27.316665 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-928a2ebd-5162-448b-8ae5-cafbbd2566b0 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/quotas/073eb1b0dc3b4dc5988a7807e507cfad HTTP/1.1" status: 200 len: 375 time: 0.0119784 Feb 07 23:54:27.322486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port 857d797b-c5d1-4158-8cac-743ea9b3bc6e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=857d797b-c5d1-4158-8cac-743ea9b3bc6e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:27.328186 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.405205 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-2ef75a74-6d4f-472b-a49a-76ce83de5d1d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831342 Feb 07 23:54:27.423303 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-cdb1331b-f094-4c87-b503-f436ae3f9172 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:54:27.424247 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-cdb1331b-f094-4c87-b503-f436ae3f9172 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051250 Feb 07 23:54:27.469424 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Notify callbacks [] for port, precommit_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.471727 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=857d797b-c5d1-4158-8cac-743ea9b3bc6e,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:27.484125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Transition to ACTIVE for port object aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 will not be triggered until provisioned by entity L2. {{(pid=87672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:27.491499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.578880 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-c4bdc3bc-ef6b-4a7d-b2c6-312b2c20f571 service neutron] 10.222.0.10 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491213 Feb 07 23:54:27.647619 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962085-4423-43a5-9b0b-413879917b29 None None] Pushing event updated for resources: {'Port': ['ID=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,revision_number=3']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:27.716080 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Attempting to bind port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 on host n-d-827896-3 for vnic_type normal with profile {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:54:27.716597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Attempting to bind port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 by drivers openvswitch,hyperv on host n-d-827896-3 at level 0 using segments [{'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:54:27.717034 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Attempting to bind port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 on network 863d1ff2-cf24-48ba-b311-c32adbbed432 {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:27.723452 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Checking agent: {'id': 'b04c14e4-8731-4f9a-8a04-1dbabd682f4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 23, 29), 'started_at': datetime.datetime(2022, 2, 7, 22, 23, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:54:27.724075 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Checking segment: {'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:27.724589 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.725048 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Bound using segment: {'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'} {{(pid=87672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:54:27.725609 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.managers [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Bound port: aa7aaa2a-9c92-4ecb-b3eb-6865cac14798, host: n-d-827896-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432'}}] {{(pid=87672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:54:27.726057 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.731377 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-9270a1da-87d6-4b52-8a0c-6ab78ef34f7f service neutron] 10.222.0.10 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454136 Feb 07 23:54:27.817491 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] For port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798, host n-d-827896-3, cleared binding levels {{(pid=87672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:54:27.823220 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] For port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798, host n-d-827896-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,segment=NetworkSegment(6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9),segment_id=6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9)] {{(pid=87672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:54:27.829430 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:27.946772 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b0c1041b-c916-4a4c-987f-41b7391d33a0 req-d0f3579f-7939-4db4-ad88-b098c015a1c7 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 210 time: 0.0512648 Feb 07 23:54:27.985392 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Routers {'7233ad73-18e3-4201-99b4-c9a564151b2b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:27.986032 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:53:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7233ad73-18e3-4201-99b4-c9a564151b2b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:28.038421 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962085-4423-43a5-9b0b-413879917b29 None None] Pushing event updated for resources: {'Port': ['ID=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:28.191088 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] Set router 7233ad73-18e3-4201-99b4-c9a564151b2b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:28.418125 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 857d797b-c5d1-4158-8cac-743ea9b3bc6e up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:28.465651 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-95c4c5e5-b001-4254-8afa-c54c0a1a497d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:28.575094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port 857d797b-c5d1-4158-8cac-743ea9b3bc6e triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:28.575468 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:28.706094 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 4, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port': {'id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:20Z', 'updated_at': '2022-02-07T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'aa7aaa2a-9c92-4ecb-b3eb-6865cac14798', 'name': '', 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'mac_address': 'fa:16:3e:9b:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '7ada90b9-43b5-4336-be41-ce680e8abacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:23Z', 'updated_at': '2022-02-07T23:54:27Z', 'revision_number': 4, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'subnets': [{'id': '7ada90b9-43b5-4336-be41-ce680e8abacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:28.714351 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19eefaa-85bb-4d00-b57c-d08110273912 None None] The sync data for ids ['7233ad73-18e3-4201-99b4-c9a564151b2b'] in n-d-827896-3 is: [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 4, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port': {'id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:20Z', 'updated_at': '2022-02-07T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': 'aa7aaa2a-9c92-4ecb-b3eb-6865cac14798', 'name': '', 'network_id': '863d1ff2-cf24-48ba-b311-c32adbbed432', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'mac_address': 'fa:16:3e:9b:59:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '7ada90b9-43b5-4336-be41-ce680e8abacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:23Z', 'updated_at': '2022-02-07T23:54:27Z', 'revision_number': 4, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'subnets': [{'id': '7ada90b9-43b5-4336-be41-ce680e8abacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:54:29.112098 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7562ed53-b4a4-4fa9-aa2f-7dec0f4d0d60 req-8ed122c4-660b-41b6-bc88-8b9c26e84d9b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 210 time: 0.0445087 Feb 07 23:54:29.249700 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-c0816947-4400-4ce3-a048-d8f62c0ec5bc tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:29.251288 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-c0816947-4400-4ce3-a048-d8f62c0ec5bc tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 810 time: 0.1684701 Feb 07 23:54:29.305866 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-0dd01839-bc7f-4e3c-9148-4ed8b0eabb09 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Synchronizing usage tracker for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:security_group {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:54:29.318962 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-0dd01839-bc7f-4e3c-9148-4ed8b0eabb09 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Unset dirty status for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:security_group {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:54:29.320177 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-0dd01839-bc7f-4e3c-9148-4ed8b0eabb09 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073eb1b0dc3b4dc5988a7807e507cfad HTTP/1.1" status: 200 len: 378 time: 0.0608196 Feb 07 23:54:29.329128 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'port': {'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'admin_state_up': True, 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'security_groups': ['551056aa-ce06-4498-876a-d1eaffbce5ca']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:29.469879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:29.484058 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:29.487953 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:port and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:29.490903 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:29.496803 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:29.507978 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Made reservation on behalf of 073eb1b0dc3b4dc5988a7807e507cfad for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:54:29.512073 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:29.684608 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Allocated IP 172.20.0.5 (ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b/b0ebfea1-6b45-4afc-bbf5-ba7f1884db63/bdc74844-b492-444c-9041-e375ed540fb7) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:29.812463 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:29.878060 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:29.894093 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Transition to ACTIVE for port object bdc74844-b492-444c-9041-e375ed540fb7 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:29.918839 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:29.997271 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:30.000663 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:30.004628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:30.035914 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:30.075997 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:30.076660 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.100731 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-7da983ee-8ac9-4cd3-92d4-d640b89c91e3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7755041 Feb 07 23:54:30.112921 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Request body: {'port': {'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:30.233302 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.304624 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de51f588-3e1d-4b6e-8104-43fc0d0ac900 None None] Provisioning for port bdc74844-b492-444c-9041-e375ed540fb7 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:30.311817 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-de51f588-3e1d-4b6e-8104-43fc0d0ac900 None None] Provisioning complete for port bdc74844-b492-444c-9041-e375ed540fb7 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:30.312192 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-de51f588-3e1d-4b6e-8104-43fc0d0ac900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.319545 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d56dcf-808a-4f33-8722-670654988ea3 req-201ca435-1e20-42f9-9636-688baddab0d5 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:30.321198 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3d56dcf-808a-4f33-8722-670654988ea3 req-201ca435-1e20-42f9-9636-688baddab0d5 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 931 time: 0.0905263 Feb 07 23:54:30.378227 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-de51f588-3e1d-4b6e-8104-43fc0d0ac900 None None] Port bdc74844-b492-444c-9041-e375ed540fb7 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:54:30.381094 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-c3d56dcf-808a-4f33-8722-670654988ea3 req-f8644cbf-d865-428d-bfe2-67e85735e38a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534978 Feb 07 23:54:30.434218 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:30.505347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning for port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:30.510347 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:30.511272 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.627334 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.660439 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] For port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,segment=NetworkSegment(6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9),segment_id=6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:30.664102 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.712518 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc74844-b492-444c-9041-e375ed540fb7 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:54:30.719964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.733391 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Pushing event updated for resources: {'Port': ['ID=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:30.734474 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Transition to ACTIVE for port object bdc74844-b492-444c-9041-e375ed540fb7 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:54:30.739962 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:30.910446 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:30.983372 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Attempting to bind port bdc74844-b492-444c-9041-e375ed540fb7 on host n-h1-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:54:30.983709 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Attempting to bind port bdc74844-b492-444c-9041-e375ed540fb7 by drivers openvswitch,hyperv on host n-h1-827896-3 at level 0 using segments [{'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:54:30.984040 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Attempting to bind port bdc74844-b492-444c-9041-e375ed540fb7 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:30.988749 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Port bdc74844-b492-444c-9041-e375ed540fb7 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:54:30.989081 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Attempting to bind port bdc74844-b492-444c-9041-e375ed540fb7 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:54:30.994143 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Checking agent: {'id': '6a64e77c-cd32-419a-8ead-8136ec6b9fa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:54:30.994481 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Checking segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:54:30.994917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Bound using segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:54:30.995342 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Bound port: bdc74844-b492-444c-9041-e375ed540fb7, host: n-h1-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:54:30.996701 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:31.085688 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:54:31.088472 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:54:31.093525 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:31.154061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:31.154670 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:31.156033 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] 10.222.0.36 "PUT /v2.0/ports/bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 1091 time: 1.0474818 Feb 07 23:54:31.156469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:54:31.202313 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86802524-f2bf-47e2-8a3b-1c9539432e60 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:31.279934 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:31.293038 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7', 'status': 'completed', 'code': 200} Feb 07 23:54:31.295943 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-8778c1df-6f40-414a-a100-05eabb4dbdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:31.297468 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-8778c1df-6f40-414a-a100-05eabb4dbdec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1094 time: 0.0905802 Feb 07 23:54:31.370670 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-51f4d07a-914d-4bc5-8bb3-dff4594fe217 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 217 time: 0.0652862 Feb 07 23:54:31.432327 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-fe031817-4ddf-4c2e-8e09-8e265dd7c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:31.433791 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-fe031817-4ddf-4c2e-8e09-8e265dd7c4c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0585508 Feb 07 23:54:31.512768 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-1d3014df-3847-467f-9af3-d6d6e1719892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:31.514252 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-1d3014df-3847-467f-9af3-d6d6e1719892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750315 Feb 07 23:54:31.576884 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a37f6b-1afa-4e62-bf91-d2dd6265fbb1 req-b18c1897-9d0f-4a2f-a85b-e8fd7f87f1d3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:31.578640 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93a37f6b-1afa-4e62-bf91-d2dd6265fbb1 req-b18c1897-9d0f-4a2f-a85b-e8fd7f87f1d3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 943 time: 0.0795076 Feb 07 23:54:31.622413 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-93a37f6b-1afa-4e62-bf91-d2dd6265fbb1 req-4d03bf26-2ff3-4103-b6d2-da4275b96a5b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383544 Feb 07 23:54:31.649225 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-2454de82-7fb2-4a49-a655-48fd52ae36eb service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293256 Feb 07 23:54:31.781008 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-48ef1718-baed-4943-9ad9-d8f5e7df8564 req-642e32e1-bddd-4bbb-a47e-3a4cd4c6d113 service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246021 Feb 07 23:54:31.898424 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-29c02f3e-189d-4f98-92b0-6e25ed18c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:31.899900 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-29c02f3e-189d-4f98-92b0-6e25ed18c3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1094 time: 0.0755363 Feb 07 23:54:32.031917 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-007a552a-754c-4cb9-bbe5-af1303355625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:32.033341 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-007a552a-754c-4cb9-bbe5-af1303355625 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1264966 Feb 07 23:54:32.105448 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-c546443a-f9d3-4c8b-9ded-9f40ced7ce37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 217 time: 0.0652792 Feb 07 23:54:32.271272 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-eda9f29d-ddc6-42ff-afb5-5315c5ad8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:32.272751 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-eda9f29d-ddc6-42ff-afb5-5315c5ad8d97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.1606410 Feb 07 23:54:32.351860 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-5aa10f98-c4f6-4121-9497-900b233791ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:32.353482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-5aa10f98-c4f6-4121-9497-900b233791ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739214 Feb 07 23:54:32.370934 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 up at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:32.438007 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Provisioning complete for port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:32.438383 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:32.492353 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-a1d1d340-f198-4393-9d96-8cb3040cc990 service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313014 Feb 07 23:54:32.626048 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-45c9cac1-7cb4-4845-a463-fd4372a0e4ae req-594e8247-3915-4ad6-b0f7-42a00b31766d service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259825 Feb 07 23:54:32.916136 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84772a3d-f6d2-4c6c-8b76-07ceea1f12cd req-e383141b-8d87-440f-b35c-bf51ed10ae94 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:32.917654 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84772a3d-f6d2-4c6c-8b76-07ceea1f12cd req-e383141b-8d87-440f-b35c-bf51ed10ae94 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 943 time: 0.1848910 Feb 07 23:54:32.961558 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-84772a3d-f6d2-4c6c-8b76-07ceea1f12cd req-74ba6a86-bf00-4e32-a8d6-472370d4094a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380065 Feb 07 23:54:33.860131 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bdc74844-b492-444c-9041-e375ed540fb7 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:54:33.995650 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:34.009052 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'bdc74844-b492-444c-9041-e375ed540fb7', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:54:34.063729 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:34.083556 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc74844-b492-444c-9041-e375ed540fb7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:54:34.098811 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:34.103935 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:34.150192 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5dd8a-5bf7-42c7-8fff-6fedfe94e3a0 req-93ebf51b-6090-4986-9398-15911d09c09e tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:34.151760 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19f5dd8a-5bf7-42c7-8fff-6fedfe94e3a0 req-93ebf51b-6090-4986-9398-15911d09c09e tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 943 time: 0.0861337 Feb 07 23:54:34.196929 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-19f5dd8a-5bf7-42c7-8fff-6fedfe94e3a0 req-734bc0cd-3c73-4f5b-a470-eb4d3a69f02b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392079 Feb 07 23:54:34.212146 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:34.346098 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['bdc74844-b492-444c-9041-e375ed540fb7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:54:35.380061 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb247c-a2a4-483c-a789-ff44c3e10454 req-04ef6a6f-b533-4396-8b77-8d97d912b4a5 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:35.381539 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5fb247c-a2a4-483c-a789-ff44c3e10454 req-04ef6a6f-b533-4396-8b77-8d97d912b4a5 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 944 time: 0.0797155 Feb 07 23:54:35.425175 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5fb247c-a2a4-483c-a789-ff44c3e10454 req-92073ee2-1d84-49b2-806f-21b3a36aa067 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371614 Feb 07 23:54:35.867603 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bdc74844-b492-444c-9041-e375ed540fb7 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:54:35.937471 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning for port bdc74844-b492-444c-9041-e375ed540fb7 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:54:35.942028 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port bdc74844-b492-444c-9041-e375ed540fb7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:54:35.942403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:36.055234 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:36.080762 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:54:36.090813 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:54:36.095458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:36.162893 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:36.177719 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7', 'code': 200} Feb 07 23:54:36.303339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38f06-7944-4a79-a605-c2e214ef6f16 req-38cd4770-ab1f-4aed-a238-8be76b683f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:36.304828 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1f38f06-7944-4a79-a605-c2e214ef6f16 req-38cd4770-ab1f-4aed-a238-8be76b683f82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1096 time: 0.0681844 Feb 07 23:54:36.345658 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e1f38f06-7944-4a79-a605-c2e214ef6f16 req-03c7b6cf-8888-4c31-b314-e83b97089d90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351243 Feb 07 23:54:36.608587 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505d3a5-9c3a-4c9b-9611-0d47b09eaf16 req-ebd7822e-97fd-4d31-ac18-7f6509a30582 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:36.610049 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a505d3a5-9c3a-4c9b-9611-0d47b09eaf16 req-ebd7822e-97fd-4d31-ac18-7f6509a30582 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 945 time: 0.0820444 Feb 07 23:54:36.631190 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:36.654882 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a505d3a5-9c3a-4c9b-9611-0d47b09eaf16 req-bcbcafc9-09cc-4ea5-b00a-aaed6dfafcd9 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391808 Feb 07 23:54:37.115169 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:37.843816 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c866b3-872b-4c7e-897c-d1c06ba56ec7 req-e62200ee-344f-45d9-9722-4f7834253299 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:37.845319 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4c866b3-872b-4c7e-897c-d1c06ba56ec7 req-e62200ee-344f-45d9-9722-4f7834253299 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 945 time: 0.0795939 Feb 07 23:54:37.889577 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-f4c866b3-872b-4c7e-897c-d1c06ba56ec7 req-c8fab89d-56e0-46f8-b9c0-9b71d362cf10 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386252 Feb 07 23:54:38.081802 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32b81-1506-4909-999a-581172d5214d req-ad5e0bb0-4704-499a-befe-6d50ca045c4e tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:38.083174 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5d32b81-1506-4909-999a-581172d5214d req-ad5e0bb0-4704-499a-befe-6d50ca045c4e tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 945 time: 0.0825400 Feb 07 23:54:38.127833 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-b5d32b81-1506-4909-999a-581172d5214d req-0b8ce222-18cf-4693-aca7-a022084a520c tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384035 Feb 07 23:54:38.150402 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58210) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:38.325644 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a05706-0434-4a61-a7e7-d59d080ca7ff tempest-TestSnapshotPattern-1934109933 tempest-TestSnapshotPattern-1934109933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:38.327153 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-70a05706-0434-4a61-a7e7-d59d080ca7ff tempest-TestSnapshotPattern-1934109933 tempest-TestSnapshotPattern-1934109933-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1091 time: 0.1751623 Feb 07 23:54:38.330162 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58216) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:54:38.335135 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:54:38.344175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:54:38.348033 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:floatingip and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:54:38.351070 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:54:38.357116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:54:38.371968 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:38.503670 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:38.665198 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Allocated IP 172.25.0.209 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/f86a2b03-0f0c-4b33-90a2-8dd4696a0316) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:54:38.828121 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:38.857542 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:38.926308 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:54:38.929112 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:54:38.933462 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:54:38.962512 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'Port': ['ID=f86a2b03-0f0c-4b33-90a2-8dd4696a0316,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:39.341389 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:39.414758 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:39.707523 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:39.712056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:39.828983 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'Port': ['ID=f86a2b03-0f0c-4b33-90a2-8dd4696a0316,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:54:39.839972 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:40.012325 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Floating IP b36ab984-b163-4741-906c-0a4b021e7470 associated. External IP: 172.25.0.209, port: bdc74844-b492-444c-9041-e375ed540fb7. Feb 07 23:54:40.356949 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:54:40.533187 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:54:40.542406 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] Sync routers for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:54:40.551781 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:40.552386 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:54:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:40.557713 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:40.613041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-13438dd9-d80a-4078-99cf-05a372e438b2 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2817488 Feb 07 23:54:40.613628 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:54:40.708843 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7', 'status': 'completed', 'code': 200} Feb 07 23:54:40.730511 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:40.808721 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-caba1737-f746-40b6-9af9-5bd9f4979669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:40.810215 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-caba1737-f746-40b6-9af9-5bd9f4979669 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1096 time: 0.0774310 Feb 07 23:54:40.943267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-df332cbe-df13-45d7-9e24-c33dbe86a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:40.944807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-df332cbe-df13-45d7-9e24-c33dbe86a795 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1289322 Feb 07 23:54:41.048896 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-b3fcab02-014f-4f63-b39e-c28f97b2d324 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 999 time: 0.0971041 Feb 07 23:54:41.078164 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:39Z', 'revision_number': 0, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:41.081931 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] Checking router: ff6a8820-81fa-458c-b41a-9ed7ff54ea5b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:54:41.090050 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:54:41.090603 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:54:28Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:41.111419 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-a27f3907-3bbf-433d-bb02-a8ad93cd4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:41.112971 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-a27f3907-3bbf-433d-bb02-a8ad93cd4c89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0586741 Feb 07 23:54:41.188820 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-5ccb754e-e60d-4f2a-ad3f-680309cfa5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:41.190334 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-5ccb754e-e60d-4f2a-ad3f-680309cfa5be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713034 Feb 07 23:54:41.267653 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:54:41.323644 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-fb017ee9-22d8-420a-8784-092c7d350c7b service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261084 Feb 07 23:54:41.456087 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-f7395275-7233-40f5-88e3-4654a74b1cbc req-3671cdf8-3ac3-45bf-93d5-78035de04d1e service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266274 Feb 07 23:54:41.613233 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:39Z', 'revision_number': 0, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:54:41.618003 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35244f00-9cd4-4c40-ac91-07060e8e2404 None None] The sync data for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 is: [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:39Z', 'revision_number': 0, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:54:41.824511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8cfe78-9e1a-4d74-921e-06eb2417592b None None] New status for floating IP b36ab984-b163-4741-906c-0a4b021e7470: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:54:54.462792 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-b7de9891-aa48-498d-829d-41e5c9edbf82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723507 Feb 07 23:54:54.598278 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-f8a69ac7-9c9d-4877-92c4-f7651f3daf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:54.599661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-f8a69ac7-9c9d-4877-92c4-f7651f3daf73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1096 time: 0.0703723 Feb 07 23:54:54.745702 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-cc53812c-a1ce-477b-bd0e-12252ad54fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:54.747661 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-cc53812c-a1ce-477b-bd0e-12252ad54fb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1305540 Feb 07 23:54:54.956880 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-08aa294a-b1bb-43dd-8573-72a21791474a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 1001 time: 0.2032068 Feb 07 23:54:55.023638 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-9660667e-fbfd-4b75-9ec8-73b6aa3fbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:55.025078 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-9660667e-fbfd-4b75-9ec8-73b6aa3fbf95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0621538 Feb 07 23:54:55.098125 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-9d9b9be3-325b-4552-bca2-0b02aa634a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:54:55.099632 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-9d9b9be3-325b-4552-bca2-0b02aa634a04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686941 Feb 07 23:54:55.229710 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-7a7855c0-f931-487d-9c37-39482de505df service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241875 Feb 07 23:54:55.361947 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-21f39ef8-a365-4fc4-aa8a-42451e7105fc req-e6b2c82c-ea03-41fa-8afd-c055da40e409 service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249020 Feb 07 23:54:56.114927 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-af78948e-a82b-41a9-b499-e85b6980da7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:58.338082 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-2793ae8f-f22a-445d-9742-098659ea2abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:59.463769 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:54:59.802289 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:00.068226 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:55:01.276538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:06.644350 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:07.115572 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:26.116433 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-763cf019-e4c6-4722-8ad6-1460df584494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:28.342854 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-61faf52c-c9bf-4c1f-bc05-c85decd71f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:29.467544 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:29.806222 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:31.280475 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:36.638803 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:37.067432 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:55:37.114197 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:56.118475 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-73be6144-874e-40ed-81b8-258f34311a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:56.455811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-c40da1fa-c770-4a45-822c-94b9aac8ec17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729511 Feb 07 23:55:56.597707 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-03317add-12a4-43c3-8fd2-bd3ab620fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:55:56.599242 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-03317add-12a4-43c3-8fd2-bd3ab620fbfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1096 time: 0.0751181 Feb 07 23:55:56.748436 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-3ca7fabf-bc4b-44c5-b557-79e25f2dae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:55:56.750487 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-3ca7fabf-bc4b-44c5-b557-79e25f2dae4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1329229 Feb 07 23:55:56.857385 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-65fe2356-e323-42d3-aa51-2fb4ca0f793b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0993381 Feb 07 23:55:56.922478 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-dbdcef77-a2bf-46cc-b013-0f6286d1fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:55:56.923977 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-dbdcef77-a2bf-46cc-b013-0f6286d1fa59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0611598 Feb 07 23:55:56.997628 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-3e4a5b0d-fb33-44ff-8d7b-da70933089c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:55:56.999651 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-3e4a5b0d-fb33-44ff-8d7b-da70933089c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699430 Feb 07 23:55:57.134672 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-21b6a740-2d4c-44bc-8844-9e7659352226 service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291792 Feb 07 23:55:57.265786 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-eb6da359-d15f-4419-bc1a-b1dc1cb95a50 req-d9be8a2e-c5f0-43e4-9a04-77980d831cae service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251161 Feb 07 23:55:58.344493 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-71d845cb-e6b6-4915-a3ce-a9ca93e53667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:59.470146 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:55:59.808534 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:01.285003 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:06.639607 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:07.110537 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:14.066785 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:56:26.122158 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bfe4b580-a217-45b2-9220-f8506fa4d83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:28.347066 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-39c8bd52-066e-4530-8792-de88feb47e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:29.472531 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:29.812499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:31.287702 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:36.653845 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:37.107603 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:38.489920 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bdc74844-b492-444c-9041-e375ed540fb7 details requested by agent hyperv_n-h1-827896-3 with host n-h1-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:56:38.617599 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:56:38.631732 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Returning: {'device': 'bdc74844-b492-444c-9041-e375ed540fb7', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:56:38.684680 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:38.701205 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdc74844-b492-444c-9041-e375ed540fb7 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:56:38.716725 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:56:38.720999 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:38.821757 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:56:38.829138 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.829486 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.829824 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.830180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.830510 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.830836 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.831160 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.831501 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.831859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.832179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.832499 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.832851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:38.837430 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] get_ports_and_sgs() called for port_ids ['bdc74844-b492-444c-9041-e375ed540fb7'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:56:40.512631 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bdc74844-b492-444c-9041-e375ed540fb7 up at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:56:40.589012 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Provisioning complete for port bdc74844-b492-444c-9041-e375ed540fb7 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:56:40.589496 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:40.721181 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:40.759487 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:56:40.769553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:56:40.776223 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:40.831887 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7', 'code': 200} Feb 07 23:56:40.884571 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:56:48.705405 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-641aadc7-cd10-48fa-995c-3716de338f53 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-86189630&fields=id&tenant_id=073eb1b0dc3b4dc5988a7807e507cfad HTTP/1.1" status: 200 len: 267 time: 0.0408232 Feb 07 23:56:48.856007 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-9fe9ab3c-5520-4c3a-9e26-6ec4bb30c1de tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:48.857486 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-9fe9ab3c-5520-4c3a-9e26-6ec4bb30c1de tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 810 time: 0.1453331 Feb 07 23:56:48.873053 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-9cfcbc15-bf6c-4af9-8a88-98c24c5f5dc8 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/quotas/073eb1b0dc3b4dc5988a7807e507cfad HTTP/1.1" status: 200 len: 375 time: 0.0098794 Feb 07 23:56:49.077742 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-54b27fba-e569-44c4-b4a3-4ddc7ccf56b7 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1988294 Feb 07 23:56:49.277131 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-2a93b07b-c885-4f65-86ca-e18e0c40a786 service neutron] 10.222.0.10 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875534 Feb 07 23:56:49.410542 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-f063d696-867d-4f42-aeeb-3fa7e8a6caa6 service neutron] 10.222.0.10 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276450 Feb 07 23:56:49.600159 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-51f6a1cd-ede5-47af-90d6-7a6a7df1e4d0 req-654eeffb-cfd8-48a4-a828-291598be2d9d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 210 time: 0.0451601 Feb 07 23:56:50.711047 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-23ddd64d-8873-4c95-a535-9b0556cd8a3b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:50.712478 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-23ddd64d-8873-4c95-a535-9b0556cd8a3b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.26 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 810 time: 0.1549466 Feb 07 23:56:50.765149 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-64b5d393-58e2-4173-a208-24546b009932 req-99ad3f44-9881-4c27-ace3-798b73d41644 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 210 time: 0.0510046 Feb 07 23:56:50.771057 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-e610adb9-7b8d-41da-adf0-5b86ab0a7f81 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073eb1b0dc3b4dc5988a7807e507cfad HTTP/1.1" status: 200 len: 378 time: 0.0448849 Feb 07 23:56:50.782898 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'port': {'device_id': '0b1bf247-25cd-433f-8a52-520e99230891', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'admin_state_up': True, 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'security_groups': ['551056aa-ce06-4498-876a-d1eaffbce5ca']}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:56:51.042454 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:56:51.046572 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:port and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:56:51.050731 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87671) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:56:51.057667 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.quota.driver [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87671) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:56:51.069743 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:56:51.070834 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Made reservation on behalf of 073eb1b0dc3b4dc5988a7807e507cfad for: {'port': 1} {{(pid=87671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 07 23:56:51.076508 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:51.309874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_common [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Allocated IP 172.20.0.4 (ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b/b0ebfea1-6b45-4afc-bbf5-ba7f1884db63/5a683397-f4d2-4bd7-85a7-107b4a2a80e9) {{(pid=87671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:56:51.526152 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for port, precommit_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:51.544170 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Transition to ACTIVE for port object 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 will not be triggered until provisioned by entity DHCP. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:56:51.568811 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_create {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:51.651031 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b is already hosted by enough agents. {{(pid=87671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:56:51.654468 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.base_scheduler [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources bound (agent type, host, resource id): {{(pid=87671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:56:51.659117 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Received port after_create {{(pid=87671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:56:51.691528 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=1']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:56:51.709822 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.710163 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.710758 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.711023 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.711358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.711922 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.712003 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.712320 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.712654 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.712976 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.713300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.713620 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:56:51.744523 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:51.745385 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:51.780068 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-cace7f27-6137-432a-9c74-3268b7d50b13 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0008993 Feb 07 23:56:52.003116 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d23fc-2f32-497b-838f-8955b0ce27a7 req-93b905a7-628a-4763-b3be-7a49809e8758 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:52.005029 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f1d23fc-2f32-497b-838f-8955b0ce27a7 req-93b905a7-628a-4763-b3be-7a49809e8758 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 931 time: 0.1214542 Feb 07 23:56:52.032859 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fe2abe8a-512c-4964-930a-4e05ef6f9a09 None None] Provisioning for port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 completed by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:56:52.051479 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-fe2abe8a-512c-4964-930a-4e05ef6f9a09 None None] Provisioning complete for port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 triggered by entity DHCP. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:56:52.051867 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-fe2abe8a-512c-4964-930a-4e05ef6f9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:52.066111 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0f1d23fc-2f32-497b-838f-8955b0ce27a7 req-87dda93d-28a7-4ad7-920f-63c529e327ef tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545537 Feb 07 23:56:52.125597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-fe2abe8a-512c-4964-930a-4e05ef6f9a09 None None] Port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 cannot update to ACTIVE because it is not bound. {{(pid=87672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 07 23:56:52.553834 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bdc74844-b492-444c-9041-e375ed540fb7 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:56:52.682286 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:52.714082 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:56:52.727410 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:56:52.741174 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:52.778172 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7', 'code': 200} Feb 07 23:56:52.817411 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Pushing event updated for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:56:53.265359 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d49db-ff6e-4f0c-93a9-ee3e4c7305fd req-ae13767c-8682-40c8-b6f4-e6bbd9253860 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:53.266876 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb8d49db-ff6e-4f0c-93a9-ee3e4c7305fd req-ae13767c-8682-40c8-b6f4-e6bbd9253860 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 931 time: 0.0883069 Feb 07 23:56:53.319507 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-fb8d49db-ff6e-4f0c-93a9-ee3e4c7305fd req-292f1204-5f33-4a33-b9b4-c212a59071af tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468695 Feb 07 23:56:54.529441 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eda102-bba5-4ede-9aa5-4de4b5cd8b0e req-6a1ba1ed-5cd5-4e21-87d0-c571765312f0 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:54.530969 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88eda102-bba5-4ede-9aa5-4de4b5cd8b0e req-6a1ba1ed-5cd5-4e21-87d0-c571765312f0 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 931 time: 0.0887647 Feb 07 23:56:54.582361 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-88eda102-bba5-4ede-9aa5-4de4b5cd8b0e req-8859fe69-f329-47df-8b9f-897b2ac18ed3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442288 Feb 07 23:56:55.782446 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeffbcc-2029-4282-aacf-0f3d96ba333b req-3263d9c3-13b3-46ec-accc-5946cf91cf4b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:55.784533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eeeffbcc-2029-4282-aacf-0f3d96ba333b req-3263d9c3-13b3-46ec-accc-5946cf91cf4b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 931 time: 0.0904346 Feb 07 23:56:55.831326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eeeffbcc-2029-4282-aacf-0f3d96ba333b req-205e0c27-efa0-4ffe-b9ea-f5ab8dfb868b tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408337 Feb 07 23:56:56.124573 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3851b380-4797-4e4f-b86d-5a699f3b129a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:56.494271 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-143a8e45-fdea-41d2-ad6c-57852a467760 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903032 Feb 07 23:56:56.649484 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-e61c41fa-f659-4ff7-b41f-2956e0d79b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:56.650977 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-e61c41fa-f659-4ff7-b41f-2956e0d79b12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1094 time: 0.0821490 Feb 07 23:56:56.806818 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-7cddf198-d24c-4daa-bb62-556570ba9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:56.808317 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-7cddf198-d24c-4daa-bb62-556570ba9dc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1394291 Feb 07 23:56:56.935732 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-2c5727c1-b22a-4f84-a5a1-8d3f74e35952 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 999 time: 0.1197770 Feb 07 23:56:57.005393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-3b395c4d-97f3-4f32-a2c3-155c0010e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:57.007542 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-3b395c4d-97f3-4f32-a2c3-155c0010e2fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0616782 Feb 07 23:56:57.066108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56152cff-ae1f-42ac-aa08-b9c132e9df66 req-7a245bd3-6adf-4d71-a963-0c6906c73e8d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:57.085113 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56152cff-ae1f-42ac-aa08-b9c132e9df66 req-7a245bd3-6adf-4d71-a963-0c6906c73e8d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 931 time: 0.0998003 Feb 07 23:56:57.117178 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-68f96e12-dd1e-4890-9c5d-d2cb490f6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:57.119509 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-68f96e12-dd1e-4890-9c5d-d2cb490f6c84 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036294 Feb 07 23:56:57.158330 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-56152cff-ae1f-42ac-aa08-b9c132e9df66 req-e7a42750-c8d0-4f86-9aa4-b4f43930d578 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650237 Feb 07 23:56:57.285818 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-905b2888-2cc0-4704-ba28-758d91d61b4d service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610899 Feb 07 23:56:57.440628 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-07459fd8-27a6-4c52-90b8-fddd2b10ef5d req-c3476df6-0932-48d0-9247-28f3bcff75fb service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490202 Feb 07 23:56:58.361108 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e21bb1-0923-46ef-9f51-8f27e66274e6 req-b2aa729d-1168-4935-a3f3-d164e0b16b77 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:58.363393 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0a9981bb-9ed2-481e-b89a-c065fdc9c2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:58.365078 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8e21bb1-0923-46ef-9f51-8f27e66274e6 req-b2aa729d-1168-4935-a3f3-d164e0b16b77 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 931 time: 0.0947447 Feb 07 23:56:58.410276 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a8e21bb1-0923-46ef-9f51-8f27e66274e6 req-1b2e39f8-3714-46c5-9158-48e934bab809 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414839 Feb 07 23:56:59.475879 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:59.597985 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f90c57-6c2b-4f1e-84c2-bbf7f9dc06ae req-a03a2595-e5e5-404d-8c43-8b06b839dc1d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:56:59.599434 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3f90c57-6c2b-4f1e-84c2-bbf7f9dc06ae req-a03a2595-e5e5-404d-8c43-8b06b839dc1d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 931 time: 0.0793073 Feb 07 23:56:59.643326 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-e3f90c57-6c2b-4f1e-84c2-bbf7f9dc06ae req-e96a834d-fb54-417e-8f43-d7b13dedadfc tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382862 Feb 07 23:56:59.784847 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.v2.base [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Request body: {'port': {'device_id': '0b1bf247-25cd-433f-8a52-520e99230891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-3'}} {{(pid=87671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:56:59.815852 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:56:59.899143 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:00.342362 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 {{(pid=87671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:57:00.351918 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:00.366683 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.provisioning_blocks [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Transition to ACTIVE for port object 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 will not be triggered until provisioned by entity L2. {{(pid=87671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 07 23:57:00.372745 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:00.526469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=2']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:57:00.609738 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Attempting to bind port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 on host n-h2-827896-3 for vnic_type normal with profile {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 07 23:57:00.610000 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Attempting to bind port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 by drivers openvswitch,hyperv on host n-h2-827896-3 at level 0 using segments [{'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 07 23:57:00.610329 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Attempting to bind port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:57:00.615171 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-3 {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 07 23:57:00.615493 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Attempting to bind port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 on network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 07 23:57:00.620961 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Checking agent: {'id': '2ed7d356-7371-4a72-9f96-8979d57263dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'started_at': datetime.datetime(2022, 2, 7, 22, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 7, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 07 23:57:00.621298 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Checking segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 07 23:57:00.621679 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Bound using segment: {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'} {{(pid=87671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 07 23:57:00.622108 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.managers [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Bound port: 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host: n-h2-827896-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5d9892-6641-4696-acfb-7661b92237bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b'}}] {{(pid=87671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 07 23:57:00.622455 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:00.722913 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, cleared binding levels {{(pid=87671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 07 23:57:00.725888 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 07 23:57:00.731059 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2242529'] for port, after_update {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:00.794096 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:00.794725 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:00.796102 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] 10.222.0.26 "PUT /v2.0/ports/5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 200 len: 1091 time: 1.0610645 Feb 07 23:57:00.796568 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:57:00.822204 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab68c7-5833-458d-b61b-654e6439b035 service neutron] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=3']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:57:00.871480 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436757e4-7364-4875-ae02-4fd0dfa8ad4b req-4205ecd1-eaec-4530-922b-d2a77a36945f tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:00.873058 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-436757e4-7364-4875-ae02-4fd0dfa8ad4b req-4205ecd1-eaec-4530-922b-d2a77a36945f tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 943 time: 0.1227098 Feb 07 23:57:00.892498 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'status': 'completed', 'code': 200} Feb 07 23:57:00.924893 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-436757e4-7364-4875-ae02-4fd0dfa8ad4b req-4b09985f-ac5c-4026-9eed-4db4e3606905 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453572 Feb 07 23:57:00.935986 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-d35ff69b-183a-4e81-8469-e99e1439cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:00.937305 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-d35ff69b-183a-4e81-8469-e99e1439cf5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1094 time: 0.0800595 Feb 07 23:57:01.019124 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-6049cf7d-d76e-479b-a4bb-cdef33c8dbba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 200 len: 217 time: 0.0703936 Feb 07 23:57:01.085230 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-da60f197-576e-4b3f-b053-1ad4747afdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:01.086584 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-da60f197-576e-4b3f-b053-1ad4747afdf3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0579026 Feb 07 23:57:01.164181 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-bd941af7-b842-44de-9965-460f3626f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:01.165765 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-bd941af7-b842-44de-9965-460f3626f580 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694916 Feb 07 23:57:01.294452 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:01.305486 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-9234746d-09b5-475a-a500-56e4bff199ac service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306088 Feb 07 23:57:01.442460 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7f8e025d-521c-48f5-9c56-fe1a3f6b3d64 req-079ce1cd-1734-4f8e-a770-0158bd591631 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269071 Feb 07 23:57:01.574794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-4c2ab4de-a881-4eab-8da4-165069385861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:01.576247 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-4c2ab4de-a881-4eab-8da4-165069385861 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1094 time: 0.0773268 Feb 07 23:57:01.705255 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-4a4af60a-d274-4dea-bdce-ec3fc82d6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:01.706610 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-4a4af60a-d274-4dea-bdce-ec3fc82d6420 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1243536 Feb 07 23:57:01.778410 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-15d47a49-a3cc-4822-abdf-2a23fc522939 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 200 len: 217 time: 0.0635376 Feb 07 23:57:01.839748 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-29fd7bc6-e057-433f-b8e3-37d71e2dd7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:01.841213 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-29fd7bc6-e057-433f-b8e3-37d71e2dd7b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0566804 Feb 07 23:57:01.916570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-c12fbaf0-cbc6-464a-96b3-ff944cb079a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:01.918065 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-c12fbaf0-cbc6-464a-96b3-ff944cb079a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701535 Feb 07 23:57:02.116041 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a67e30-90a5-4271-aa9f-7950b74a6607 req-59dba969-0e9a-4e51-9d7d-26d9fc3ef18a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:02.117533 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58a67e30-90a5-4271-aa9f-7950b74a6607 req-59dba969-0e9a-4e51-9d7d-26d9fc3ef18a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 943 time: 0.0799978 Feb 07 23:57:02.161079 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-8799c608-bb92-4197-87e2-f28c20e9baac service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359774 Feb 07 23:57:02.165191 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-58a67e30-90a5-4271-aa9f-7950b74a6607 req-d6b89861-0b34-416d-af24-9233492693ad tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419645 Feb 07 23:57:02.295420 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-0618ec89-d98e-453e-b7bb-dfc9758e1417 req-c94dc2ab-4a72-432c-b4c4-c48cace1f455 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244771 Feb 07 23:57:03.347029 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb439646-63c2-448f-9054-2ad08282e5a8 req-4b3bd393-505f-4baa-aff0-2f4c5cd5cf1a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:03.348480 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb439646-63c2-448f-9054-2ad08282e5a8 req-4b3bd393-505f-4baa-aff0-2f4c5cd5cf1a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 943 time: 0.0803273 Feb 07 23:57:03.394047 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-eb439646-63c2-448f-9054-2ad08282e5a8 req-80b1825a-0d58-4a80-bb01-627d91751f92 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399907 Feb 07 23:57:03.499148 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:57:03.628868 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:57:03.641691 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'port_id': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'mac_address': 'fa:16:3e:89:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:57:03.698170 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:03.714580 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:57:03.729605 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:57:03.733271 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:03.797614 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=4']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:57:04.015585 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['5a683397-f4d2-4bd7-85a7-107b4a2a80e9'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:57:04.580138 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a46660-ba1d-4def-996b-63730106f615 req-10082ffd-2e8e-46a7-b23a-ba2fa632a98c tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:04.582210 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76a46660-ba1d-4def-996b-63730106f615 req-10082ffd-2e8e-46a7-b23a-ba2fa632a98c tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 944 time: 0.0825300 Feb 07 23:57:04.625924 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-76a46660-ba1d-4def-996b-63730106f615 req-1c5cc2a2-f0f3-4a54-bcd7-cc8c561d4e93 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381944 Feb 07 23:57:05.514342 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:57:05.580159 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning for port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 completed by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 07 23:57:05.585356 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:57:05.585724 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:05.700276 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:05.728180 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:57:05.738207 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:57:05.742765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:05.778533 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'code': 200} Feb 07 23:57:05.813553 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=5']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:57:05.822336 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a90b-f61b-41e1-a8e1-6077fb47e134 req-e415661b-f134-4abf-b0ee-493c380e7a78 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:05.823902 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5b9a90b-f61b-41e1-a8e1-6077fb47e134 req-e415661b-f134-4abf-b0ee-493c380e7a78 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 945 time: 0.0906019 Feb 07 23:57:05.869360 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-a5b9a90b-f61b-41e1-a8e1-6077fb47e134 req-316027ab-a915-4d2b-aea3-8698a0166d67 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396218 Feb 07 23:57:05.919945 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de203d5-767b-4bfe-990f-aff14318fb80 req-6be44d32-1bc3-4fdd-9dfe-388b8b2d4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:05.921467 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5de203d5-767b-4bfe-990f-aff14318fb80 req-6be44d32-1bc3-4fdd-9dfe-388b8b2d4753 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1096 time: 0.0740480 Feb 07 23:57:05.964328 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-5de203d5-767b-4bfe-990f-aff14318fb80 req-1432b8f1-b6da-4ea8-b08b-c8e949a4bf41 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336106 Feb 07 23:57:06.651497 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:07.059732 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e074c10-2114-496e-8ff8-c63969dde5b9 req-d3f68bb8-54fb-4792-a2b7-82dc71721073 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:07.061179 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e074c10-2114-496e-8ff8-c63969dde5b9 req-d3f68bb8-54fb-4792-a2b7-82dc71721073 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 945 time: 0.0839262 Feb 07 23:57:07.106235 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-6e074c10-2114-496e-8ff8-c63969dde5b9 req-66ef5ed7-1f76-4277-8241-deb8442bba08 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389407 Feb 07 23:57:07.128816 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:08.297364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c7a63-2429-4e3b-b7fe-3f27b2259748 req-65930e24-8247-4778-a4a1-fc485d936902 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:08.298812 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da1c7a63-2429-4e3b-b7fe-3f27b2259748 req-65930e24-8247-4778-a4a1-fc485d936902 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 945 time: 0.0790625 Feb 07 23:57:08.349793 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-da1c7a63-2429-4e3b-b7fe-3f27b2259748 req-1f98b30c-19f2-4503-9e4b-e32eaad5950c tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410976 Feb 07 23:57:08.623075 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727f13a-b097-4a1e-a91f-efd1a9b9762a req-6bb9db8b-82f3-459e-9420-efe7f197cf57 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:08.624435 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0727f13a-b097-4a1e-a91f-efd1a9b9762a req-6bb9db8b-82f3-459e-9420-efe7f197cf57 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 945 time: 0.1714151 Feb 07 23:57:08.669642 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-0727f13a-b097-4a1e-a91f-efd1a9b9762a req-2fd34f3f-62bb-4fd8-a4e2-5cb8cacf7746 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394042 Feb 07 23:57:08.692036 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58472) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:57:08.763691 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c9e886-8171-4d17-81f8-50a2ff98ecf4 tempest-TestSnapshotPattern-1934109933 tempest-TestSnapshotPattern-1934109933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:08.765189 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b7c9e886-8171-4d17-81f8-50a2ff98ecf4 tempest-TestSnapshotPattern-1934109933 tempest-TestSnapshotPattern-1934109933-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1091 time: 0.0721793 Feb 07 23:57:08.768066 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58476) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:57:08.772862 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.v2.base [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Request body: {'floatingip': {'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'port_id': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 07 23:57:08.779365 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 07 23:57:08.783222 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Usage tracker for resource:floatingip and tenant:073eb1b0dc3b4dc5988a7807e507cfad is out of sync, need to count used quota {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 07 23:57:08.786035 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87670) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 07 23:57:08.791775 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.quota.driver [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87670) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 07 23:57:08.802056 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:08.942976 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:09.077195 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.db_base_plugin_common [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Allocated IP 172.25.0.94 (96723977-a241-4209-a50b-959911382452/36790663-2c12-4507-8aa6-052c4bbe35e3/fa8176b4-426f-4d8e-b9e6-c2f3affa5b22) {{(pid=87670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 07 23:57:09.224036 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for port, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:09.253057 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738281941005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:09.316053 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Network 96723977-a241-4209-a50b-959911382452 is already hosted by enough agents. {{(pid=87670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 07 23:57:09.319675 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.base_scheduler [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Resources bound (agent type, host, resource id): {{(pid=87670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 07 23:57:09.322820 n-d-827896-3 neutron-server[87670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Received port after_create {{(pid=87670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 07 23:57:09.365764 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'Port': ['ID=fa8176b4-426f-4d8e-b9e6-c2f3affa5b22,revision_number=1']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:57:09.381978 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.382333 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.383612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.383612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.383612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.383612 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.383952 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.384263 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.384602 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.384927 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.385246 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.385567 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:57:09.748136 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:09.819856 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:10.020780 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for port, precommit_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:10.025194 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3911460'] for port, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:10.133433 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event updated for resources: {'Port': ['ID=fa8176b4-426f-4d8e-b9e6-c2f3affa5b22,revision_number=2']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:57:10.145173 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-457131'] for floatingip, after_update {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:10.420472 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Floating IP f677359f-130c-4869-b086-965da662163e associated. External IP: 172.25.0.94, port: 5a683397-f4d2-4bd7-85a7-107b4a2a80e9. Feb 07 23:57:10.766986 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:57:10.950871 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:57:10.960833 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] Sync routers for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:57:10.970316 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:57:10.971793 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:57:10.975195 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:11.043887 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-3f7b9fc7-30fd-4a57-9393-91ff7a4b8099 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2604933 Feb 07 23:57:11.043887 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:57:11.074632 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'status': 'completed', 'code': 200} Feb 07 23:57:11.149812 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:57:11.165858 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-6786db6c-abeb-47c5-8dc0-8e79b1db423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:11.167339 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-6786db6c-abeb-47c5-8dc0-8e79b1db423c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1096 time: 0.0718155 Feb 07 23:57:11.300912 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-2f005f1f-92c2-4223-bb8d-197f77224140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:11.302294 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-2f005f1f-92c2-4223-bb8d-197f77224140 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1287360 Feb 07 23:57:11.410025 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-8e010ba2-5549-4d29-9ee9-df5640783a4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 200 len: 998 time: 0.1018636 Feb 07 23:57:11.476418 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-8ca6b713-332c-4af7-8418-1df620661c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:11.477990 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-8ca6b713-332c-4af7-8418-1df620661c33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0618970 Feb 07 23:57:11.504267 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:42Z', 'revision_number': 1, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}, {'id': 'f677359f-130c-4869-b086-965da662163e', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:89:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1bf247-25cd-433f-8a52-520e99230891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:57:09Z', 'updated_at': '2022-02-07T23:57:09Z', 'revision_number': 0, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:57:11.508343 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] Checking router: ff6a8820-81fa-458c-b41a-9ed7ff54ea5b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:57:11.516481 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:57:11.517367 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:56:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:57:11.552403 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-904904a7-9415-4bf8-b499-ab2b3605b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:11.553934 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-904904a7-9415-4bf8-b499-ab2b3605b464 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701177 Feb 07 23:57:11.691881 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:57:11.692287 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-a38e7f05-42b2-422b-9372-02f0941a5971 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301227 Feb 07 23:57:11.827011 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-51a48bc4-32c8-477f-aa4d-be616081f80e req-a3251e9a-4e79-40a6-9c90-40a634852159 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284230 Feb 07 23:57:12.046361 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:42Z', 'revision_number': 1, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}, {'id': 'f677359f-130c-4869-b086-965da662163e', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:89:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1bf247-25cd-433f-8a52-520e99230891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:57:09Z', 'updated_at': '2022-02-07T23:57:09Z', 'revision_number': 0, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:57:12.051170 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef24d2eb-39ad-4505-984a-9913e6bbd1fe None None] The sync data for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 is: [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:42Z', 'revision_number': 1, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}, {'id': 'f677359f-130c-4869-b086-965da662163e', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:89:ad:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1bf247-25cd-433f-8a52-520e99230891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:57:09Z', 'updated_at': '2022-02-07T23:57:09Z', 'revision_number': 0, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:57:12.247771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fb82a-504e-4718-868b-8df53ce158f5 None None] New status for floating IP f677359f-130c-4869-b086-965da662163e: ACTIVE {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:57:15.059285 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-d18d4cde-e89b-41be-9a45-1d35ea06a8d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716238 Feb 07 23:57:15.201019 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976af3-74e6-4f33-b380-159b07e48160 req-5810b92c-159e-475b-9228-ec3aff82a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:15.202482 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-5810b92c-159e-475b-9228-ec3aff82a34a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1096 time: 0.0717218 Feb 07 23:57:15.347648 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976af3-74e6-4f33-b380-159b07e48160 req-36ff2dcb-994c-47b0-93fb-3b177097b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:15.349170 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-36ff2dcb-994c-47b0-93fb-3b177097b7be service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1277378 Feb 07 23:57:15.451747 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-1dbc655a-dd93-41d3-9a14-d0a9612e21a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 200 len: 1000 time: 0.0962708 Feb 07 23:57:15.522509 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976af3-74e6-4f33-b380-159b07e48160 req-89661d55-ed20-47e2-a2a4-bcec0ee6cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:15.524144 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-89661d55-ed20-47e2-a2a4-bcec0ee6cb7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0662682 Feb 07 23:57:15.603703 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976af3-74e6-4f33-b380-159b07e48160 req-cb55a70b-3ee3-4c2f-bf6a-c48fb8f86ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:15.605185 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-cb55a70b-3ee3-4c2f-bf6a-c48fb8f86ffa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755119 Feb 07 23:57:15.840272 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-92a3844e-a9fe-45f2-8113-03adcc24d9ae service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265825 Feb 07 23:57:15.970960 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-e3976af3-74e6-4f33-b380-159b07e48160 req-b4068ce0-e73f-4bb2-ad32-7ca55cc47aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234660 Feb 07 23:57:26.126818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d57e68f3-a26d-42ba-b54e-0bfce9507ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:28.069576 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:57:28.346359 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-29c85333-8dc9-45b9-867b-d38eb7fea554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:29.479499 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:29.818006 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:31.293538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:36.653717 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:37.147085 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:56.132521 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0500c6a5-d971-4dd6-af8d-e127e73b9c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:57.534381 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-5c53a2f6-8c7a-4229-959d-780778952e4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689261 Feb 07 23:57:57.677919 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-a27cc8dc-6da4-4889-8fa4-6df8e58b735f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:57.679355 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-a27cc8dc-6da4-4889-8fa4-6df8e58b735f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1094 time: 0.0752234 Feb 07 23:57:57.823610 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-8383fc9a-c60d-402f-995c-35a9520b0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:57.825029 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-8383fc9a-c60d-402f-995c-35a9520b0be5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1279271 Feb 07 23:57:57.926105 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-1a40a077-6b51-447f-80cc-1595dc33bfc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 999 time: 0.0939829 Feb 07 23:57:57.990459 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-dee375eb-4411-40c9-9ff7-8f062441c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:57.991860 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-dee375eb-4411-40c9-9ff7-8f062441c127 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0607526 Feb 07 23:57:58.065794 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-5ac0f207-3a74-4fc5-ba9d-64f9fdbb323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:57:58.067261 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-5ac0f207-3a74-4fc5-ba9d-64f9fdbb323e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695748 Feb 07 23:57:58.201403 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-7b9d8d4e-e03a-49d6-9ac7-0d9cebd96f6f service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280062 Feb 07 23:57:58.333993 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-24f4f615-ce10-43c1-b462-e9d701fdead3 req-78213dba-e94b-4e4a-9e9c-3c0d37b18618 service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249461 Feb 07 23:57:58.348056 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d9040443-2bd6-454d-bd29-d63a470ef64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:59.482595 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:57:59.820071 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:01.297250 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:05.069048 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:58:06.649504 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:07.144473 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:16.725233 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-778bb939-dc17-43b7-888b-adc34ee6aef0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741930 Feb 07 23:58:16.874259 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-a94f06c0-9df1-4b5c-9aa7-35084102ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:16.875739 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-a94f06c0-9df1-4b5c-9aa7-35084102ce95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1096 time: 0.0718982 Feb 07 23:58:17.025456 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-1a682666-5bfd-47cb-8427-f4399c71c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:17.026811 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-1a682666-5bfd-47cb-8427-f4399c71c018 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1267407 Feb 07 23:58:17.134227 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-79279ad5-1c18-4542-bb8b-8106db3c6da1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 200 len: 1000 time: 0.0979900 Feb 07 23:58:17.201932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-7afdc9a0-443e-420e-9d9e-6e891ea68a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:17.204059 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-7afdc9a0-443e-420e-9d9e-6e891ea68a80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0602238 Feb 07 23:58:17.287766 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-9da57033-a785-4b84-9f90-1898bbeb9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:17.289168 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-9da57033-a785-4b84-9f90-1898bbeb9d38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761259 Feb 07 23:58:17.529347 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-4e2b7256-2f65-4f63-8845-79b34692372d service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302208 Feb 07 23:58:17.666975 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-bd02d094-ffd8-40ea-9382-6c3400fbdf1b req-0064b110-ea5b-4b77-a154-ddc885a4468d service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301501 Feb 07 23:58:26.138093 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0afbaef5-14bd-4ee1-9d73-155c0023b589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:28.349993 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-79aa2bdd-ce20-4c49-b57f-35c97a6b73ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:29.484823 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:29.823242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:31.298077 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:36.669524 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:37.156995 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:42.068759 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:58:52.064541 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 details requested by agent hyperv_n-h2-827896-3 with host n-h2-827896-3 {{(pid=87672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 07 23:58:52.198767 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:58:52.212383 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Returning: {'device': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'port_id': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'mac_address': 'fa:16:3e:89:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 07 23:58:52.265933 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:52.282494 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 {{(pid=87672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 07 23:58:52.297771 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:58:52.301634 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:52.371595 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=6']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:58:52.378885 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.379238 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.379581 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.379924 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.380258 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.380897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.381405 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.381987 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.382559 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.383119 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.383513 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.383846 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:58:52.388544 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] get_ports_and_sgs() called for port_ids ['5a683397-f4d2-4bd7-85a7-107b4a2a80e9'] {{(pid=87672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 07 23:58:54.074680 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 up at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 07 23:58:54.168305 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.provisioning_blocks [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Provisioning complete for port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 triggered by entity L2. {{(pid=87672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 07 23:58:54.168710 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7846180'] for port, provisioning_complete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:54.293128 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:54.323915 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:58:54.332455 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:58:54.340592 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:54.407059 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'code': 200} Feb 07 23:58:54.422100 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=7']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:58:56.147818 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d552514e-fac7-4e81-8046-be3624cf5336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:58.362411 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-aa7845b5-c92a-4798-a213-95f3b94d951e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:58.581705 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-e6b250b5-fd84-46ff-a96d-a578e532fdab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1506515 Feb 07 23:58:58.731267 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440c50-1688-4709-917d-5328835acff6 req-02052d11-d7e6-4e7d-bc83-c787cb09cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:58.732761 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-02052d11-d7e6-4e7d-bc83-c787cb09cf88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1094 time: 0.0800838 Feb 07 23:58:58.899889 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440c50-1688-4709-917d-5328835acff6 req-4caea0b3-17e1-448b-84d7-b56ec7553f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:58.901497 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-4caea0b3-17e1-448b-84d7-b56ec7553f75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1505916 Feb 07 23:58:59.020086 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-c39e49cd-574a-40c1-a4cd-2660d7b9fb2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 999 time: 0.1110744 Feb 07 23:58:59.086103 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440c50-1688-4709-917d-5328835acff6 req-6350c13d-b636-44f7-ad77-0390766140b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:59.087568 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-6350c13d-b636-44f7-ad77-0390766140b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0620880 Feb 07 23:58:59.172215 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440c50-1688-4709-917d-5328835acff6 req-7554e0b8-933e-4ec5-9e8b-5dfa708d9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:58:59.173807 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-7554e0b8-933e-4ec5-9e8b-5dfa708d9ecb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800433 Feb 07 23:58:59.186135 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-f789ca54-9de4-4086-be6c-4de256dede4d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=87671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 07 23:58:59.187134 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-f789ca54-9de4-4086-be6c-4de256dede4d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054138 Feb 07 23:58:59.327558 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-f50c7dda-b05d-48b7-aece-aacc69dba61d service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332054 Feb 07 23:58:59.471155 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-9f440c50-1688-4709-917d-5328835acff6 req-c0cb1535-55f9-4a07-99ef-ac6b63c6547f service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366410 Feb 07 23:58:59.508442 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:58:59.841237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:01.303655 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:03.540683 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58684) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:03.745171 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Deleting port fa8176b4-426f-4d8e-b9e6-c2f3affa5b22 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:03.745515 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:03.925253 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:03.925582 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:04.047052 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Calling delete_port for fa8176b4-426f-4d8e-b9e6-c2f3affa5b22 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:04.317239 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:04.396873 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event deleted for resources: {'Port': ['ID=fa8176b4-426f-4d8e-b9e6-c2f3affa5b22,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:04.435207 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.435557 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.435875 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.436213 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.436552 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.436900 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.437225 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.437549 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.437870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.438191 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.438513 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.438835 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:04.467522 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:04.467856 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Floating IP f677359f-130c-4869-b086-965da662163e disassociated (deleted). External IP: 172.25.0.94, port: 5a683397-f4d2-4bd7-85a7-107b4a2a80e9. Feb 07 23:59:04.819363 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:59:04.994593 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:59:05.004274 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441f841-7d43-4381-85d0-687f6688735c None None] Sync routers for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:59:05.007602 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:05.013823 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:05.014440 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:05.064266 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-ec3cd7df-0c44-48ac-921f-4f376d89bb7a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "DELETE /v2.0/floatingips/f677359f-130c-4869-b086-965da662163e HTTP/1.1" status: 204 len: 168 time: 1.5224900 Feb 07 23:59:05.064870 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:59:05.112019 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'status': 'completed', 'code': 200} Feb 07 23:59:05.196961 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:05.218863 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-38b98437-653d-4f81-8e8a-ad53b171ba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:05.221301 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-38b98437-653d-4f81-8e8a-ad53b171ba82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 1096 time: 0.0796051 Feb 07 23:59:05.365840 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-e87abd73-6ad9-49ab-9751-727532fd3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:05.367348 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-e87abd73-6ad9-49ab-9751-727532fd3534 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1364515 Feb 07 23:59:05.444608 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-bc4a2d1f-1071-4ffb-9737-760ea5fe6aba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 200 len: 217 time: 0.0649157 Feb 07 23:59:05.512377 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-ca982f4f-7896-4dc9-8771-c095e5f3d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:05.513896 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-ca982f4f-7896-4dc9-8771-c095e5f3d4eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0621331 Feb 07 23:59:05.526485 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de294e-7f28-4bc5-ba25-a7ccea9ae8d8 req-c3b5218e-6682-406a-9af5-1ab2d5da7572 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:05.527190 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d7de294e-7f28-4bc5-ba25-a7ccea9ae8d8 req-c3b5218e-6682-406a-9af5-1ab2d5da7572 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Synchronizing usage tracker for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:59:05.545364 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-d7de294e-7f28-4bc5-ba25-a7ccea9ae8d8 req-c3b5218e-6682-406a-9af5-1ab2d5da7572 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Unset dirty status for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:59:05.546765 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7de294e-7f28-4bc5-ba25-a7ccea9ae8d8 req-c3b5218e-6682-406a-9af5-1ab2d5da7572 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 945 time: 0.1695738 Feb 07 23:59:05.559286 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:42Z', 'revision_number': 1, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:05.563301 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441f841-7d43-4381-85d0-687f6688735c None None] Checking router: ff6a8820-81fa-458c-b41a-9ed7ff54ea5b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:59:05.573016 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:05.573631 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:05.591239 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d7de294e-7f28-4bc5-ba25-a7ccea9ae8d8 req-52e4af67-5674-4ce2-a345-7ed4861a627f tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387866 Feb 07 23:59:05.592541 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-7f723ed2-d0a0-4567-ae7a-5dbc03aa84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:05.594063 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-7f723ed2-d0a0-4567-ae7a-5dbc03aa84a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737576 Feb 07 23:59:05.735895 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-6791afa8-e918-4d16-8e31-c6684cb6dc81 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288655 Feb 07 23:59:05.752473 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:05.983394 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-072f7489-9c39-4c6c-ba22-03ebcced38d3 req-858e1845-80f6-467b-9f19-84099955e29a service neutron] 10.222.0.26 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373536 Feb 07 23:59:06.098933 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-c441f841-7d43-4381-85d0-687f6688735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:42Z', 'revision_number': 1, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:06.102696 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c441f841-7d43-4381-85d0-687f6688735c None None] The sync data for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 is: [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_floatingips': [{'id': 'b36ab984-b163-4741-906c-0a4b021e7470', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'floating_ip_address': '172.25.0.209', 'floating_network_id': '96723977-a241-4209-a50b-959911382452', 'router_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'port_id': 'bdc74844-b492-444c-9041-e375ed540fb7', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'mac_address': 'fa:16:3e:98:05:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-07T23:54:39Z', 'updated_at': '2022-02-07T23:54:42Z', 'revision_number': 1, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:59:06.191154 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:06.332801 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e42ecf-3d74-48bb-af8a-ef2c35833822 None None] New status for floating IP f677359f-130c-4869-b086-965da662163e: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:59:06.467088 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7970870'] for port, before_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:06.495136 n-d-827896-3 neutron-server[87672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9'}] {{(pid=87672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:59:06.504663 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:06.511265 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738282386445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738281941023', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738281941068'] for port, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:06.546406 n-d-827896-3 neutron-server[87672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'code': 200} Feb 07 23:59:06.578174 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Pushing event updated for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=8']} {{(pid=87672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:06.657149 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:06.781742 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3616ba-25dd-4341-b517-7c18a95d82b0 req-96d0b7ee-c690-4065-ae2e-2dce9969316c tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:06.783087 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c3616ba-25dd-4341-b517-7c18a95d82b0 req-96d0b7ee-c690-4065-ae2e-2dce9969316c tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 943 time: 0.0814798 Feb 07 23:59:06.826621 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-7c3616ba-25dd-4341-b517-7c18a95d82b0 req-7360c101-60e3-4804-8144-1bbd624be7c7 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372486 Feb 07 23:59:07.157140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:07.262911 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-40c7fb97-7050-4d4d-8c9f-f9ed8aacd3de tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:07.263600 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-40c7fb97-7050-4d4d-8c9f-f9ed8aacd3de tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Synchronizing usage tracker for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:59:07.275783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-40c7fb97-7050-4d4d-8c9f-f9ed8aacd3de tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Unset dirty status for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:59:07.276938 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-40c7fb97-7050-4d4d-8c9f-f9ed8aacd3de tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 943 time: 0.0944703 Feb 07 23:59:07.347393 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Deleting port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:07.347734 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:07.596049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] For port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9, host n-h2-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-3',level=0,port_id=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:07.596323 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:07.720465 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Calling delete_port for 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:07.867204 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:07.924309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event deleted for resources: {'Port': ['ID=5a683397-f4d2-4bd7-85a7-107b4a2a80e9,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:07.963361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.963718 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.964061 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.964397 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.964783 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.965116 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.965441 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.965765 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.966087 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.966407 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.966729 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:07.967049 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-3 {{(pid=87671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 07 23:59:08.010200 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] No DVR routers for this DVR port 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 on host n-h2-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:59:08.012872 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:08.015670 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-deleted', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:59:08.032290 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-7e6faba6-143f-46ae-84e7-48c0bc7efc35 req-73b0bcfa-526a-4814-a52d-019038925270 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.26 "DELETE /v2.0/ports/5a683397-f4d2-4bd7-85a7-107b4a2a80e9 HTTP/1.1" status: 204 len: 173 time: 0.7477443 Feb 07 23:59:08.034221 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-4b81e7de-4b7c-485d-bec6-9a79cb7b77d3 req-5c0602ab-79c2-4636-a630-47d77dbef0b3 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b1bf247-25cd-433f-8a52-520e99230891 HTTP/1.1" status: 200 len: 210 time: 0.0933344 Feb 07 23:59:08.068348 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1bf247-25cd-433f-8a52-520e99230891', 'name': 'network-vif-deleted', 'tag': '5a683397-f4d2-4bd7-85a7-107b4a2a80e9', 'status': 'completed', 'code': 200} Feb 07 23:59:09.675504 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58750) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:09.877849 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Deleting port f86a2b03-0f0c-4b33-90a2-8dd4696a0316 {{(pid=87670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:09.878193 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:10.141150 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:10.141487 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:10.213640 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 no longer exists at agent hyperv_n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:10.248335 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] No Port match for: 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:10.248729 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Device 5a683397-f4d2-4bd7-85a7-107b4a2a80e9 not bound to the agent host n-h2-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:10.266180 n-d-827896-3 neutron-server[87670]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Calling delete_port for f86a2b03-0f0c-4b33-90a2-8dd4696a0316 owned by network:floatingip {{(pid=87670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:10.422028 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3911453'] for port, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:10.466915 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event deleted for resources: {'Port': ['ID=f86a2b03-0f0c-4b33-90a2-8dd4696a0316,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:10.564691 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for floatingip, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:10.565063 n-d-827896-3 neutron-server[87670]: INFO neutron.db.l3_db [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Floating IP b36ab984-b163-4741-906c-0a4b021e7470 disassociated (deleted). External IP: 172.25.0.209, port: bdc74844-b492-444c-9041-e375ed540fb7. Feb 07 23:59:10.919636 n-d-827896-3 neutron-server[87670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:59:11.096676 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:59:11.106451 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] Sync routers for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:59:11.113023 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for floatingip, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:11.116150 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:11.116856 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:11.170550 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-0eaa494f-17b8-4e5f-82bc-99b74b04321d tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "DELETE /v2.0/floatingips/b36ab984-b163-4741-906c-0a4b021e7470 HTTP/1.1" status: 204 len: 168 time: 1.4914386 Feb 07 23:59:11.170550 n-d-827896-3 neutron-server[87670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7'}] {{(pid=87670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:59:11.215064 n-d-827896-3 neutron-server[87670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7', 'status': 'completed', 'code': 200} Feb 07 23:59:11.329483 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-55878499-fcde-456b-9ed7-ced1344f8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:11.331043 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-55878499-fcde-456b-9ed7-ced1344f8c9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 1094 time: 0.0920789 Feb 07 23:59:11.338714 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:11.478782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-2ba48f30-2538-41f1-b572-132d2b8a7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:11.480205 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-2ba48f30-2538-41f1-b572-132d2b8a7f47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 200 len: 911 time: 0.1427796 Feb 07 23:59:11.547448 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecba0-c33c-49aa-ab88-3aa0d62bc6d0 req-5644a51b-1160-4e8e-ae9b-908850f1cd3a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:11.548149 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-100ecba0-c33c-49aa-ab88-3aa0d62bc6d0 req-5644a51b-1160-4e8e-ae9b-908850f1cd3a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Synchronizing usage tracker for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87670) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:59:11.553193 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-7976cc7a-90bd-4ecf-b565-d30cc0a8dc0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 200 len: 217 time: 0.0658879 Feb 07 23:59:11.563851 n-d-827896-3 neutron-server[87670]: DEBUG neutron.quota.resource [req-100ecba0-c33c-49aa-ab88-3aa0d62bc6d0 req-5644a51b-1160-4e8e-ae9b-908850f1cd3a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Unset dirty status for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87670) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:59:11.565144 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-100ecba0-c33c-49aa-ab88-3aa0d62bc6d0 req-5644a51b-1160-4e8e-ae9b-908850f1cd3a tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 943 time: 0.0997252 Feb 07 23:59:11.616950 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-100ecba0-c33c-49aa-ab88-3aa0d62bc6d0 req-40f9e4e9-3ace-448f-9ee7-414e8bb3a529 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452461 Feb 07 23:59:11.627951 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-9824cd11-a58d-417d-86b8-f1c89a0ea02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:11.629693 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-9824cd11-a58d-417d-86b8-f1c89a0ea02c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 200 len: 849 time: 0.0696523 Feb 07 23:59:11.688092 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:11.692137 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] Checking router: ff6a8820-81fa-458c-b41a-9ed7ff54ea5b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:59:11.700751 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:11.701379 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:11.716299 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-9a3a2982-f508-47fd-b50c-6bd84f8939c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:11.717962 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-9a3a2982-f508-47fd-b50c-6bd84f8939c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818276 Feb 07 23:59:11.864666 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-0c927508-a284-4ab8-a880-90512384c799 service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391611 Feb 07 23:59:11.894114 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:12.107894 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-d6e4426a-ad37-4e32-83b9-940bda7c455e req-1085c68a-c93c-4e07-8be9-5867cfa1260d service neutron] 10.222.0.36 "GET /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361414 Feb 07 23:59:12.213847 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:12.217672 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880b051-10d9-4af3-9132-ebdadce8df76 None None] The sync data for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 is: [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:54:17Z', 'revision_number': 4, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3', '_interfaces': [{'id': '3180e0a2-5871-46bc-84db-e771d72d3c32', 'name': '', 'network_id': 'ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'mac_address': 'fa:16:3e:8e:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:16Z', 'updated_at': '2022-02-07T23:54:24Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'subnets': [{'id': 'b0ebfea1-6b45-4afc-bbf5-ba7f1884db63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:59:12.437466 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0f78dd-e72f-4db4-a2d6-9e57570531a1 None None] New status for floating IP b36ab984-b163-4741-906c-0a4b021e7470: DOWN {{(pid=87672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 07 23:59:12.808175 n-d-827896-3 neutron-server[87670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f37cb-1d70-4f8f-a777-60d3fefb191b req-139d6a9b-124d-4057-a841-d0967bddd457 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:12.809635 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-002f37cb-1d70-4f8f-a777-60d3fefb191b req-139d6a9b-124d-4057-a841-d0967bddd457 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 943 time: 0.0788872 Feb 07 23:59:12.855671 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-002f37cb-1d70-4f8f-a777-60d3fefb191b req-acb1cae2-e0c7-4500-9593-f3d4c57b01c5 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/security-groups?id=551056aa-ce06-4498-876a-d1eaffbce5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402153 Feb 07 23:59:13.107734 n-d-827896-3 neutron-server[87671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a67366-2739-4564-afd0-3910a625228f req-41efb645-fd48-4697-a90c-2447a13431fb tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 07 23:59:13.108339 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a1a67366-2739-4564-afd0-3910a625228f req-41efb645-fd48-4697-a90c-2447a13431fb tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Synchronizing usage tracker for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87671) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 07 23:59:13.119924 n-d-827896-3 neutron-server[87671]: DEBUG neutron.quota.resource [req-a1a67366-2739-4564-afd0-3910a625228f req-41efb645-fd48-4697-a90c-2447a13431fb tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Unset dirty status for tenant:073eb1b0dc3b4dc5988a7807e507cfad on resource:port {{(pid=87671) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 07 23:59:13.121010 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a1a67366-2739-4564-afd0-3910a625228f req-41efb645-fd48-4697-a90c-2447a13431fb tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.36 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 943 time: 0.0937061 Feb 07 23:59:13.190057 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Deleting port bdc74844-b492-444c-9041-e375ed540fb7 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:13.190386 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:13.433899 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] For port bdc74844-b492-444c-9041-e375ed540fb7, host n-h1-827896-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-3',level=0,port_id=bdc74844-b492-444c-9041-e375ed540fb7,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:13.434262 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:13.555801 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Calling delete_port for bdc74844-b492-444c-9041-e375ed540fb7 owned by compute:nova {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:13.704056 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:13.754268 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event deleted for resources: {'Port': ['ID=bdc74844-b492-444c-9041-e375ed540fb7,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:13.831042 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] No DVR routers for this DVR port bdc74844-b492-444c-9041-e375ed540fb7 on host n-h1-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:59:13.834150 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-939319'] for port, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:13.836680 n-d-827896-3 neutron-server[87671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-deleted', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7'}] {{(pid=87671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 07 23:59:13.853099 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [req-a1a67366-2739-4564-afd0-3910a625228f req-19fc7776-2fb4-4245-912b-85b0fcb68eff tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.36 "DELETE /v2.0/ports/bdc74844-b492-444c-9041-e375ed540fb7 HTTP/1.1" status: 204 len: 173 time: 0.7264936 Feb 07 23:59:13.885583 n-d-827896-3 neutron-server[87671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1643d0b8-b44b-46a6-88b4-67d1423d0d0a', 'name': 'network-vif-deleted', 'tag': 'bdc74844-b492-444c-9041-e375ed540fb7', 'status': 'completed', 'code': 200} Feb 07 23:59:14.016506 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [req-d2f88fdb-1b7e-4392-9a69-601b0653f5a1 req-118319cc-0141-4a09-aaf3-8fdab3f2caee tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "GET /v2.0/ports?device_id=1643d0b8-b44b-46a6-88b4-67d1423d0d0a HTTP/1.1" status: 200 len: 210 time: 0.0427892 Feb 07 23:59:15.109687 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [-] (87670) accepted ('10.222.0.10', 58768) {{(pid=87670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:15.287411 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb39e-2839-4947-a35f-dc180eb2ff26 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group, before_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:15.315959 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb39e-2839-4947-a35f-dc180eb2ff26 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:15.379507 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb39e-2839-4947-a35f-dc180eb2ff26 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:15.399280 n-d-827896-3 neutron-server[87670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdb39e-2839-4947-a35f-dc180eb2ff26 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551056aa-ce06-4498-876a-d1eaffbce5ca,revision_number=None']} {{(pid=87670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:15.412936 n-d-827896-3 neutron-server[87670]: DEBUG neutron_lib.callbacks.manager [None req-b6cdb39e-2839-4947-a35f-dc180eb2ff26 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] Notify callbacks [] for security_group, before_response {{(pid=87670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:15.414041 n-d-827896-3 neutron-server[87670]: INFO neutron.wsgi [None req-b6cdb39e-2839-4947-a35f-dc180eb2ff26 tempest-TestSnapshotPattern-1840003331 tempest-TestSnapshotPattern-1840003331-project] 10.222.0.10 "DELETE /v2.0/security-groups/551056aa-ce06-4498-876a-d1eaffbce5ca HTTP/1.1" status: 204 len: 168 time: 0.3033714 Feb 07 23:59:15.465318 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58774) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:16.118087 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:16.578578 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Deleting port 3180e0a2-5871-46bc-84db-e771d72d3c32 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:16.579210 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:16.751374 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] For port 3180e0a2-5871-46bc-84db-e771d72d3c32, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3180e0a2-5871-46bc-84db-e771d72d3c32,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:16.751647 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:16.874659 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Calling delete_port for 3180e0a2-5871-46bc-84db-e771d72d3c32 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:17.187830 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:17.235379 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Pushing event deleted for resources: {'Port': ['ID=3180e0a2-5871-46bc-84db-e771d72d3c32,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:17.345164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bdc74844-b492-444c-9041-e375ed540fb7 no longer exists at agent hyperv_n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:17.382184 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] No Port match for: bdc74844-b492-444c-9041-e375ed540fb7 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:17.382537 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Device bdc74844-b492-444c-9041-e375ed540fb7 not bound to the agent host n-h1-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:17.499047 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:17.971248 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:59:18.146810 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:59:18.155160 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] Sync routers for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:59:18.161569 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d6a8a559-b13c-4b55-8284-1eb8f2682956 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff6a8820-81fa-458c-b41a-9ed7ff54ea5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6932127 Feb 07 23:59:18.162300 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58790) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:18.166143 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:18.166753 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:18.338641 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:18.339877 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: n-d-827896-3 {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:18.519062 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:18.529926 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Deleting port 3b12fe2c-2da3-4da9-8433-1fcb501e2118 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:18.530256 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:18.652577 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14'}], 'enable_snat': True}, 'gw_port_id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:59:17Z', 'revision_number': 5, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port': {'id': '3b12fe2c-2da3-4da9-8433-1fcb501e2118', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:15:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:14Z', 'updated_at': '2022-02-07T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:18.656811 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] Checking router: ff6a8820-81fa-458c-b41a-9ed7ff54ea5b for host: n-d-827896-3 {{(pid=87673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:59:18.665959 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] Routers {'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'} bound to L3 agent in host n-d-827896-3 {{(pid=87673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:18.666579 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'], 'active': True} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:18.706805 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] For port 3b12fe2c-2da3-4da9-8433-1fcb501e2118, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=3b12fe2c-2da3-4da9-8433-1fcb501e2118,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:18.707401 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:18.821827 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_dvr_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] Set router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b gateway port host: None {{(pid=87673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:18.844771 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Calling delete_port for 3b12fe2c-2da3-4da9-8433-1fcb501e2118 owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:18.936062 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.l3_hamode_db [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:59:18Z', 'revision_number': 6, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:18.940359 n-d-827896-3 neutron-server[87673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc9d625-37c5-482c-8eee-26346fcecf59 None None] The sync data for ids ['ff6a8820-81fa-458c-b41a-9ed7ff54ea5b'] in n-d-827896-3 is: [{'id': 'ff6a8820-81fa-458c-b41a-9ed7ff54ea5b', 'name': 'tempest-TestSnapshotPattern-1996076982-router', 'tenant_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:13Z', 'updated_at': '2022-02-07T23:59:18Z', 'revision_number': 6, 'project_id': '073eb1b0dc3b4dc5988a7807e507cfad', 'gw_port_host': None}] {{(pid=87673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:59:19.069277 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:59:19.200158 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.253214 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b12fe2c-2da3-4da9-8433-1fcb501e2118,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:19.353589 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.538038 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.540707 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.570604 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.571334 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff6a8820-81fa-458c-b41a-9ed7ff54ea5b {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:59:19.587532 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.588746 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-d235e968-c93f-40c5-a634-5aef1ecc209c admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff6a8820-81fa-458c-b41a-9ed7ff54ea5b HTTP/1.1" status: 204 len: 168 time: 1.4252448 Feb 07 23:59:19.591312 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58794) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:19.651158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] Deleting subnet b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:59:19.654391 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.709274 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.791840 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.871341 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.912748 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:19.915311 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0ebfea1-6b45-4afc-bbf5-ba7f1884db63,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:19.920203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aadac2-f590-42c3-9911-cafa13d9dfd9 None None] Network ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:59:19.923874 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-334633ff-3227-403a-9f5d-32057d388d45 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b0ebfea1-6b45-4afc-bbf5-ba7f1884db63 HTTP/1.1" status: 204 len: 168 time: 0.3290620 Feb 07 23:59:19.925303 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58798) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:20.039837 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.050998 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Deleting port 262068d1-bc19-4266-843b-5ba545d9ed14 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:20.051848 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.181417 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] DHCP port deletion for ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:59:20.185731 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Deleting port 262068d1-bc19-4266-843b-5ba545d9ed14 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:20.186109 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.263874 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] For port 262068d1-bc19-4266-843b-5ba545d9ed14, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=262068d1-bc19-4266-843b-5ba545d9ed14,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:20.264468 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.387378 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] For port 262068d1-bc19-4266-843b-5ba545d9ed14, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=262068d1-bc19-4266-843b-5ba545d9ed14,segment=NetworkSegment(dd5d9892-6641-4696-acfb-7661b92237bc),segment_id=dd5d9892-6641-4696-acfb-7661b92237bc)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:20.387775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.390046 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Calling delete_port for 262068d1-bc19-4266-843b-5ba545d9ed14 owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:20.470735 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.515938 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Calling delete_port for 262068d1-bc19-4266-843b-5ba545d9ed14 owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:20.521406 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=262068d1-bc19-4266-843b-5ba545d9ed14,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:20.525576 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] No DVR routers for this DVR port 262068d1-bc19-4266-843b-5ba545d9ed14 on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:59:20.546995 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3b12fe2c-2da3-4da9-8433-1fcb501e2118 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:20.592852 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3b12fe2c-2da3-4da9-8433-1fcb501e2118 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:20.593203 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3b12fe2c-2da3-4da9-8433-1fcb501e2118 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:20.593629 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3180e0a2-5871-46bc-84db-e771d72d3c32 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:20.630800 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 3180e0a2-5871-46bc-84db-e771d72d3c32 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:20.631164 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 3180e0a2-5871-46bc-84db-e771d72d3c32 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:20.631579 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 262068d1-bc19-4266-843b-5ba545d9ed14 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:20.644605 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.669425 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:20.669604 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 262068d1-bc19-4266-843b-5ba545d9ed14 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:20.669897 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 262068d1-bc19-4266-843b-5ba545d9ed14 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:20.683782 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5d9892-6641-4696-acfb-7661b92237bc') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:20.684089 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5d9892-6641-4696-acfb-7661b92237bc') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:20.691353 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:59:20.691718 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:59:20.696232 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.713482 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.719723 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:59:20.720142 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:59:20.733385 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:59:20.810946 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.829340 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:20.841426 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:20.856051 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-824b01e8-1f9b-44d6-bd7d-965d89b1a2ba admin admin] 10.222.0.10 "DELETE /v2.0/networks/ee5cc1a1-9b3e-47dc-8bcf-9b979b9a859b HTTP/1.1" status: 204 len: 168 time: 0.9294703 Feb 07 23:59:20.858841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58802) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:21.193079 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Deleting port 262068d1-bc19-4266-843b-5ba545d9ed14 {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:21.193652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:21.258964 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-d3481fc9-19cf-43e4-96d9-d8ebfdc6a86f None None] The port '262068d1-bc19-4266-843b-5ba545d9ed14' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:59:21.507465 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-433881'] for router_interface, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:21.852836 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Deleting port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:21.853091 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:22.023932 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] For port aa7aaa2a-9c92-4ecb-b3eb-6865cac14798, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,segment=NetworkSegment(6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9),segment_id=6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:22.024290 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:22.146977 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Calling delete_port for aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 owned by network:router_interface {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:22.322093 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:22.370157 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7aaa2a-9c92-4ecb-b3eb-6865cac14798,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:22.757076 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455241'] for router_interface, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:23.117358 n-d-827896-3 neutron-server[87671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Router 7233ad73-18e3-4201-99b4-c9a564151b2b has already been hosted by L3 agent 7a172f26-dff6-47ba-a0be-250609d7901c {{(pid=87671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 07 23:59:23.306411 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] Notify agent at l3_agent.n-d-827896-3 the message routers_updated {{(pid=87671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 07 23:59:23.315076 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-3ee49090-a80e-4431-aa61-64849449cffd admin admin] 10.222.0.10 "PUT /v2.0/routers/7233ad73-18e3-4201-99b4-c9a564151b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552627 Feb 07 23:59:23.315372 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] Sync routers for ids ['7233ad73-18e3-4201-99b4-c9a564151b2b'] in n-d-827896-3 {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 07 23:59:23.318321 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58808) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:23.325511 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] Routers {'7233ad73-18e3-4201-99b4-c9a564151b2b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:23.326120 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7233ad73-18e3-4201-99b4-c9a564151b2b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:23.492791 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks [] for router, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:23.533851 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] Set router 7233ad73-18e3-4201-99b4-c9a564151b2b gateway port host: n-d-827896-3 {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:23.678055 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:23.688216 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Deleting port 857d797b-c5d1-4158-8cac-743ea9b3bc6e {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:23.688550 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:23.826519 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96723977-a241-4209-a50b-959911382452', 'external_fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:59:22Z', 'revision_number': 5, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port': {'id': '857d797b-c5d1-4158-8cac-743ea9b3bc6e', 'name': '', 'network_id': '96723977-a241-4209-a50b-959911382452', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:87:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-07T23:54:20Z', 'updated_at': '2022-02-07T23:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36790663-2c12-4507-8aa6-052c4bbe35e3', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-3'}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:23.830746 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] Checking router: 7233ad73-18e3-4201-99b4-c9a564151b2b for host: n-d-827896-3 {{(pid=87672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 07 23:59:23.839831 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] Routers {'7233ad73-18e3-4201-99b4-c9a564151b2b'} bound to L3 agent in host n-d-827896-3 {{(pid=87672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 07 23:59:23.840459 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-07T22:23:28Z,description=,heartbeat_timestamp=2022-02-07T23:58:58Z,host='n-d-827896-3',id=7a172f26-dff6-47ba-a0be-250609d7901c,load=0,resource_versions=,resources_synced=,started_at=2022-02-07T22:23:28Z,topic='l3_agent')) {'router_ids': ['7233ad73-18e3-4201-99b4-c9a564151b2b'], 'active': True} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:23.989361 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] For port 857d797b-c5d1-4158-8cac-743ea9b3bc6e, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=857d797b-c5d1-4158-8cac-743ea9b3bc6e,segment=NetworkSegment(98e50394-5f8e-48c4-ad23-f051f887fd49),segment_id=98e50394-5f8e-48c4-ad23-f051f887fd49)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:23.989964 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:23.995058 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_dvr_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] Set router 7233ad73-18e3-4201-99b4-c9a564151b2b gateway port host: None {{(pid=87672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 07 23:59:24.099917 n-d-827896-3 neutron-server[87672]: DEBUG neutron.db.l3_hamode_db [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:59:23Z', 'revision_number': 6, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port_host': None}], 'n-d-827896-3', False) {} {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:24.103755 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad5978-8de6-43bf-974a-db47c1ac8484 None None] The sync data for ids ['7233ad73-18e3-4201-99b4-c9a564151b2b'] in n-d-827896-3 is: [{'id': '7233ad73-18e3-4201-99b4-c9a564151b2b', 'name': 'tempest-TestSnapshotPattern-1936754532-router', 'tenant_id': 'd0c2477675294988b9e0b36547edda74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-07T23:54:19Z', 'updated_at': '2022-02-07T23:59:23Z', 'revision_number': 6, 'project_id': 'd0c2477675294988b9e0b36547edda74', 'gw_port_host': None}] {{(pid=87672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 07 23:59:24.112841 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Calling delete_port for 857d797b-c5d1-4158-8cac-743ea9b3bc6e owned by network:router_gateway {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:24.278403 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.323286 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Pushing event deleted for resources: {'Port': ['ID=857d797b-c5d1-4158-8cac-743ea9b3bc6e,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:24.419337 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-457212'] for router_gateway, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.525115 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:24.568660 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:24.569004 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device aa7aaa2a-9c92-4ecb-b3eb-6865cac14798 not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:24.599344 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-427583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7821'] for router, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.601662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.623591 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457366'] for router, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.624115 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7233ad73-18e3-4201-99b4-c9a564151b2b {{(pid=87671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 07 23:59:24.636462 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] Notify callbacks [] for router, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.637599 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-b45ae25a-23d9-4417-a92d-03e7bd6edacc admin admin] 10.222.0.10 "DELETE /v2.0/routers/7233ad73-18e3-4201-99b4-c9a564151b2b HTTP/1.1" status: 204 len: 168 time: 1.3183663 Feb 07 23:59:24.640083 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58812) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:24.698693 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.db_base_plugin_v2 [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] Deleting subnet 7ada90b9-43b5-4336-be41-ce680e8abacd {{(pid=87671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 07 23:59:24.701466 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.755005 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2625769'] for subnet, precommit_delete_associations {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.835104 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7845496'] for subnet, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.914662 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7845489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2242475', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2328951'] for subnet, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.960098 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ada90b9-43b5-4336-be41-ce680e8abacd,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:24.962867 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:24.970541 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-0288912d-7efd-4ac1-b0e0-fa26fbb6c402 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7ada90b9-43b5-4336-be41-ce680e8abacd HTTP/1.1" status: 204 len: 168 time: 0.3289638 Feb 07 23:59:24.971182 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21795cbf-7d0d-4766-8d71-49d14766e2fc None None] Network 863d1ff2-cf24-48ba-b311-c32adbbed432 requested from n-d-827896-3 {{(pid=87672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 07 23:59:24.972692 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58816) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:25.084878 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7742787'] for network, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.095713 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Deleting port 1bb7f603-e29e-414c-baf6-d1e923e6d73f {{(pid=87671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:25.096375 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.247247 n-d-827896-3 neutron-server[87672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] DHCP port deletion for 863d1ff2-cf24-48ba-b311-c32adbbed432 request from n-d-827896-3 {{(pid=87672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 07 23:59:25.252991 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Deleting port 1bb7f603-e29e-414c-baf6-d1e923e6d73f {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:25.253370 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.320409 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.db [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] For port 1bb7f603-e29e-414c-baf6-d1e923e6d73f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1bb7f603-e29e-414c-baf6-d1e923e6d73f,segment=NetworkSegment(6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9),segment_id=6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9)] {{(pid=87671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:25.320961 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.448636 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.plugin [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Calling delete_port for 1bb7f603-e29e-414c-baf6-d1e923e6d73f owned by network:dhcp {{(pid=87671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:25.462092 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.db [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] For port 1bb7f603-e29e-414c-baf6-d1e923e6d73f, host n-d-827896-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-3',level=0,port_id=1bb7f603-e29e-414c-baf6-d1e923e6d73f,segment=NetworkSegment(6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9),segment_id=6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9)] {{(pid=87672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 07 23:59:25.462456 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-427663'] for port, precommit_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.530097 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7985395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-991112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738282386454', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738281941014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2242520'] for port, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.577727 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb7f603-e29e-414c-baf6-d1e923e6d73f,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:25.581862 n-d-827896-3 neutron-server[87671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] No DVR routers for this DVR port 1bb7f603-e29e-414c-baf6-d1e923e6d73f on host n-d-827896-3 {{(pid=87671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 07 23:59:25.619902 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Calling delete_port for 1bb7f603-e29e-414c-baf6-d1e923e6d73f owned by network:dhcp {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 07 23:59:25.695855 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.db.api [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 07 23:59:25.696205 n-d-827896-3 neutron-server[87672]: DEBUG oslo_db.api [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 07 23:59:25.808245 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7845033', 'neutron.services.segments.db._delete_segments_for_network-8738282431802'] for network, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.836434 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863d1ff2-cf24-48ba-b311-c32adbbed432']}} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:25.848746 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9') {'for_net_delete': True} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:25.849039 n-d-827896-3 neutron-server[87671]: DEBUG neutron.services.segments.db [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc4ab69-2ac2-4856-b07a-fb78ab2e5cd9') {} {{(pid=87671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 07 23:59:25.859999 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738282433109', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2625758'] for segment, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.875698 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7840432'] for segment, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.882309 n-d-827896-3 neutron-server[87671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 07 23:59:25.882699 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7840425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2241289'] for segment, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: Traceback (most recent call last): Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: timer() Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: cb(*args, **kw) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: return func(*args, **kwargs) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: self._notify() Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: self.callback(batched_events) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: event.method(event) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: aggregate_uuid = self.p_client.list_aggregates( Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: return f(self, *a, **k) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: return self._get(url).json() Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: return self.request(url, 'GET', **kwargs) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: base_url = self.get_endpoint(auth, allow=allow, Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 07 23:59:25.896318 n-d-827896-3 neutron-server[87671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 07 23:59:25.977440 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7845040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-457177'] for network, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:25.994786 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Notify callbacks [] for network, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.006053 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=863d1ff2-cf24-48ba-b311-c32adbbed432,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:26.008583 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-874e760e-004f-481f-89f7-dca6b0c85f67 admin admin] 10.222.0.10 "DELETE /v2.0/networks/863d1ff2-cf24-48ba-b311-c32adbbed432 HTTP/1.1" status: 204 len: 168 time: 1.0340645 Feb 07 23:59:26.117990 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58822) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:26.140652 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-13172062-d6e6-4298-bd1e-54d6efab099a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.167761 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-ab527ddc-66b9-4da7-a54d-996d1a372302 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=073eb1b0dc3b4dc5988a7807e507cfad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486228 Feb 07 23:59:26.170254 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58826) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:26.197162 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Deleting port 1bb7f603-e29e-414c-baf6-d1e923e6d73f {{(pid=87672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 07 23:59:26.197538 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738282382062'] for port, before_delete {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.230102 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f28d7df-098c-4b12-ba8d-5ba8e31b53a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.257892 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f28d7df-098c-4b12-ba8d-5ba8e31b53a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.262820 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-45d7e6f9-231b-4a9c-adac-568719b2e59f None None] The port '1bb7f603-e29e-414c-baf6-d1e923e6d73f' was deleted {{(pid=87672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 07 23:59:26.312979 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f28d7df-098c-4b12-ba8d-5ba8e31b53a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.329595 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28d7df-098c-4b12-ba8d-5ba8e31b53a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a809d-a6b7-48e6-bc2c-c0c48e488eab,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:26.335843 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-1f28d7df-098c-4b12-ba8d-5ba8e31b53a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.337157 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-1f28d7df-098c-4b12-ba8d-5ba8e31b53a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/312a809d-a6b7-48e6-bc2c-c0c48e488eab HTTP/1.1" status: 204 len: 168 time: 0.1658506 Feb 07 23:59:26.511931 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 857d797b-c5d1-4158-8cac-743ea9b3bc6e no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:26.548673 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 857d797b-c5d1-4158-8cac-743ea9b3bc6e {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:26.549179 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 857d797b-c5d1-4158-8cac-743ea9b3bc6e not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:26.549597 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1bb7f603-e29e-414c-baf6-d1e923e6d73f no longer exists at agent ovs-agent-n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 07 23:59:26.581776 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.plugin [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] No Port match for: 1bb7f603-e29e-414c-baf6-d1e923e6d73f {{(pid=87672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 07 23:59:26.582128 n-d-827896-3 neutron-server[87672]: DEBUG neutron.plugins.ml2.rpc [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Device 1bb7f603-e29e-414c-baf6-d1e923e6d73f not bound to the agent host n-d-827896-3 {{(pid=87672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 07 23:59:26.675158 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58834) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:26.726993 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-94140b04-cb97-4c39-afbf-767b92e822df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0c2477675294988b9e0b36547edda74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507100 Feb 07 23:59:26.729570 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [-] (87671) accepted ('10.222.0.10', 58838) {{(pid=87671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 07 23:59:26.787053 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bab35bf9-9e90-459d-b381-da154af594ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.813540 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bab35bf9-9e90-459d-b381-da154af594ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.866067 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bab35bf9-9e90-459d-b381-da154af594ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449767'] for security_group, after_delete {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.883412 n-d-827896-3 neutron-server[87671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab35bf9-9e90-459d-b381-da154af594ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04925f0b-b43f-45bf-86f2-d7f9e544654b,revision_number=None']} {{(pid=87671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 07 23:59:26.886736 n-d-827896-3 neutron-server[87671]: DEBUG neutron_lib.callbacks.manager [None req-bab35bf9-9e90-459d-b381-da154af594ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:26.887849 n-d-827896-3 neutron-server[87671]: INFO neutron.wsgi [None req-bab35bf9-9e90-459d-b381-da154af594ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04925f0b-b43f-45bf-86f2-d7f9e544654b HTTP/1.1" status: 204 len: 168 time: 0.1573718 Feb 07 23:59:28.355670 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-69f4856a-8588-480f-8bcd-a64e3851eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:29.498645 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:29.829720 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:31.304704 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:36.670155 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:37.170763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:56.069832 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 07 23:59:56.142344 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-514421d7-66df-4286-b1f9-9bfb3ad0f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:58.357667 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ec86e650-42b2-41e8-a9f6-8dd993ac5540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:59.492308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 07 23:59:59.831678 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:01.306276 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:06.695659 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:07.170367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:26.144988 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-4721596f-a1f7-4879-9926-6e6d18192ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:28.359857 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-01b0d124-35f0-40eb-a8c9-15e9e9649c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:29.496083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:29.835201 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:31.309777 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:33.069929 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:00:36.693308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:37.186268 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:56.149099 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-26db0a2f-b19a-44f3-85a7-9abe12319bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:58.361083 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-76a66435-87ea-474a-837e-255a00639819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:59.497920 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:00:59.838598 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:01.312783 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:06.692937 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:07.185286 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:10.071309 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:01:26.150284 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-62280559-7cb2-4715-a2eb-9a075f1192be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:28.362308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-7d9e55e5-24d9-402c-aa16-491ea2e97306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:29.503458 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:29.841578 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:31.314775 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:36.707140 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:37.185024 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:47.071871 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:01:56.152765 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21475eb2-9061-45a0-a3ce-4fd54d27c887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:58.363864 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9cc420cd-ded6-41e4-af13-67cbb7b2bd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:59.500367 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:01:59.843548 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:01.317491 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:06.722351 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:07.198416 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:24.071387 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:02:26.154516 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-e11ace73-0932-41b9-9bec-4c03ba4a2f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:28.365872 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ae25b6bc-f369-4f0c-a705-376fc6ce839f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:29.502975 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:29.847748 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:31.322414 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:36.722625 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:37.208237 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:56.157005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-d3ba2fbb-2668-4dc3-b939-41da1cb3d62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:57.909156 n-d-827896-3 neutron-server[87670]: DEBUG neutron.wsgi [req-f0a4fb6b-3af1-4ef5-8f0b-1220213f47dd req-f002fb8f-df90-4291-a4d6-eb828b78a777 service neutron] (87670) timed out ('10.222.0.10', 57428) {{(pid=87670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 08 00:02:58.367292 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ab2260f9-4f40-442d-89ff-202ff250d16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:59.504383 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:02:59.853570 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:01.071694 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:03:01.323409 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:06.722410 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:07.213774 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:26.158923 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-94a60c3d-9207-467b-b8da-b6826fd88af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:28.369381 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a4a3f100-b1d0-402b-871d-33b2b396f0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:29.508309 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:29.858580 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:31.329236 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:36.719848 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:37.222467 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:38.071238 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:03:56.160402 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-21aff7bc-d9d9-44a3-89b5-336b98d573b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:58.372015 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-bbe790d5-38e4-4483-8d07-35897cb11e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:59.511104 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:03:59.854917 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:01.327717 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:06.735131 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:07.242268 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:15.070741 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:04:26.163001 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-95c7cae9-230f-426d-b871-97aaa24a3ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:28.374244 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-37a546d7-6515-43ae-ae21-1517b4a1730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:29.513403 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:29.860763 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:31.329936 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:36.749277 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:37.242007 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:52.070297 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:04:56.166266 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-416f7d53-1c0b-49f8-af39-19fed82416b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:58.376111 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9218750-7436-4ad1-80a5-2ca187c42905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:59.515994 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:04:59.860507 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:01.331950 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:06.765865 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:07.258057 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:26.168626 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-9db50b31-3123-4490-a9f7-22bff5277c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:28.377715 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5aad8ccb-6512-44e1-8a9f-8bd3b1414bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:29.069775 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:05:29.518287 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:29.864679 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:31.336304 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:36.765856 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:37.269244 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:56.173554 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5e787659-cc04-47ad-8016-595d6de9f497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:58.380242 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ffc00bf1-6145-49f0-adc5-0b40db1474b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:59.522811 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:05:59.866471 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:01.337598 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:06.068552 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:06:06.778821 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:07.289005 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:26.177718 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e7d1-f7e2-427f-b493-5e646102d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:28.382743 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-a1a770ca-a7ff-411e-bff8-d484a5187703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:29.525552 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:29.868714 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:31.341513 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:36.780267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:37.286997 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:43.068391 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:06:56.185239 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-0002f191-6274-4fb9-9a73-9eaf862340fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:58.384308 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-947b3fa9-cd7f-40e3-ba9c-3856bf4cb732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:59.526487 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:06:59.871044 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:01.343618 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:06.787019 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:07.295650 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:18.921469 n-d-827896-3 neutron-server[87671]: DEBUG neutron.wsgi [req-aa41978f-da8b-4bba-b296-55db50c57f18 req-75ef14b0-91ed-4143-9154-205798b5fe3d service neutron] (87671) timed out ('10.222.0.10', 56432) {{(pid=87671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 08 00:07:20.073599 n-d-827896-3 neutron-server[87673]: DEBUG neutron.db.agents_db [None req-4c05096c-13e0-463b-8927-44e38a4f0dbc None None] Agent healthcheck: found 7 active agents {{(pid=87673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 08 00:07:26.177973 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-ef68971e-e404-4875-b747-088330d75296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:28.387815 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-1cc4abc6-c92c-4454-84a5-ce27c3ce2e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:29.532263 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-3fdf62a0-cc44-4143-81b1-efd092eb4f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:29.873541 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0a10-6b12-48d9-b318-42f8bddcba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:31.346788 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b4f7-3cfd-40e1-9bb3-9feaa45fb9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:36.811267 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-334e1c11-e6fa-4241-b103-2e855425830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 08 00:07:37.305299 n-d-827896-3 neutron-server[87672]: DEBUG neutron_lib.callbacks.manager [None req-c9ad5be0-d140-4398-848e-1572c92f550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738282431784', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7847155'] for agent, after_update {{(pid=87672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}